Space: tresc 1.04-1.06 (Hart 19ae9531) + styl (Projektant e1d475f6); wykres scores-history-106
Browse files- .gitattributes +1 -0
- index.html +206 -150
- scores-history-104.csv → scores-history-106.csv +27 -0
- scores-history-104.png → scores-history-106.png +2 -2
.gitattributes
CHANGED
|
@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
scores-history.png filter=lfs diff=lfs merge=lfs -text
|
| 37 |
scores-history-104.png filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
scores-history.png filter=lfs diff=lfs merge=lfs -text
|
| 37 |
scores-history-104.png filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
scores-history-106.png filter=lfs diff=lfs merge=lfs -text
|
index.html
CHANGED
|
@@ -5,45 +5,95 @@
|
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 6 |
<title>Mission – Slayer 1B</title>
|
| 7 |
<style>
|
| 8 |
-
:root { --bg:#
|
|
|
|
| 9 |
* { box-sizing:border-box; }
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
.
|
| 21 |
-
.
|
| 22 |
-
.
|
| 23 |
-
.
|
| 24 |
-
.
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
tr:last-child td { border-bottom:none; }
|
| 33 |
-
td
|
| 34 |
-
|
| 35 |
-
.
|
| 36 |
-
.
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
.
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
.
|
| 44 |
-
.
|
| 45 |
-
.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
body[data-lang="en"] .l-pl, body[data-lang="pl"] .l-en { display:none; }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
</style>
|
| 48 |
</head>
|
| 49 |
<body data-lang="en">
|
|
@@ -100,13 +150,33 @@
|
|
| 100 |
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.03-checkpoints">native checkpoint archive — current files</a>
|
| 101 |
</div>
|
| 102 |
<div class="card card-status">
|
| 103 |
-
<h3>Slayer1B 1.04 <span class="tag
|
| 104 |
-
<div class="meta">
|
| 105 |
-
<p>
|
| 106 |
-
|
| 107 |
-
<p class="note">
|
| 108 |
-
<a href="https://
|
| 109 |
-
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.04-checkpoints">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 110 |
</div>
|
| 111 |
</div>
|
| 112 |
</section>
|
|
@@ -115,23 +185,23 @@
|
|
| 115 |
<h2>Results</h2>
|
| 116 |
<div class="wrap">
|
| 117 |
<table>
|
| 118 |
-
<tr><th>test</th><th>1.00</th><th>1.01</th><th>1.02</th><th>1.03</th><th>1.04
|
| 119 |
-
<tr><td>training tokens</td><td>1.5 B</td><td>3.0 B</td><td>6.0 B</td><td>7.5 B</td><td>10.5 B</td></tr>
|
| 120 |
-
<tr><td>native step</td><td>1430</td><td>2860</td><td>5720</td><td>7150</td><td>10010</td></tr>
|
| 121 |
-
<tr><td>ARC-Easy (EN), %</td><td>42.89</td><td>47.98</td><td>48.99</td><td>—</td><td class="best">
|
| 122 |
-
<tr><td>BLiMP (EN, grammar), %</td><td>71.51</td><td>73.63</td><td>74.71</td><td>—</td><td>74.17</td></tr>
|
| 123 |
-
<tr><td>WikiText-2, byte perplexity ↓</td><td>2.5857</td><td>2.4230</td><td>2.3735</td><td>—</td><td class="best">2.
|
| 124 |
-
<tr><td>MultiBLiMP (PL, grammar), %</td><td>97.89</td><td>98.29</td><td>98.38</td><td>—</td><td class="best">98.87</td></tr>
|
| 125 |
-
<tr><td>ARC-Easy-PL, %</td><td>36.91</td><td>40.36</td><td>41.84</td><td>—</td><td class="best">
|
| 126 |
</table>
|
| 127 |
</div>
|
| 128 |
-
<p class="note">One instrument for the versions that have values (1.00–1.02 and
|
| 129 |
-
<a href="https://track.fabryka.ai/models">track.fabryka.ai/models</a>, zero-shot. Column 1.03 is a dash on purpose: its run
|
| 130 |
(<a href="https://track.fabryka.ai/run/7ca4f84f-3b07-4525-8cde-f3a936dc3425">1.03</a>) was measured with the older lm-eval task set
|
| 131 |
(hellaswag, piqa, lambada, arc_challenge, boolq, mmlu — see the additional history section), so there are no values in this instrument;
|
| 132 |
-
the dash is not a missing measurement.
|
| 133 |
-
|
| 134 |
-
|
| 135 |
</section>
|
| 136 |
|
| 137 |
<section>
|
|
@@ -149,43 +219,27 @@
|
|
| 149 |
</section>
|
| 150 |
|
| 151 |
<section>
|
| 152 |
-
<h2>
|
| 153 |
-
<figure><img src="scores-history-
|
| 154 |
-
<p class="note">Measured values only, no fits, no trend lines. 1.00
|
| 155 |
</section>
|
| 156 |
|
| 157 |
<section>
|
| 158 |
-
<h2>
|
| 159 |
<div class="wrap">
|
| 160 |
<table>
|
| 161 |
-
<tr><th>test</th><th>
|
| 162 |
-
<tr><td>BLiMP (EN, grammar), %</td><td>74.
|
| 163 |
-
<tr><td>ARC-Easy (EN), %</td><td>
|
| 164 |
-
<tr><td>WikiText-2, byte perplexity ↓</td><td class="best">2.
|
| 165 |
-
<tr><td>WikiText-2, token perplexity ↓</td><td class="best">
|
| 166 |
-
<tr><td>MultiBLiMP (PL, grammar), %</td><td>98.
|
| 167 |
-
<tr><td>ARC-Easy-PL, %</td><td class="best">
|
| 168 |
</table>
|
| 169 |
</div>
|
| 170 |
-
<p class="note">
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
and no learning-rate decay has been applied yet, so the newest row is not a final result. Both points share one environment,
|
| 174 |
-
so 7200 → 7250 is a clean within-run comparison; at 50 steps apart the changes are small and within run noise.</p>
|
| 175 |
-
</section>
|
| 176 |
-
|
| 177 |
-
<section>
|
| 178 |
-
<h2>Training loss across versions 1.00–1.04</h2>
|
| 179 |
-
<figure><svg viewBox="0 0 760 280" role="img" style="width:100%;height:auto;background:transparent" xmlns="http://www.w3.org/2000/svg"><line x1="46" y1="234" x2="714" y2="234" stroke="#3a3f46"/><line x1="46" y1="46" x2="46" y2="234" stroke="#3a3f46"/><line x1="46" y1="223.8" x2="714" y2="223.8" stroke="#23262b"/><text x="40" y="227.8" fill="#8b939d" font-size="11" text-anchor="end">2.5</text><line x1="46" y1="201.3" x2="714" y2="201.3" stroke="#23262b"/><text x="40" y="205.3" fill="#8b939d" font-size="11" text-anchor="end">3</text><line x1="46" y1="165.8" x2="714" y2="165.8" stroke="#23262b"/><text x="40" y="169.8" fill="#8b939d" font-size="11" text-anchor="end">4</text><line x1="46" y1="115.8" x2="714" y2="115.8" stroke="#23262b"/><text x="40" y="119.8" fill="#8b939d" font-size="11" text-anchor="end">6</text><line x1="46" y1="52.7" x2="714" y2="52.7" stroke="#23262b"/><text x="40" y="56.7" fill="#8b939d" font-size="11" text-anchor="end">10</text><text x="45.4" y="250" fill="#8b939d" font-size="11" text-anchor="middle">0</text><text x="202.2" y="250" fill="#8b939d" font-size="11" text-anchor="middle">2500</text><text x="359.0" y="250" fill="#8b939d" font-size="11" text-anchor="middle">5000</text><text x="515.8" y="250" fill="#8b939d" font-size="11" text-anchor="middle">7500</text><text x="672.6" y="250" fill="#8b939d" font-size="11" text-anchor="middle">10000</text><text x="380" y="274" fill="#8b939d" font-size="11" text-anchor="middle">native step (log loss)</text><path d="M46.0 46.0 L46.6 59.9 L47.3 75.4 L47.9 82.8 L48.5 87.3 L49.1 93.5 L49.8 102.0 L50.4 110.2 L51.0 115.4 L51.6 119.0 L52.3 121.8 L52.9 124.0 L53.5 126.3 L54.2 128.5 L54.8 131.2 L55.4 135.0 L56.0 138.8 L56.7 143.0 L57.3 146.4 L57.9 150.2 L58.5 154.2 L59.2 157.9 L59.8 161.1 L60.4 164.4 L61.1 166.8 L61.7 169.4 L62.3 171.4 L62.9 174.8 L63.6 175.9 L64.2 177.9 L64.8 178.7 L65.4 180.5 L66.1 181.9 L66.7 182.8 L67.3 184.2 L68.0 184.5 L68.6 185.8 L69.2 186.5 L69.8 187.1 L70.5 187.8 L71.1 188.6 L71.7 189.7 L72.3 190.2 L73.0 191.5 L73.6 191.7 L74.2 191.2 L74.9 192.8 L75.5 193.1 L76.1 192.5 L76.7 194.0 L77.4 194.2 L78.0 194.8 L78.6 194.6 L79.2 195.4 L79.9 196.1 L80.5 196.6 L81.1 195.9 L81.8 196.9 L82.4 197.0 L83.0 197.4 L83.6 197.4 L84.3 197.8 L84.9 198.5 L85.5 198.8 L86.1 199.0 L86.8 198.9 L87.4 199.3 L88.0 200.0 L88.7 199.9 L89.3 200.8 L89.9 200.5 L90.5 201.0 L91.2 200.9 L91.8 201.9 L92.4 201.7 L93.0 201.6 L93.7 201.7 L94.3 201.9 L94.9 202.3 L95.6 202.6 L96.2 202.8 L96.8 203.5 L97.4 203.6 L98.1 204.1 L98.7 203.9 L99.3 204.0 L99.9 204.2 L100.6 204.6 L101.2 205.2 L101.8 204.8 L102.5 204.7 L103.1 205.0 L103.7 204.7 L104.3 204.9 L105.0 204.9 L105.6 206.1 L106.2 206.4 L106.8 206.1 L107.5 206.2 L108.1 205.9 L108.7 206.8 L109.4 206.6 L110.0 206.6 L110.6 207.5 L111.2 207.5 L111.9 208.3 L112.5 206.8 L113.1 207.7 L113.7 207.4 L114.4 207.7 L115.0 207.7 L115.6 207.9 L116.2 208.0 L116.9 209.0 L117.5 208.3 L118.1 208.2 L118.8 209.8 L119.4 210.0 L120.0 210.6 L120.6 209.5 L121.3 211.1 L121.9 210.9 L122.5 211.3 L123.1 211.4 L123.8 211.3 L124.4 211.6 L125.0 212.4 L125.7 212.5 L126.3 212.9 L126.9 214.6 L127.5 214.1 L128.2 213.9 L128.8 213.2 L129.4 213.5 L130.0 214.2 L130.7 213.6 L131.3 214.6 L131.9 214.7 L132.6 214.7 L133.2 214.8 L133.8 215.1 L134.4 214.1 L135.1 214.5" fill="none" stroke="#8b939d" stroke-width="1.6"/><rect x="52" y="50" width="10" height="10" fill="#8b939d"/><text x="66" y="59" fill="#c9d1d9" font-size="11">1.00</text><path d="M111.9 208.3 L112.5 206.8 L113.1 207.7 L113.7 207.4 L114.4 207.7 L115.0 207.7 L115.6 207.9 L116.2 208.0 L116.9 209.0 L117.5 208.2 L118.1 208.0 L118.8 209.2 L119.4 209.1 L120.0 209.5 L120.6 208.2 L121.3 209.6 L121.9 209.2 L122.5 209.5 L123.1 209.4 L123.8 209.1 L124.4 209.3 L125.0 209.9 L125.7 209.9 L126.3 210.2 L126.9 211.7 L127.5 211.3 L128.2 210.9 L128.8 210.1 L129.4 210.3 L130.0 211.0 L130.7 210.4 L131.3 211.2 L131.9 211.4 L132.6 211.3 L133.2 211.4 L133.8 211.6 L134.4 210.6 L135.1 211.0 L135.7 211.8 L136.3 211.6 L136.9 212.5 L137.6 211.8 L138.2 211.7 L138.8 212.2 L139.5 212.6 L140.1 211.4 L140.7 212.0 L141.3 212.4 L142.0 212.5 L142.6 212.2 L143.2 213.2 L143.8 212.6 L144.5 213.0 L145.1 212.0 L145.7 212.5 L146.4 213.6 L147.0 214.0 L147.6 213.4 L148.2 213.7 L148.9 212.5 L149.5 214.1 L150.1 213.8 L150.7 213.1 L151.4 214.3 L152.0 213.3 L152.6 214.1 L153.3 213.3 L153.9 213.9 L154.5 214.9 L155.1 214.7 L155.8 215.0 L156.4 215.0 L157.0 214.4 L157.6 215.7 L158.3 214.5 L158.9 215.2 L159.5 214.3 L160.2 214.3 L160.8 214.7 L161.4 214.6 L162.0 214.1 L162.7 214.5 L163.3 214.3 L163.9 214.6 L164.5 214.9 L165.2 214.7 L165.8 215.5 L166.4 215.6 L167.1 215.0 L167.7 215.0 L168.3 214.4 L168.9 215.8 L169.6 215.1 L170.2 215.6 L170.8 216.1 L171.4 215.7 L172.1 216.5 L172.7 215.8 L173.3 214.1 L174.0 215.4 L174.6 215.6 L175.2 216.2 L175.8 215.7 L176.5 215.7 L177.1 217.4 L177.7 216.0 L178.3 216.0 L179.0 216.6 L179.6 216.8 L180.2 216.5 L180.9 216.5 L181.5 216.3 L182.1 215.8 L182.7 216.9 L183.4 216.6 L184.0 217.2 L184.6 217.7 L185.2 216.9 L185.9 215.9 L186.5 217.5 L187.1 217.2 L187.8 216.8 L188.4 216.5 L189.0 216.8 L189.6 217.0 L190.3 217.5 L190.9 218.0 L191.5 217.6 L192.1 218.1 L192.8 218.7 L193.4 219.2 L194.0 219.2 L194.7 219.0 L195.3 219.5 L195.9 218.9 L196.5 218.8 L197.2 219.4 L197.8 219.9 L198.4 220.1 L199.0 219.6 L199.7 219.7 L200.3 220.3 L200.9 219.9 L201.6 219.6 L202.2 220.1 L202.8 220.5 L203.4 220.6 L204.1 221.4 L204.7 221.3 L205.3 221.3 L205.9 222.0 L206.6 221.4 L207.2 221.6 L207.8 221.4 L208.5 221.5 L209.1 221.0 L209.7 222.0 L210.3 222.0 L211.0 222.1 L211.6 221.1 L212.2 223.1 L212.8 222.2 L213.5 222.5 L214.1 222.7 L214.7 222.5 L215.4 222.3 L216.0 222.8 L216.6 221.8 L217.2 222.7 L217.9 223.3 L218.5 224.0 L219.1 222.5 L219.7 222.6 L220.4 223.2 L221.0 223.5 L221.6 223.4 L222.3 223.4 L222.9 224.2 L223.5 223.2 L224.1 224.7 L224.8 223.5" fill="none" stroke="#7fb2ff" stroke-width="1.6"/><rect x="148" y="50" width="10" height="10" fill="#7fb2ff"/><text x="162" y="59" fill="#c9d1d9" font-size="11">1.01</text><path d="M187.1 217.2 L187.8 216.8 L188.4 216.5 L189.0 216.8 L189.6 216.9 L190.3 217.3 L190.9 217.6 L191.5 217.0 L192.1 217.3 L192.8 217.8 L193.4 218.2 L194.0 218.1 L194.7 217.8 L195.3 218.1 L195.9 217.5 L196.5 217.3 L197.2 217.8 L197.8 218.1 L198.4 218.2 L199.0 217.7 L199.7 217.7 L200.3 218.2 L200.9 217.8 L201.6 217.4 L202.2 217.9 L202.8 218.1 L203.4 218.2 L204.1 218.9 L204.7 218.7 L205.3 218.7 L205.9 219.3 L206.6 218.7 L207.2 218.9 L207.8 218.6 L208.5 218.6 L209.1 218.1 L209.7 219.0 L210.3 219.0 L211.0 219.0 L211.6 218.0 L212.2 219.9 L212.8 219.0 L213.5 219.3 L214.1 219.4 L214.7 219.2 L215.4 219.0 L216.0 219.5 L216.6 218.4 L217.2 219.3 L217.9 219.8 L218.5 220.5 L219.1 219.0 L219.7 219.1 L220.4 219.7 L221.0 219.9 L221.6 219.8 L222.3 219.8 L222.9 220.5 L223.5 219.6 L224.1 221.0 L224.8 219.9 L225.4 220.2 L226.0 220.3 L226.6 220.1 L227.3 219.6 L227.9 220.3 L228.5 220.1 L229.2 219.9 L229.8 220.9 L230.4 219.9 L231.0 220.6 L231.7 219.8 L232.3 219.6 L232.9 221.0 L233.5 220.2 L234.2 220.9 L234.8 221.1 L235.4 221.2 L236.1 220.7 L236.7 220.3 L237.3 221.3 L237.9 220.3 L238.6 220.0 L239.2 220.8 L239.8 221.0 L240.4 221.9 L241.1 220.8 L241.7 220.7 L242.3 221.4 L243.0 221.6 L243.6 220.5 L244.2 221.4 L244.8 221.6 L245.5 221.6 L246.1 222.4 L246.7 221.0 L247.3 221.4 L248.0 220.2 L248.6 222.1 L249.2 220.8 L249.8 221.1 L250.5 222.4 L251.1 220.2 L251.7 221.4 L252.4 221.5 L253.0 221.3 L253.6 221.5 L254.2 221.2 L254.9 220.9 L255.5 221.6 L256.1 222.4 L256.7 221.3 L257.4 221.9 L258.0 221.0 L258.6 222.3 L259.3 221.5 L259.9 221.7 L260.5 222.3 L261.1 221.7 L261.8 221.8 L262.4 222.4 L263.0 221.8 L263.6 222.5 L264.3 223.0 L264.9 221.6 L265.5 222.3 L266.2 221.1 L266.8 222.6 L267.4 222.3 L268.0 222.9 L268.7 222.3 L269.3 222.1 L269.9 222.8 L270.5 222.9 L271.2 222.4 L271.8 222.4 L272.4 223.3 L273.1 222.4 L273.7 223.0 L274.3 222.1 L274.9 222.0 L275.6 222.4 L276.2 222.7 L276.8 223.4 L277.4 222.7 L278.1 222.8 L278.7 223.0 L279.3 222.9 L280.0 222.9 L280.6 222.7 L281.2 222.7 L281.8 223.6 L282.5 222.4 L283.1 222.4 L283.7 222.8 L284.3 223.6 L285.0 223.8 L285.6 223.0 L286.2 223.0 L286.9 223.0 L287.5 223.0 L288.1 223.0 L288.7 224.0 L289.4 224.1 L290.0 222.1 L290.6 223.3 L291.2 223.7 L291.9 223.6 L292.5 223.5 L293.1 223.3 L293.8 223.4 L294.4 223.0 L295.0 223.9 L295.6 223.2 L296.3 223.3 L296.9 223.8 L297.5 223.9 L298.1 223.0 L298.8 223.8 L299.4 223.9 L300.0 224.2 L300.7 223.6 L301.3 224.4 L301.9 223.5 L302.5 223.7 L303.2 224.5 L303.8 223.5 L304.4 224.1 L305.0 224.4 L305.7 223.3 L306.3 223.7 L306.9 223.8 L307.6 224.4 L308.2 225.1 L308.8 224.2 L309.4 224.5 L310.1 223.5 L310.7 224.0 L311.3 224.8 L311.9 224.8 L312.6 225.0 L313.2 224.0 L313.8 224.8 L314.5 224.1 L315.1 225.2 L315.7 224.1 L316.3 225.2 L317.0 223.9 L317.6 224.6 L318.2 224.9 L318.8 225.0 L319.5 225.1 L320.1 224.4 L320.7 224.4 L321.4 225.3 L322.0 223.1 L322.6 224.5 L323.2 225.0 L323.9 224.4 L324.5 225.2 L325.1 225.8 L325.7 224.4 L326.4 225.2 L327.0 225.5 L327.6 225.2 L328.3 224.7 L328.9 224.9 L329.5 224.5 L330.1 223.8 L330.8 225.2 L331.4 225.4 L332.0 225.1 L332.6 225.2 L333.3 223.9 L333.9 224.7 L334.5 225.6 L335.2 226.1 L335.8 225.6 L336.4 225.5 L337.0 225.7 L337.7 224.7 L338.3 225.3 L338.9 225.7 L339.5 225.1 L340.2 225.1 L340.8 224.6 L341.4 225.3 L342.1 225.3 L342.7 226.2 L343.3 225.3 L343.9 225.5 L344.6 225.4 L345.2 226.1 L345.8 224.7 L346.4 225.0 L347.1 225.4 L347.7 225.3 L348.3 225.9 L349.0 225.5 L349.6 225.5 L350.2 226.1 L350.8 225.5 L351.5 226.3 L352.1 226.2 L352.7 225.3 L353.3 226.4 L354.0 225.5 L354.6 225.6 L355.2 226.0 L355.9 225.3 L356.5 225.6 L357.1 225.8 L357.7 226.0 L358.4 226.7 L359.0 227.1 L359.6 225.3 L360.2 225.6 L360.9 225.9 L361.5 226.2 L362.1 226.6 L362.8 225.5 L363.4 225.2 L364.0 226.4 L364.6 225.9 L365.3 225.6 L365.9 226.2 L366.5 225.5 L367.1 225.7 L367.8 226.7 L368.4 227.0 L369.0 226.6 L369.7 227.0 L370.3 225.9 L370.9 225.8 L371.5 226.3 L372.2 226.8 L372.8 226.1 L373.4 226.8 L374.0 226.3 L374.7 226.9 L375.3 227.2 L375.9 226.6 L376.6 226.3 L377.2 226.6 L377.8 226.9 L378.4 225.9 L379.1 226.0 L379.7 226.4 L380.3 227.5 L380.9 226.8 L381.6 226.8 L382.2 227.1 L382.8 226.9 L383.4 226.5 L384.1 227.0 L384.7 227.3 L385.3 226.4 L386.0 226.4 L386.6 226.8 L387.2 226.9 L387.8 226.4 L388.5 226.5 L389.1 226.5 L389.7 227.0 L390.3 226.9 L391.0 226.7 L391.6 227.3 L392.2 226.8 L392.9 226.7 L393.5 226.7 L394.1 226.2 L394.7 227.1 L395.4 226.3 L396.0 226.4 L396.6 226.6 L397.2 226.5 L397.9 226.2 L398.5 227.0 L399.1 226.6 L399.8 226.4 L400.4 225.7 L401.0 226.8 L401.6 226.9 L402.3 227.9 L402.9 227.3 L403.5 226.9 L404.1 227.9" fill="none" stroke="#8fe0ad" stroke-width="1.6"/><rect x="244" y="50" width="10" height="10" fill="#8fe0ad"/><text x="258" y="59" fill="#c9d1d9" font-size="11">1.02</text><path d="M404.8 226.5 L405.4 227.9 L406.0 226.7 L406.7 227.3 L407.3 227.9 L407.9 226.5 L408.5 227.0 L409.2 226.8 L409.8 227.3 L410.4 228.0 L411.0 227.7 L411.7 227.3 L412.3 226.9 L412.9 227.6 L413.6 227.2 L414.2 228.0 L414.8 227.5 L415.4 227.1 L416.1 227.3 L416.7 228.0 L417.3 227.5 L417.9 226.9 L418.6 226.7 L419.2 227.1 L419.8 227.3 L420.5 227.3 L421.1 227.4 L421.7 227.4 L422.3 228.1 L423.0 227.0 L423.6 226.7 L424.2 227.4 L424.8 227.6 L425.5 228.0 L426.1 227.8 L426.7 227.4 L427.4 227.6 L428.0 227.5 L428.6 227.7 L429.2 227.1 L429.9 228.2 L430.5 227.3 L431.1 227.4 L431.7 226.8 L432.4 227.0 L433.0 227.2 L433.6 228.0 L434.3 228.0 L434.9 227.5 L435.5 227.6 L436.1 228.1 L436.8 227.7 L437.4 227.5 L438.0 229.0 L438.6 228.3 L439.3 227.6 L439.9 228.5 L440.5 228.3 L441.2 228.2 L441.8 227.4 L442.4 227.1 L443.0 228.2 L443.7 227.7 L444.3 228.4 L444.9 228.5 L445.5 227.9 L446.2 227.9 L446.8 228.5 L447.4 228.2 L448.1 228.6 L448.7 228.8 L449.3 229.0 L449.9 228.7 L450.6 227.3 L451.2 227.9 L451.8 228.2 L452.4 227.5 L453.1 227.5 L453.7 227.9 L454.3 228.0 L455.0 229.3 L455.6 228.6 L456.2 227.9 L456.8 228.4 L457.5 228.6 L458.1 229.0 L458.7 228.4 L459.3 228.5 L460.0 228.9 L460.6 229.1 L461.2 228.7 L461.9 228.2 L462.5 228.7 L463.1 230.1 L463.7 229.0 L464.4 229.1 L465.0 228.9 L465.6 229.0 L466.2 228.7 L466.9 228.9 L467.5 228.1 L468.1 228.7 L468.8 228.6 L469.4 228.8 L470.0 229.0 L470.6 229.4 L471.3 229.1 L471.9 229.5 L472.5 228.2 L473.1 228.6 L473.8 229.1 L474.4 228.4 L475.0 229.0 L475.7 228.7 L476.3 227.7 L476.9 229.2 L477.5 228.3 L478.2 227.3 L478.8 228.8 L479.4 228.8 L480.0 228.9 L480.7 229.0 L481.3 229.8 L481.9 228.4 L482.6 229.2 L483.2 228.7 L483.8 228.9 L484.4 230.0 L485.1 230.1 L485.7 228.5 L486.3 228.9 L486.9 229.0 L487.6 229.6 L488.2 228.7 L488.8 229.0 L489.5 229.4 L490.1 229.1 L490.7 228.8 L491.3 228.3 L492.0 228.2 L492.6 229.5 L493.2 229.7 L493.8 229.1" fill="none" stroke="#e8c37a" stroke-width="1.6"/><rect x="340" y="50" width="10" height="10" fill="#e8c37a"/><text x="354" y="59" fill="#c9d1d9" font-size="11">1.03</text><path d="M494.5 229.4 L495.1 229.7 L495.7 229.3 L496.4 229.8 L497.0 229.4 L497.6 227.7 L498.2 228.7 L498.9 228.5 L499.5 229.8 L500.1 229.4 L500.7 229.8 L501.4 230.4 L502.0 229.8 L502.6 229.5 L503.3 228.8 L503.9 229.9 L504.5 229.9 L505.1 228.5 L505.8 228.7 L506.4 229.5 L507.0 228.7 L507.6 230.1 L508.3 228.6 L508.9 230.2 L509.5 230.5 L510.2 229.1 L510.8 229.4 L511.4 228.9 L512.0 229.0 L512.7 228.7 L513.3 229.4 L513.9 228.7 L514.5 230.1 L515.2 230.7 L515.8 229.2 L516.4 229.9 L517.0 229.5 L517.7 230.1 L518.3 229.4 L518.9 229.8 L519.6 229.8 L520.2 229.0 L520.8 229.7 L521.4 229.8 L522.1 229.5 L522.7 230.5 L523.3 229.9 L523.9 229.2 L524.6 229.8 L525.2 230.6 L525.8 230.0 L526.5 229.3 L527.1 229.8 L527.7 229.2 L528.3 230.0 L529.0 229.1 L529.6 229.9 L530.2 229.3 L530.8 229.3 L531.5 230.7 L532.1 229.8 L532.7 229.6 L533.4 230.3 L534.0 229.6 L534.6 230.0 L535.2 229.8 L535.9 229.9 L536.5 230.3 L537.1 230.2 L537.7 230.0 L538.4 230.1 L539.0 230.6 L539.6 229.8 L540.3 230.2 L540.9 229.3 L541.5 228.9 L542.1 230.5 L542.8 229.5 L543.4 229.9 L544.0 230.1 L544.6 230.1 L545.3 230.3 L545.9 230.9 L546.5 229.0 L547.2 230.1 L547.8 230.5 L548.4 230.1 L549.0 231.3 L549.7 229.9 L550.3 229.2 L550.9 231.3 L551.5 229.7 L552.2 230.7 L552.8 229.9 L553.4 229.5 L554.1 231.2 L554.7 230.3 L555.3 228.9 L555.9 230.1 L556.6 230.8 L557.2 230.3 L557.8 230.3 L558.4 230.4 L559.1 229.6 L559.7 230.7 L560.3 231.5 L561.0 230.4 L561.6 230.9 L562.2 230.6 L562.8 230.6 L563.5 230.2 L564.1 230.6 L564.7 230.3 L565.3 230.0 L566.0 229.2 L566.6 229.7 L567.2 230.8 L567.9 231.2 L568.5 230.1 L569.1 229.7 L569.7 229.9 L570.4 229.7 L571.0 231.3 L571.6 231.0 L572.2 230.4 L572.9 230.8 L573.5 232.0 L574.1 231.8 L574.8 230.7 L575.4 231.0 L576.0 231.2 L576.6 229.8 L577.3 231.0 L577.9 230.9 L578.5 231.1 L579.1 231.5 L579.8 230.2 L580.4 230.7 L581.0 231.4 L581.7 231.4 L582.3 230.7 L582.9 230.5 L583.5 230.7 L584.2 231.3 L584.8 231.2 L585.4 229.6 L586.0 230.1 L586.7 231.4 L587.3 230.9 L587.9 231.4 L588.6 231.4 L589.2 230.4 L589.8 231.1 L590.4 230.9 L591.1 230.5 L591.7 231.0 L592.3 231.3 L592.9 230.2 L593.6 230.7 L594.2 231.3 L594.8 230.6 L595.5 231.9 L596.1 230.6 L596.7 230.1 L597.3 231.8 L598.0 232.1 L598.6 230.5 L599.2 231.2 L599.8 230.5 L600.5 231.5 L601.1 231.3 L601.7 231.1 L602.4 231.0 L603.0 230.8 L603.6 231.7 L604.2 230.6 L604.9 230.8 L605.5 231.7 L606.1 231.9 L606.7 231.7 L607.4 231.1 L608.0 230.0 L608.6 231.2 L609.3 230.5 L609.9 231.7 L610.5 231.4 L611.1 231.5 L611.8 231.1 L612.4 230.5 L613.0 231.3 L613.6 230.7 L614.3 230.6 L614.9 231.3 L615.5 231.4 L616.2 231.2 L616.8 230.7 L617.4 231.3 L618.0 231.2 L618.7 230.7 L619.3 230.8 L619.9 230.9 L620.5 231.1 L621.2 231.6 L621.8 231.4 L622.4 230.9 L623.1 230.9 L623.7 231.5 L624.3 231.3 L624.9 230.9 L625.6 231.1 L626.2 231.5 L626.8 231.7 L627.4 231.7 L628.1 231.4 L628.7 230.8 L629.3 231.6 L630.0 231.6 L630.6 232.7 L631.2 231.4 L631.8 231.2 L632.5 231.6 L633.1 230.8 L633.7 231.4 L634.3 230.7 L635.0 232.1 L635.6 232.3 L636.2 232.0 L636.9 232.5 L637.5 231.6 L638.1 232.4 L638.7 231.7 L639.4 231.0 L640.0 232.1 L640.6 231.1 L641.2 231.4 L641.9 232.7 L642.5 231.7 L643.1 232.1 L643.8 231.8 L644.4 232.5 L645.0 232.0 L645.6 231.8 L646.3 231.4 L646.9 231.9 L647.5 231.2 L648.1 231.1 L648.8 231.9 L649.4 231.6 L650.0 231.4 L650.6 232.1 L651.3 231.6 L651.9 232.3 L652.5 232.2 L653.2 231.8 L653.8 231.5 L654.4 230.9 L655.0 231.4 L655.7 231.6 L656.3 232.4 L656.9 231.6 L657.5 231.2 L658.2 232.2 L658.8 232.0 L659.4 232.3 L660.1 232.1 L660.7 231.6 L661.3 231.6 L661.9 232.1 L662.6 231.4 L663.2 231.7 L663.8 231.5 L664.4 232.2 L665.1 232.3 L665.7 232.4 L666.3 231.4 L667.0 231.6 L667.6 230.5 L668.2 231.1 L668.8 232.0 L669.5 232.4 L670.1 231.7 L670.7 232.2 L671.3 232.4 L672.0 231.8 L672.6 232.6 L673.2 231.7 L673.9 232.8 L674.5 232.4 L675.1 232.7 L675.7 231.7 L676.4 232.0 L677.0 232.4 L677.6 232.1 L678.2 231.8 L678.9 232.0 L679.5 231.6 L680.1 232.6 L680.8 232.6 L681.4 231.5 L682.0 232.5 L682.6 232.0 L683.3 232.6 L683.9 231.3 L684.5 230.6 L685.1 233.1 L685.8 233.1 L686.4 232.7 L687.0 231.9 L687.7 232.8 L688.3 233.3 L688.9 231.9 L689.5 232.0 L690.2 232.8 L690.8 233.1 L691.4 232.6 L692.0 232.3 L692.7 232.0 L693.3 232.1 L693.9 233.1 L694.6 232.4 L695.2 232.3 L695.8 232.5 L696.4 232.6 L697.1 232.7 L697.7 233.1 L698.3 232.2 L698.9 231.8 L699.6 233.7 L700.2 231.9 L700.8 232.8 L701.5 232.4 L702.1 232.1 L702.7 232.9 L703.3 232.5 L704.0 231.9 L704.6 232.5 L705.2 232.2 L705.8 231.3 L706.5 232.2 L707.1 233.4 L707.7 232.8 L708.4 232.5 L709.0 231.9 L709.6 233.4 L710.2 233.0 L710.9 233.2 L711.5 232.5 L712.1 232.8 L712.7 232.6 L713.4 234.0 L714.0 231.9" fill="none" stroke="#f2a0a0" stroke-width="1.6"/><rect x="436" y="50" width="10" height="10" fill="#f2a0a0"/><text x="450" y="59" fill="#c9d1d9" font-size="11">1.04</text></svg></figure>
|
| 180 |
-
<p class="note">One line per version, read from each public run through its API (1.00 1430, 1.01 2860, 1.02 5720, 1.03 7150, 1.04 up to 10010 and beyond); log scale on loss so early steps and late steps are both visible. The curves tile the same global trajectory. 1.04 is still in progress; its evaluation series has a gap between 8850 and 10010 because the station pipeline was restarted, and the missing points are being published from the archive now — the gap is downtime, not a regression.</p>
|
| 181 |
-
</section>
|
| 182 |
-
|
| 183 |
-
<section>
|
| 184 |
-
<h2>Live charts: 1.04 continuation</h2>
|
| 185 |
-
<figure><svg viewBox="0 0 760 250" role="img" style="width:100%;height:auto;background:transparent" xmlns="http://www.w3.org/2000/svg"><line x1="40" y1="210" x2="720" y2="210" stroke="#3a3f46"/><line x1="40" y1="40" x2="40" y2="210" stroke="#3a3f46"/><line x1="40" y1="210.0" x2="720" y2="210.0" stroke="#23262b"/><text x="34" y="214.0" fill="#8b939d" font-size="11" text-anchor="end">2.32</text><line x1="40" y1="167.5" x2="720" y2="167.5" stroke="#23262b"/><text x="34" y="171.5" fill="#8b939d" font-size="11" text-anchor="end">2.35</text><line x1="40" y1="125.0" x2="720" y2="125.0" stroke="#23262b"/><text x="34" y="129.0" fill="#8b939d" font-size="11" text-anchor="end">2.37</text><line x1="40" y1="82.5" x2="720" y2="82.5" stroke="#23262b"/><text x="34" y="86.5" fill="#8b939d" font-size="11" text-anchor="end">2.40</text><line x1="40" y1="40.0" x2="720" y2="40.0" stroke="#23262b"/><text x="34" y="44.0" fill="#8b939d" font-size="11" text-anchor="end">2.43</text><text x="40.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">7150</text><text x="380.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">8615</text><text x="720.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">10080</text><text x="380" y="244" fill="#8b939d" font-size="11" text-anchor="middle">native step</text><path d="M42.3 101.3 L44.6 108.3 L47.0 95.7 L49.3 112.3 L51.6 99.8 L53.9 47.8 L56.2 79.8 L58.6 71.6 L60.9 113.0 L63.2 98.8 L65.5 112.2 L67.8 130.3 L70.2 112.1 L72.5 104.4 L74.8 82.1 L77.1 114.5 L79.5 116.5 L81.8 72.7 L84.1 79.3 L86.4 103.5 L88.7 79.8 L91.1 121.7 L93.4 75.3 L95.7 124.5 L98.0 131.7 L100.3 90.9 L102.7 100.2 L105.0 85.8 L107.3 86.8 L109.6 78.6 L111.9 99.5 L114.3 80.1 L116.6 121.8 L118.9 138.7 L121.2 92.3 L123.5 114.8 L125.9 103.2 L128.2 119.8 L130.5 100.9 L132.8 113.2 L135.2 111.3 L137.5 88.0 L139.8 109.2 L142.1 111.4 L144.4 103.9 L146.8 133.8 L149.1 114.1 L151.4 95.3 L153.7 111.0 L156.0 135.4 L158.4 117.9 L160.7 97.1 L163.0 112.2 L165.3 92.5 L167.6 116.7 L170.0 90.4 L172.3 115.1 L174.6 97.7 L176.9 97.9 L179.2 139.0 L181.6 111.4 L183.9 105.2 L186.2 128.0 L188.5 106.1 L190.9 117.2 L193.2 110.9 L195.5 113.9 L197.8 127.7 L200.1 125.1 L202.5 119.3 L204.8 121.1 L207.1 136.9 L209.4 111.8 L211.7 123.5 L214.1 97.6 L216.4 84.7 L218.7 134.5 L221.0 103.1 L223.3 113.8 L225.7 119.9 L228.0 121.9 L230.3 128.1 L232.6 145.4 L234.9 88.1 L237.3 121.1 L239.6 131.9 L241.9 121.1 L244.2 158.4 L246.6 115.0 L248.9 92.6 L251.2 156.7 L253.5 108.6 L255.8 140.1 L258.2 113.6 L260.5 104.4 L262.8 154.9 L265.1 126.0 L267.4 86.1 L269.8 120.5 L272.1 143.6 L274.4 126.8 L276.7 126.2 L279.0 129.8 L281.4 107.1 L283.7 139.2 L286.0 162.3 L288.3 131.4 L290.6 143.9 L293.0 135.3 L295.3 137.0 L297.6 124.8 L299.9 136.5 L302.3 128.3 L304.6 118.5 L306.9 92.7 L309.2 109.7 L311.5 141.5 L313.9 152.6 L316.2 120.4 L318.5 110.1 L320.8 115.9 L323.1 107.8 L325.5 155.7 L327.8 149.1 L330.1 130.3 L332.4 141.0 L334.7 177.6 L337.1 171.4 L339.4 139.7 L341.7 147.3 L344.0 152.8 L346.3 111.0 L348.7 147.7 L351.0 145.8 L353.3 151.5 L355.6 164.5 L358.0 122.9 L360.3 138.9 L362.6 159.2 L364.9 159.4 L367.2 139.4 L369.6 133.0 L371.9 137.8 L374.2 156.4 L376.5 154.2 L378.8 105.8 L381.2 120.4 L383.5 161.5 L385.8 143.9 L388.1 161.5 L390.4 160.8 L392.8 130.2 L395.1 152.1 L397.4 145.1 L399.7 131.7 L402.0 147.9 L404.4 157.9 L406.7 124.1 L409.0 138.2 L411.3 157.5 L413.7 136.8 L416.0 175.9 L418.3 137.0 L420.6 119.7 L422.9 170.6 L425.3 182.1 L427.6 133.1 L429.9 154.8 L432.2 131.7 L434.5 163.8 L436.9 156.6 L439.2 152.0 L441.5 147.9 L443.8 143.0 L446.1 169.6 L448.5 137.0 L450.8 143.5 L453.1 170.0 L455.4 176.3 L457.7 169.8 L460.1 151.8 L462.4 119.3 L464.7 155.2 L467.0 134.0 L469.4 168.9 L471.7 158.9 L474.0 163.0 L476.3 149.7 L478.6 134.5 L481.0 156.1 L483.3 139.1 L485.6 136.0 L487.9 158.5 L490.2 160.9 L492.6 154.9 L494.9 137.6 L497.2 158.1 L499.5 153.7 L501.8 139.4 L504.2 142.9 L506.5 144.0 L508.8 150.4 L511.1 165.3 L513.4 161.1 L515.8 143.7 L518.1 144.7 L520.4 162.1 L522.7 155.9 L525.1 145.1 L527.4 150.7 L529.7 164.4 L532.0 170.3 L534.3 168.4 L536.7 159.3 L539.0 142.9 L541.3 166.7 L543.6 165.6 L545.9 199.0 L548.3 160.4 L550.6 155.2 L552.9 167.3 L555.2 141.6 L557.5 161.4 L559.9 139.7 L562.2 182.3 L564.5 186.0 L566.8 179.1 L569.1 192.4 L571.5 166.6 L573.8 190.1 L576.1 170.2 L578.4 148.9 L580.8 179.6 L583.1 150.0 L585.4 160.3 L587.7 197.8 L590.0 168.9 L592.4 182.0 L594.7 172.6 L597.0 191.3 L599.3 177.3 L601.6 171.4 L604.0 159.0 L606.3 176.3 L608.6 154.1 L610.9 150.2 L613.2 174.7 L615.6 167.3 L617.9 161.0 L620.2 180.0 L622.5 166.5 L624.8 186.0 L627.2 184.7 L629.5 170.5 L631.8 163.2 L634.1 145.2 L636.5 159.6 L638.8 166.3 L641.1 188.7 L643.4 165.3 L645.7 155.4 L648.1 184.3 L650.4 177.1 L652.7 186.0 L655.0 179.9 L657.3 166.0 L659.7 167.2 L662.0 179.7 L664.3 160.9 L666.6 169.7 L668.9 163.7 L671.3 184.4 L673.6 187.9 L675.9 190.6 L678.2 160.0 L680.5 165.2 L682.9 131.6 L685.2 151.2 L687.5 177.7 L689.8 188.5 L692.2 168.2 L694.5 184.8 L696.8 191.2 L699.1 171.3 L701.4 194.6 L703.8 170.0 L706.1 202.2 L708.4 190.7 L710.7 199.0 L713.0 169.2 L715.4 178.2 L717.7 191.0 L720.0 181.6" fill="none" stroke="#7fb2ff" stroke-width="1.8"/><line x1="703.8" y1="40" x2="703.8" y2="210" stroke="#e8c37a" stroke-dasharray="4 4"/><text x="708.8" y="52" fill="#e8c37a" font-size="11">10010</text></svg></figure>
|
| 186 |
-
<p class="note">train/loss against native step, read from the <a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">public continuation run</a> through its public API at 2026-10-28T00:35Z. Dashed line marks the 8×L40S adoption at milestone 10010. The curve is measured, not fitted.</p>
|
| 187 |
-
<figure><svg viewBox="0 0 760 250" role="img" style="width:100%;height:auto;background:transparent" xmlns="http://www.w3.org/2000/svg"><line x1="40" y1="210" x2="720" y2="210" stroke="#3a3f46"/><line x1="40" y1="40" x2="40" y2="210" stroke="#3a3f46"/><line x1="40" y1="210.0" x2="720" y2="210.0" stroke="#23262b"/><text x="34" y="214.0" fill="#8b939d" font-size="11" text-anchor="end">41</text><line x1="40" y1="167.5" x2="720" y2="167.5" stroke="#23262b"/><text x="34" y="171.5" fill="#8b939d" font-size="11" text-anchor="end">56</text><line x1="40" y1="125.0" x2="720" y2="125.0" stroke="#23262b"/><text x="34" y="129.0" fill="#8b939d" font-size="11" text-anchor="end">71</text><line x1="40" y1="82.5" x2="720" y2="82.5" stroke="#23262b"/><text x="34" y="86.5" fill="#8b939d" font-size="11" text-anchor="end">85</text><line x1="40" y1="40.0" x2="720" y2="40.0" stroke="#23262b"/><text x="34" y="44.0" fill="#8b939d" font-size="11" text-anchor="end">100</text><text x="40.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">7200</text><text x="380.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">8025</text><text x="720.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">8850</text><text x="380" y="244" fill="#8b939d" font-size="11" text-anchor="middle">native step</text><path d="M40.0 113.1 L40.0 113.1 L60.6 112.9 L60.6 112.9 L81.2 114.7 L81.2 114.7 L101.8 112.9 L101.8 112.9 L122.4 112.3 L143.0 113.6 L163.6 114.6 L184.2 111.5 L204.8 111.7 L225.5 111.4 L246.1 112.2 L266.7 114.3 L287.3 113.2 L307.9 112.9 L328.5 111.2 L349.1 111.9 L369.7 112.7 L390.3 114.5 L410.9 114.7 L431.5 113.2 L452.1 115.0 L472.7 114.7 L493.3 114.0 L513.9 112.5 L534.5 111.2 L555.2 113.8 L575.8 113.5 L596.4 113.4 L617.0 113.3 L637.6 111.5 L658.2 112.5 L678.8 112.5 L699.4 110.9 L720.0 111.5" fill="none" stroke="#8fe0ad" stroke-width="1.8"/><path d="M40.0 184.8 L40.0 184.8 L60.6 184.4 L60.6 184.4 L81.2 186.4 L81.2 186.4 L101.8 184.8 L101.8 184.8 L122.4 188.0 L143.0 184.2 L163.6 187.0 L184.2 186.5 L204.8 187.1 L225.5 187.0 L246.1 184.4 L266.7 188.0 L287.3 186.4 L307.9 188.8 L328.5 188.3 L349.1 183.8 L369.7 184.9 L390.3 187.4 L410.9 187.1 L431.5 184.0 L452.1 185.9 L472.7 184.9 L493.3 183.7 L513.9 184.9 L534.5 181.4 L555.2 184.7 L575.8 183.1 L596.4 185.4 L617.0 184.7 L637.6 185.2 L658.2 185.4 L678.8 183.3 L699.4 179.7 L720.0 183.7" fill="none" stroke="#7fb2ff" stroke-width="1.8"/><path d="M40.0 44.6 L60.6 44.4 L81.2 44.1 L101.8 44.1 L122.4 43.9 L143.0 44.2 L163.6 45.3 L184.2 44.1 L204.8 43.9 L225.5 43.5 L246.1 43.7 L266.7 44.1 L287.3 44.0 L307.9 43.4 L328.5 43.7 L349.1 43.3 L369.7 43.2 L390.3 43.5 L410.9 43.3 L431.5 43.5 L452.1 43.2 L472.7 43.1 L493.3 44.1 L513.9 43.6 L534.5 44.3 L555.2 43.9 L575.8 44.2 L596.4 44.1 L617.0 43.9 L637.6 44.1 L658.2 43.9 L678.8 43.9 L699.4 43.7 L720.0 44.8" fill="none" stroke="#e8c37a" stroke-width="1.8"/><path d="M40.0 203.9 L60.6 205.5 L81.2 203.8 L101.8 203.6 L122.4 205.4 L143.0 203.5 L163.6 204.4 L184.2 202.4 L204.8 203.1 L225.5 203.8 L246.1 203.6 L266.7 204.3 L287.3 201.0 L307.9 204.2 L328.5 204.4 L349.1 202.9 L369.7 204.1 L390.3 204.7 L410.9 206.4 L431.5 203.8 L452.1 203.5 L472.7 202.4 L493.3 202.0 L513.9 201.5 L534.5 204.3 L555.2 202.7 L575.8 201.5 L596.4 202.1 L617.0 202.0 L637.6 200.1 L658.2 204.4 L678.8 205.6 L699.4 202.2 L720.0 202.4" fill="none" stroke="#f2a0a0" stroke-width="1.8"/><rect x="48" y="46" width="10" height="10" fill="#8fe0ad"/><text x="62" y="55" fill="#c9d1d9" font-size="11">BLiMP EN</text><rect x="198" y="46" width="10" height="10" fill="#7fb2ff"/><text x="212" y="55" fill="#c9d1d9" font-size="11">ARC-Easy EN</text><rect x="348" y="46" width="10" height="10" fill="#e8c37a"/><text x="362" y="55" fill="#c9d1d9" font-size="11">MultiBLiMP PL</text><rect x="498" y="46" width="10" height="10" fill="#f2a0a0"/><text x="512" y="55" fill="#c9d1d9" font-size="11">ARC-Easy-PL</text></svg></figure>
|
| 188 |
-
<p class="note">Automatic mid-run evaluation, one instrument (lm-eval harness), every 50 steps: BLiMP EN, ARC-Easy EN, MultiBLiMP PL and ARC-Easy-PL in percent. Preliminary points from a run in progress — not final results, and not directly comparable with the offline table above (different procedure).</p>
|
| 189 |
</section>
|
| 190 |
|
| 191 |
<section>
|
|
@@ -210,15 +264,14 @@
|
|
| 210 |
|
| 211 |
<section>
|
| 212 |
<h2>What's next</h2>
|
| 213 |
-
<p><b>Corpus continuation
|
| 214 |
-
|
| 215 |
-
<a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">
|
| 216 |
<p class="note">The linked runs belong to the author's Track account. The completed 1.03 run includes its resumed steps;
|
| 217 |
corpus continuation and benchmark history are separate records of the same model lineage.</p>
|
| 218 |
-
<p><b>Beyond 13848 — roadmap candidates, not scheduled runs:</b>
|
| 219 |
-
window in stages (first 32k tokens, up to 256k as the target), each stage
|
| 220 |
-
|
| 221 |
-
exhausted corpus would need repeated or new data.</p>
|
| 222 |
<p class="note">These are base models: they predict the continuation of a text, they were not tuned for chat or for
|
| 223 |
following instructions, and they can be wrong.</p>
|
| 224 |
</section>
|
|
@@ -276,13 +329,33 @@
|
|
| 276 |
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.03-checkpoints">archiwum checkpointów natywnych — aktualne pliki</a>
|
| 277 |
</div>
|
| 278 |
<div class="card card-status">
|
| 279 |
-
<h3>Slayer1B 1.04 <span class="tag
|
| 280 |
-
<div class="meta">
|
| 281 |
-
<p>
|
| 282 |
-
|
| 283 |
-
<p class="note">SHA-256
|
| 284 |
-
<a href="https://
|
| 285 |
-
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.04-checkpoints">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 286 |
</div>
|
| 287 |
</div>
|
| 288 |
</section>
|
|
@@ -291,23 +364,23 @@
|
|
| 291 |
<h2>Wyniki</h2>
|
| 292 |
<div class="wrap">
|
| 293 |
<table>
|
| 294 |
-
<tr><th>test</th><th>1.00</th><th>1.01</th><th>1.02</th><th>1.03</th><th>1.04
|
| 295 |
-
<tr><td>tokeny treningu</td><td>1,5 mld</td><td>3,0 mld</td><td>6,0 mld</td><td>7,5 mld</td><td>10,5 mld</td></tr>
|
| 296 |
-
<tr><td>krok native</td><td>1430</td><td>2860</td><td>5720</td><td>7150</td><td>10010</td></tr>
|
| 297 |
-
<tr><td>ARC-Easy (EN), %</td><td>42,89</td><td>47,98</td><td>48,99</td><td>—</td><td class="best">
|
| 298 |
-
<tr><td>BLiMP (EN, gramatyka), %</td><td>71,51</td><td>73,63</td><td>74,71</td><td>—</td><td>74,17</td></tr>
|
| 299 |
-
<tr><td>WikiText-2, perpleksja na bajt ↓</td><td>2,5857</td><td>2,4230</td><td>2,3735</td><td>—</td><td class="best">2,
|
| 300 |
-
<tr><td>MultiBLiMP (PL, gramatyka), %</td><td>97,89</td><td>98,29</td><td>98,38</td><td>—</td><td class="best">98,87</td></tr>
|
| 301 |
-
<tr><td>ARC-Easy-PL, %</td><td>36,91</td><td>40,36</td><td>41,84</td><td>—</td><td class="best">
|
| 302 |
</table>
|
| 303 |
</div>
|
| 304 |
-
<p class="note">Jeden przyrząd dla wersji, które mają wartości (1.00–1.02 oraz
|
| 305 |
-
<a href="https://track.fabryka.ai/models">track.fabryka.ai/models</a>, zero-shot. Kolumna 1.03 ma kreskę celowo: jej run
|
| 306 |
(<a href="https://track.fabryka.ai/run/7ca4f84f-3b07-4525-8cde-f3a936dc3425">1.03</a>) mierzono starszym zestawem lm-eval
|
| 307 |
(hellaswag, piqa, lambada, arc_challenge, boolq, mmlu — patrz sekcja dodatkowej historii), więc w tym przyrządzie nie ma wartości;
|
| 308 |
-
kreska nie oznacza brakującego pomiaru.
|
| 309 |
-
|
| 310 |
-
1.
|
| 311 |
</section>
|
| 312 |
|
| 313 |
<section>
|
|
@@ -325,43 +398,27 @@
|
|
| 325 |
</section>
|
| 326 |
|
| 327 |
<section>
|
| 328 |
-
<h2>
|
| 329 |
-
<figure><img src="scores-history-
|
| 330 |
-
<p class="note">Same pomiary, bez dopasowań i bez linii trendu. 1.00
|
| 331 |
</section>
|
| 332 |
|
| 333 |
<section>
|
| 334 |
-
<h2>
|
| 335 |
<div class="wrap">
|
| 336 |
<table>
|
| 337 |
-
<tr><th>test</th><th>
|
| 338 |
-
<tr><td>BLiMP (EN, gramatyka), %</td><td>74,
|
| 339 |
-
<tr><td>ARC-Easy (EN), %</td><td>
|
| 340 |
-
<tr><td>WikiText-2, perpleksja na bajt ↓</td><td class="best">2,
|
| 341 |
-
<tr><td>WikiText-2, perpleksja na token ↓</td><td class="best">
|
| 342 |
-
<tr><td>MultiBLiMP (PL, gramatyka), %</td><td>98,
|
| 343 |
-
<tr><td>ARC-Easy-PL, %</td><td class="best">
|
| 344 |
</table>
|
| 345 |
</div>
|
| 346 |
-
<p class="note">
|
| 347 |
-
|
| 348 |
-
|
| 349 |
-
i nie zastosowano jeszcze wygaszania tempa uczenia, więc najnowszy wiersz nie jest wynikiem końcowym. Oba punkty pochodzą
|
| 350 |
-
z jednego środowiska, więc 7200 → 7250 to czyste porównanie w obrębie biegu; przy 50 krokach różnicy zmiany są małe.</p>
|
| 351 |
-
</section>
|
| 352 |
-
|
| 353 |
-
<section>
|
| 354 |
-
<h2>Strata treningowa w wersjach 1.00–1.04</h2>
|
| 355 |
-
<figure><svg viewBox="0 0 760 280" role="img" style="width:100%;height:auto;background:transparent" xmlns="http://www.w3.org/2000/svg"><line x1="46" y1="234" x2="714" y2="234" stroke="#3a3f46"/><line x1="46" y1="46" x2="46" y2="234" stroke="#3a3f46"/><line x1="46" y1="223.8" x2="714" y2="223.8" stroke="#23262b"/><text x="40" y="227.8" fill="#8b939d" font-size="11" text-anchor="end">2.5</text><line x1="46" y1="201.3" x2="714" y2="201.3" stroke="#23262b"/><text x="40" y="205.3" fill="#8b939d" font-size="11" text-anchor="end">3</text><line x1="46" y1="165.8" x2="714" y2="165.8" stroke="#23262b"/><text x="40" y="169.8" fill="#8b939d" font-size="11" text-anchor="end">4</text><line x1="46" y1="115.8" x2="714" y2="115.8" stroke="#23262b"/><text x="40" y="119.8" fill="#8b939d" font-size="11" text-anchor="end">6</text><line x1="46" y1="52.7" x2="714" y2="52.7" stroke="#23262b"/><text x="40" y="56.7" fill="#8b939d" font-size="11" text-anchor="end">10</text><text x="45.4" y="250" fill="#8b939d" font-size="11" text-anchor="middle">0</text><text x="202.2" y="250" fill="#8b939d" font-size="11" text-anchor="middle">2500</text><text x="359.0" y="250" fill="#8b939d" font-size="11" text-anchor="middle">5000</text><text x="515.8" y="250" fill="#8b939d" font-size="11" text-anchor="middle">7500</text><text x="672.6" y="250" fill="#8b939d" font-size="11" text-anchor="middle">10000</text><text x="380" y="274" fill="#8b939d" font-size="11" text-anchor="middle">native step (log loss)</text><path d="M46.0 46.0 L46.6 59.9 L47.3 75.4 L47.9 82.8 L48.5 87.3 L49.1 93.5 L49.8 102.0 L50.4 110.2 L51.0 115.4 L51.6 119.0 L52.3 121.8 L52.9 124.0 L53.5 126.3 L54.2 128.5 L54.8 131.2 L55.4 135.0 L56.0 138.8 L56.7 143.0 L57.3 146.4 L57.9 150.2 L58.5 154.2 L59.2 157.9 L59.8 161.1 L60.4 164.4 L61.1 166.8 L61.7 169.4 L62.3 171.4 L62.9 174.8 L63.6 175.9 L64.2 177.9 L64.8 178.7 L65.4 180.5 L66.1 181.9 L66.7 182.8 L67.3 184.2 L68.0 184.5 L68.6 185.8 L69.2 186.5 L69.8 187.1 L70.5 187.8 L71.1 188.6 L71.7 189.7 L72.3 190.2 L73.0 191.5 L73.6 191.7 L74.2 191.2 L74.9 192.8 L75.5 193.1 L76.1 192.5 L76.7 194.0 L77.4 194.2 L78.0 194.8 L78.6 194.6 L79.2 195.4 L79.9 196.1 L80.5 196.6 L81.1 195.9 L81.8 196.9 L82.4 197.0 L83.0 197.4 L83.6 197.4 L84.3 197.8 L84.9 198.5 L85.5 198.8 L86.1 199.0 L86.8 198.9 L87.4 199.3 L88.0 200.0 L88.7 199.9 L89.3 200.8 L89.9 200.5 L90.5 201.0 L91.2 200.9 L91.8 201.9 L92.4 201.7 L93.0 201.6 L93.7 201.7 L94.3 201.9 L94.9 202.3 L95.6 202.6 L96.2 202.8 L96.8 203.5 L97.4 203.6 L98.1 204.1 L98.7 203.9 L99.3 204.0 L99.9 204.2 L100.6 204.6 L101.2 205.2 L101.8 204.8 L102.5 204.7 L103.1 205.0 L103.7 204.7 L104.3 204.9 L105.0 204.9 L105.6 206.1 L106.2 206.4 L106.8 206.1 L107.5 206.2 L108.1 205.9 L108.7 206.8 L109.4 206.6 L110.0 206.6 L110.6 207.5 L111.2 207.5 L111.9 208.3 L112.5 206.8 L113.1 207.7 L113.7 207.4 L114.4 207.7 L115.0 207.7 L115.6 207.9 L116.2 208.0 L116.9 209.0 L117.5 208.3 L118.1 208.2 L118.8 209.8 L119.4 210.0 L120.0 210.6 L120.6 209.5 L121.3 211.1 L121.9 210.9 L122.5 211.3 L123.1 211.4 L123.8 211.3 L124.4 211.6 L125.0 212.4 L125.7 212.5 L126.3 212.9 L126.9 214.6 L127.5 214.1 L128.2 213.9 L128.8 213.2 L129.4 213.5 L130.0 214.2 L130.7 213.6 L131.3 214.6 L131.9 214.7 L132.6 214.7 L133.2 214.8 L133.8 215.1 L134.4 214.1 L135.1 214.5" fill="none" stroke="#8b939d" stroke-width="1.6"/><rect x="52" y="50" width="10" height="10" fill="#8b939d"/><text x="66" y="59" fill="#c9d1d9" font-size="11">1.00</text><path d="M111.9 208.3 L112.5 206.8 L113.1 207.7 L113.7 207.4 L114.4 207.7 L115.0 207.7 L115.6 207.9 L116.2 208.0 L116.9 209.0 L117.5 208.2 L118.1 208.0 L118.8 209.2 L119.4 209.1 L120.0 209.5 L120.6 208.2 L121.3 209.6 L121.9 209.2 L122.5 209.5 L123.1 209.4 L123.8 209.1 L124.4 209.3 L125.0 209.9 L125.7 209.9 L126.3 210.2 L126.9 211.7 L127.5 211.3 L128.2 210.9 L128.8 210.1 L129.4 210.3 L130.0 211.0 L130.7 210.4 L131.3 211.2 L131.9 211.4 L132.6 211.3 L133.2 211.4 L133.8 211.6 L134.4 210.6 L135.1 211.0 L135.7 211.8 L136.3 211.6 L136.9 212.5 L137.6 211.8 L138.2 211.7 L138.8 212.2 L139.5 212.6 L140.1 211.4 L140.7 212.0 L141.3 212.4 L142.0 212.5 L142.6 212.2 L143.2 213.2 L143.8 212.6 L144.5 213.0 L145.1 212.0 L145.7 212.5 L146.4 213.6 L147.0 214.0 L147.6 213.4 L148.2 213.7 L148.9 212.5 L149.5 214.1 L150.1 213.8 L150.7 213.1 L151.4 214.3 L152.0 213.3 L152.6 214.1 L153.3 213.3 L153.9 213.9 L154.5 214.9 L155.1 214.7 L155.8 215.0 L156.4 215.0 L157.0 214.4 L157.6 215.7 L158.3 214.5 L158.9 215.2 L159.5 214.3 L160.2 214.3 L160.8 214.7 L161.4 214.6 L162.0 214.1 L162.7 214.5 L163.3 214.3 L163.9 214.6 L164.5 214.9 L165.2 214.7 L165.8 215.5 L166.4 215.6 L167.1 215.0 L167.7 215.0 L168.3 214.4 L168.9 215.8 L169.6 215.1 L170.2 215.6 L170.8 216.1 L171.4 215.7 L172.1 216.5 L172.7 215.8 L173.3 214.1 L174.0 215.4 L174.6 215.6 L175.2 216.2 L175.8 215.7 L176.5 215.7 L177.1 217.4 L177.7 216.0 L178.3 216.0 L179.0 216.6 L179.6 216.8 L180.2 216.5 L180.9 216.5 L181.5 216.3 L182.1 215.8 L182.7 216.9 L183.4 216.6 L184.0 217.2 L184.6 217.7 L185.2 216.9 L185.9 215.9 L186.5 217.5 L187.1 217.2 L187.8 216.8 L188.4 216.5 L189.0 216.8 L189.6 217.0 L190.3 217.5 L190.9 218.0 L191.5 217.6 L192.1 218.1 L192.8 218.7 L193.4 219.2 L194.0 219.2 L194.7 219.0 L195.3 219.5 L195.9 218.9 L196.5 218.8 L197.2 219.4 L197.8 219.9 L198.4 220.1 L199.0 219.6 L199.7 219.7 L200.3 220.3 L200.9 219.9 L201.6 219.6 L202.2 220.1 L202.8 220.5 L203.4 220.6 L204.1 221.4 L204.7 221.3 L205.3 221.3 L205.9 222.0 L206.6 221.4 L207.2 221.6 L207.8 221.4 L208.5 221.5 L209.1 221.0 L209.7 222.0 L210.3 222.0 L211.0 222.1 L211.6 221.1 L212.2 223.1 L212.8 222.2 L213.5 222.5 L214.1 222.7 L214.7 222.5 L215.4 222.3 L216.0 222.8 L216.6 221.8 L217.2 222.7 L217.9 223.3 L218.5 224.0 L219.1 222.5 L219.7 222.6 L220.4 223.2 L221.0 223.5 L221.6 223.4 L222.3 223.4 L222.9 224.2 L223.5 223.2 L224.1 224.7 L224.8 223.5" fill="none" stroke="#7fb2ff" stroke-width="1.6"/><rect x="148" y="50" width="10" height="10" fill="#7fb2ff"/><text x="162" y="59" fill="#c9d1d9" font-size="11">1.01</text><path d="M187.1 217.2 L187.8 216.8 L188.4 216.5 L189.0 216.8 L189.6 216.9 L190.3 217.3 L190.9 217.6 L191.5 217.0 L192.1 217.3 L192.8 217.8 L193.4 218.2 L194.0 218.1 L194.7 217.8 L195.3 218.1 L195.9 217.5 L196.5 217.3 L197.2 217.8 L197.8 218.1 L198.4 218.2 L199.0 217.7 L199.7 217.7 L200.3 218.2 L200.9 217.8 L201.6 217.4 L202.2 217.9 L202.8 218.1 L203.4 218.2 L204.1 218.9 L204.7 218.7 L205.3 218.7 L205.9 219.3 L206.6 218.7 L207.2 218.9 L207.8 218.6 L208.5 218.6 L209.1 218.1 L209.7 219.0 L210.3 219.0 L211.0 219.0 L211.6 218.0 L212.2 219.9 L212.8 219.0 L213.5 219.3 L214.1 219.4 L214.7 219.2 L215.4 219.0 L216.0 219.5 L216.6 218.4 L217.2 219.3 L217.9 219.8 L218.5 220.5 L219.1 219.0 L219.7 219.1 L220.4 219.7 L221.0 219.9 L221.6 219.8 L222.3 219.8 L222.9 220.5 L223.5 219.6 L224.1 221.0 L224.8 219.9 L225.4 220.2 L226.0 220.3 L226.6 220.1 L227.3 219.6 L227.9 220.3 L228.5 220.1 L229.2 219.9 L229.8 220.9 L230.4 219.9 L231.0 220.6 L231.7 219.8 L232.3 219.6 L232.9 221.0 L233.5 220.2 L234.2 220.9 L234.8 221.1 L235.4 221.2 L236.1 220.7 L236.7 220.3 L237.3 221.3 L237.9 220.3 L238.6 220.0 L239.2 220.8 L239.8 221.0 L240.4 221.9 L241.1 220.8 L241.7 220.7 L242.3 221.4 L243.0 221.6 L243.6 220.5 L244.2 221.4 L244.8 221.6 L245.5 221.6 L246.1 222.4 L246.7 221.0 L247.3 221.4 L248.0 220.2 L248.6 222.1 L249.2 220.8 L249.8 221.1 L250.5 222.4 L251.1 220.2 L251.7 221.4 L252.4 221.5 L253.0 221.3 L253.6 221.5 L254.2 221.2 L254.9 220.9 L255.5 221.6 L256.1 222.4 L256.7 221.3 L257.4 221.9 L258.0 221.0 L258.6 222.3 L259.3 221.5 L259.9 221.7 L260.5 222.3 L261.1 221.7 L261.8 221.8 L262.4 222.4 L263.0 221.8 L263.6 222.5 L264.3 223.0 L264.9 221.6 L265.5 222.3 L266.2 221.1 L266.8 222.6 L267.4 222.3 L268.0 222.9 L268.7 222.3 L269.3 222.1 L269.9 222.8 L270.5 222.9 L271.2 222.4 L271.8 222.4 L272.4 223.3 L273.1 222.4 L273.7 223.0 L274.3 222.1 L274.9 222.0 L275.6 222.4 L276.2 222.7 L276.8 223.4 L277.4 222.7 L278.1 222.8 L278.7 223.0 L279.3 222.9 L280.0 222.9 L280.6 222.7 L281.2 222.7 L281.8 223.6 L282.5 222.4 L283.1 222.4 L283.7 222.8 L284.3 223.6 L285.0 223.8 L285.6 223.0 L286.2 223.0 L286.9 223.0 L287.5 223.0 L288.1 223.0 L288.7 224.0 L289.4 224.1 L290.0 222.1 L290.6 223.3 L291.2 223.7 L291.9 223.6 L292.5 223.5 L293.1 223.3 L293.8 223.4 L294.4 223.0 L295.0 223.9 L295.6 223.2 L296.3 223.3 L296.9 223.8 L297.5 223.9 L298.1 223.0 L298.8 223.8 L299.4 223.9 L300.0 224.2 L300.7 223.6 L301.3 224.4 L301.9 223.5 L302.5 223.7 L303.2 224.5 L303.8 223.5 L304.4 224.1 L305.0 224.4 L305.7 223.3 L306.3 223.7 L306.9 223.8 L307.6 224.4 L308.2 225.1 L308.8 224.2 L309.4 224.5 L310.1 223.5 L310.7 224.0 L311.3 224.8 L311.9 224.8 L312.6 225.0 L313.2 224.0 L313.8 224.8 L314.5 224.1 L315.1 225.2 L315.7 224.1 L316.3 225.2 L317.0 223.9 L317.6 224.6 L318.2 224.9 L318.8 225.0 L319.5 225.1 L320.1 224.4 L320.7 224.4 L321.4 225.3 L322.0 223.1 L322.6 224.5 L323.2 225.0 L323.9 224.4 L324.5 225.2 L325.1 225.8 L325.7 224.4 L326.4 225.2 L327.0 225.5 L327.6 225.2 L328.3 224.7 L328.9 224.9 L329.5 224.5 L330.1 223.8 L330.8 225.2 L331.4 225.4 L332.0 225.1 L332.6 225.2 L333.3 223.9 L333.9 224.7 L334.5 225.6 L335.2 226.1 L335.8 225.6 L336.4 225.5 L337.0 225.7 L337.7 224.7 L338.3 225.3 L338.9 225.7 L339.5 225.1 L340.2 225.1 L340.8 224.6 L341.4 225.3 L342.1 225.3 L342.7 226.2 L343.3 225.3 L343.9 225.5 L344.6 225.4 L345.2 226.1 L345.8 224.7 L346.4 225.0 L347.1 225.4 L347.7 225.3 L348.3 225.9 L349.0 225.5 L349.6 225.5 L350.2 226.1 L350.8 225.5 L351.5 226.3 L352.1 226.2 L352.7 225.3 L353.3 226.4 L354.0 225.5 L354.6 225.6 L355.2 226.0 L355.9 225.3 L356.5 225.6 L357.1 225.8 L357.7 226.0 L358.4 226.7 L359.0 227.1 L359.6 225.3 L360.2 225.6 L360.9 225.9 L361.5 226.2 L362.1 226.6 L362.8 225.5 L363.4 225.2 L364.0 226.4 L364.6 225.9 L365.3 225.6 L365.9 226.2 L366.5 225.5 L367.1 225.7 L367.8 226.7 L368.4 227.0 L369.0 226.6 L369.7 227.0 L370.3 225.9 L370.9 225.8 L371.5 226.3 L372.2 226.8 L372.8 226.1 L373.4 226.8 L374.0 226.3 L374.7 226.9 L375.3 227.2 L375.9 226.6 L376.6 226.3 L377.2 226.6 L377.8 226.9 L378.4 225.9 L379.1 226.0 L379.7 226.4 L380.3 227.5 L380.9 226.8 L381.6 226.8 L382.2 227.1 L382.8 226.9 L383.4 226.5 L384.1 227.0 L384.7 227.3 L385.3 226.4 L386.0 226.4 L386.6 226.8 L387.2 226.9 L387.8 226.4 L388.5 226.5 L389.1 226.5 L389.7 227.0 L390.3 226.9 L391.0 226.7 L391.6 227.3 L392.2 226.8 L392.9 226.7 L393.5 226.7 L394.1 226.2 L394.7 227.1 L395.4 226.3 L396.0 226.4 L396.6 226.6 L397.2 226.5 L397.9 226.2 L398.5 227.0 L399.1 226.6 L399.8 226.4 L400.4 225.7 L401.0 226.8 L401.6 226.9 L402.3 227.9 L402.9 227.3 L403.5 226.9 L404.1 227.9" fill="none" stroke="#8fe0ad" stroke-width="1.6"/><rect x="244" y="50" width="10" height="10" fill="#8fe0ad"/><text x="258" y="59" fill="#c9d1d9" font-size="11">1.02</text><path d="M404.8 226.5 L405.4 227.9 L406.0 226.7 L406.7 227.3 L407.3 227.9 L407.9 226.5 L408.5 227.0 L409.2 226.8 L409.8 227.3 L410.4 228.0 L411.0 227.7 L411.7 227.3 L412.3 226.9 L412.9 227.6 L413.6 227.2 L414.2 228.0 L414.8 227.5 L415.4 227.1 L416.1 227.3 L416.7 228.0 L417.3 227.5 L417.9 226.9 L418.6 226.7 L419.2 227.1 L419.8 227.3 L420.5 227.3 L421.1 227.4 L421.7 227.4 L422.3 228.1 L423.0 227.0 L423.6 226.7 L424.2 227.4 L424.8 227.6 L425.5 228.0 L426.1 227.8 L426.7 227.4 L427.4 227.6 L428.0 227.5 L428.6 227.7 L429.2 227.1 L429.9 228.2 L430.5 227.3 L431.1 227.4 L431.7 226.8 L432.4 227.0 L433.0 227.2 L433.6 228.0 L434.3 228.0 L434.9 227.5 L435.5 227.6 L436.1 228.1 L436.8 227.7 L437.4 227.5 L438.0 229.0 L438.6 228.3 L439.3 227.6 L439.9 228.5 L440.5 228.3 L441.2 228.2 L441.8 227.4 L442.4 227.1 L443.0 228.2 L443.7 227.7 L444.3 228.4 L444.9 228.5 L445.5 227.9 L446.2 227.9 L446.8 228.5 L447.4 228.2 L448.1 228.6 L448.7 228.8 L449.3 229.0 L449.9 228.7 L450.6 227.3 L451.2 227.9 L451.8 228.2 L452.4 227.5 L453.1 227.5 L453.7 227.9 L454.3 228.0 L455.0 229.3 L455.6 228.6 L456.2 227.9 L456.8 228.4 L457.5 228.6 L458.1 229.0 L458.7 228.4 L459.3 228.5 L460.0 228.9 L460.6 229.1 L461.2 228.7 L461.9 228.2 L462.5 228.7 L463.1 230.1 L463.7 229.0 L464.4 229.1 L465.0 228.9 L465.6 229.0 L466.2 228.7 L466.9 228.9 L467.5 228.1 L468.1 228.7 L468.8 228.6 L469.4 228.8 L470.0 229.0 L470.6 229.4 L471.3 229.1 L471.9 229.5 L472.5 228.2 L473.1 228.6 L473.8 229.1 L474.4 228.4 L475.0 229.0 L475.7 228.7 L476.3 227.7 L476.9 229.2 L477.5 228.3 L478.2 227.3 L478.8 228.8 L479.4 228.8 L480.0 228.9 L480.7 229.0 L481.3 229.8 L481.9 228.4 L482.6 229.2 L483.2 228.7 L483.8 228.9 L484.4 230.0 L485.1 230.1 L485.7 228.5 L486.3 228.9 L486.9 229.0 L487.6 229.6 L488.2 228.7 L488.8 229.0 L489.5 229.4 L490.1 229.1 L490.7 228.8 L491.3 228.3 L492.0 228.2 L492.6 229.5 L493.2 229.7 L493.8 229.1" fill="none" stroke="#e8c37a" stroke-width="1.6"/><rect x="340" y="50" width="10" height="10" fill="#e8c37a"/><text x="354" y="59" fill="#c9d1d9" font-size="11">1.03</text><path d="M494.5 229.4 L495.1 229.7 L495.7 229.3 L496.4 229.8 L497.0 229.4 L497.6 227.7 L498.2 228.7 L498.9 228.5 L499.5 229.8 L500.1 229.4 L500.7 229.8 L501.4 230.4 L502.0 229.8 L502.6 229.5 L503.3 228.8 L503.9 229.9 L504.5 229.9 L505.1 228.5 L505.8 228.7 L506.4 229.5 L507.0 228.7 L507.6 230.1 L508.3 228.6 L508.9 230.2 L509.5 230.5 L510.2 229.1 L510.8 229.4 L511.4 228.9 L512.0 229.0 L512.7 228.7 L513.3 229.4 L513.9 228.7 L514.5 230.1 L515.2 230.7 L515.8 229.2 L516.4 229.9 L517.0 229.5 L517.7 230.1 L518.3 229.4 L518.9 229.8 L519.6 229.8 L520.2 229.0 L520.8 229.7 L521.4 229.8 L522.1 229.5 L522.7 230.5 L523.3 229.9 L523.9 229.2 L524.6 229.8 L525.2 230.6 L525.8 230.0 L526.5 229.3 L527.1 229.8 L527.7 229.2 L528.3 230.0 L529.0 229.1 L529.6 229.9 L530.2 229.3 L530.8 229.3 L531.5 230.7 L532.1 229.8 L532.7 229.6 L533.4 230.3 L534.0 229.6 L534.6 230.0 L535.2 229.8 L535.9 229.9 L536.5 230.3 L537.1 230.2 L537.7 230.0 L538.4 230.1 L539.0 230.6 L539.6 229.8 L540.3 230.2 L540.9 229.3 L541.5 228.9 L542.1 230.5 L542.8 229.5 L543.4 229.9 L544.0 230.1 L544.6 230.1 L545.3 230.3 L545.9 230.9 L546.5 229.0 L547.2 230.1 L547.8 230.5 L548.4 230.1 L549.0 231.3 L549.7 229.9 L550.3 229.2 L550.9 231.3 L551.5 229.7 L552.2 230.7 L552.8 229.9 L553.4 229.5 L554.1 231.2 L554.7 230.3 L555.3 228.9 L555.9 230.1 L556.6 230.8 L557.2 230.3 L557.8 230.3 L558.4 230.4 L559.1 229.6 L559.7 230.7 L560.3 231.5 L561.0 230.4 L561.6 230.9 L562.2 230.6 L562.8 230.6 L563.5 230.2 L564.1 230.6 L564.7 230.3 L565.3 230.0 L566.0 229.2 L566.6 229.7 L567.2 230.8 L567.9 231.2 L568.5 230.1 L569.1 229.7 L569.7 229.9 L570.4 229.7 L571.0 231.3 L571.6 231.0 L572.2 230.4 L572.9 230.8 L573.5 232.0 L574.1 231.8 L574.8 230.7 L575.4 231.0 L576.0 231.2 L576.6 229.8 L577.3 231.0 L577.9 230.9 L578.5 231.1 L579.1 231.5 L579.8 230.2 L580.4 230.7 L581.0 231.4 L581.7 231.4 L582.3 230.7 L582.9 230.5 L583.5 230.7 L584.2 231.3 L584.8 231.2 L585.4 229.6 L586.0 230.1 L586.7 231.4 L587.3 230.9 L587.9 231.4 L588.6 231.4 L589.2 230.4 L589.8 231.1 L590.4 230.9 L591.1 230.5 L591.7 231.0 L592.3 231.3 L592.9 230.2 L593.6 230.7 L594.2 231.3 L594.8 230.6 L595.5 231.9 L596.1 230.6 L596.7 230.1 L597.3 231.8 L598.0 232.1 L598.6 230.5 L599.2 231.2 L599.8 230.5 L600.5 231.5 L601.1 231.3 L601.7 231.1 L602.4 231.0 L603.0 230.8 L603.6 231.7 L604.2 230.6 L604.9 230.8 L605.5 231.7 L606.1 231.9 L606.7 231.7 L607.4 231.1 L608.0 230.0 L608.6 231.2 L609.3 230.5 L609.9 231.7 L610.5 231.4 L611.1 231.5 L611.8 231.1 L612.4 230.5 L613.0 231.3 L613.6 230.7 L614.3 230.6 L614.9 231.3 L615.5 231.4 L616.2 231.2 L616.8 230.7 L617.4 231.3 L618.0 231.2 L618.7 230.7 L619.3 230.8 L619.9 230.9 L620.5 231.1 L621.2 231.6 L621.8 231.4 L622.4 230.9 L623.1 230.9 L623.7 231.5 L624.3 231.3 L624.9 230.9 L625.6 231.1 L626.2 231.5 L626.8 231.7 L627.4 231.7 L628.1 231.4 L628.7 230.8 L629.3 231.6 L630.0 231.6 L630.6 232.7 L631.2 231.4 L631.8 231.2 L632.5 231.6 L633.1 230.8 L633.7 231.4 L634.3 230.7 L635.0 232.1 L635.6 232.3 L636.2 232.0 L636.9 232.5 L637.5 231.6 L638.1 232.4 L638.7 231.7 L639.4 231.0 L640.0 232.1 L640.6 231.1 L641.2 231.4 L641.9 232.7 L642.5 231.7 L643.1 232.1 L643.8 231.8 L644.4 232.5 L645.0 232.0 L645.6 231.8 L646.3 231.4 L646.9 231.9 L647.5 231.2 L648.1 231.1 L648.8 231.9 L649.4 231.6 L650.0 231.4 L650.6 232.1 L651.3 231.6 L651.9 232.3 L652.5 232.2 L653.2 231.8 L653.8 231.5 L654.4 230.9 L655.0 231.4 L655.7 231.6 L656.3 232.4 L656.9 231.6 L657.5 231.2 L658.2 232.2 L658.8 232.0 L659.4 232.3 L660.1 232.1 L660.7 231.6 L661.3 231.6 L661.9 232.1 L662.6 231.4 L663.2 231.7 L663.8 231.5 L664.4 232.2 L665.1 232.3 L665.7 232.4 L666.3 231.4 L667.0 231.6 L667.6 230.5 L668.2 231.1 L668.8 232.0 L669.5 232.4 L670.1 231.7 L670.7 232.2 L671.3 232.4 L672.0 231.8 L672.6 232.6 L673.2 231.7 L673.9 232.8 L674.5 232.4 L675.1 232.7 L675.7 231.7 L676.4 232.0 L677.0 232.4 L677.6 232.1 L678.2 231.8 L678.9 232.0 L679.5 231.6 L680.1 232.6 L680.8 232.6 L681.4 231.5 L682.0 232.5 L682.6 232.0 L683.3 232.6 L683.9 231.3 L684.5 230.6 L685.1 233.1 L685.8 233.1 L686.4 232.7 L687.0 231.9 L687.7 232.8 L688.3 233.3 L688.9 231.9 L689.5 232.0 L690.2 232.8 L690.8 233.1 L691.4 232.6 L692.0 232.3 L692.7 232.0 L693.3 232.1 L693.9 233.1 L694.6 232.4 L695.2 232.3 L695.8 232.5 L696.4 232.6 L697.1 232.7 L697.7 233.1 L698.3 232.2 L698.9 231.8 L699.6 233.7 L700.2 231.9 L700.8 232.8 L701.5 232.4 L702.1 232.1 L702.7 232.9 L703.3 232.5 L704.0 231.9 L704.6 232.5 L705.2 232.2 L705.8 231.3 L706.5 232.2 L707.1 233.4 L707.7 232.8 L708.4 232.5 L709.0 231.9 L709.6 233.4 L710.2 233.0 L710.9 233.2 L711.5 232.5 L712.1 232.8 L712.7 232.6 L713.4 234.0 L714.0 231.9" fill="none" stroke="#f2a0a0" stroke-width="1.6"/><rect x="436" y="50" width="10" height="10" fill="#f2a0a0"/><text x="450" y="59" fill="#c9d1d9" font-size="11">1.04</text></svg></figure>
|
| 356 |
-
<p class="note">Jedna linia na wersję, odczytane z każdego publicznego runu przez jego API (1.00 1430, 1.01 2860, 1.02 5720, 1.03 7150, 1.04 do 10010 i dalej); skala logarytmiczna straty, żeby widzieć i wczesne, i późne kroki. Krzywe układają się w jedną globalną trajektorię. 1.04 jest w toku; jej seria ewaluacji ma przerwę 8850 → 10010, bo pipeline stacji został zrestartowany, a brakujące punkty są teraz publikowane z archiwum — przerwa to przestój, nie regresja.</p>
|
| 357 |
-
</section>
|
| 358 |
-
|
| 359 |
-
<section>
|
| 360 |
-
<h2>Wykresy na żywo: kontynuacja 1.04</h2>
|
| 361 |
-
<figure><svg viewBox="0 0 760 250" role="img" style="width:100%;height:auto;background:transparent" xmlns="http://www.w3.org/2000/svg"><line x1="40" y1="210" x2="720" y2="210" stroke="#3a3f46"/><line x1="40" y1="40" x2="40" y2="210" stroke="#3a3f46"/><line x1="40" y1="210.0" x2="720" y2="210.0" stroke="#23262b"/><text x="34" y="214.0" fill="#8b939d" font-size="11" text-anchor="end">2.32</text><line x1="40" y1="167.5" x2="720" y2="167.5" stroke="#23262b"/><text x="34" y="171.5" fill="#8b939d" font-size="11" text-anchor="end">2.35</text><line x1="40" y1="125.0" x2="720" y2="125.0" stroke="#23262b"/><text x="34" y="129.0" fill="#8b939d" font-size="11" text-anchor="end">2.37</text><line x1="40" y1="82.5" x2="720" y2="82.5" stroke="#23262b"/><text x="34" y="86.5" fill="#8b939d" font-size="11" text-anchor="end">2.40</text><line x1="40" y1="40.0" x2="720" y2="40.0" stroke="#23262b"/><text x="34" y="44.0" fill="#8b939d" font-size="11" text-anchor="end">2.43</text><text x="40.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">7150</text><text x="380.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">8615</text><text x="720.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">10080</text><text x="380" y="244" fill="#8b939d" font-size="11" text-anchor="middle">krok native</text><path d="M42.3 101.3 L44.6 108.3 L47.0 95.7 L49.3 112.3 L51.6 99.8 L53.9 47.8 L56.2 79.8 L58.6 71.6 L60.9 113.0 L63.2 98.8 L65.5 112.2 L67.8 130.3 L70.2 112.1 L72.5 104.4 L74.8 82.1 L77.1 114.5 L79.5 116.5 L81.8 72.7 L84.1 79.3 L86.4 103.5 L88.7 79.8 L91.1 121.7 L93.4 75.3 L95.7 124.5 L98.0 131.7 L100.3 90.9 L102.7 100.2 L105.0 85.8 L107.3 86.8 L109.6 78.6 L111.9 99.5 L114.3 80.1 L116.6 121.8 L118.9 138.7 L121.2 92.3 L123.5 114.8 L125.9 103.2 L128.2 119.8 L130.5 100.9 L132.8 113.2 L135.2 111.3 L137.5 88.0 L139.8 109.2 L142.1 111.4 L144.4 103.9 L146.8 133.8 L149.1 114.1 L151.4 95.3 L153.7 111.0 L156.0 135.4 L158.4 117.9 L160.7 97.1 L163.0 112.2 L165.3 92.5 L167.6 116.7 L170.0 90.4 L172.3 115.1 L174.6 97.7 L176.9 97.9 L179.2 139.0 L181.6 111.4 L183.9 105.2 L186.2 128.0 L188.5 106.1 L190.9 117.2 L193.2 110.9 L195.5 113.9 L197.8 127.7 L200.1 125.1 L202.5 119.3 L204.8 121.1 L207.1 136.9 L209.4 111.8 L211.7 123.5 L214.1 97.6 L216.4 84.7 L218.7 134.5 L221.0 103.1 L223.3 113.8 L225.7 119.9 L228.0 121.9 L230.3 128.1 L232.6 145.4 L234.9 88.1 L237.3 121.1 L239.6 131.9 L241.9 121.1 L244.2 158.4 L246.6 115.0 L248.9 92.6 L251.2 156.7 L253.5 108.6 L255.8 140.1 L258.2 113.6 L260.5 104.4 L262.8 154.9 L265.1 126.0 L267.4 86.1 L269.8 120.5 L272.1 143.6 L274.4 126.8 L276.7 126.2 L279.0 129.8 L281.4 107.1 L283.7 139.2 L286.0 162.3 L288.3 131.4 L290.6 143.9 L293.0 135.3 L295.3 137.0 L297.6 124.8 L299.9 136.5 L302.3 128.3 L304.6 118.5 L306.9 92.7 L309.2 109.7 L311.5 141.5 L313.9 152.6 L316.2 120.4 L318.5 110.1 L320.8 115.9 L323.1 107.8 L325.5 155.7 L327.8 149.1 L330.1 130.3 L332.4 141.0 L334.7 177.6 L337.1 171.4 L339.4 139.7 L341.7 147.3 L344.0 152.8 L346.3 111.0 L348.7 147.7 L351.0 145.8 L353.3 151.5 L355.6 164.5 L358.0 122.9 L360.3 138.9 L362.6 159.2 L364.9 159.4 L367.2 139.4 L369.6 133.0 L371.9 137.8 L374.2 156.4 L376.5 154.2 L378.8 105.8 L381.2 120.4 L383.5 161.5 L385.8 143.9 L388.1 161.5 L390.4 160.8 L392.8 130.2 L395.1 152.1 L397.4 145.1 L399.7 131.7 L402.0 147.9 L404.4 157.9 L406.7 124.1 L409.0 138.2 L411.3 157.5 L413.7 136.8 L416.0 175.9 L418.3 137.0 L420.6 119.7 L422.9 170.6 L425.3 182.1 L427.6 133.1 L429.9 154.8 L432.2 131.7 L434.5 163.8 L436.9 156.6 L439.2 152.0 L441.5 147.9 L443.8 143.0 L446.1 169.6 L448.5 137.0 L450.8 143.5 L453.1 170.0 L455.4 176.3 L457.7 169.8 L460.1 151.8 L462.4 119.3 L464.7 155.2 L467.0 134.0 L469.4 168.9 L471.7 158.9 L474.0 163.0 L476.3 149.7 L478.6 134.5 L481.0 156.1 L483.3 139.1 L485.6 136.0 L487.9 158.5 L490.2 160.9 L492.6 154.9 L494.9 137.6 L497.2 158.1 L499.5 153.7 L501.8 139.4 L504.2 142.9 L506.5 144.0 L508.8 150.4 L511.1 165.3 L513.4 161.1 L515.8 143.7 L518.1 144.7 L520.4 162.1 L522.7 155.9 L525.1 145.1 L527.4 150.7 L529.7 164.4 L532.0 170.3 L534.3 168.4 L536.7 159.3 L539.0 142.9 L541.3 166.7 L543.6 165.6 L545.9 199.0 L548.3 160.4 L550.6 155.2 L552.9 167.3 L555.2 141.6 L557.5 161.4 L559.9 139.7 L562.2 182.3 L564.5 186.0 L566.8 179.1 L569.1 192.4 L571.5 166.6 L573.8 190.1 L576.1 170.2 L578.4 148.9 L580.8 179.6 L583.1 150.0 L585.4 160.3 L587.7 197.8 L590.0 168.9 L592.4 182.0 L594.7 172.6 L597.0 191.3 L599.3 177.3 L601.6 171.4 L604.0 159.0 L606.3 176.3 L608.6 154.1 L610.9 150.2 L613.2 174.7 L615.6 167.3 L617.9 161.0 L620.2 180.0 L622.5 166.5 L624.8 186.0 L627.2 184.7 L629.5 170.5 L631.8 163.2 L634.1 145.2 L636.5 159.6 L638.8 166.3 L641.1 188.7 L643.4 165.3 L645.7 155.4 L648.1 184.3 L650.4 177.1 L652.7 186.0 L655.0 179.9 L657.3 166.0 L659.7 167.2 L662.0 179.7 L664.3 160.9 L666.6 169.7 L668.9 163.7 L671.3 184.4 L673.6 187.9 L675.9 190.6 L678.2 160.0 L680.5 165.2 L682.9 131.6 L685.2 151.2 L687.5 177.7 L689.8 188.5 L692.2 168.2 L694.5 184.8 L696.8 191.2 L699.1 171.3 L701.4 194.6 L703.8 170.0 L706.1 202.2 L708.4 190.7 L710.7 199.0 L713.0 169.2 L715.4 178.2 L717.7 191.0 L720.0 181.6" fill="none" stroke="#7fb2ff" stroke-width="1.8"/><line x1="703.8" y1="40" x2="703.8" y2="210" stroke="#e8c37a" stroke-dasharray="4 4"/><text x="708.8" y="52" fill="#e8c37a" font-size="11">10010</text></svg></figure>
|
| 362 |
-
<p class="note">train/loss w funkcji kroku native, odczytane z <a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">publicznego biegu kontynuacji</a> przez jego publiczne API o 2026-10-28T00:35Z. Linia przerywana oznacza adopcję na 8×L40S przy kamieniu 10010. Krzywa jest zmierzona, nie dopasowana.</p>
|
| 363 |
-
<figure><svg viewBox="0 0 760 250" role="img" style="width:100%;height:auto;background:transparent" xmlns="http://www.w3.org/2000/svg"><line x1="40" y1="210" x2="720" y2="210" stroke="#3a3f46"/><line x1="40" y1="40" x2="40" y2="210" stroke="#3a3f46"/><line x1="40" y1="210.0" x2="720" y2="210.0" stroke="#23262b"/><text x="34" y="214.0" fill="#8b939d" font-size="11" text-anchor="end">41</text><line x1="40" y1="167.5" x2="720" y2="167.5" stroke="#23262b"/><text x="34" y="171.5" fill="#8b939d" font-size="11" text-anchor="end">56</text><line x1="40" y1="125.0" x2="720" y2="125.0" stroke="#23262b"/><text x="34" y="129.0" fill="#8b939d" font-size="11" text-anchor="end">71</text><line x1="40" y1="82.5" x2="720" y2="82.5" stroke="#23262b"/><text x="34" y="86.5" fill="#8b939d" font-size="11" text-anchor="end">85</text><line x1="40" y1="40.0" x2="720" y2="40.0" stroke="#23262b"/><text x="34" y="44.0" fill="#8b939d" font-size="11" text-anchor="end">100</text><text x="40.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">7200</text><text x="380.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">8025</text><text x="720.0" y="226" fill="#8b939d" font-size="11" text-anchor="middle">8850</text><text x="380" y="244" fill="#8b939d" font-size="11" text-anchor="middle">krok native</text><path d="M40.0 113.1 L40.0 113.1 L60.6 112.9 L60.6 112.9 L81.2 114.7 L81.2 114.7 L101.8 112.9 L101.8 112.9 L122.4 112.3 L143.0 113.6 L163.6 114.6 L184.2 111.5 L204.8 111.7 L225.5 111.4 L246.1 112.2 L266.7 114.3 L287.3 113.2 L307.9 112.9 L328.5 111.2 L349.1 111.9 L369.7 112.7 L390.3 114.5 L410.9 114.7 L431.5 113.2 L452.1 115.0 L472.7 114.7 L493.3 114.0 L513.9 112.5 L534.5 111.2 L555.2 113.8 L575.8 113.5 L596.4 113.4 L617.0 113.3 L637.6 111.5 L658.2 112.5 L678.8 112.5 L699.4 110.9 L720.0 111.5" fill="none" stroke="#8fe0ad" stroke-width="1.8"/><path d="M40.0 184.8 L40.0 184.8 L60.6 184.4 L60.6 184.4 L81.2 186.4 L81.2 186.4 L101.8 184.8 L101.8 184.8 L122.4 188.0 L143.0 184.2 L163.6 187.0 L184.2 186.5 L204.8 187.1 L225.5 187.0 L246.1 184.4 L266.7 188.0 L287.3 186.4 L307.9 188.8 L328.5 188.3 L349.1 183.8 L369.7 184.9 L390.3 187.4 L410.9 187.1 L431.5 184.0 L452.1 185.9 L472.7 184.9 L493.3 183.7 L513.9 184.9 L534.5 181.4 L555.2 184.7 L575.8 183.1 L596.4 185.4 L617.0 184.7 L637.6 185.2 L658.2 185.4 L678.8 183.3 L699.4 179.7 L720.0 183.7" fill="none" stroke="#7fb2ff" stroke-width="1.8"/><path d="M40.0 44.6 L60.6 44.4 L81.2 44.1 L101.8 44.1 L122.4 43.9 L143.0 44.2 L163.6 45.3 L184.2 44.1 L204.8 43.9 L225.5 43.5 L246.1 43.7 L266.7 44.1 L287.3 44.0 L307.9 43.4 L328.5 43.7 L349.1 43.3 L369.7 43.2 L390.3 43.5 L410.9 43.3 L431.5 43.5 L452.1 43.2 L472.7 43.1 L493.3 44.1 L513.9 43.6 L534.5 44.3 L555.2 43.9 L575.8 44.2 L596.4 44.1 L617.0 43.9 L637.6 44.1 L658.2 43.9 L678.8 43.9 L699.4 43.7 L720.0 44.8" fill="none" stroke="#e8c37a" stroke-width="1.8"/><path d="M40.0 203.9 L60.6 205.5 L81.2 203.8 L101.8 203.6 L122.4 205.4 L143.0 203.5 L163.6 204.4 L184.2 202.4 L204.8 203.1 L225.5 203.8 L246.1 203.6 L266.7 204.3 L287.3 201.0 L307.9 204.2 L328.5 204.4 L349.1 202.9 L369.7 204.1 L390.3 204.7 L410.9 206.4 L431.5 203.8 L452.1 203.5 L472.7 202.4 L493.3 202.0 L513.9 201.5 L534.5 204.3 L555.2 202.7 L575.8 201.5 L596.4 202.1 L617.0 202.0 L637.6 200.1 L658.2 204.4 L678.8 205.6 L699.4 202.2 L720.0 202.4" fill="none" stroke="#f2a0a0" stroke-width="1.8"/><rect x="48" y="46" width="10" height="10" fill="#8fe0ad"/><text x="62" y="55" fill="#c9d1d9" font-size="11">BLiMP EN</text><rect x="198" y="46" width="10" height="10" fill="#7fb2ff"/><text x="212" y="55" fill="#c9d1d9" font-size="11">ARC-Easy EN</text><rect x="348" y="46" width="10" height="10" fill="#e8c37a"/><text x="362" y="55" fill="#c9d1d9" font-size="11">MultiBLiMP PL</text><rect x="498" y="46" width="10" height="10" fill="#f2a0a0"/><text x="512" y="55" fill="#c9d1d9" font-size="11">ARC-Easy-PL</text></svg></figure>
|
| 364 |
-
<p class="note">Automatyczna ewaluacja w trakcie biegu, jeden przyrząd (harness lm-eval), co 50 kroków: BLiMP EN, ARC-Easy EN, MultiBLiMP PL i ARC-Easy-PL w procentach. Wstępne punkty z biegu w toku — nie wyniki końcowe i nie porównywalne wprost z tabelą offline powyżej (inna procedura).</p>
|
| 365 |
</section>
|
| 366 |
|
| 367 |
<section>
|
|
@@ -386,15 +443,14 @@
|
|
| 386 |
|
| 387 |
<section>
|
| 388 |
<h2>Co dalej</h2>
|
| 389 |
-
<p><b>Kontynuacja korpusu
|
| 390 |
-
|
| 391 |
-
<a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">
|
| 392 |
<p class="note">Powiązane przebiegi są na koncie autora w Tracku. Zakończony run 1.03 obejmuje wznowione kroki;
|
| 393 |
dalszy trening i historia benchmarków to osobne zapisy tej samej linii modelu.</p>
|
| 394 |
-
<p><b>Po 13848 — kandydaci roadmapy, nie zaplanowane biegi:</b>
|
| 395 |
-
kontekstu (najpierw 32k tokenów, docelowo do 256k), każdy etap
|
| 396 |
-
|
| 397 |
-
wymagałoby powtórki części danych albo nowych danych.</p>
|
| 398 |
<p class="note">To modele bazowe: przewidują dalszy ciąg tekstu, nie były dostrajane do rozmowy ani wykonywania poleceń
|
| 399 |
i mogą się mylić.</p>
|
| 400 |
</section>
|
|
|
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 6 |
<title>Mission – Slayer 1B</title>
|
| 7 |
<style>
|
| 8 |
+
:root { --bg:#0b0d11; --card:#141821; --card2:#181d28; --line:#252b38; --line2:#323a4a; --fg:#eceef2; --soft:#c9ced8; --muted:#9aa3b2;
|
| 9 |
+
--acc:#4fb477; --acc2:#e0565b; --acc3:#6ea6e6; --warn:#e8c37a; --r:16px; color-scheme:dark; }
|
| 10 |
* { box-sizing:border-box; }
|
| 11 |
+
html { scroll-behavior:smooth; -webkit-text-size-adjust:100%; }
|
| 12 |
+
body { margin:0; color:var(--fg); font:16px/1.65 ui-sans-serif,system-ui,-apple-system,"Segoe UI",Roboto,"Helvetica Neue",Arial,sans-serif;
|
| 13 |
+
background:radial-gradient(900px 480px at 12% -80px,rgba(79,180,119,.16),transparent 70%),radial-gradient(760px 420px at 92% -60px,rgba(110,166,230,.12),transparent 70%),var(--bg);
|
| 14 |
+
background-repeat:no-repeat; text-rendering:optimizeLegibility; }
|
| 15 |
+
::selection { background:rgba(79,180,119,.35); }
|
| 16 |
+
main { max-width:1040px; margin:0 auto; padding:28px 20px 80px; }
|
| 17 |
+
header { padding:44px 0 8px; }
|
| 18 |
+
header h1 { font-size:clamp(2.3rem,6vw,3.7rem); line-height:1.05; margin:0 0 12px; letter-spacing:-.035em; font-weight:800; text-wrap:balance;
|
| 19 |
+
color:var(--fg); background:linear-gradient(100deg,#fff 0%,#d4f3e1 45%,var(--acc) 100%); -webkit-background-clip:text; background-clip:text; -webkit-text-fill-color:transparent; }
|
| 20 |
+
header .by { color:var(--acc); font-size:.82rem; font-weight:600; letter-spacing:.14em; text-transform:uppercase; margin:0 0 22px; }
|
| 21 |
+
.lead { font-size:1.16rem; line-height:1.7; max-width:64ch; color:var(--soft); }
|
| 22 |
+
.pills { display:flex; flex-wrap:wrap; gap:10px; margin:26px 0 8px; }
|
| 23 |
+
.pill { display:inline-block; background:rgba(20,24,33,.8); border:1px solid var(--line2); border-radius:999px; padding:6px 14px; font-size:.9rem; color:var(--muted); }
|
| 24 |
+
.pill::before { content:""; display:inline-block; width:6px; height:6px; margin:0 8px 2px 0; vertical-align:middle; border-radius:50%; background:var(--acc); }
|
| 25 |
+
.pill b { color:var(--fg); font-weight:700; font-variant-numeric:tabular-nums; }
|
| 26 |
+
section { margin-top:72px; }
|
| 27 |
+
h2 { display:flex; align-items:center; gap:12px; font-size:1.6rem; line-height:1.25; letter-spacing:-.02em; margin:0 0 20px; text-wrap:balance; scroll-margin-top:24px; }
|
| 28 |
+
h2::before { content:""; width:5px; height:1.15em; border-radius:3px; background:linear-gradient(var(--acc),rgba(110,166,230,.9)); flex:none; }
|
| 29 |
+
.cards { display:grid; grid-template-columns:repeat(auto-fit,minmax(250px,1fr)); gap:16px; }
|
| 30 |
+
.card { background:linear-gradient(180deg,var(--card2),var(--card)); border:1px solid var(--line); border-radius:var(--r); padding:20px 22px; box-shadow:0 1px 0 rgba(255,255,255,.04) inset; }
|
| 31 |
+
.card h3 { margin:0 0 4px; font-size:1.18rem; letter-spacing:-.01em; display:flex; flex-wrap:wrap; align-items:center; gap:4px 10px; }
|
| 32 |
+
.card .meta { color:var(--muted); font-size:.93rem; margin-bottom:12px; }
|
| 33 |
+
.card p { margin:10px 0; color:var(--soft); }
|
| 34 |
+
.card a { font-weight:500; }
|
| 35 |
+
.tag { display:inline-block; font-size:.7rem; font-weight:700; letter-spacing:.06em; text-transform:uppercase; padding:3px 9px; border-radius:999px; vertical-align:middle; line-height:1.4; white-space:nowrap; }
|
| 36 |
+
.tag.const { background:rgba(79,180,119,.16); color:#8fe0ad; box-shadow:0 0 0 1px rgba(79,180,119,.35) inset; }
|
| 37 |
+
.tag.live { background:rgba(232,195,122,.14); color:var(--warn); box-shadow:0 0 0 1px rgba(232,195,122,.35) inset; }
|
| 38 |
+
.tag.dec { background:rgba(154,163,178,.14); color:var(--muted); box-shadow:0 0 0 1px rgba(154,163,178,.28) inset; }
|
| 39 |
+
.tag.live::before { content:""; display:inline-block; width:6px; height:6px; margin:0 6px 1px 0; border-radius:50%; background:var(--warn); }
|
| 40 |
+
.card-status { grid-column:1 / -1; border-left:3px solid var(--line2); }
|
| 41 |
+
.card-status:has(.tag.const) { border-left-color:var(--acc); }
|
| 42 |
+
.card-status:has(.tag.live) { border-left-color:var(--warn); }
|
| 43 |
+
.wrap { overflow-x:auto; background:var(--card); border:1px solid var(--line); border-radius:var(--r); -webkit-overflow-scrolling:touch; }
|
| 44 |
+
table { width:100%; border-collapse:collapse; min-width:520px; }
|
| 45 |
+
th, td { padding:12px 16px; text-align:right; border-bottom:1px solid var(--line); font-variant-numeric:tabular-nums; white-space:nowrap; }
|
| 46 |
+
th:first-child, td:first-child { text-align:left; position:sticky; left:0; background:var(--card); min-width:11.5rem; white-space:normal; z-index:1; }
|
| 47 |
+
th { color:var(--muted); font-weight:600; font-size:.78rem; letter-spacing:.07em; text-transform:uppercase; background:rgba(255,255,255,.03); vertical-align:middle; }
|
| 48 |
+
th:first-child { background:#191e29; }
|
| 49 |
tr:last-child td { border-bottom:none; }
|
| 50 |
+
tr:hover td { background:rgba(255,255,255,.025); }
|
| 51 |
+
tr:hover td:first-child { background:#191e29; }
|
| 52 |
+
td.best { color:var(--acc); font-weight:700; background:rgba(79,180,119,.09); }
|
| 53 |
+
tr:hover td.best { background:rgba(79,180,119,.14); }
|
| 54 |
+
section > p { max-width:78ch; }
|
| 55 |
+
.note { color:var(--muted); font-size:.93rem; line-height:1.7; max-width:78ch; margin:12px 0 0; }
|
| 56 |
+
code { font:.84em ui-monospace,SFMono-Regular,Menlo,Consolas,monospace; background:rgba(255,255,255,.06); padding:2px 6px; border-radius:6px; color:var(--soft); }
|
| 57 |
+
.sha { overflow-wrap:anywhere; font-size:.78rem; }
|
| 58 |
+
figure { margin:0; background:var(--bg); border-radius:var(--r); padding:0; overflow:hidden; box-shadow:0 0 0 1px var(--line2), 0 22px 56px -26px rgba(0,0,0,.85); }
|
| 59 |
+
figure img { width:100%; height:auto; display:block; }
|
| 60 |
+
figure + .note { margin-top:16px; }
|
| 61 |
+
.note + figure { margin-top:28px; }
|
| 62 |
+
ol.steps { list-style:none; padding:0; margin:0; counter-reset:step; display:grid; gap:12px; }
|
| 63 |
+
ol.steps li { counter-increment:step; position:relative; margin:0; padding:18px 20px 18px 66px; background:linear-gradient(180deg,var(--card2),var(--card)); border:1px solid var(--line); border-radius:var(--r); color:var(--soft); }
|
| 64 |
+
ol.steps li::before { content:counter(step); position:absolute; left:20px; top:18px; width:30px; height:30px; display:grid; place-items:center; border-radius:50%; background:rgba(79,180,119,.16); color:var(--acc); font-weight:800; font-size:.92rem; box-shadow:0 0 0 1px rgba(79,180,119,.35) inset; }
|
| 65 |
+
ol.steps li b { color:var(--fg); }
|
| 66 |
+
footer { margin-top:80px; color:var(--muted); font-size:.9rem; border-top:1px solid var(--line); padding-top:20px; }
|
| 67 |
+
a { color:var(--acc3); text-decoration-thickness:1px; text-underline-offset:3px; text-decoration-color:rgba(110,166,230,.4); transition:color .15s,text-decoration-color .15s; }
|
| 68 |
+
a:hover { color:#9cc3f0; text-decoration-color:currentColor; }
|
| 69 |
+
a:focus-visible, button:focus-visible { outline:2px solid var(--acc); outline-offset:3px; border-radius:6px; }
|
| 70 |
+
.lang { position:fixed; top:14px; right:16px; display:flex; gap:4px; background:rgba(20,24,33,.78); -webkit-backdrop-filter:blur(10px); backdrop-filter:blur(10px); border:1px solid var(--line2); border-radius:999px; padding:3px; z-index:10; }
|
| 71 |
+
.lang button { background:none; border:0; color:var(--muted); font:600 .85rem system-ui,sans-serif; padding:5px 12px; border-radius:999px; cursor:pointer; transition:background .15s,color .15s; }
|
| 72 |
+
.lang button:hover { color:var(--fg); }
|
| 73 |
+
.lang button[aria-pressed="true"] { background:var(--acc); color:#07130c; }
|
| 74 |
body[data-lang="en"] .l-pl, body[data-lang="pl"] .l-en { display:none; }
|
| 75 |
+
@media (prefers-reduced-motion:no-preference) {
|
| 76 |
+
.card { transition:transform .2s ease,border-color .2s ease,box-shadow .2s ease; }
|
| 77 |
+
.card:hover { transform:translateY(-2px); border-color:var(--line2); box-shadow:0 14px 34px -18px rgba(0,0,0,.8); }
|
| 78 |
+
.tag.live::before { animation:pulse 1.8s ease-in-out infinite; }
|
| 79 |
+
@keyframes pulse { 0%,100% { opacity:1; transform:scale(1); } 50% { opacity:.35; transform:scale(.7); } }
|
| 80 |
+
}
|
| 81 |
+
@media (prefers-reduced-motion:reduce) { html { scroll-behavior:auto; } }
|
| 82 |
+
@media (max-width:640px) {
|
| 83 |
+
main { padding:12px 16px 64px; }
|
| 84 |
+
.lang { position:static; margin:12px 16px 0 auto; width:max-content; }
|
| 85 |
+
header { padding-top:24px; }
|
| 86 |
+
section { margin-top:52px; }
|
| 87 |
+
h2 { font-size:1.35rem; }
|
| 88 |
+
th, td { padding:10px 12px; font-size:.92rem; }
|
| 89 |
+
th:first-child, td:first-child { min-width:9.5rem; }
|
| 90 |
+
.card { padding:18px; }
|
| 91 |
+
ol.steps li { padding:16px 16px 16px 58px; }
|
| 92 |
+
ol.steps li::before { left:16px; top:16px; }
|
| 93 |
+
figure { padding:0; }
|
| 94 |
+
figure:has(> img) { overflow-x:auto; -webkit-overflow-scrolling:touch; }
|
| 95 |
+
figure:has(> img) img { width:760px; max-width:none; }
|
| 96 |
+
}
|
| 97 |
</style>
|
| 98 |
</head>
|
| 99 |
<body data-lang="en">
|
|
|
|
| 150 |
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.03-checkpoints">native checkpoint archive — current files</a>
|
| 151 |
</div>
|
| 152 |
<div class="card card-status">
|
| 153 |
+
<h3>Slayer1B 1.04 <span class="tag const">released</span></h3>
|
| 154 |
+
<div class="meta">native step 10010 · 10.5 B training tokens</div>
|
| 155 |
+
<p>Corpus continuation 7150 → 10010 on 4×L40S, constant learning rate. The run then moved to 8×L40S at this checkpoint
|
| 156 |
+
after independent SHA-256 verification (three sources) and a proof that the global batch is reproduced.</p>
|
| 157 |
+
<p class="note">Checkpoint SHA-256: <code class="sha">04438959d7b317d1a8d972b264e9610a06fd8addde7349c6e9f458ee56dc1e51</code></p>
|
| 158 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.04">model</a> ·
|
| 159 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.04-checkpoints">checkpoints</a> ·
|
| 160 |
+
<a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">run</a>
|
| 161 |
+
</div>
|
| 162 |
+
<div class="card card-status">
|
| 163 |
+
<h3>Slayer1B 1.05 <span class="tag const">released</span></h3>
|
| 164 |
+
<div class="meta">native step 12870 · 13.5 B training tokens</div>
|
| 165 |
+
<p>Continuation 10010 → 12870 on 8×L40S, same model, data order and global batch, constant learning rate.</p>
|
| 166 |
+
<p class="note">Checkpoint SHA-256: <code class="sha">435082ff36becfbb96803622139f38d2afa0ba1a9d2fc284bad96f5a8edc1181</code></p>
|
| 167 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.05">model</a> ·
|
| 168 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.05-checkpoints">checkpoints</a> ·
|
| 169 |
+
<a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">run</a>
|
| 170 |
+
</div>
|
| 171 |
+
<div class="card card-status">
|
| 172 |
+
<h3>Slayer1B 1.06 <span class="tag const">released · full corpus</span></h3>
|
| 173 |
+
<div class="meta">native step 13848 · 14.5 B training tokens · one full pass</div>
|
| 174 |
+
<p>Continuation 12870 → 13848 on 8×L40S. It ends where the prepared corpus ends: every token of the corpus was seen
|
| 175 |
+
exactly once (measured, not planned). Final training loss 2.276; no learning-rate decay yet.</p>
|
| 176 |
+
<p class="note">Checkpoint SHA-256: <code class="sha">1fc7396ca1790805128244b2f827e02b9fe88e352534cd887d0c488f121d1e4d</code></p>
|
| 177 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.06">model</a> ·
|
| 178 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.06-checkpoints">checkpoints</a> ·
|
| 179 |
+
<a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">run</a>
|
| 180 |
</div>
|
| 181 |
</div>
|
| 182 |
</section>
|
|
|
|
| 185 |
<h2>Results</h2>
|
| 186 |
<div class="wrap">
|
| 187 |
<table>
|
| 188 |
+
<tr><th>test</th><th>1.00</th><th>1.01</th><th>1.02</th><th>1.03</th><th>1.04</th><th>1.05</th><th>1.06</th></tr>
|
| 189 |
+
<tr><td>training tokens</td><td>1.5 B</td><td>3.0 B</td><td>6.0 B</td><td>7.5 B</td><td>10.5 B</td><td>13.5 B</td><td>14.5 B</td></tr>
|
| 190 |
+
<tr><td>native step</td><td>1430</td><td>2860</td><td>5720</td><td>7150</td><td>10010</td><td>12870</td><td>13848</td></tr>
|
| 191 |
+
<tr><td>ARC-Easy (EN), %</td><td>42.89</td><td>47.98</td><td>48.99</td><td>—</td><td>50.59</td><td>52.19</td><td class="best">52.99</td></tr>
|
| 192 |
+
<tr><td>BLiMP (EN, grammar), %</td><td>71.51</td><td>73.63</td><td>74.71</td><td>—</td><td>74.17</td><td>75.53</td><td class="best">76.12</td></tr>
|
| 193 |
+
<tr><td>WikiText-2, byte perplexity ↓</td><td>2.5857</td><td>2.4230</td><td>2.3735</td><td>—</td><td>2.3078</td><td class="best">2.2816</td><td>2.2849</td></tr>
|
| 194 |
+
<tr><td>MultiBLiMP (PL, grammar), %</td><td>97.89</td><td>98.29</td><td>98.38</td><td>—</td><td class="best">98.87</td><td>98.47</td><td>98.41</td></tr>
|
| 195 |
+
<tr><td>ARC-Easy-PL, %</td><td>36.91</td><td>40.36</td><td>41.84</td><td>—</td><td>44.02</td><td class="best">45.20</td><td>45.03</td></tr>
|
| 196 |
</table>
|
| 197 |
</div>
|
| 198 |
+
<p class="note">One instrument for the versions that have values (1.00–1.02 and 1.04–1.06): leaderboard protocol of
|
| 199 |
+
<a href="https://track.fabryka.ai/models">track.fabryka.ai/models</a>, zero-shot, on the released checkpoints. Column 1.03 is a dash on purpose: its run
|
| 200 |
(<a href="https://track.fabryka.ai/run/7ca4f84f-3b07-4525-8cde-f3a936dc3425">1.03</a>) was measured with the older lm-eval task set
|
| 201 |
(hellaswag, piqa, lambada, arc_challenge, boolq, mmlu — see the additional history section), so there are no values in this instrument;
|
| 202 |
+
the dash is not a missing measurement. 1.00 and 1.01 ended with a learning-rate decay; 1.02 and 1.04–1.06 did not, so comparisons
|
| 203 |
+
across that boundary are not clean. Neighbouring checkpoints differ by up to about a point on single tests, so small differences
|
| 204 |
+
between 1.05 and 1.06 are within run noise.</p>
|
| 205 |
</section>
|
| 206 |
|
| 207 |
<section>
|
|
|
|
| 219 |
</section>
|
| 220 |
|
| 221 |
<section>
|
| 222 |
+
<h2>Score curves: 1.00–1.06</h2>
|
| 223 |
+
<figure><img src="scores-history-106.png" alt="Evaluation history of Slayer1B 1.00 to 1.06 versus training tokens"></figure>
|
| 224 |
+
<p class="note">Measured values only, no fits, no trend lines. 1.00–1.02: leaderboard protocol, one checkpoint every 150 steps; shaded bands mark the learning-rate decay of 1.00 and 1.01. 1.03: training loss only — it was evaluated with an older lm-eval task set, so it has no points in the score panels. 1.04–1.06: one continuation from step 7150 at a constant learning rate; diamonds mark the releases 1.04 (10010), 1.05 (12870) and 1.06 (13848, end of the corpus). The in-run evaluator measured every 50 steps up to 9100, then control points 9400/9700/10000, then every 200 steps; breaks in the line are gaps in that schedule, not missing training. eff = (BLiMP + ARC + WikiScore) / 3, the board formula, which reproduces every published 1.00–1.02 value within 0.01. Data: <a href="scores-history-106.csv">scores-history-106.csv</a>.</p>
|
| 225 |
</section>
|
| 226 |
|
| 227 |
<section>
|
| 228 |
+
<h2>Release points: 1.04 → 1.06</h2>
|
| 229 |
<div class="wrap">
|
| 230 |
<table>
|
| 231 |
+
<tr><th>test</th><th>1.04 · 10010</th><th>1.05 · 12870</th><th>1.06 · 13848</th></tr>
|
| 232 |
+
<tr><td>BLiMP (EN, grammar), %</td><td>74.17</td><td>75.53</td><td class="best">76.12</td></tr>
|
| 233 |
+
<tr><td>ARC-Easy (EN), %</td><td>50.59</td><td>52.19</td><td class="best">52.99</td></tr>
|
| 234 |
+
<tr><td>WikiText-2, byte perplexity ↓</td><td>2.3078</td><td class="best">2.2816</td><td>2.2849</td></tr>
|
| 235 |
+
<tr><td>WikiText-2, token perplexity ↓</td><td>31.29</td><td class="best">29.86</td><td>30.03</td></tr>
|
| 236 |
+
<tr><td>MultiBLiMP (PL, grammar), %</td><td class="best">98.87</td><td>98.47</td><td>98.41</td></tr>
|
| 237 |
+
<tr><td>ARC-Easy-PL, %</td><td>44.02</td><td class="best">45.20</td><td>45.03</td></tr>
|
| 238 |
</table>
|
| 239 |
</div>
|
| 240 |
+
<p class="note">Measured on the released checkpoints by the run's automatic evaluator (same instrument as the results table), read
|
| 241 |
+
from the <a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">public continuation run</a>. The whole continuation
|
| 242 |
+
used a constant learning rate; a final decay has not been applied, so these are not end-of-training numbers for the model line.</p>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 243 |
</section>
|
| 244 |
|
| 245 |
<section>
|
|
|
|
| 264 |
|
| 265 |
<section>
|
| 266 |
<h2>What's next</h2>
|
| 267 |
+
<p><b>Corpus continuation 1.04–1.06 — complete.</b> The global trajectory ran from native step 7150 to 13848, the end of the
|
| 268 |
+
prepared corpus: 14.5 B training tokens, one full pass, about 13.5 tokens per parameter. Releases 1.04 (10010), 1.05 (12870) and
|
| 269 |
+
1.06 (13848) are public, each with its checkpoint archive. <a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">Training run</a>.</p>
|
| 270 |
<p class="note">The linked runs belong to the author's Track account. The completed 1.03 run includes its resumed steps;
|
| 271 |
corpus continuation and benchmark history are separate records of the same model lineage.</p>
|
| 272 |
+
<p><b>Beyond 13848 — roadmap candidates, not scheduled runs:</b> continuing to about 20 tokens per parameter with fresh data,
|
| 273 |
+
a final learning-rate decay, and extending the context window in stages (first 32k tokens, up to 256k as the target), each stage
|
| 274 |
+
checked with long-context tests. Each follow-up needs its own plan, cost estimate and go-ahead.</p>
|
|
|
|
| 275 |
<p class="note">These are base models: they predict the continuation of a text, they were not tuned for chat or for
|
| 276 |
following instructions, and they can be wrong.</p>
|
| 277 |
</section>
|
|
|
|
| 329 |
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.03-checkpoints">archiwum checkpointów natywnych — aktualne pliki</a>
|
| 330 |
</div>
|
| 331 |
<div class="card card-status">
|
| 332 |
+
<h3>Slayer1B 1.04 <span class="tag const">wydany</span></h3>
|
| 333 |
+
<div class="meta">krok native 10010 · 10,5 mld tokenów treningu</div>
|
| 334 |
+
<p>Kontynuacja korpusu 7150 → 10010 na 4×L40S, stałe tempo uczenia. Na tym checkpoincie bieg przeszedł na 8×L40S
|
| 335 |
+
po niezależnej weryfikacji SHA-256 (trzy źródła) i dowodzie, że globalny batch jest odtworzony.</p>
|
| 336 |
+
<p class="note">SHA-256 checkpointu: <code class="sha">04438959d7b317d1a8d972b264e9610a06fd8addde7349c6e9f458ee56dc1e51</code></p>
|
| 337 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.04">model</a> ·
|
| 338 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.04-checkpoints">punkty kontrolne</a> ·
|
| 339 |
+
<a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">przebieg</a>
|
| 340 |
+
</div>
|
| 341 |
+
<div class="card card-status">
|
| 342 |
+
<h3>Slayer1B 1.05 <span class="tag const">wydany</span></h3>
|
| 343 |
+
<div class="meta">krok native 12870 · 13,5 mld tokenów treningu</div>
|
| 344 |
+
<p>Kontynuacja 10010 → 12870 na 8×L40S: ten sam model, kolejność danych i globalny batch, stałe tempo uczenia.</p>
|
| 345 |
+
<p class="note">SHA-256 checkpointu: <code class="sha">435082ff36becfbb96803622139f38d2afa0ba1a9d2fc284bad96f5a8edc1181</code></p>
|
| 346 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.05">model</a> ·
|
| 347 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.05-checkpoints">punkty kontrolne</a> ·
|
| 348 |
+
<a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">przebieg</a>
|
| 349 |
+
</div>
|
| 350 |
+
<div class="card card-status">
|
| 351 |
+
<h3>Slayer1B 1.06 <span class="tag const">wydany · cały korpus</span></h3>
|
| 352 |
+
<div class="meta">krok native 13848 · 14,5 mld tokenów treningu · jedno pełne przejście</div>
|
| 353 |
+
<p>Kontynuacja 12870 → 13848 na 8×L40S. Kończy się tam, gdzie kończy się przygotowany korpus: każdy jego token model
|
| 354 |
+
zobaczył dokładnie raz (zmierzone, nie zaplanowane). Końcowa strata treningowa 2,276; bez wygaszania tempa uczenia.</p>
|
| 355 |
+
<p class="note">SHA-256 checkpointu: <code class="sha">1fc7396ca1790805128244b2f827e02b9fe88e352534cd887d0c488f121d1e4d</code></p>
|
| 356 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.06">model</a> ·
|
| 357 |
+
<a href="https://huggingface.co/SlayerLab/Slayer1B-1.06-checkpoints">punkty kontrolne</a> ·
|
| 358 |
+
<a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">przebieg</a>
|
| 359 |
</div>
|
| 360 |
</div>
|
| 361 |
</section>
|
|
|
|
| 364 |
<h2>Wyniki</h2>
|
| 365 |
<div class="wrap">
|
| 366 |
<table>
|
| 367 |
+
<tr><th>test</th><th>1.00</th><th>1.01</th><th>1.02</th><th>1.03</th><th>1.04</th><th>1.05</th><th>1.06</th></tr>
|
| 368 |
+
<tr><td>tokeny treningu</td><td>1,5 mld</td><td>3,0 mld</td><td>6,0 mld</td><td>7,5 mld</td><td>10,5 mld</td><td>13,5 mld</td><td>14,5 mld</td></tr>
|
| 369 |
+
<tr><td>krok native</td><td>1430</td><td>2860</td><td>5720</td><td>7150</td><td>10010</td><td>12870</td><td>13848</td></tr>
|
| 370 |
+
<tr><td>ARC-Easy (EN), %</td><td>42,89</td><td>47,98</td><td>48,99</td><td>—</td><td>50,59</td><td>52,19</td><td class="best">52,99</td></tr>
|
| 371 |
+
<tr><td>BLiMP (EN, gramatyka), %</td><td>71,51</td><td>73,63</td><td>74,71</td><td>—</td><td>74,17</td><td>75,53</td><td class="best">76,12</td></tr>
|
| 372 |
+
<tr><td>WikiText-2, perpleksja na bajt ↓</td><td>2,5857</td><td>2,4230</td><td>2,3735</td><td>—</td><td>2,3078</td><td class="best">2,2816</td><td>2,2849</td></tr>
|
| 373 |
+
<tr><td>MultiBLiMP (PL, gramatyka), %</td><td>97,89</td><td>98,29</td><td>98,38</td><td>—</td><td class="best">98,87</td><td>98,47</td><td>98,41</td></tr>
|
| 374 |
+
<tr><td>ARC-Easy-PL, %</td><td>36,91</td><td>40,36</td><td>41,84</td><td>—</td><td>44,02</td><td class="best">45,20</td><td>45,03</td></tr>
|
| 375 |
</table>
|
| 376 |
</div>
|
| 377 |
+
<p class="note">Jeden przyrząd dla wersji, które mają wartości (1.00–1.02 oraz 1.04–1.06): protokół tablicy
|
| 378 |
+
<a href="https://track.fabryka.ai/models">track.fabryka.ai/models</a>, zero-shot, na wydanych checkpointach. Kolumna 1.03 ma kreskę celowo: jej run
|
| 379 |
(<a href="https://track.fabryka.ai/run/7ca4f84f-3b07-4525-8cde-f3a936dc3425">1.03</a>) mierzono starszym zestawem lm-eval
|
| 380 |
(hellaswag, piqa, lambada, arc_challenge, boolq, mmlu — patrz sekcja dodatkowej historii), więc w tym przyrządzie nie ma wartości;
|
| 381 |
+
kreska nie oznacza brakującego pomiaru. 1.00 i 1.01 kończyły się wygaszaniem tempa uczenia, 1.02 i 1.04–1.06 nie — porównania
|
| 382 |
+
przez tę granicę nie są „czyste”. Sąsiednie checkpointy różnią się na pojedynczych testach nawet o ok. punkt, więc małe różnice
|
| 383 |
+
między 1.05 a 1.06 mieszczą się w szumie biegu.</p>
|
| 384 |
</section>
|
| 385 |
|
| 386 |
<section>
|
|
|
|
| 398 |
</section>
|
| 399 |
|
| 400 |
<section>
|
| 401 |
+
<h2>Krzywe wyników: 1.00–1.06</h2>
|
| 402 |
+
<figure><img src="scores-history-106.png" alt="Historia wyników Slayer1B od 1.00 do 1.06 w funkcji liczby tokenów treningu"></figure>
|
| 403 |
+
<p class="note">Same pomiary, bez dopasowań i bez linii trendu. 1.00–1.02: protokół tablicy, punkt co 150 kroków; pasma oznaczają wygaszanie LR w 1.00 i 1.01. 1.03: tylko strata treningowa — mierzony starszym zestawem lm-eval, więc w panelach wyników nie ma punktów. 1.04–1.06: jedna kontynuacja od kroku 7150 przy stałym LR; romby oznaczają wydania 1.04 (10010), 1.05 (12870) i 1.06 (13848, koniec korpusu). Ewaluator w biegu mierzył co 50 kroków do 9100, potem punkty kontrolne 9400/9700/10000, potem co 200 kroków; przerwy w linii to luki w tym harmonogramie, nie brakujący trening. eff = (BLiMP + ARC + WikiScore) / 3, formuła tablicy, która odtwarza każdą opublikowaną wartość 1.00–1.02 z dokładnością 0,01. Dane: <a href="scores-history-106.csv">scores-history-106.csv</a>.</p>
|
| 404 |
</section>
|
| 405 |
|
| 406 |
<section>
|
| 407 |
+
<h2>Punkty wydań: 1.04 → 1.06</h2>
|
| 408 |
<div class="wrap">
|
| 409 |
<table>
|
| 410 |
+
<tr><th>test</th><th>1.04 · 10010</th><th>1.05 · 12870</th><th>1.06 · 13848</th></tr>
|
| 411 |
+
<tr><td>BLiMP (EN, gramatyka), %</td><td>74,17</td><td>75,53</td><td class="best">76,12</td></tr>
|
| 412 |
+
<tr><td>ARC-Easy (EN), %</td><td>50,59</td><td>52,19</td><td class="best">52,99</td></tr>
|
| 413 |
+
<tr><td>WikiText-2, perpleksja na bajt ↓</td><td>2,3078</td><td class="best">2,2816</td><td>2,2849</td></tr>
|
| 414 |
+
<tr><td>WikiText-2, perpleksja na token ↓</td><td>31,29</td><td class="best">29,86</td><td>30,03</td></tr>
|
| 415 |
+
<tr><td>MultiBLiMP (PL, gramatyka), %</td><td class="best">98,87</td><td>98,47</td><td>98,41</td></tr>
|
| 416 |
+
<tr><td>ARC-Easy-PL, %</td><td>44,02</td><td class="best">45,20</td><td>45,03</td></tr>
|
| 417 |
</table>
|
| 418 |
</div>
|
| 419 |
+
<p class="note">Zmierzone na wydanych checkpointach automatycznym ewaluatorem biegu (ten sam przyrząd co tabela wyników), odczytane
|
| 420 |
+
z <a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">publicznego biegu kontynuacji</a>. Cała kontynuacja
|
| 421 |
+
szła przy stałym tempie uczenia; końcowego wygaszania nie zastosowano, więc to nie są końcowe liczby tej linii modelu.</p>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 422 |
</section>
|
| 423 |
|
| 424 |
<section>
|
|
|
|
| 443 |
|
| 444 |
<section>
|
| 445 |
<h2>Co dalej</h2>
|
| 446 |
+
<p><b>Kontynuacja korpusu 1.04–1.06 — zakończona.</b> Globalna trajektoria przeszła od kroku native 7150 do 13848, czyli do
|
| 447 |
+
końca przygotowanego korpusu: 14,5 mld tokenów treningu, jedno pełne przejście, ok. 13,5 tokenu na parametr. Wydania 1.04 (10010),
|
| 448 |
+
1.05 (12870) i 1.06 (13848) są publiczne, każde z archiwum checkpointów. <a href="https://track.fabryka.ai/run/f056bb5c-f1da-56d5-9776-cc33063f10a5">Bieg treningu</a>.</p>
|
| 449 |
<p class="note">Powiązane przebiegi są na koncie autora w Tracku. Zakończony run 1.03 obejmuje wznowione kroki;
|
| 450 |
dalszy trening i historia benchmarków to osobne zapisy tej samej linii modelu.</p>
|
| 451 |
+
<p><b>Po 13848 — kandydaci roadmapy, nie zaplanowane biegi:</b> dalszy trening do ok. 20 tokenów na parametr na świeżych danych,
|
| 452 |
+
końcowe wygaszanie tempa uczenia oraz etapami wydłużanie okna kontekstu (najpierw 32k tokenów, docelowo do 256k), każdy etap
|
| 453 |
+
sprawdzany testami długiego kontekstu. Każdy z tych kroków wymaga własnego planu, wyceny i zgody.</p>
|
|
|
|
| 454 |
<p class="note">To modele bazowe: przewidują dalszy ciąg tekstu, nie były dostrajane do rozmowy ani wykonywania poleceń
|
| 455 |
i mogą się mylić.</p>
|
| 456 |
</section>
|
scores-history-104.csv → scores-history-106.csv
RENAMED
|
@@ -84,4 +84,31 @@ model,step,tokens,checkpoint_sha256,arc_easy,blimp,wikitext2_token_ppl,wikitext2
|
|
| 84 |
1.04,8900,9332326400,68d0c316249adf620256ef90e5becbddd06920667a3fa858d0028ec2f5d17e7a,49.92,75.36,32.1370,2.3228,73.77,98.47,43.86,E
|
| 85 |
1.04,8950,9384755200,9c47394c72b08c4da14b32504fdf1eb1711c11fa13d2f49a862379954029ed9c,49.71,75.36,32.1702,2.3234,73.70,98.56,43.64,E
|
| 86 |
1.04,9000,9437184000,d8ad7edec7e27425f5be4ed0c7d6b1cf32d84ea00e33ebd77fbde00c598dca64,49.87,75.45,31.8718,2.3181,73.79,98.59,43.01,E
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 87 |
1.04,10010,10496245760,04438959d7b317d1a8d972b264e9610a06fd8addde7349c6e9f458ee56dc1e51,50.59,74.17,31.2896,2.3078,73.63,98.87,44.02,E
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 84 |
1.04,8900,9332326400,68d0c316249adf620256ef90e5becbddd06920667a3fa858d0028ec2f5d17e7a,49.92,75.36,32.1370,2.3228,73.77,98.47,43.86,E
|
| 85 |
1.04,8950,9384755200,9c47394c72b08c4da14b32504fdf1eb1711c11fa13d2f49a862379954029ed9c,49.71,75.36,32.1702,2.3234,73.70,98.56,43.64,E
|
| 86 |
1.04,9000,9437184000,d8ad7edec7e27425f5be4ed0c7d6b1cf32d84ea00e33ebd77fbde00c598dca64,49.87,75.45,31.8718,2.3181,73.79,98.59,43.01,E
|
| 87 |
+
1.04,9050,9489612800,cca1ab10de62de41eef5038e87f3b3ffcd17876c2cea284ef9dfd83e6c048028,49.41,74.85,31.9132,2.3189,73.44,98.41,43.31,E
|
| 88 |
+
1.04,9100,9542041600,1968f7969b207d9740fdbf4a4efdf0dfebedc17c9fc1b8e7d2cdbc20c43048f5,50.38,74.76,32.0196,2.3207,73.73,98.44,43.14,E
|
| 89 |
+
1.04,9400,9856614400,2783ac61aa374ce936ff59c5f3e2df821afefecd774979478d88a3b84e7acad7,50.38,74.73,31.8032,2.3169,73.73,98.75,44.11,E
|
| 90 |
+
1.04,9700,10171187200,75de6f614ea667790fb4209a8b7ee9fe281cea7b03da9eb307263f4c37b291d3,50.25,74.33,31.7305,2.3156,73.55,98.66,43.56,E
|
| 91 |
+
1.04,10000,10485760000,37fb6d1893978dfce3a2f87a6bc177e069f4af7ec7b7581249d2c908acfa8ba0,51.14,74.29,31.3419,2.3087,73.86,98.69,44.32,E
|
| 92 |
1.04,10010,10496245760,04438959d7b317d1a8d972b264e9610a06fd8addde7349c6e9f458ee56dc1e51,50.59,74.17,31.2896,2.3078,73.63,98.87,44.02,E
|
| 93 |
+
1.05,10100,10590617600,c890275e08a5f152cbee78cd0d19c65d2c6d2f583dd6768f78130a3dc29a7dcc,50.97,75.80,31.4991,2.3115,74.30,98.62,44.99,E
|
| 94 |
+
1.05,10200,10695475200,5fef664ffd13f4059b3da0f86cfe938637161aeb4913820dab2c85bbc6497407,51.43,75.89,31.3716,2.3092,74.48,98.78,44.95,E
|
| 95 |
+
1.05,10400,10905190400,4f019c45d5302654200b8498d077e6cd6fc05cb83322b55f25b580b083a5d51b,49.83,75.36,31.2541,2.3071,73.78,98.62,44.07,E
|
| 96 |
+
1.05,10600,11114905600,c18e0df52ea7146a53c6a750432f04bb760c3ebac316de30e954fbed0a50ff17,50.34,75.79,31.2213,2.3065,74.09,98.69,44.36,E
|
| 97 |
+
1.05,10800,11324620800,1de3505af0540ce8854210ee8d55bf1365e71ebc2a1a5ccd95894cf3a4b2b79c,51.18,75.20,30.7408,2.2979,74.20,98.32,44.53,E
|
| 98 |
+
1.05,11000,11534336000,a61be69ed50ed9ad96a8d9137ec2e877173273a11365ddb91e7a6c3c9ca23e98,50.72,75.17,30.6815,2.2968,74.04,98.56,43.86,E
|
| 99 |
+
1.05,11200,11744051200,7e115cbfb90fc954e66f4038f4509446f50eb7697f7df6d73bf938d7d8a43621,51.98,75.34,30.5285,2.2940,74.52,98.78,44.78,E
|
| 100 |
+
1.05,11400,11953766400,5b54820f710cfaad70a3af661c1ce31484788b53ade195c7794ae64156e6d709,51.09,74.87,30.4410,2.2924,74.07,98.84,44.40,E
|
| 101 |
+
1.05,11600,12163481600,fd8a3d588918836edcfc66825e944acfae3f41e0bda8f35919b4d1f9f9c5a576,51.35,75.23,30.4026,2.2917,74.28,98.56,45.12,E
|
| 102 |
+
1.05,11800,12373196800,aaf62d32005e272fb9e98058050ef12bc686aea349352bd134842533214b3363,51.60,75.46,30.4832,2.2932,74.44,98.44,45.16,E
|
| 103 |
+
1.05,12000,12582912000,c81cf23f2e50375c2569dc2ef863b5a77cb90db2e36998abca8fbb80711b76dc,50.97,75.42,30.4000,2.2917,74.22,98.66,45.20,E
|
| 104 |
+
1.05,12200,12792627200,bca0bf3a5e025342a90d58faa6bc13d104f4db72fafb197bbbc78e8aefab4481,51.39,75.17,30.2947,2.2897,74.28,98.59,44.65,E
|
| 105 |
+
1.05,12400,13002342400,90482d11b8863ecff0f59ea97f864ed30a9fdeda6ae3523f569217a56606de1c,51.47,75.38,29.7742,2.2801,74.40,98.72,44.87,E
|
| 106 |
+
1.05,12600,13212057600,54ab72c1682cc955b871e0306674de60c876c203b41f3933f219dad5f3b0aee2,51.89,75.35,30.4605,2.2928,74.50,98.66,44.95,E
|
| 107 |
+
1.05,12800,13421772800,d03cda6f885f0d1e88e60c0aa1f043959de564f9284d8803928b10a3b0628e70,50.17,75.33,30.1816,2.2876,73.93,98.44,45.92,E
|
| 108 |
+
1.05,12870,13495173120,435082ff36becfbb96803622139f38d2afa0ba1a9d2fc284bad96f5a8edc1181,52.19,75.53,29.8552,2.2816,74.69,98.47,45.20,E
|
| 109 |
+
1.06,13000,13631488000,794442b6a3fa3b1105b44485b98bdfcbf12425c6e2169cd69b4200b85452fed8,51.56,75.55,30.4420,2.2924,74.46,98.81,45.54,E
|
| 110 |
+
1.06,13200,13841203200,1d37afcdc4a1bd60841e560119b331006e329dd17d723b8031b5bba9d6d12c2f,51.35,75.38,30.0363,2.2850,74.35,98.50,45.03,E
|
| 111 |
+
1.06,13400,14050918400,3b08fb7128fd67014df8850ccdec794c68e27d852105dfdb56170cd989c46c98,51.81,76.70,30.1334,2.2868,74.94,98.72,44.82,E
|
| 112 |
+
1.06,13600,14260633600,41a2445878af3bda73ef0cf6fd7b4a9498158a6cc70e55c1d2ad9f1848faf278,52.23,75.81,30.3363,2.2905,74.77,98.44,44.61,E
|
| 113 |
+
1.06,13800,14470348800,eae7a00d4ead9426ac976530a6372c1da2202a88f1fc4541bd2a142e4f2ab896,52.15,75.82,30.2097,2.2882,74.76,98.50,45.20,E
|
| 114 |
+
1.06,13848,14520680448,1fc7396ca1790805128244b2f827e02b9fe88e352534cd887d0c488f121d1e4d,52.99,76.12,30.0316,2.2849,75.14,98.41,45.03,E
|
scores-history-104.png → scores-history-106.png
RENAMED
|
File without changes
|