File size: 6,300 Bytes
aee5a65
dcca7dd
 
 
 
 
 
 
 
 
 
5761a54
 
 
 
 
dcca7dd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5761a54
68188bb
 
 
8309b3b
5761a54
dcca7dd
 
68188bb
dcca7dd
 
 
 
d4b44ca
dcca7dd
 
 
 
 
5761a54
 
 
dcca7dd
 
 
 
 
 
 
 
 
5761a54
 
 
dcca7dd
 
 
 
 
 
 
 
 
 
 
 
5761a54
dcca7dd
 
 
 
 
aee5a65
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>GoLLeM-v5 — Live Training Dashboard</title>
<style>
  :root{--bg:#0e1116;--card:#171c24;--edge:#232a35;--fg:#e6e9ee;--dim:#8a94a3;--live:#2ecc71;--done:#5b6faf;--accent:#e0b050}
  *{box-sizing:border-box;margin:0;padding:0}
  body{background:var(--bg);color:var(--fg);font:14px/1.5 -apple-system,Segoe UI,Roboto,Helvetica,Arial,sans-serif;padding:22px;max-width:1100px;margin:0 auto}
  h1{font-size:22px;font-weight:650;letter-spacing:.2px}
  .sub{color:var(--dim);font-size:13px;margin:4px 0 14px}
  .board{background:var(--card);border:1px solid var(--edge);border-left:3px solid var(--accent);border-radius:8px;padding:11px 14px;margin:0 0 20px;font-size:13px;line-height:1.65}
  .board b{color:var(--fg)}
  .board .tag{color:var(--accent);font-weight:700}
  .board a{color:#7fb0ff}
  .grid{display:flex;flex-direction:column;gap:12px}
  .card{background:var(--card);border:1px solid var(--edge);border-radius:10px;padding:14px 16px}
  .row1{display:flex;align-items:center;gap:10px;flex-wrap:wrap}
  .model{font-size:15px;font-weight:600}
  .pill{font-size:11px;font-weight:700;padding:2px 8px;border-radius:20px;letter-spacing:.4px}
  .pill.live{background:rgba(46,204,113,.16);color:var(--live)}
  .pill.done{background:rgba(91,111,175,.20);color:#aeb9e6}
  .pill.pending{background:rgba(138,148,163,.18);color:var(--dim)}
  .params{font-size:12px;color:var(--dim);border:1px solid var(--edge);padding:1px 7px;border-radius:6px}
  .bar{height:8px;background:#0b0e13;border-radius:6px;overflow:hidden;margin:10px 0 8px}
  .bar > i{display:block;height:100%;background:linear-gradient(90deg,#2ecc71,#27ae60);border-radius:6px;transition:width .6s}
  .bar.done > i{background:linear-gradient(90deg,#5b6faf,#4a5a95)}
  .meta{display:flex;gap:18px;flex-wrap:wrap;font-size:12.5px;color:var(--dim)}
  .meta b{color:var(--fg);font-weight:600}
  .metrics{margin-top:8px;font-size:12.5px;color:var(--accent)}
  .desc{margin-top:5px;font-size:12px;color:var(--dim)}
  .charts{margin-top:26px;display:grid;grid-template-columns:1fr 1fr;gap:14px}
  .charts img{width:100%;border:1px solid var(--edge);border-radius:8px;background:#fff}
  .foot{margin-top:18px;color:var(--dim);font-size:12px}
  a{color:#7fb0ff}
  @media(max-width:720px){.charts{grid-template-columns:1fr}}
</style>
</head>
<body>
  <h1>GoLLeM-v5 &mdash; Live Training Dashboard</h1>
  <div class="sub">Tiny-LM efficiency track (Glint leaderboard). Auto-refreshes every 20s &middot; <span id="ts">&hellip;</span></div>
  <div class="board">
    <span class="tag">NOW TRAINING</span> &mdash; the final <b>GoLLeM-v5 64M</b> (14&times;576) and <b>128M</b> (16&times;768): 760,000 steps / 24.9B tokens each, the flagship recipe on ARC-MIX with test/validation overlaps and documents marked &ldquo;CC BY-NC-SA&rdquo; removed. <b>The result is the last checkpoint (step 760,000).</b> The numbers on the two cards below are measured on early checkpoints with the board protocol: <i>training in progress; not a result</i>.<br>
    <span class="tag">CANONICAL NUMBERS</span> (Glint-1.3 <code>benchmark.py</code> protocol): <b>64M v1</b> eff 75.81 (BLiMP 75.83 / ARC-E 47.94 / byte_ppl 2.372) &middot; <b>128M v1</b> eff 75.84 (77.26 / 51.94 / 2.272) &middot; <b>32M</b> eff 75.41 (73.48 / 44.44 / 2.5386) &middot; <b>16M</b> eff 74.33 (70.08 / 40.91 / 2.6746). The board still lists earlier values for our 64M (77.51); those came from a wrong bytes-per-token constant and a non-canonical BLiMP run.<br>
    <span class="tag">GOAL: #1 EFF</span> &mdash; measured with the same protocol, the strongest model we could evaluate (GPT-X2-125M) scores eff 78.26, about 2.4 above our v1 models (75.81 / 75.84); the gap is mostly ARC-Easy, with BLiMP second.
    &middot; board: <a href="https://huggingface.co/spaces/Glint-Research/Tiny-ML-Leaderboard">Glint Tiny-ML</a>
  </div>
  <div class="grid" id="runs"></div>
  <div class="foot">
    Source: <a href="https://huggingface.co/SlayerLab/gollem-v5-ckpts">SlayerLab/gollem-v5-ckpts</a> (models, repository map, method, checkpoints) &middot;
    <a href="https://huggingface.co/datasets/SlayerLab/minimal-en-corpus-5b">corpus</a>.
    Feed updates ~60s behind the pods.
  </div>
<script>
const FEED = "https://huggingface.co/datasets/SlayerLab/gollem-ui-mirror/resolve/main/runs_live.json";
function esc(s){return String(s==null?"":s).replace(/[&<>]/g,c=>({"&":"&amp;","<":"&lt;",">":"&gt;"}[c]));}
function card(r){
  const pct = (r.total && r.step!=null) ? Math.min(100, Math.round(r.step/r.total*100)) : 0;
  const st = (r.status||"").toLowerCase();
  const pill = `<span class="pill ${st}">${st==="live"?"LIVE":st==="done"?"DONE":"PENDING"}</span>`;
  const step = r.step!=null ? Number(r.step).toLocaleString("en-US") : "\u2014";
  const total = r.total!=null ? Number(r.total).toLocaleString("en-US") : "\u2014";
  const loss = r.loss!=null ? Number(r.loss).toFixed(3) : "\u2014";
  const metrics = r.metrics ? `<div class="metrics">${esc(r.metrics)}</div>` : "";
  return `<div class="card">
    <div class="row1"><span class="model">${esc(r.model||r.id)}</span>
      <span class="params">${esc(r.params||"")}</span>${pill}
      <span style="flex:1"></span><span class="meta"><b>${pct}%</b></span></div>
    <div class="bar ${st==="done"?"done":""}"><i style="width:${pct}%"></i></div>
    <div class="meta">
      <span>step <b>${step}</b> / ${total}</span>
      <span>loss <b>${loss}</b></span>
      <span>tok/s <b>${esc(r.tokps||"\u2014")}</b></span>
      <span>ETA <b>${esc(r.eta||"\u2014")}</b></span>
      <span>pod <b>${esc(r.pod||"\u2014")}</b></span>
    </div>
    <div class="desc">${esc(r.corpus||"")} &middot; ${esc(r.purpose||"")}</div>
    ${metrics}
  </div>`;
}
async function tick(){
  try{
    const res = await fetch(FEED + "?t=" + Date.now(), {cache:"no-store"});
    const runs = await res.json();
    document.getElementById("runs").innerHTML = runs.map(card).join("");
    document.getElementById("ts").textContent = "updated " + new Date().toLocaleTimeString();
  }catch(e){
    document.getElementById("ts").textContent = "feed unavailable, retrying\u2026";
  }
}
tick(); setInterval(tick, 20000);
</script>
</body>
</html>