posts/Collab.html

<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Collaboration</title>

<!-- KaTeX -->
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/katex@0.16.11/dist/katex.min.css" crossorigin="anonymous">
<script defer src="https://cdn.jsdelivr.net/npm/katex@0.16.11/dist/katex.min.js" crossorigin="anonymous"></script>
<script defer src="https://cdn.jsdelivr.net/npm/katex@0.16.11/dist/contrib/auto-render.min.js" crossorigin="anonymous"
  onload="renderMathInElement(document.body,{delimiters:[{left:'$$',right:'$$',display:true},{left:'$',right:'$',display:false}],throwOnError:false});"></script>

<link rel="stylesheet" href="../style.css">
</head>

<body>
<script type="module" src="../summarize.js" defer></script>
<script src="../script.js" defer></script>

<div class="background"></div>

<main class="article">

<a class="back" href="../index.html">&larr; Back</a>

<div class="meta">June 2026</div>

<h1>Hey!</h1>
<h2>We are looking for people to join us.</h2>

<mark>What happens:</mark>
<br>
<li>Use our benchmarks</li>
<li>Show your results</li>
<li>We build better benchmarks and datasets</li>
<br>
<h2>Why us?</h2>
<br><br>
There are a couple of benchmarks that are open source <br>
You can use the training dataset for evaluation
<br><br>
But we belive its not enough.<br>
We want to make newer benchmarks, and more personalized.
<br><br>
We want to design a loop:<br>
- we start on a low level<br>
- partners get better and better<br>
- we make a new benchmark with highter optimization goal<br>
- tiny models keep winning<br>
- we keep giving guidance for their capabilities trough our benches<br>
- repeat the cycle<br>
<br><br>
<mark>We want as much partnerships as possible</mark>
<br><br>
The more people we can gather, more organized everything will be.
<br><br>
<h2>Any questions?</h2><br>
You can start a discussion on your server (discord) or the huggingface disscussions.
<br><br>
<h2>Join now</h2>
<a href="https://huggingface.co/spaces/bench-labs/Members">https://huggingface.co/spaces/bench-labs/Members</a>
<br><br>

With ❤️ for AI capability.
<script> /* ========================================================== SYNTAX HIGHLIGHTING ========================================================== */ const PY_KW = new Set([ 'def','class','return','if','elif','else','for','while','import','from','as', 'try','except','finally','with','yield','lambda','pass','break','continue', 'raise','and','or','not','in','is','global','nonlocal','assert','del', 'async','await' ]); const JS_KW = new Set([ 'const','let','var','function','return','if','else','for','while','do', 'switch','case','break','continue','new','class','extends','import','export', 'from','default','try','catch','finally','throw','typeof','instanceof', 'in','of','async','await','yield','void','delete','with' ]); const PY_BI = new Set([ 'print','len','range','int','str','float','list','dict','set','tuple','bool', 'type','isinstance','input','open','map','filter','zip','enumerate','sorted', 'reversed','sum','min','max','abs','round','any','all','super','property', 'staticmethod','classmethod','True','False','None','Exception','ValueError', 'TypeError','KeyError','IndexError','AttributeError','NotImplementedError', 'RuntimeError','StopIteration','FileNotFoundError','object' ]); const JS_BI = new Set([ 'console','Math','Array','Object','String','Number','Boolean','Date','RegExp', 'Error','TypeError','RangeError','SyntaxError','JSON','Promise','Map','Set', 'Symbol','Proxy','Reflect','parseInt','parseFloat','isNaN','isFinite', 'undefined','null','true','false','NaN','Infinity' ]); function escapeHtml(s) { return s.replace(/&/g, '&amp;').replace(/</g, '&lt;').replace(/>/g, '&gt;'); } function detectLang(code) { let py = 0, js = 0; const pyP = /\b(def |class |import |from \w+ import|elif |print\(|True|False|None|self[\.\[])\b/g; const jsP = /\b(const |let |var |function |=>|console\.|undefined|null|async |await )\b/g; let m; while ((m = pyP.exec(code)) !== null) py++; while ((m = jsP.exec(code)) !== null) js++; if (py > js) return 'python'; if (js > 0) return 'javascript'; return 'text'; } function highlight(code) { const lang = detectLang(code); const kw = lang === 'python' ? PY_KW : lang === 'javascript' ? JS_KW : new Set(); const bi = lang === 'python' ? PY_BI : lang === 'javascript' ? JS_BI : new Set(); const tokens = []; let i = 0; const len = code.length; while (i < len) { if (lang === 'python') { const t3 = code.slice(i, i + 3); if (t3 === '"""' || t3 === "'''") { const end = code.indexOf(t3, i + 3); const span = end !== -1 ? code.slice(i, end + 3) : code.slice(i); tokens.push({ type: 'string', text: span }); i += span.length; continue; } } { const pm = code.slice(i).match(/^[frbFRB]{0,3}/); if (pm) { const pLen = pm[0].length; const nc = code[i + pLen]; if (nc === '"' || nc === "'") { const q = nc; const isF = pm[0].toLowerCase().includes('f'); let depth = 0, k = i + pLen + 1; let found = false; while (k < len) { const ch = code[k]; if (ch === '\\') { k += 2; continue; } if (isF) { if (ch === '{') { depth++; k++; continue; } if (ch === '}') { depth = Math.max(0, depth - 1); k++; continue; } } if (ch === q && depth === 0) { found = true; break; } k++; } if (found) { tokens.push({ type: 'string', text: code.slice(i, k + 1) }); i = k + 1; continue; } } } } if (lang === 'python' && code[i] === '#') { let end = code.indexOf('\n', i); if (end === -1) end = len; tokens.push({ type: 'comment', text: code.slice(i, end) }); i = end; continue; } if (lang === 'javascript' && code.slice(i, i + 2) === '//') { let end = code.indexOf('\n', i); if (end === -1) end = len; tokens.push({ type: 'comment', text: code.slice(i, end) }); i = end; continue; } if (lang === 'javascript' && code.slice(i, i + 2) === '/*') { let end = code.indexOf('*/', i + 2); if (end === -1) end = len; else end += 2; tokens.push({ type: 'comment', text: code.slice(i, end) }); i = end; continue; } { const m = code.slice(i).match( /^(0x[0-9a-fA-F_]+|0b[01_]+|0o[0-7_]+|\d[\d_]*\.?\d*(?:e[+-]?\d+)?)/ ); if (m) { tokens.push({ type: 'number', text: m[0] }); i += m[0].length; continue; } } if (lang === 'python' && code[i] === '@') { const m = code.slice(i).match(/^@[\w.]+/); if (m) { tokens.push({ type: 'decorator', text: m[0] }); i += m[0].length; continue; } } { const m = code.slice(i).match(/^\w+/); if (m) { const w = m[0]; let type = 'plain'; if (kw.has(w)) type = 'keyword'; else if (bi.has(w)) type = 'builtin'; else if (w === 'self' || w === 'cls' || w === 'this') type = 'self'; else { let j = i + w.length; while (j < len && code[j] === ' ') j++; if (code[j] === '(') type = 'function'; } tokens.push({ type, text: w }); i += w.length; continue; } } { const m = code.slice(i).match(/^[+\-*/%=<>!&|^~:]+/); if (m) { tokens.push({ type: 'operator', text: m[0] }); i += m[0].length; continue; } } if ('(){}[],;.'.includes(code[i])) { tokens.push({ type: 'punctuation', text: code[i] }); i++; continue; } { const m = code.slice(i).match(/^\s+/); if (m) { tokens.push({ type: 'plain', text: m[0] }); i += m[0].length; } else { tokens.push({ type: 'plain', text: code[i] }); i++; } } } return tokens.map(t => { const esc = escapeHtml(t.text); return t.type === 'plain' ? esc : <span class="tok-${t.type}">${esc}</span>; }).join(''); } document.querySelectorAll('pre code').forEach(block => { block.innerHTML = highlight(block.textContent); }); /* ========================================================== LIGHTBOX ========================================================== */ class Lightbox { constructor() { this.images = []; this.currentIndex = 0; this.isOpen = false; this._build(); this._bindImages(); this._bindKeys(); this._bindSwipe(); } _build() { this.el = document.createElement('div'); this.el.className = 'lightbox-overlay'; this.el.setAttribute('role', 'dialog'); this.el.setAttribute('aria-modal', 'true'); this.el.setAttribute('aria-label', 'Image viewer'); this.el.innerHTML = <button class="lightbox-btn lightbox-close" aria-label="Close"> <svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round"> <line x1="18" y1="6" x2="6" y2="18"/> <line x1="6" y1="6" x2="18" y2="18"/> </svg> </button> <button class="lightbox-btn lightbox-arrow lightbox-prev" aria-label="Previous image"> <svg width="22" height="22" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round" stroke-linejoin="round"> <polyline points="15 18 9 12 15 6"/> </svg> </button> <button class="lightbox-btn lightbox-arrow lightbox-next" aria-label="Next image"> <svg width="22" height="22" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round" stroke-linejoin="round"> <polyline points="9 6 15 12 9 18"/> </svg> </button> <img class="lightbox-img" src="" alt=""> <div class="lightbox-counter"></div> ; document.body.appendChild(this.el); this.imgEl = this.el.querySelector('.lightbox-img'); this.counterEl = this.el.querySelector('.lightbox-counter'); this.prevBtn = this.el.querySelector('.lightbox-prev'); this.nextBtn = this.el.querySelector('.lightbox-next'); this.closeBtn = this.el.querySelector('.lightbox-close'); this.closeBtn.addEventListener('click', () => this.close()); this.prevBtn.addEventListener('click', (e) => { e.stopPropagation(); this.prev(); }); this.nextBtn.addEventListener('click', (e) => { e.stopPropagation(); this.next(); }); this.el.addEventListener('click', (e) => { if (e.target === this.el) this.close(); }); } _bindImages() { this.images = Array.from(document.querySelectorAll('.article img')); this.images.forEach((img, idx) => { img.addEventListener('click', () => this.open(idx)); }); } _bindKeys() { document.addEventListener('keydown', (e) => { if (!this.isOpen) return; if (e.key === 'Escape') this.close(); if (e.key === 'ArrowLeft') this.prev(); if (e.key === 'ArrowRight') this.next(); }); } _bindSwipe() { let startX = 0; this.el.addEventListener('touchstart', (e) => { startX = e.changedTouches[0].clientX; }, { passive: true }); this.el.addEventListener('touchend', (e) => { const dx = startX - e.changedTouches[0].clientX; if (Math.abs(dx) > 60) { dx > 0 ? this.next() : this.prev(); } }, { passive: true }); } open(idx) { this.currentIndex = idx; this.isOpen = true; this._update(); requestAnimationFrame(() => { this.el.classList.add('active'); }); document.body.style.overflow = 'hidden'; this.closeBtn.focus(); } close() { this.isOpen = false; this.el.classList.remove('active'); document.body.style.overflow = ''; this.images[this.currentIndex]?.focus(); } prev() { this.currentIndex = (this.currentIndex - 1 + this.images.length) % this.images.length; this._update(); } next() { this.currentIndex = (this.currentIndex + 1) % this.images.length; this._update(); } _update() { const srcImg = this.images[this.currentIndex]; this.imgEl.style.opacity = '0'; this.imgEl.style.transform = 'scale(0.96)'; setTimeout(() => { this.imgEl.src = srcImg.src; this.imgEl.alt = srcImg.alt; this.imgEl.removeAttribute('loading'); this.imgEl.style.opacity = '1'; this.imgEl.style.transform = 'scale(1)'; }, 120); const total = this.images.length; if (total > 1) { this.counterEl.textContent = ${this.currentIndex + 1} / ${total}; this.prevBtn.style.display = ''; this.nextBtn.style.display = ''; } else { this.counterEl.textContent = ''; this.prevBtn.style.display = 'none'; this.nextBtn.style.display = 'none'; } } } new Lightbox(); </script>

</body>
</html>