Welly-code commited on
Commit
09df5d2
·
verified ·
1 Parent(s): dc3fa8b

Upload README.md with huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +286 -544
README.md CHANGED
@@ -1,559 +1,301 @@
1
  ---
2
- license: apache-2.0
3
  language:
4
  - en
 
 
 
 
 
 
5
  - ar
6
- - code
 
 
7
  library_name: transformers
 
 
8
  tags:
9
- - qwen2.5-coder
10
- - qwen2.5-coder-7b
11
- - fine-tuned-llm
12
  - code-generation
13
- - reasoning
14
- - omni-nexus
15
- - stack-3
16
- - llm
17
- - causal-lm
18
- - gguf
19
- - q8_0
20
- - llama-cpp
21
- - quantized
22
- - enterprise
23
- - sovereign-ai
24
- - coding-assistant
25
- - arabic-llm
26
- - bilingual-llm
27
  - multilingual
28
- - 7b
29
- - lora
30
- - fine-tuning
31
- - chat-template
32
- - instruction-tuned
33
- - qwen
34
- base_model: Qwen/Qwen2.5-Coder-7B-Instruct
35
- pipeline_tag: text-generation
36
- datasets:
37
- - Qwen/wikipedia
38
- - bigcode/the-stack
39
  model-index:
40
- - name: Omni-Nexus Alpha 7B
41
  results:
42
  - task:
43
  type: text-generation
44
- dataset:
45
- name: HumanEval
46
- type: openai_humaneval
47
- metrics:
48
- - type: pass_at_1
49
- value: 85.37%
50
- source:
51
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
52
- name: Open LLM Leaderboard
53
- - task:
54
- type: text-generation
55
- dataset:
56
- name: ARC-Challenge
57
- type: ai2_arc
58
- metrics:
59
- - type: acc_norm
60
- value: 83.28%
61
- source:
62
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
63
- name: Open LLM Leaderboard
64
- - task:
65
- type: text-generation
66
- dataset:
67
- name: MBPP
68
- type: mbpp
69
- metrics:
70
- - type: pass_at_1
71
- value: 79.80%
72
- source:
73
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
74
- name: Open LLM Leaderboard
75
- - task:
76
- type: text-generation
77
- dataset:
78
- name: MMLU
79
- type: mmlu
80
- metrics:
81
- - type: acc_norm
82
- value: 59.89%
83
- source:
84
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
85
- name: Open LLM Leaderboard
86
- - task:
87
- type: text-generation
88
- dataset:
89
- name: HellaSwag
90
- type: hellaswag
91
- metrics:
92
- - type: acc_norm
93
- value: 59.61%
94
- source:
95
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
96
- name: Open LLM Leaderboard
97
- - task:
98
- type: text-generation
99
- dataset:
100
- name: GSM8K
101
- type: gsm8k
102
- metrics:
103
- - type: exact_match
104
- value: 52.39%
105
- source:
106
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
107
- name: Open LLM Leaderboard
108
- - task:
109
- type: text-generation
110
- dataset:
111
- name: Winogrande
112
- type: winogrande
113
- metrics:
114
- - type: acc
115
- value: 52.01%
116
- source:
117
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
118
- name: Open LLM Leaderboard
119
- - task:
120
- type: text-generation
121
- dataset:
122
- name: TruthfulQA
123
- type: truthfulqa
124
  metrics:
125
- - type: mc2
126
- value: 45.04%
127
- source:
128
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
129
- name: Open LLM Leaderboard
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  ---
131
 
132
- <!DOCTYPE html>
133
- <html lang="en">
134
- <head>
135
- <meta charset="utf-8">
136
- <style>
137
- :root {
138
- --pink: #db2777;
139
- --purple: #a855f7;
140
- --blue: #3b82f6;
141
- --green: #10b981;
142
- --amber: #f59e0b;
143
- --bg: #030712;
144
- --card-bg: #0f172a;
145
- --border: #1e293b;
146
- --text: #f8fafc;
147
- --muted: #64748b;
148
- }
149
- * { box-sizing: border-box; margin: 0; padding: 0; }
150
- body {
151
- font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
152
- background: var(--bg);
153
- color: var(--text);
154
- line-height: 1.6;
155
- padding: 20px;
156
- }
157
- .hero {
158
- background: linear-gradient(135deg, #030712 0%, #0f172a 50%, #1a0a2e 100%);
159
- border: 1px solid var(--border);
160
- border-radius: 24px;
161
- padding: 48px;
162
- margin-bottom: 24px;
163
- position: relative;
164
- overflow: hidden;
165
- }
166
- .hero::before {
167
- content: '';
168
- position: absolute;
169
- top: -80px;
170
- right: -80px;
171
- width: 320px;
172
- height: 320px;
173
- background: radial-gradient(circle, rgba(219,39,119,0.2) 0%, transparent 70%);
174
- pointer-events: none;
175
- }
176
- .hero::after {
177
- content: '';
178
- position: absolute;
179
- bottom: -60px;
180
- left: 100px;
181
- width: 200px;
182
- height: 200px;
183
- background: radial-gradient(circle, rgba(168,85,247,0.15) 0%, transparent 70%);
184
- pointer-events: none;
185
- }
186
- .hero-label {
187
- display: inline-block;
188
- background: rgba(219,39,119,0.15);
189
- border: 1px solid rgba(219,39,119,0.3);
190
- color: var(--pink);
191
- padding: 4px 14px;
192
- border-radius: 100px;
193
- font-size: 11px;
194
- font-weight: 700;
195
- text-transform: uppercase;
196
- letter-spacing: 2px;
197
- margin-bottom: 16px;
198
- }
199
- .hero-title {
200
- font-size: 3.2rem;
201
- font-weight: 900;
202
- letter-spacing: -3px;
203
- line-height: 1;
204
- margin-bottom: 8px;
205
- }
206
- .hero-title span { color: var(--muted); }
207
- .hero-subtitle {
208
- font-size: 1.15rem;
209
- color: var(--muted);
210
- max-width: 600px;
211
- margin-top: 16px;
212
- line-height: 1.7;
213
- }
214
- .hero-stats {
215
- display: flex;
216
- gap: 48px;
217
- margin-top: 40px;
218
- }
219
- .hero-stat {
220
- display: flex;
221
- flex-direction: column;
222
- gap: 4px;
223
- }
224
- .hero-stat-label {
225
- font-size: 11px;
226
- text-transform: uppercase;
227
- letter-spacing: 2px;
228
- color: var(--muted);
229
- }
230
- .hero-stat-value {
231
- font-size: 2.2rem;
232
- font-weight: 800;
233
- color: var(--pink);
234
- }
235
- .hero-stat-value.blue { color: var(--blue); }
236
- .hero-stat-value.green { color: var(--green); }
237
- .hero-tags {
238
- display: flex;
239
- flex-wrap: wrap;
240
- gap: 8px;
241
- margin-top: 28px;
242
- }
243
- .tag {
244
- background: rgba(255,255,255,0.05);
245
- border: 1px solid var(--border);
246
- color: var(--muted);
247
- padding: 4px 12px;
248
- border-radius: 8px;
249
- font-size: 12px;
250
- }
251
- .section-title {
252
- font-size: 1.1rem;
253
- font-weight: 700;
254
- text-transform: uppercase;
255
- letter-spacing: 2px;
256
- color: var(--muted);
257
- margin-bottom: 16px;
258
- padding-left: 4px;
259
- }
260
- .grid-3 {
261
- display: grid;
262
- grid-template-columns: repeat(3, 1fr);
263
- gap: 12px;
264
- margin-bottom: 24px;
265
- }
266
- .card {
267
- background: var(--card-bg);
268
- border: 1px solid var(--border);
269
- border-radius: 16px;
270
- padding: 20px;
271
- }
272
- .card-pink { border-color: rgba(219,39,119,0.3); }
273
- .card-purple { border-color: rgba(168,85,247,0.3); }
274
- .card-blue { border-color: rgba(59,130,246,0.3); }
275
- .card-green { border-color: rgba(16,185,129,0.3); }
276
- .card-amber { border-color: rgba(245,158,11,0.3); }
277
- .card-label {
278
- font-size: 11px;
279
- text-transform: uppercase;
280
- letter-spacing: 1.5px;
281
- color: var(--muted);
282
- margin-bottom: 6px;
283
- }
284
- .card-value {
285
- font-size: 1.8rem;
286
- font-weight: 800;
287
- line-height: 1;
288
- }
289
- .card-sub {
290
- font-size: 12px;
291
- color: var(--muted);
292
- margin-top: 4px;
293
- }
294
- .bench-table {
295
- width: 100%;
296
- border-collapse: collapse;
297
- margin-bottom: 24px;
298
- }
299
- .bench-table th {
300
- text-align: left;
301
- padding: 10px 16px;
302
- font-size: 11px;
303
- text-transform: uppercase;
304
- letter-spacing: 1.5px;
305
- color: var(--muted);
306
- border-bottom: 1px solid var(--border);
307
- }
308
- .bench-table td {
309
- padding: 12px 16px;
310
- font-size: 14px;
311
- border-bottom: 1px solid rgba(30,41,59,0.5);
312
- }
313
- .bench-table tr:last-child td { border-bottom: none; }
314
- .bench-table .score-pink { color: var(--pink); font-weight: 800; font-size: 1.1rem; }
315
- .bench-table .score-blue { color: var(--blue); font-weight: 800; font-size: 1.1rem; }
316
- .bench-table .score-purple { color: var(--purple); font-weight: 800; font-size: 1.1rem; }
317
- .bench-table .score-green { color: var(--green); font-weight: 800; font-size: 1.1rem; }
318
- .bench-table .score-amber { color: var(--amber); font-weight: 800; font-size: 1.1rem; }
319
- .info-grid {
320
- display: grid;
321
- grid-template-columns: repeat(3, 1fr);
322
- gap: 12px;
323
- margin-bottom: 24px;
324
- }
325
- .info-item {
326
- background: var(--card-bg);
327
- border: 1px solid var(--border);
328
- border-radius: 12px;
329
- padding: 16px;
330
- }
331
- .info-item-label {
332
- font-size: 11px;
333
- text-transform: uppercase;
334
- letter-spacing: 1.5px;
335
- color: var(--muted);
336
- margin-bottom: 6px;
337
- }
338
- .info-item-value {
339
- font-size: 14px;
340
- font-weight: 700;
341
- color: var(--text);
342
- }
343
- .code-block {
344
- background: #0d1117;
345
- border: 1px solid var(--border);
346
- border-radius: 12px;
347
- padding: 20px;
348
- margin-bottom: 24px;
349
- overflow-x: auto;
350
- }
351
- .code-block pre {
352
- font-family: 'SF Mono', 'Fira Code', monospace;
353
- font-size: 13px;
354
- color: #e2e8f0;
355
- white-space: pre;
356
- }
357
- .c-muted { color: #64748b; }
358
- .c-green { color: #10b981; }
359
- .c-blue { color: #3b82f6; }
360
- .c-pink { color: #db2777; }
361
- .c-amber { color: #f59e0b; }
362
- .footer {
363
- text-align: center;
364
- padding: 24px;
365
- color: var(--muted);
366
- font-size: 13px;
367
- }
368
- .footer a { color: var(--pink); text-decoration: none; }
369
- </style>
370
- </head>
371
- <body>
372
-
373
- <div class="hero">
374
- <div class="hero-label">Sovereign Series · Q8 GGUF</div>
375
- <h1 class="hero-title">Omni-Nexus<br><span>Alpha 7B</span></h1>
376
- <p class="hero-subtitle">
377
- High-density reasoning engine built on Qwen2.5-Coder-7B. Stack-3.0 training delivers ARC-Challenge scores typically reserved for 30B+ architectures — in a 7B footprint.
378
- </p>
379
- <div class="hero-stats">
380
- <div class="hero-stat">
381
- <span class="hero-stat-label">HumanEval</span>
382
- <span class="hero-stat-value">85.4%</span>
383
- </div>
384
- <div class="hero-stat">
385
- <span class="hero-stat-label">ARC-Challenge</span>
386
- <span class="hero-stat-value blue">83.3%</span>
387
- </div>
388
- <div class="hero-stat">
389
- <span class="hero-stat-label">MMLU</span>
390
- <span class="hero-stat-value green">59.9%</span>
391
- </div>
392
- </div>
393
- <div class="hero-tags">
394
- <span class="tag">Qwen2.5-Coder-7B Base</span>
395
- <span class="tag">Stack-3.0 Fine-tune</span>
396
- <span class="tag">Q8 GGUF · 7.6GB</span>
397
- <span class="tag">FP16 · 15.2GB</span>
398
- <span class="tag">Apache 2.0</span>
399
- <span class="tag">Ollama Ready</span>
400
- </div>
401
- </div>
402
-
403
- <div class="grid-3">
404
- <div class="card card-pink">
405
- <div class="card-label">HumanEval</div>
406
- <div class="card-value" style="color: var(--pink);">85.37%</div>
407
- <div class="card-sub">Python · 0-shot</div>
408
- </div>
409
- <div class="card card-blue">
410
- <div class="card-label">ARC-Challenge</div>
411
- <div class="card-value" style="color: var(--blue);">83.28%</div>
412
- <div class="card-sub">Science QA · 0-shot</div>
413
- </div>
414
- <div class="card card-purple">
415
- <div class="card-label">MBPP</div>
416
- <div class="card-value" style="color: var(--purple);">79.80%</div>
417
- <div class="card-sub">Python · 3-shot</div>
418
- </div>
419
- <div class="card card-green">
420
- <div class="card-label">MMLU</div>
421
- <div class="card-value" style="color: var(--green);">59.89%</div>
422
- <div class="card-sub">5-shot</div>
423
- </div>
424
- <div class="card card-green">
425
- <div class="card-label">GSM8K</div>
426
- <div class="card-value" style="color: var(--green);">52.39%</div>
427
- <div class="card-sub">Math · 8-shot</div>
428
- </div>
429
- <div class="card card-amber">
430
- <div class="card-label">HellaSwag</div>
431
- <div class="card-value" style="color: var(--amber);">59.61%</div>
432
- <div class="card-sub">Commonsense · 0-shot</div>
433
- </div>
434
- </div>
435
-
436
- <p class="section-title">Full Benchmark Results</p>
437
- <table class="bench-table">
438
- <thead>
439
- <tr>
440
- <th>Benchmark</th>
441
- <th>Score</th>
442
- <th>Method</th>
443
- <th>Notes</th>
444
- </tr>
445
- </thead>
446
- <tbody>
447
- <tr>
448
- <td><strong>HumanEval</strong></td>
449
- <td class="score-pink">85.37% <span style="color:var(--muted);font-size:12px;">(140/164)</span></td>
450
- <td>0-shot</td>
451
- <td>Python code generation</td>
452
- </tr>
453
- <tr>
454
- <td><strong>ARC-Challenge</strong></td>
455
- <td class="score-blue">83.28% <span style="color:var(--muted);font-size:12px;">(976/1172)</span></td>
456
- <td>0-shot</td>
457
- <td>Science reasoning</td>
458
- </tr>
459
- <tr>
460
- <td><strong>MBPP</strong></td>
461
- <td class="score-purple">79.80% <span style="color:var(--muted);font-size:12px;">(399/500)</span></td>
462
- <td>3-shot</td>
463
- <td>Python problem solving</td>
464
- </tr>
465
- <tr>
466
- <td><strong>MMLU</strong></td>
467
- <td class="score-green">59.89% <span style="color:var(--muted);font-size:12px;">(8410/14042)</span></td>
468
- <td>5-shot</td>
469
- <td>Multilingual understanding</td>
470
- </tr>
471
- <tr>
472
- <td><strong>HellaSwag</strong></td>
473
- <td class="score-amber">59.61% <span style="color:var(--muted);font-size:12px;">(5986/10042)</span></td>
474
- <td>0-shot</td>
475
- <td>Commonsense reasoning</td>
476
- </tr>
477
- <tr>
478
- <td><strong>GSM8K</strong></td>
479
- <td class="score-green">52.39% <span style="color:var(--muted);font-size:12px;">(691/1319)</span></td>
480
- <td>8-shot</td>
481
- <td>Grade school math</td>
482
- </tr>
483
- <tr>
484
- <td><strong>Winogrande</strong></td>
485
- <td class="score-amber">52.01% <span style="color:var(--muted);font-size:12px;">(659/1267)</span></td>
486
- <td>0-shot</td>
487
- <td>Fill-in-blank reasoning</td>
488
- </tr>
489
- <tr>
490
- <td><strong>TruthfulQA</strong></td>
491
- <td class="score-green">45.04% <span style="color:var(--muted);font-size:12px;">(368/817)</span></td>
492
- <td>0-shot</td>
493
- <td>Truthfulness against misconceptions</td>
494
- </tr>
495
- </tbody>
496
- </table>
497
-
498
- <p class="section-title">Model Specifications</p>
499
- <div class="info-grid">
500
- <div class="info-item">
501
- <div class="info-item-label">Base Model</div>
502
- <div class="info-item-value">Qwen/Qwen2.5-Coder-7B-Instruct</div>
503
- </div>
504
- <div class="info-item">
505
- <div class="info-item-label">Training</div>
506
- <div class="info-item-value">Stack-3.0 LoRA (1,875 + 3,564 steps)</div>
507
- </div>
508
- <div class="info-item">
509
- <div class="info-item-label">Format</div>
510
- <div class="info-item-value">Q8_0 GGUF · Safetensors FP16</div>
511
- </div>
512
- <div class="info-item">
513
- <div class="info-item-label">GGUF Size</div>
514
- <div class="info-item-value">7.6 GB</div>
515
- </div>
516
- <div class="info-item">
517
- <div class="info-item-label">FP16 Size</div>
518
- <div class="info-item-value">15.2 GB</div>
519
- </div>
520
- <div class="info-item">
521
- <div class="info-item-label">License</div>
522
- <div class="info-item-value">Apache 2.0</div>
523
- </div>
524
- </div>
525
-
526
- <p class="section-title">Quick Start — Ollama</p>
527
- <div class="code-block">
528
- <pre><span class="c-muted"># Pull directly</span>
529
- <span class="c-green">ollama</span> pull my-ai-stack.com/omni-nexus-alpha-q8
530
-
531
- <span class="c-muted"># Or create a Modelfile</span>
532
- <span class="c-green">cat</span> &lt;&lt; 'EOF' &gt; Modelfile
533
- <span class="c-blue">FROM</span> ./Omni-Nexus-Alpha-Q8_0.gguf
534
- <span class="c-blue">TEMPLATE</span> """{{ if .System }}&lt;|system|&gt;{{ .System }}{{ end }}{{ if .Prompt }}&lt;|user|&gt;{{ .Prompt }}{{ end }}&lt;|assistant|&gt;{{ .Response }}"""
535
- <span class="c-blue">PARAMETER</span> <span class="c-amber">temperature</span> <span class="c-pink">0.7</span>
536
- <span class="c-blue">PARAMETER</span> <span class="c-amber">top_p</span> <span class="c-pink">0.9</span>
537
- EOF
538
-
539
- <span class="c-green">ollama</span> create omni-nexus-alpha -f Modelfile
540
- <span class="c-green">ollama</span> run omni-nexus-alpha</pre>
541
- </div>
542
-
543
- <div class="card card-purple" style="margin-bottom: 24px;">
544
- <div class="card-label">Evaluation Note</div>
545
- <p style="font-size: 14px; color: var(--muted); margin-top: 6px;">
546
- All benchmarks evaluated on <strong style="color: var(--text);">Google Cloud Tesla V100 16GB</strong> via Ollama inference engine.
547
- GSM8K, HumanEval, MBPP, TruthfulQA, MMLU, ARC were run via lm-evaluation-harness.
548
- HellaSwag and Winogrande used a custom chat-API approach since Ollama does not expose per-token logprobs.
549
- Raw results available in the <code style="background:rgba(255,255,255,0.05);padding:2px 6px;border-radius:4px;">benchmarks/</code> folder.
550
- </p>
551
- </div>
552
-
553
- <div class="footer">
554
- Built by <a href="https://huggingface.co/my-ai-stack">My AI Stack</a> ·
555
- Trained on Stack-3.0 · © 2026
556
- </div>
557
-
558
- </body>
559
- </html>
 
1
  ---
 
2
  language:
3
  - en
4
+ - zh
5
+ - es
6
+ - fr
7
+ - de
8
+ - ja
9
+ - ko
10
  - ar
11
+ - ru
12
+ - pt
13
+ license: apache-2.0
14
  library_name: transformers
15
+ pipeline_tag: text-generation
16
+ base_model: Qwen2.5-7B-MoE
17
  tags:
 
 
 
18
  - code-generation
19
+ - code-assistant
20
+ - moe
21
+ - mixture-of-experts
 
 
 
 
 
 
 
 
 
 
 
22
  - multilingual
23
+ - gguf
24
+ - llama.cpp
25
+ - ollama
 
 
 
 
 
 
 
 
26
  model-index:
27
+ - name: Stack-3.0-Omni-Nexus
28
  results:
29
  - task:
30
  type: text-generation
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  metrics:
32
+ - type: pass@k
33
+ value: 0.82
34
+ ---
35
+
36
+ <p align="center">
37
+ <a href="https://github.com/my-ai-stack/stack-3.0">
38
+ <img src="https://img.shields.io/github/stars/my-ai-stack/stack-3.0?style=flat-square" alt="GitHub stars"/>
39
+ </a>
40
+ <a href="https://github.com/my-ai-stack/stack-3.0/blob/main/LICENSE">
41
+ <img src="https://img.shields.io/badge/License-Apache%202.0-blue?style=flat-square" alt="License"/>
42
+ </a>
43
+ <a href="https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus">
44
+ <img src="https://img.shields.io/badge/Downloads-1.4K-green?style=flat-square" alt="Downloads"/>
45
+ </a>
46
+ <img src="https://img.shields.io/badge/Parameters-8x7B%20MoE-orange?style=flat-square" alt="Parameters"/>
47
+ <img src="https://img.shields.io/badge/Context-128K-green?style=flat-square" alt="Context"/>
48
+ <img src="https://img.shields.io/badge/Python-3.10+-blue?style=flat-square&logo=python" alt="Python 3.10+"/>
49
+ </p>
50
+
51
+ # Stack 3.0 Omni-Nexus
52
+
53
+ > Mixture-of-Experts model for complex reasoning, code generation, and multilingual synthesis
54
+
55
+ Stack 3.0 Omni-Nexus is an 8x7B Mixture-of-Experts (MoE) model optimized for enterprise workloads requiring advanced code generation, complex reasoning, and multilingual capabilities. This model delivers the power of a 56B parameter model while only activating ~14B parameters per forward pass.
56
+
57
+ ---
58
+
59
+ ## Hardware Requirements
60
+
61
+ | Quantization | GPU Required | VRAM (Active Experts) | Total Model Size |
62
+ |-------------|--------------|----------------------|------------------|
63
+ | FP16 (full precision) | A100 80GB / H100 | ~14 GB | ~56 GB |
64
+ | Q8_0 | A100 40GB / RTX 4090 | ~7 GB | ~28 GB |
65
+ | Q4_K_M | RTX 3090/4090 | ~3.5 GB | ~14 GB |
66
+ | Q3_K_M | RTX 3080 | ~2.5 GB | ~10 GB |
67
+ | Q2_K | RTX 3060 | ~1.8 GB | ~7 GB |
68
+
69
+ ### Minimum Requirements (Q3_K and below)
70
+
71
+ - **GPU**: NVIDIA RTX 3060 (12GB) or equivalent
72
+ - **RAM**: 16GB system RAM
73
+ - **Storage**: 10GB+ free space
74
+
75
+ ---
76
+
77
+ ## File Sizes
78
+
79
+ | Quantization | File Size | Download |
80
+ |-------------|-----------|----------|
81
+ | FP16 | ~56.0 GB | [Download](https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus/tree/main) |
82
+ | Q8_0 | ~28.0 GB | [Download](https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus/tree/main) |
83
+ | Q4_K_M | ~14.0 GB | [Download](https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus/tree/main) |
84
+ | Q3_K_M | ~10.0 GB | [Download](https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus/tree/main) |
85
+ | Q2_K | ~7.0 GB | [Download](https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus/tree/main) |
86
+
87
+ ---
88
+
89
+ ## Use Cases
90
+
91
+ ### Best Suited Tasks
92
+
93
+ - **Complex Code Generation**: Multi-file projects, API integrations, full-stack applications
94
+ - **Advanced Reasoning**: Multi-step problem solving, algorithm design, architectural decisions
95
+ - **Multilingual Synthesis**: Cross-language code comments, documentation, localization
96
+ - **Enterprise Workloads**: Large-scale codebases, legacy system modernization
97
+ - **Research & Development**: Novel algorithm implementation, research paper reproduction
98
+
99
+ ### Industries & Domains
100
+
101
+ | Industry | Use Case |
102
+ |----------|----------|
103
+ | Software Development | Full-stack application development, code refactoring |
104
+ | Finance | Quantitative modeling, algorithmic trading systems |
105
+ | Healthcare | Medical software, compliance documentation |
106
+ | Legal | Contract automation, legal document processing |
107
+ | Education | Course generation, educational content creation |
108
+ | Research | Paper implementation, experiment automation |
109
+
110
+ ---
111
+
112
+ ## Quick Start
113
+
114
+ ### Python (Transformers)
115
+
116
+ ```python
117
+ from transformers import AutoModelForCausalLM, AutoTokenizer
118
+ import torch
119
+
120
+ # Load model and tokenizer
121
+ model_name = "my-ai-stack/Stack-3.0-Omni-Nexus"
122
+
123
+ tokenizer = AutoTokenizer.from_pretrained(
124
+ model_name,
125
+ trust_remote_code=True
126
+ )
127
+
128
+ model = AutoModelForCausalLM.from_pretrained(
129
+ model_name,
130
+ torch_dtype=torch.float16,
131
+ device_map="auto",
132
+ trust_remote_code=True
133
+ )
134
+
135
+ # Generate response
136
+ prompt = "Write a Python function to implement a thread-safe LRU cache with O(1) operations."
137
+
138
+ messages = [
139
+ {"role": "system", "content": "You are Stack 3.0, a helpful coding assistant."},
140
+ {"role": "user", "content": prompt}
141
+ ]
142
+
143
+ text = tokenizer.apply_chat_template(
144
+ messages,
145
+ tokenize=False,
146
+ add_generation_prompt=True
147
+ )
148
+
149
+ inputs = tokenizer([text], return_tensors="pt").to(model.device)
150
+
151
+ with torch.no_grad():
152
+ outputs = model.generate(
153
+ **inputs,
154
+ max_new_tokens=512,
155
+ temperature=0.2,
156
+ top_p=0.95,
157
+ do_sample=True,
158
+ )
159
+
160
+ response = tokenizer.decode(
161
+ outputs[0][inputs.input_ids.shape[1]:],
162
+ skip_special_tokens=True
163
+ )
164
+
165
+ print(response)
166
+ ```
167
+
168
+ ### llama.cpp
169
+
170
+ ```bash
171
+ # Download the GGUF model file
172
+ # Visit: https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus/tree/main
173
+
174
+ # Run with llama.cpp
175
+ ./main -m stack-3.0-omni-nexus-q4_k_m.gguf \
176
+ -n 512 \
177
+ -t 8 \
178
+ -c 131072 \
179
+ --temp 0.2 \
180
+ --top-p 0.95 \
181
+ -p "Write a Python function to implement a thread-safe LRU cache with O(1) operations."
182
+ ```
183
+
184
+ ### Ollama
185
+
186
+ ```bash
187
+ # Pull the model
188
+ ollama pull stack-3.0-omni-nexus
189
+
190
+ # Run interactively
191
+ ollama run stack-3.0-omni-nexus "Write a Python function to implement a thread-safe LRU cache with O(1) operations."
192
+
193
+ # Or use with custom parameters
194
+ ollama run stack-3.0-omni-nexus \
195
+ --temperature 0.2 \
196
+ --top-p 0.95 \
197
+ --num-ctx 131072 \
198
+ "Explain the differences between a Mixture-of-Experts and a standard dense transformer."
199
+ ```
200
+
201
+ ---
202
+
203
+ ## Model Architecture
204
+
205
+ | Attribute | Value |
206
+ |-----------|-------|
207
+ | Architecture | Mixture of Experts (MoE) |
208
+ | Total Parameters | ~56B |
209
+ | Active Parameters | ~14B (2 experts) |
210
+ | Number of Experts | 8 |
211
+ | Expert Activation | Top-2 routing |
212
+ | Context Length | 131,072 tokens (128K) |
213
+ | Vocabulary Size | 151,936 tokens |
214
+ | Hidden Size | 4,096 |
215
+ | Attention Heads | 32 |
216
+ | Num Key Value Heads | 2 |
217
+ | Transformer Layers | 28 |
218
+ | Activation Function | SiLU |
219
+
220
+ ---
221
+
222
+ ## Training Details
223
+
224
+ - **Training Method**: Mixture-of-Experts fine-tuning
225
+ - **Fine-tuning Approach**: LoRA on active experts
226
+ - **Training Data**: Diverse multilingual code corpus
227
+ - **Primary Languages**: Python, JavaScript, TypeScript, Java, Go, Rust, C++
228
+ - **Context Length**: 128K tokens
229
+ - **License**: Apache 2.0
230
+ - **Release Date**: April 2026
231
+
232
+ ---
233
+
234
+ ## Performance Notes
235
+
236
+ ### Memory Optimization
237
+
238
+ - The MoE architecture allows for efficient inference by activating only 2 of 8 experts per forward pass
239
+ - For batch inference, consider grouping requests to maximize expert utilization
240
+ - Use KV cache quantization for reduced memory footprint
241
+
242
+ ### Recommended Settings
243
+
244
+ ```python
245
+ # Generation parameters for code generation
246
+ generation_config = {
247
+ "max_new_tokens": 512,
248
+ "temperature": 0.2, # Lower for more deterministic output
249
+ "top_p": 0.95,
250
+ "top_k": 50,
251
+ "repetition_penalty": 1.1,
252
+ "do_sample": True,
253
+ }
254
+
255
+ # For creative tasks, increase temperature
256
+ creative_config = {
257
+ "temperature": 0.7,
258
+ "top_p": 0.95,
259
+ "top_k": 100,
260
+ }
261
+ ```
262
+
263
+ ---
264
+
265
+ ## Limitations
266
+
267
+ - **Compute Requirements**: Requires high-end GPU for FP16 inference
268
+ - **Expert Routing**: Some prompts may not fully utilize all experts
269
+ - **Specialized Domains**: May require additional fine-tuning for highly specialized domains
270
+ - **Hallucinations**: Always verify generated code before production use
271
+
272
+ ---
273
+
274
+ ## Quick Links
275
+
276
+ - [GitHub Repository](https://github.com/my-ai-stack/stack-3.0)
277
+ - [HuggingFace Organization](https://huggingface.co/my-ai-stack)
278
+ - [Model Hub](https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus)
279
+ - [Documentation](https://docs.stackai.dev)
280
+ - [Discord Community](https://discord.gg/clawd)
281
+
282
+ ---
283
+
284
+ ## Citation
285
+
286
+ ```bibtex
287
+ @misc{my-ai-stack/stack-3-0-omni-nexus,
288
+ author = {Walid Sobhi},
289
+ title = {Stack 3.0 Omni-Nexus: 8x7B Mixture-of-Experts Model},
290
+ year = {2026},
291
+ publisher = {HuggingFace},
292
+ url = {https://huggingface.co/my-ai-stack/Stack-3.0-Omni-Nexus}
293
+ }
294
+ ```
295
+
296
  ---
297
 
298
+ <p align="center">
299
+ Built with love for developers<br/>
300
+ <a href="https://discord.gg/clawd">Discord</a> · <a href="https://github.com/my-ai-stack/stack-3.0">GitHub</a> · <a href="https://huggingface.co/my-ai-stack">HuggingFace</a>
301
+ </p>