Text Generation
Transformers
Safetensors
olmo_hybrid
risc-v
compiled-weights
olmo-hybrid
gated-deltanet
tool-use
conversational
Instructions to use jgalego/olmputer with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use jgalego/olmputer with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="jgalego/olmputer") messages = [ {"role": "user", "content": "Who are you?"}, ] pipe(messages)# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("jgalego/olmputer") model = AutoModelForCausalLM.from_pretrained("jgalego/olmputer", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] inputs = tokenizer.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=256) print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use jgalego/olmputer with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "jgalego/olmputer" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "jgalego/olmputer", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/jgalego/olmputer
- SGLang
How to use jgalego/olmputer with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "jgalego/olmputer" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "jgalego/olmputer", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "jgalego/olmputer" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "jgalego/olmputer", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use jgalego/olmputer with Docker Model Runner:
docker model run hf.co/jgalego/olmputer
Download chipformer.json from jgalego/olmputer: direct link, hf CLI and curl.
- Browser
- Download file 14.1 kB
-
https://huggingface.co/jgalego/olmputer/resolve/main/chipformer.json
- Command line
-
hf download hf://jgalego/olmputer/chipformer.json
-
curl -L -o chipformer.json https://huggingface.co/jgalego/olmputer/resolve/main/chipformer.json
14.1 kB
{
"layout": "rv1",
"host": "olmo_hybrid",
"chip_token_offset": 100352,
"chip_vocab": 230324,
"chip_layers": 11,
"qwen_layers_from": 11,
"hidden": 5376,
"chip_dims_offset": 3840,
"ballast_dims": 21,
"circuit": {
"layers": 11,
"dims": 2936,
"heads": 149,
"ffn_units": 42162,
"max_units": 7877,
"max_heads": 30
},
"slots": 1327,
"muted": false,
"code_dims": [
3993,
3994,
3995,
3996,
3997,
3998,
3999,
4000,
4001,
4002,
4003,
4004,
4005,
4006,
4007,
4008,
4009,
4010,
4011,
4012,
4013
],
"tau_dim": 4016,
"mu_dim": 4015,
"nfam": 5,
"npay": 16,
"tool_call": [
100268,
100269
],
"printable": [
188,
189,
190,
191,
192,
193,
194,
195,
196,
197,
198,
199,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
211,
212,
213,
214,
215,
216,
217,
218,
219,
220,
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
221,
222,
223,
224,
225,
226,
227,
228,
229,
230,
231,
232,
233,
234,
235,
236,
237,
238,
239,
240,
241,
242,
243,
244,
245,
246,
247,
248,
249,
250,
251,
252,
253,
254,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
255,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140,
141,
142,
143,
144,
145,
146,
147,
148,
149,
150,
151,
152,
153,
154,
155,
156,
157,
158,
159,
160,
161,
162,
163,
164,
165,
166,
167,
168,
169,
170,
171,
172,
173,
174,
175,
176,
177,
178,
179,
180,
181,
182,
183,
184,
185,
186,
187,
100265,
100264,
24175,
78191,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
931,
4119,
6726,
6268,
8759,
8504,
11030,
11194,
11436,
13858,
7755,
10731,
11531,
16368,
15901,
16037,
15794,
17248,
16745,
18089,
11139,
11592,
18642,
20063,
19592,
18070,
21641,
21360,
22000,
23273,
14649,
18887,
21040,
13103,
22379,
22407,
23110,
23587,
24462,
21602,
12505,
20945,
22349,
17776,
20078,
23785,
24222,
24970,
23904,
25307,
16193,
23545,
24130,
25210,
25230,
22913,
25921,
26866,
24824,
27033,
15101,
23324,
19222,
24254,
20478,
26478,
23835,
27309,
26661,
27325,
17819,
24508,
23439,
25779,
26739,
22679,
26247,
23102,
24850,
27407,
13837,
22534,
24996,
25077,
26720,
24646,
26956,
27311,
25620,
25867,
18807,
24443,
25221,
25202,
26195,
26421,
28153,
28384,
26983,
26513,
1041,
4645,
4278,
6889,
6849,
6550,
7461,
7699,
6640,
7743,
5120,
5037,
7261,
8190,
8011,
7322,
8027,
8546,
8899,
9079,
4364,
7994,
8259,
4513,
8874,
6549,
9390,
6804,
4386,
9748,
5894,
9263,
9413,
9423,
9565,
8878,
9795,
10148,
10350,
10125,
6860,
9335,
10239,
10290,
8929,
9591,
10465,
10288,
10410,
10161,
3965,
9690,
9756,
9800,
10559,
9992,
10132,
10895,
11286,
11068,
6330,
10718,
10674,
9892,
10513,
10680,
11247,
11515,
8953,
11739,
8258,
11123,
10861,
11908,
11771,
10005,
10967,
11242,
11256,
11128,
5245,
10562,
10828,
10750,
10336,
9741,
9714,
9674,
9367,
9378,
7028,
7529,
5926,
7285,
6393,
6280,
5162,
4468,
3753,
2550,
1049,
679,
2366,
9639,
7854,
10866,
11056,
12060,
12171,
12652,
8848,
11483,
11227,
11702,
11584,
12112,
12463,
13460,
13302,
13762,
8610,
12425,
9716,
12533,
10697,
11057,
14057,
14206,
14261,
14378,
9870,
12245,
12338,
12994,
11727,
12422,
14087,
14590,
13895,
14815,
8273,
13341,
12754,
14052,
13719,
13078,
14205,
14125,
14185,
14735,
5154,
13860,
12326,
14022,
12375,
3192,
4146,
15574,
15966,
15537,
11387,
15602,
14274,
15666,
12815,
14374,
15999,
16567,
16332,
16955,
10914,
15828,
15741,
15451,
16590,
14417,
16660,
16367,
16949,
17267,
11209,
15282,
16544,
16085,
17058,
15935,
17361,
17897,
15287,
17212,
13754,
17335,
16443,
17313,
17168,
16780,
17408,
18163,
17690,
15531,
3101,
12405,
13121,
13236,
12166,
13364,
12879,
14777,
14498,
15500,
12226,
15134,
13384,
15231,
16104,
15189,
15340,
16718,
17592,
16874,
9588,
14423,
15805,
15726,
16723,
15257,
17470,
13817,
16884,
18196,
10568,
16707,
17079,
8765,
17153,
16596,
17014,
17609,
18633,
17887,
13679,
16546,
17590,
16522,
17451,
12901,
18061,
17678,
19746,
18634,
8652,
18113,
16482,
17228,
18384,
17306,
18349,
18520,
17112,
19192,
6843,
18277,
18509,
18199,
15951,
12676,
18044,
18775,
19057,
19929,
14648,
18650,
17662,
18017,
18265,
12935,
18322,
10898,
19166,
19867,
13897,
19162,
18781,
19230,
12910,
18695,
16481,
20062,
19081,
20422,
15515,
19631,
19695,
18252,
20077,
19498,
19615,
20698,
19838,
18572,
3443,
10841,
16496,
13074,
7507,
16408,
17264,
18501,
18058,
12378,
14487,
17337,
17574,
19288,
17448,
18136,
17763,
19561,
19770,
19391,
12819,
18245,
16460,
19711,
18517,
17837,
20363,
20465,
19140,
16371,
14245,
19852,
16739,
20153,
20165,
19305,
21299,
18318,
20596,
20963,
14868,
18495,
20502,
17147,
14870,
19697,
20385,
20800,
19956,
21125,
10617,
20360,
21098,
20235,
20555,
20325,
10961,
21675,
21209,
22094,
16551,
19608,
20911,
21290,
21033,
19988,
21404,
20419,
20304,
21330,
17711,
20617,
21757,
21505,
21358,
19799,
22191,
21144,
22086,
21848,
11738,
21235,
21984,
21884,
20339,
19773,
21511,
22184,
21310,
22418,
18518,
21824,
21776,
22741,
22054,
21038,
19447,
22640,
21962,
18162,
2636,
14408,
17824,
17735,
18048,
17786,
19673,
20068,
19869,
12448,
15633,
18625,
8358,
21164,
20998,
19633,
20571,
22507,
21312,
21851,
15830,
20767,
20936,
21123,
21177,
18415,
22593,
22369,
21458,
21618,
17252,
20823,
20711,
21876,
22467,
20618,
21600,
19038,
22600,
23033,
17048,
22058,
21791,
19642,
21239,
20749,
22048,
23215,
22287,
22782,
13506,
21860,
21478,
22663,
22303,
14148,
20866,
23906,
22895,
22424,
17698,
20460,
19242,
21789,
22210,
20943,
23477,
19282,
22049,
23642,
18712,
22005,
22468,
22529,
23402,
21228,
20758,
23411,
22915,
24847,
18216,
23864,
23670,
23493,
23816,
21535,
22345,
22159,
20691,
22905,
20615,
24380,
20128,
22608,
23428,
22754,
24515,
24574,
21856,
21944,
5067,
18262,
20224,
21006,
20354,
19666,
20213,
21996,
19944,
21138,
17608,
20973,
21018,
22922,
22638,
21385,
21379,
21717,
21985,
23388,
17416,
22488,
19808,
22801,
23000,
15894,
22385,
23103,
23574,
24239,
18660,
21729,
20775,
23736,
24307,
22276,
22422,
21788,
24495,
23079,
14033,
23525,
22266,
22956,
21975,
22926,
22642,
22644,
23802,
24734,
13655,
23409,
23181,
21598,
21969,
15573,
20744,
23480,
23654,
25090,
19274,
24132,
24199,
24491,
23888,
23467,
10943,
19774,
24427,
25289,
21218,
23403,
22768,
24938,
25513,
21129,
24187,
24375,
17458,
25136,
17814,
25091,
25178,
24887,
24313,
23717,
22347,
21897,
23292,
25458,
21741,
25168,
25073,
25298,
25392,
24394,
23578,
25388,
25169,
23459,
7007,
19597,
20253,
20436,
21949,
21469,
22457,
18770,
21295,
22874,
19027,
22375,
22708,
22977,
23193,
22744,
23929,
25150,
21982,
24758,
13104,
20873,
23024,
24388,
24735,
23309,
24430,
23486,
24054,
22194,
20785,
24626,
24289,
24865,
24438,
24939,
23969,
22039,
25527,
25809,
21112,
25021,
25560,
26260,
23800,
23901,
25594,
23619,
20338,
25541,
11711,
23986,
23644,
25504,
23952,
23532,
24456,
23776,
25302,
26439,
19104,
25110,
24376,
26083,
24402,
22240,
25358,
23275,
17521,
24619,
20772,
24876,
23624,
23267,
24472,
22908,
23823,
15831,
23592,
25659,
19423,
21893,
23833,
26008,
22148,
22539,
25251,
23171,
24216,
16474,
22876,
26234,
24763,
24531,
25926,
25808,
24832,
25314,
26519,
23987,
4728,
17973,
13135,
20899,
20417,
21032,
22397,
23178,
11770,
21474,
19232,
22588,
19270,
24288,
25498,
23582,
23713,
25528,
23141,
18831,
18248,
23282,
23105,
23848,
25016,
22091,
23038,
24920,
22716,
26218,
21221,
25009,
23879,
22904,
26223,
23424,
25192,
26244,
24250,
25465,
19899,
25496,
25377,
23996,
24344,
24650,
26563,
25125,
24951,
26537,
16217,
24866,
24571,
25724,
25515,
22869,
25505,
20907,
23805,
24061,
18670,
24963,
24071,
26051,
19355,
24678,
22455,
26013,
25862,
26497,
22440,
25665,
25303,
25747,
25822,
17419,
24870,
23873,
25890,
25622,
19272,
25339,
23213,
24902,
25962,
19445,
25399,
26058,
12251,
25354,
21381,
24962,
24110,
26088,
26227,
25238,
24542,
24777,
24809,
22889,
7467,
19319,
21026,
23305,
22777,
22393,
22224,
23505,
23629,
21278,
21056,
17000,
22750,
24331,
24579,
22387,
24487,
24391,
25828,
24337,
18485,
22536,
20275,
22614,
23890,
21910,
26026,
26437,
25001,
25344,
19306,
25717,
25401,
25806,
24347,
26970,
25612,
21936,
25454,
26164,
21251,
21322,
20249,
26576,
25687,
24599,
26491,
26511,
26979,
24680,
15862,
24989,
24597,
25326,
25741,
25875,
26067,
27341,
27079,
26328,
16415,
26114,
26366,
26087,
26281,
24837,
25285,
27134,
23386,
24792,
21133,
25693,
24425,
24471,
26007,
24609,
25208,
26409,
17272,
25476,
19068,
25643,
25873,
24742,
23812,
24961,
27468,
22207,
24538,
25350,
19146,
24606,
22992,
24242,
22897,
22101,
23031,
22694,
19416,
5500,
410,
1721,
2437,
2839,
2371,
2304,
2705,
2589,
2318,
2545,
605,
806,
717,
1032,
975,
868,
845,
1114,
972,
777,
508,
1691,
1313,
1419,
1187,
914,
1627,
1544,
1591,
1682,
966,
2148,
843,
1644,
1958,
1758,
1927,
1806,
1987,
2137,
1272,
3174,
2983,
3391,
2096,
1774,
2790,
2618,
2166,
2491,
1135,
3971,
4103,
4331,
4370,
2131,
3487,
3226,
2970,
2946,
1399,
5547,
5538,
5495,
1227,
2397,
2287,
3080,
2614,
3076,
2031,
6028,
5332,
5958,
5728,
2075,
4767,
2813,
2495,
4643,
1490,
5932,
6086,
6069,
5833,
5313,
4218,
4044,
2421,
4578,
1954,
5925,
6083,
6365,
6281,
2721,
4161,
3534,
3264,
1484
]
}
{
"layout": "rv1",
"host": "olmo_hybrid",
"chip_token_offset": 100352,
"chip_vocab": 230324,
"chip_layers": 11,
"qwen_layers_from": 11,
"hidden": 5376,
"chip_dims_offset": 3840,
"ballast_dims": 21,
"circuit": {
"layers": 11,
"dims": 2936,
"heads": 149,
"ffn_units": 42162,
"max_units": 7877,
"max_heads": 30
},
"slots": 1327,
"muted": false,
"code_dims": [
3993,
3994,
3995,
3996,
3997,
3998,
3999,
4000,
4001,
4002,
4003,
4004,
4005,
4006,
4007,
4008,
4009,
4010,
4011,
4012,
4013
],
"tau_dim": 4016,
"mu_dim": 4015,
"nfam": 5,
"npay": 16,
"tool_call": [
100268,
100269
],
"printable": [
188,
189,
190,
191,
192,
193,
194,
195,
196,
197,
198,
199,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
211,
212,
213,
214,
215,
216,
217,
218,
219,
220,
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,