webbrain-one commited on
Commit
4e8a6de
·
verified ·
1 Parent(s): b66e9cc

Upload webbrain-one/webbrain-compass-vld-v6-2b-onnx (Compass VLD v6)

Browse files
.gitattributes CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ onnx/decoder_q4f16.onnx_data filter=lfs diff=lfs merge=lfs -text
37
+ onnx/decoder_q8f16.onnx_data filter=lfs diff=lfs merge=lfs -text
38
+ onnx/vision_encoder_fp16.onnx_data filter=lfs diff=lfs merge=lfs -text
39
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ license_name: lfm1.0
4
+ base_model: webbrain-one/webbrain-compass-vld-v6-2b
5
+ pipeline_tag: image-text-to-text
6
+ library_name: onnx
7
+ tags:
8
+ - webbrain
9
+ - compass-v6
10
+ - liquid
11
+ - lfm3
12
+ - onnx
13
+ - webgpu
14
+ - decision-model
15
+ - webbrain-vld
16
+ ---
17
+
18
+ # WebBrain Compass VLD v6 (2B) ONNX (WebGPU + Decision Probes)
19
+
20
+ WebGPU-ready ONNX release for [`webbrain-one/webbrain-compass-vld-v6-2b`](https://huggingface.co/webbrain-one/webbrain-compass-vld-v6-2b) for in-browser execution via Transformers.js / ONNX Runtime Web.
21
+
22
+ ## Included Files
23
+
24
+ - `onnx/decoder_q8f16.onnx` + `onnx/decoder_q8f16.onnx_data` (1.9 GB)
25
+ - `onnx/decoder_q4f16.onnx` + `onnx/decoder_q4f16.onnx_data` (1.3 GB)
26
+ - `onnx/vision_encoder_fp16.onnx` + `onnx/vision_encoder_fp16.onnx_data` (362 MB)
27
+ - `runtime/lfm3-decision-probe-cs.js`: Cost-sensitive browser JavaScript decision probe (`[decision_hidden, logit("Yes") - logit("No")]`, 122/126 on final_test, 0/48 false completions).
28
+ - `validation/`: ORT CPU parity verification, probe JSON configs, and d1 metrics.
chat_template.jinja ADDED
@@ -0,0 +1,280 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{- bos_token -}}
2
+ {%- set preserve_thinking = preserve_thinking | default(false) -%}
3
+ {%- set enable_thinking = enable_thinking | default(true) -%}
4
+
5
+ {%- macro render_value(v) -%}
6
+ {%- if v is string -%}
7
+ {{- v -}}
8
+ {%- elif v is boolean -%}
9
+ {{- "true" if v else "false" -}}
10
+ {%- elif v is none -%}
11
+ {{- "null" -}}
12
+ {%- elif v is mapping or (v is sequence and v is not string) -%}
13
+ {{- v | tojson -}}
14
+ {%- else -%}
15
+ {{- v -}}
16
+ {%- endif -%}
17
+ {%- endmacro -%}
18
+
19
+ {%- macro parse_content(content) -%}
20
+ {%- if content is string -%}
21
+ {{- content -}}
22
+ {%- elif content is mapping and content.get("type") == "image" -%}
23
+ {{- "<|vision_start|><|image|><|vision_end|>" -}}
24
+ {%- elif content is mapping and content.get("type") == "video" -%}
25
+ {{- "<|vision_start|><|video|><|vision_end|>" -}}
26
+ {%- elif content is mapping and content.get("type") == "text" -%}
27
+ {{- (content.get("text") or "") | string -}}
28
+ {%- elif content is mapping -%}
29
+ {{- content | tojson -}}
30
+ {%- elif content is iterable -%}
31
+ {%- set _ns = namespace(result="") -%}
32
+ {%- for item in content -%}
33
+ {%- if item is string -%}
34
+ {%- set _ns.result = _ns.result + item -%}
35
+ {%- elif item is mapping and item.get("type") == "image" -%}
36
+ {%- set _ns.result = _ns.result + "<|vision_start|><|image|><|vision_end|>" -%}
37
+ {%- elif item is mapping and item.get("type") == "video" -%}
38
+ {%- set _ns.result = _ns.result + "<|vision_start|><|video|><|vision_end|>" -%}
39
+ {%- elif item is mapping and item.get("type") == "text" -%}
40
+ {%- set _ns.result = _ns.result + ((item.get("text") or "") | string) -%}
41
+ {%- else -%}
42
+ {%- set _ns.result = _ns.result + (item | tojson) -%}
43
+ {%- endif -%}
44
+ {%- endfor -%}
45
+ {{- _ns.result -}}
46
+ {%- elif content is not none -%}
47
+ {{- content | tojson -}}
48
+ {%- endif -%}
49
+ {%- endmacro -%}
50
+
51
+ {%- macro render_tool_calls(tool_calls) -%}
52
+ {%- for tool_call in tool_calls -%}
53
+ {%- if not loop.first -%}{{- "\n\n" -}}{%- endif -%}
54
+ {%- set func = tool_call["function"] if "function" in tool_call else tool_call -%}
55
+ {%- set func_args = func.get("arguments") -%}
56
+ {%- if func_args is string and (func_args | trim) not in ["", "{}", "null"] -%}
57
+ {{- raise_exception("Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template") -}}
58
+ {%- endif -%}
59
+ {{- "<tool_call>\n<function=" + func["name"] + ">\n" -}}
60
+ {%- if func_args is mapping -%}
61
+ {%- for arg_name, arg_value in func_args.items() -%}
62
+ {{- "<parameter=" + arg_name + ">\n" + render_value(arg_value) + "\n</parameter>\n" -}}
63
+ {%- endfor -%}
64
+ {%- endif -%}
65
+ {{- "</function>\n</tool_call>" -}}
66
+ {%- endfor -%}
67
+ {%- endmacro -%}
68
+
69
+ {%- macro tool_to_json(tool) -%}
70
+ {%- set fn = tool.function if tool.function is defined else tool -%}
71
+ {%- set ns_t = namespace(first=true) -%}
72
+ {{- "{" -}}
73
+ {%- for k, v in fn.items() -%}
74
+ {%- if k != "defer_loading" -%}
75
+ {%- if not ns_t.first -%}{{- ", " -}}{%- endif -%}
76
+ {%- set ns_t.first = false -%}
77
+ {{- k | tojson -}}{{- ": " -}}{{- v | tojson -}}
78
+ {%- endif -%}
79
+ {%- endfor -%}
80
+ {{- "}" -}}
81
+ {%- endmacro -%}
82
+
83
+ {%- macro is_tool_reference(item) -%}
84
+ {{- "1" if item is mapping and item.get("type") == "tool_reference" else "" -}}
85
+ {%- endmacro -%}
86
+
87
+ {%- macro referenced_tool_to_json(name) -%}
88
+ {%- set _ns = namespace(found=none) -%}
89
+ {%- for tool in tools or [] -%}
90
+ {%- set fn = tool.function if tool.function is defined else tool -%}
91
+ {%- if fn.name == name -%}
92
+ {%- set _ns.found = fn -%}
93
+ {%- endif -%}
94
+ {%- endfor -%}
95
+ {%- if _ns.found is none -%}
96
+ {{- raise_exception("Tool reference '" + name | string + "' not found in available tools. Every tool referenced by a tool_reference must be in `tools` on every request.") -}}
97
+ {%- endif -%}
98
+ {{- tool_to_json(_ns.found) -}}
99
+ {%- endmacro -%}
100
+
101
+ {%- macro render_tool_response(content) -%}
102
+ {%- if content is string and "<tool_response>" in content -%}
103
+ {{- content -}}
104
+ {%- else -%}
105
+ {{- "<tool_response>\n" -}}
106
+ {%- if content is string -%}
107
+ {{- content -}}
108
+ {%- elif content is mapping -%}
109
+ {{- parse_content(content) -}}
110
+ {%- elif content is iterable -%}
111
+ {%- for item in content -%}
112
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
113
+ {%- if is_tool_reference(item) -%}
114
+ {%- if loop.first or not is_tool_reference(loop.previtem) -%}
115
+ {{- "<additional_tools>\n" -}}
116
+ {%- endif -%}
117
+ {{- referenced_tool_to_json(item.name) -}}
118
+ {%- if loop.last or not is_tool_reference(loop.nextitem) -%}
119
+ {{- "\n</additional_tools>" -}}
120
+ {%- endif -%}
121
+ {%- elif item is mapping and item.result is defined and item.result is mapping and item.result.tools is defined -%}
122
+ {{- "<additional_tools>\n" -}}
123
+ {%- set _tl = item.result.tools -%}
124
+ {%- if _tl is string -%}
125
+ {{- _tl -}}
126
+ {%- elif _tl is mapping -%}
127
+ {{- tool_to_json(_tl) -}}
128
+ {%- else -%}
129
+ {%- for t in _tl -%}
130
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
131
+ {{- tool_to_json(t) -}}
132
+ {%- endfor -%}
133
+ {%- endif -%}
134
+ {{- "\n</additional_tools>" -}}
135
+ {%- else -%}
136
+ {{- parse_content(item) -}}
137
+ {%- endif -%}
138
+ {%- endfor -%}
139
+ {%- elif content is not none -%}
140
+ {{- content | tojson -}}
141
+ {%- endif -%}
142
+ {{- "\n</tool_response>" -}}
143
+ {%- endif -%}
144
+ {%- endmacro -%}
145
+
146
+ {%- set ns = namespace(system_prompt="", last_user_index=-1) -%}
147
+ {%- if messages and messages[0]["role"] == "system" -%}
148
+ {%- if messages[0].get("content") -%}
149
+ {%- set ns.system_prompt = parse_content(messages[0]["content"]) -%}
150
+ {%- endif -%}
151
+ {%- set messages = messages[1:] -%}
152
+ {%- endif -%}
153
+ {%- if tools -%}
154
+ {%- set tools_ns = namespace(lines=[]) -%}
155
+ {%- for tool in tools -%}
156
+ {%- set fn = tool.function if tool.function is defined else tool -%}
157
+ {%- set _dyn = (fn.defer_loading is defined and fn.defer_loading) or (tool.defer_loading is defined and tool.defer_loading) -%}
158
+ {%- if not _dyn -%}
159
+ {%- set tools_ns.lines = tools_ns.lines + [tool_to_json(fn)] -%}
160
+ {%- endif -%}
161
+ {%- endfor -%}
162
+ {%- if tools_ns.lines -%}
163
+ {%- set ns.system_prompt = ns.system_prompt + ("\n\n" if ns.system_prompt else "") + "<tools>\n" + (tools_ns.lines | join("\n")) + "\n</tools>" -%}
164
+ {%- endif -%}
165
+ {%- endif -%}
166
+ {%- if ns.system_prompt -%}
167
+ {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}}
168
+ {%- endif -%}
169
+ {%- for message in messages -%}
170
+ {%- if message["role"] == "user" -%}
171
+ {%- set ns.last_user_index = loop.index0 -%}
172
+ {%- endif -%}
173
+ {%- endfor -%}
174
+ {%- set carry = namespace(pending=[]) -%}
175
+ {%- for message in messages -%}
176
+ {%- set _next = messages[loop.index0 + 1] if not loop.last else none -%}
177
+ {%- set _merge = message.role == "tool" and not message.get("additional_tools")
178
+ and _next is not none and _next.role == "tool" and not _next.get("additional_tools")
179
+ and message.get("tool_call_id") and _next.get("tool_call_id") == message.get("tool_call_id") -%}
180
+ {%- set _items = [] -%}
181
+ {%- if message.role == "tool" and not message.get("additional_tools") -%}
182
+ {%- set _c = message.get("content") -%}
183
+ {%- if _c is string -%}
184
+ {%- set _items = [{"type": "text", "text": _c}] if _c else [] -%}
185
+ {%- elif _c is mapping -%}
186
+ {%- set _items = [_c] -%}
187
+ {%- elif _c is iterable -%}
188
+ {%- set _items = _c | list -%}
189
+ {%- elif _c is not none -%}
190
+ {%- set _items = [_c] -%}
191
+ {%- endif -%}
192
+ {%- endif -%}
193
+ {%- if _merge -%}
194
+ {%- set carry.pending = carry.pending + _items -%}
195
+ {%- else -%}
196
+ {{- "<|im_start|>" + message.role + "\n" -}}
197
+ {%- if message.role == "assistant" -%}
198
+ {%- generation -%}
199
+ {%- set thinking = message.thinking if message.thinking is defined else message.reasoning if message.reasoning is defined else message.reasoning_content -%}
200
+ {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}
201
+ {%- if thinking is defined and keep_thinking -%}
202
+ {{- "<think>" + (thinking or "") + "</think>" -}}
203
+ {%- elif keep_thinking and "</think>" not in (message.get("content") if message.get("content") is string else "") -%}
204
+ {{- "<think></think>" -}}
205
+ {%- endif -%}
206
+ {%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%}
207
+ {%- set _has_cfm = false -%}
208
+ {%- set content = "" -%}
209
+ {%- if message.get("content") -%}
210
+ {%- set content = parse_content(message.content) -%}
211
+ {%- endif -%}
212
+ {%- if not keep_thinking -%}
213
+ {%- if "</think>" in content -%}
214
+ {%- set content = content.split("</think>")[-1] | trim -%}
215
+ {%- endif -%}
216
+ {%- set content = "<think></think>" + content -%}
217
+ {%- endif -%}
218
+ {%- if content.endswith(_cfm_tag) -%}
219
+ {%- set _has_cfm = true -%}
220
+ {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}
221
+ {%- set content = content[:_trunc_len] -%}
222
+ {%- endif -%}
223
+ {{- content -}}
224
+ {%- if message.tool_calls -%}
225
+ {{- render_tool_calls(message.tool_calls) -}}
226
+ {%- endif -%}
227
+ {%- if _has_cfm -%}
228
+ {{- _cfm_tag -}}
229
+ {%- endif -%}
230
+ {{- "<|im_end|>\n" -}}
231
+ {%- endgeneration -%}
232
+ {%- elif message.role == "tool" -%}
233
+ {%- if message.get("additional_tools") -%}
234
+ {%- set _at = message["additional_tools"] -%}
235
+ {%- if _at is mapping or (_at is sequence and _at is not string) -%}
236
+ {%- set _src = _at -%}
237
+ {%- else -%}
238
+ {%- set _src = message.get("content") -%}
239
+ {%- endif -%}
240
+ {%- if _src is string and "<tool_response>" in _src -%}
241
+ {{- _src -}}
242
+ {%- elif _src is string and "<additional_tools>" in _src -%}
243
+ {{- "<tool_response>\n" + _src + "\n</tool_response>" -}}
244
+ {%- elif _src -%}
245
+ {{- "<tool_response>\n<additional_tools>\n" -}}
246
+ {%- if _src is string -%}
247
+ {{- _src -}}
248
+ {%- elif _src is mapping -%}
249
+ {{- tool_to_json(_src) -}}
250
+ {%- else -%}
251
+ {%- for t in _src -%}
252
+ {%- if not loop.first -%}{{- "\n" -}}{%- endif -%}
253
+ {{- tool_to_json(t) -}}
254
+ {%- endfor -%}
255
+ {%- endif -%}
256
+ {{- "\n</additional_tools>\n</tool_response>" -}}
257
+ {%- endif -%}
258
+ {%- elif carry.pending -%}
259
+ {{- render_tool_response(carry.pending + _items) -}}
260
+ {%- set carry.pending = [] -%}
261
+ {%- else -%}
262
+ {{- render_tool_response("" if message.get("content") is none else message.get("content")) -}}
263
+ {%- endif -%}
264
+ {{- "<|im_end|>\n" -}}
265
+ {%- else %}
266
+ {%- if message.get("content") -%}
267
+ {{- parse_content(message["content"]) -}}
268
+ {%- endif -%}
269
+ {{- "<|im_end|>\n" -}}
270
+ {%- endif %}
271
+ {%- endif -%}
272
+ {%- endfor -%}
273
+ {%- if add_generation_prompt -%}
274
+ {{- "<|im_start|>assistant\n" -}}
275
+ {%- if enable_thinking -%}
276
+ {{- "<think>" -}}
277
+ {%- else -%}
278
+ {{- "<think></think>" -}}
279
+ {%- endif -%}
280
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Lfm3VlForConditionalGeneration"
4
+ ],
5
+ "bos_token_id": 124894,
6
+ "downsample_factor": 2,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": 124900,
9
+ "image_token_id": 125030,
10
+ "model_type": "lfm3_vl",
11
+ "pad_token_id": 124893,
12
+ "projector_bias": true,
13
+ "projector_hidden_act": "gelu",
14
+ "projector_hidden_size": 4096,
15
+ "projector_layer_norm_eps": 1e-06,
16
+ "text_config": {
17
+ "bos_token_id": 124894,
18
+ "conv_L_cache": 7,
19
+ "conv_bias": false,
20
+ "dtype": "bfloat16",
21
+ "eos_token_id": 124900,
22
+ "head_dim": 128,
23
+ "hidden_size": 2048,
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 7680,
26
+ "layer_types": [
27
+ "conv",
28
+ "conv",
29
+ "full_attention",
30
+ "conv",
31
+ "sliding_attention",
32
+ "conv",
33
+ "full_attention",
34
+ "conv",
35
+ "sliding_attention",
36
+ "conv",
37
+ "full_attention",
38
+ "conv",
39
+ "sliding_attention",
40
+ "conv",
41
+ "full_attention",
42
+ "conv",
43
+ "sliding_attention",
44
+ "conv",
45
+ "full_attention",
46
+ "conv",
47
+ "sliding_attention",
48
+ "conv",
49
+ "full_attention",
50
+ "conv"
51
+ ],
52
+ "max_position_embeddings": 128000,
53
+ "model_type": "lfm3",
54
+ "norm_eps": 1e-05,
55
+ "num_attention_heads": 16,
56
+ "num_hidden_layers": 24,
57
+ "num_key_value_heads": 4,
58
+ "pad_token_id": 124893,
59
+ "rope_parameters": {
60
+ "full_attention": {
61
+ "partial_rotary_factor": 0.5,
62
+ "rope_theta": 1000000.0,
63
+ "rope_type": "default"
64
+ },
65
+ "sliding_attention": {
66
+ "rope_theta": 10000,
67
+ "rope_type": "default"
68
+ }
69
+ },
70
+ "sliding_window": 256,
71
+ "tie_word_embeddings": true,
72
+ "use_cache": true,
73
+ "use_sandwich_norm": true,
74
+ "vocab_size": 128000
75
+ },
76
+ "tie_word_embeddings": true,
77
+ "transformers_version": "5.19.0.dev0",
78
+ "video_token_id": 125029,
79
+ "vision_config": {
80
+ "conv_kernel_size": 3,
81
+ "dtype": "bfloat16",
82
+ "hidden_size": 1024,
83
+ "in_channels": 3,
84
+ "initializer_range": 0.02,
85
+ "intermediate_size": 2560,
86
+ "layer_types": [
87
+ "conv",
88
+ "conv",
89
+ "full_attention",
90
+ "conv",
91
+ "full_attention",
92
+ "conv",
93
+ "full_attention",
94
+ "conv",
95
+ "full_attention",
96
+ "conv",
97
+ "full_attention",
98
+ "conv",
99
+ "full_attention",
100
+ "conv"
101
+ ],
102
+ "model_type": "lfm3_vl_vision",
103
+ "norm_eps": 1e-05,
104
+ "num_attention_heads": 16,
105
+ "num_hidden_layers": 14,
106
+ "num_key_value_heads": 8,
107
+ "patch_size": 16,
108
+ "rope_parameters": {
109
+ "rope_theta": 1000000.0,
110
+ "rope_type": "axial"
111
+ },
112
+ "spatial_merge_size": 2,
113
+ "temporal_patch_size": 2
114
+ },
115
+ "vision_end_token_id": 125010,
116
+ "vision_start_token_id": 125009,
117
+ "auto_map": {
118
+ "AutoConfig": "configuration_lfm3_vl.Lfm3VlConfig",
119
+ "AutoModel": "modeling_lfm3_vl.Lfm3VlModel",
120
+ "AutoModelForImageTextToText": "modeling_lfm3_vl.Lfm3VlForConditionalGeneration"
121
+ },
122
+ "webbrain_runtime": {
123
+ "recommended": {
124
+ "decoder": "onnx/decoder_q8f16.onnx",
125
+ "vision_encoder": "onnx/vision_encoder_fp16.onnx"
126
+ },
127
+ "lite": {
128
+ "decoder": "onnx/decoder_q4f16.onnx",
129
+ "vision_encoder": "onnx/vision_encoder_fp16.onnx"
130
+ },
131
+ "decision_hidden_output": "decision_hidden",
132
+ "decision_hidden_shape": [
133
+ "batch_size",
134
+ "num_logits",
135
+ 2048
136
+ ],
137
+ "decision_probe": "runtime/lfm3-vl-decision-probe.js",
138
+ "decision_probe_cs": "runtime/lfm3-vl-decision-probe-cs.js"
139
+ }
140
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 124894,
4
+ "do_sample": true,
5
+ "eos_token_id": 124900,
6
+ "output_attentions": false,
7
+ "output_hidden_states": false,
8
+ "pad_token_id": 124893,
9
+ "repetition_penalty": 1.1,
10
+ "temperature": 0.1,
11
+ "top_k": 50,
12
+ "transformers_version": "5.19.0.dev0",
13
+ "use_cache": true
14
+ }
manifest.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chat_template.jinja": {
3
+ "bytes": 12129,
4
+ "sha256": "f45005c50cd2a97329722bf3a2dee9f16c04cdf825a589b280fb7e99e6827818"
5
+ },
6
+ "config.json": {
7
+ "bytes": 3444,
8
+ "sha256": "4fb1a1fadbb8e6bd89ad413c2e6a74b27d8efae98b6cc019071598a942f308b4"
9
+ },
10
+ "generation_config.json": {
11
+ "bytes": 323,
12
+ "sha256": "30b1115bcdc4e5671567a5b1255a2f3d2f5a912a79292051c6f1e9db81b5e8c4"
13
+ },
14
+ "onnx/decoder_q4f16.onnx": {
15
+ "bytes": 273254,
16
+ "sha256": "128353f02f9e7f8b72f3784ac829b4685a251b4479d81cef26c31fc5519c1936"
17
+ },
18
+ "onnx/decoder_q4f16.onnx_data": {
19
+ "bytes": 1314248704,
20
+ "sha256": "da99bbde6e9f8395be81c8488d92606d6565febc116d54a29345733051dbba1f"
21
+ },
22
+ "onnx/decoder_q8f16.onnx": {
23
+ "bytes": 268133,
24
+ "sha256": "c098f7f0296ec2d5f401878099720cd18467cf934b2673a9edc4f829d2d65b01"
25
+ },
26
+ "onnx/decoder_q8f16.onnx_data": {
27
+ "bytes": 1956758528,
28
+ "sha256": "c4a74412262cfa5d61ff89d17be96529c214d7bb341613b0796fad73d4bddcb4"
29
+ },
30
+ "onnx/vision_encoder_fp16.onnx": {
31
+ "bytes": 104940,
32
+ "sha256": "d6f3ed9a9211feb09d146fb8d550517a7b779940d081eb1604127bfe23ca2e6a"
33
+ },
34
+ "onnx/vision_encoder_fp16.onnx_data": {
35
+ "bytes": 379021312,
36
+ "sha256": "46adefaace14f48dba264742360ea9a056cf2e581ec26ab2756095dcf1a31946"
37
+ },
38
+ "processor_config.json": {
39
+ "bytes": 1535,
40
+ "sha256": "d3d5c3f9dc3d3f25c3177ba8bb05938b53c51799244af1ca6406cde78924b84e"
41
+ },
42
+ "runtime/lfm3-decision-probe-cs.js": {
43
+ "bytes": 12696,
44
+ "sha256": "39b768018cf1b3eb5a6629e0ef889212a8f73395ef1995880e034e55babf94f0"
45
+ },
46
+ "tokenizer.json": {
47
+ "bytes": 17908258,
48
+ "sha256": "a39eed58008cbcbc09e5b629b81338a654269c64cd13348aaa6090f4db75c7e7"
49
+ },
50
+ "tokenizer_config.json": {
51
+ "bytes": 1759,
52
+ "sha256": "0117c195c81c937dbef42e384fa2850aebd066d14b7ea8345cabfbb5c05e584c"
53
+ },
54
+ "validation/ort-parity.json": {
55
+ "bytes": 357,
56
+ "sha256": "0286660fa2341df4aa0a4131e4ae24bb84d97465d6f8c7b7722f840541f1daed"
57
+ },
58
+ "validation/probe-cs.json": {
59
+ "bytes": 9476,
60
+ "sha256": "c832acead267a0dbca392b2c328fd722cd03cefeca8cea6cc44df7dbbcb7ffeb"
61
+ }
62
+ }
onnx/decoder_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:128353f02f9e7f8b72f3784ac829b4685a251b4479d81cef26c31fc5519c1936
3
+ size 273254
onnx/decoder_q4f16.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da99bbde6e9f8395be81c8488d92606d6565febc116d54a29345733051dbba1f
3
+ size 1314248704
onnx/decoder_q8f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c098f7f0296ec2d5f401878099720cd18467cf934b2673a9edc4f829d2d65b01
3
+ size 268133
onnx/decoder_q8f16.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a74412262cfa5d61ff89d17be96529c214d7bb341613b0796fad73d4bddcb4
3
+ size 1956758528
onnx/vision_encoder_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6f3ed9a9211feb09d146fb8d550517a7b779940d081eb1604127bfe23ca2e6a
3
+ size 104940
onnx/vision_encoder_fp16.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46adefaace14f48dba264742360ea9a056cf2e581ec26ab2756095dcf1a31946
3
+ size 379021312
processor_config.json ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": true,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Lfm3VlImageProcessor",
13
+ "image_std": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "merge_size": 2,
19
+ "patch_size": 16,
20
+ "resample": 3,
21
+ "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "longest_edge": 16777216,
24
+ "shortest_edge": 65536
25
+ },
26
+ "temporal_patch_size": 2,
27
+ "auto_map": {
28
+ "AutoImageProcessor": "image_processing_lfm3_vl.Lfm3VlImageProcessor"
29
+ }
30
+ },
31
+ "processor_class": "Lfm3VlProcessor",
32
+ "video_processor": {
33
+ "cap_pixels_per_frame": false,
34
+ "do_convert_rgb": true,
35
+ "do_normalize": true,
36
+ "do_rescale": true,
37
+ "do_resize": true,
38
+ "do_sample_frames": true,
39
+ "fps": 2.0,
40
+ "image_mean": [
41
+ 0.5,
42
+ 0.5,
43
+ 0.5
44
+ ],
45
+ "image_std": [
46
+ 0.5,
47
+ 0.5,
48
+ 0.5
49
+ ],
50
+ "max_frames": 768,
51
+ "max_video_tokens": 768,
52
+ "merge_size": 2,
53
+ "min_frames": 4,
54
+ "patch_size": 16,
55
+ "resample": 3,
56
+ "rescale_factor": 0.00392156862745098,
57
+ "return_metadata": false,
58
+ "size": {
59
+ "longest_edge": 25165824,
60
+ "shortest_edge": 4096
61
+ },
62
+ "temporal_patch_size": 2,
63
+ "video_processor_type": "Lfm3VlVideoProcessor",
64
+ "auto_map": {
65
+ "AutoVideoProcessor": "video_processing_lfm3_vl.Lfm3VlVideoProcessor"
66
+ }
67
+ },
68
+ "auto_map": {
69
+ "AutoProcessor": "processing_lfm3_vl.Lfm3VlProcessor"
70
+ }
71
+ }
runtime/lfm3-decision-probe-cs.js ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ // Decision probe for lfm3-vld-2b-ft, trained by train_decision_probe.py (WebBrain
2
+ // scripts/models/bonsai) on d1's balanced-V3 train split, cost-sensitive fit (train_decision_probe_cs.py: false-completion weight lambda = 1.0), regularization (l2 = 0.001) chosen on
3
+ // its validation split. The backbone is frozen: each option of a question is scored from its verify continuation as
4
+ // margin * LFM3_DECISION_PROBE.margin + hidden . weights
5
+ // where margin is the Yes-minus-No logit and hidden the decoder's last-position state (decision_hidden).
6
+ // Standardization is folded into the weights; constant offsets cancel in the softmax over a question's options.
7
+ //
8
+ // Validation: 126/126 categorical, 24/24 completions found, 0/48 false
9
+ // completions. Test: 122/126 categorical, 24/24 found, 0/48 false completions.
10
+ export const LFM3_DECISION_PROBE = Object.freeze({
11
+ model: 'lfm3-vld-2b-ft',
12
+ hiddenSize: 2048,
13
+ margin: 1.0,
14
+ weightsBase64: 'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=',
15
+ });
16
+
17
+ let weights = null;
18
+ function probeWeights() {
19
+ if (!weights) {
20
+ const binary = atob(LFM3_DECISION_PROBE.weightsBase64);
21
+ const bytes = new Uint8Array(binary.length);
22
+ for (let i = 0; i < binary.length; i++) bytes[i] = binary.charCodeAt(i);
23
+ weights = new Float32Array(bytes.buffer);
24
+ }
25
+ return weights;
26
+ }
27
+
28
+ /** Per-option scores for one question; a softmax over them is the answer. */
29
+ export function lfm3ProbeScores(margins, hidden) {
30
+ const w = probeWeights();
31
+ return margins.map((margin, index) => {
32
+ const vector = hidden[index];
33
+ if (!vector || vector.length !== w.length) throw new Error('The decision probe needs the decoder hidden state.');
34
+ let dot = 0;
35
+ for (let i = 0; i < w.length; i++) dot += w[i] * vector[i];
36
+ return margin * LFM3_DECISION_PROBE.margin + dot;
37
+ });
38
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a39eed58008cbcbc09e5b629b81338a654269c64cd13348aaa6090f4db75c7e7
3
+ size 17908258
tokenizer_config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|startoftext|>",
4
+ "eos_token": "<|im_end|>",
5
+ "extra_special_tokens": [],
6
+ "image_token": "<|image|>",
7
+ "is_local": true,
8
+ "local_files_only": false,
9
+ "model_max_length": 1000000000000000019884624838656,
10
+ "model_specific_special_tokens": {
11
+ "image_token": "<|image|>",
12
+ "video_token": "<|video|>",
13
+ "vision_end_token": "<|vision_end|>",
14
+ "vision_start_token": "<|vision_start|>"
15
+ },
16
+ "pad_token": "<|pad|>",
17
+ "processor_class": "Lfm3VlProcessor",
18
+ "tokenizer_class": "TokenizersBackend",
19
+ "video_token": "<|video|>",
20
+ "vision_end_token": "<|vision_end|>",
21
+ "vision_start_token": "<|vision_start|>",
22
+ "response_template": {
23
+ "defaults": {
24
+ "role": "assistant"
25
+ },
26
+ "start_anchor_pattern": "<\\|im_start\\|>assistant\\n",
27
+ "fields": {
28
+ "reasoning_content": {
29
+ "open_pattern": "<think>\\n?",
30
+ "close_pattern": "</think>\\s*",
31
+ "content": "text"
32
+ },
33
+ "tool_calls": {
34
+ "open_pattern": "<tool_call>\\s*<function=(?P<name>[^\\n>]+)>",
35
+ "close_pattern": "</tool_call>\\s*",
36
+ "repeats": true,
37
+ "content": "xml-inline",
38
+ "content_args": {
39
+ "tag_pattern": "<parameter=(?P<key>[^>\\n]+)>\\n?(?P<value>.*?)\\n?</parameter>(?=\\s*(?:<parameter=|</function>\\s*\\Z|\\Z))",
40
+ "value_parser": {
41
+ "name": "text",
42
+ "args": {
43
+ "strip": false
44
+ }
45
+ }
46
+ },
47
+ "transform": {
48
+ "type": "function",
49
+ "function": {
50
+ "name": "{name}",
51
+ "arguments": "{content}"
52
+ }
53
+ }
54
+ },
55
+ "content": {
56
+ "close_pattern": "<\\|im_end\\|>\\s*",
57
+ "content": "text"
58
+ }
59
+ }
60
+ }
61
+ }
validation/ort-parity.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "decoder_q8f16.onnx": {
3
+ "logits_shape": [
4
+ 1,
5
+ 1,
6
+ 128000
7
+ ],
8
+ "decision_hidden_shape": [
9
+ 1,
10
+ 1,
11
+ 2048
12
+ ],
13
+ "finite": true
14
+ },
15
+ "decoder_q4f16.onnx": {
16
+ "logits_shape": [
17
+ 1,
18
+ 1,
19
+ 128000
20
+ ],
21
+ "decision_hidden_shape": [
22
+ 1,
23
+ 1,
24
+ 2048
25
+ ],
26
+ "finite": true
27
+ }
28
+ }
validation/probe-cs.json ADDED
@@ -0,0 +1,360 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "rows": {
3
+ "train": 288,
4
+ "validation": 144,
5
+ "test": 144
6
+ },
7
+ "cost": 2.0,
8
+ "rule": "validation: max correct - cost * false_completions, ties -> lower validation NLL",
9
+ "candidates": [
10
+ {
11
+ "lambda": 1.0,
12
+ "l2": 0.001,
13
+ "validation_nll": 3.4693200273887994e-06,
14
+ "validation": {
15
+ "categorical": "126/126",
16
+ "categorical_accuracy": 1.0,
17
+ "completion_found": "24/24",
18
+ "false_completions": "0/48",
19
+ "unknown": "24/24",
20
+ "score_mae": 2.7997002722600346e-08
21
+ }
22
+ },
23
+ {
24
+ "lambda": 1.0,
25
+ "l2": 0.01,
26
+ "validation_nll": 3.4693200273887994e-06,
27
+ "validation": {
28
+ "categorical": "126/126",
29
+ "categorical_accuracy": 1.0,
30
+ "completion_found": "24/24",
31
+ "false_completions": "0/48",
32
+ "unknown": "24/24",
33
+ "score_mae": 2.7997002722600346e-08
34
+ }
35
+ },
36
+ {
37
+ "lambda": 1.0,
38
+ "l2": 0.03,
39
+ "validation_nll": 3.4693200273887994e-06,
40
+ "validation": {
41
+ "categorical": "126/126",
42
+ "categorical_accuracy": 1.0,
43
+ "completion_found": "24/24",
44
+ "false_completions": "0/48",
45
+ "unknown": "24/24",
46
+ "score_mae": 2.7997002722600346e-08
47
+ }
48
+ },
49
+ {
50
+ "lambda": 1.0,
51
+ "l2": 0.1,
52
+ "validation_nll": 3.4693200273887994e-06,
53
+ "validation": {
54
+ "categorical": "126/126",
55
+ "categorical_accuracy": 1.0,
56
+ "completion_found": "24/24",
57
+ "false_completions": "0/48",
58
+ "unknown": "24/24",
59
+ "score_mae": 2.7997002722600346e-08
60
+ }
61
+ },
62
+ {
63
+ "lambda": 1.0,
64
+ "l2": 0.3,
65
+ "validation_nll": 3.4693200273887994e-06,
66
+ "validation": {
67
+ "categorical": "126/126",
68
+ "categorical_accuracy": 1.0,
69
+ "completion_found": "24/24",
70
+ "false_completions": "0/48",
71
+ "unknown": "24/24",
72
+ "score_mae": 2.7997002722600346e-08
73
+ }
74
+ },
75
+ {
76
+ "lambda": 1.5,
77
+ "l2": 0.001,
78
+ "validation_nll": 3.4693200273887994e-06,
79
+ "validation": {
80
+ "categorical": "126/126",
81
+ "categorical_accuracy": 1.0,
82
+ "completion_found": "24/24",
83
+ "false_completions": "0/48",
84
+ "unknown": "24/24",
85
+ "score_mae": 2.7997002722600346e-08
86
+ }
87
+ },
88
+ {
89
+ "lambda": 1.5,
90
+ "l2": 0.01,
91
+ "validation_nll": 3.4693200273887994e-06,
92
+ "validation": {
93
+ "categorical": "126/126",
94
+ "categorical_accuracy": 1.0,
95
+ "completion_found": "24/24",
96
+ "false_completions": "0/48",
97
+ "unknown": "24/24",
98
+ "score_mae": 2.7997002722600346e-08
99
+ }
100
+ },
101
+ {
102
+ "lambda": 1.5,
103
+ "l2": 0.03,
104
+ "validation_nll": 3.4693200273887994e-06,
105
+ "validation": {
106
+ "categorical": "126/126",
107
+ "categorical_accuracy": 1.0,
108
+ "completion_found": "24/24",
109
+ "false_completions": "0/48",
110
+ "unknown": "24/24",
111
+ "score_mae": 2.7997002722600346e-08
112
+ }
113
+ },
114
+ {
115
+ "lambda": 1.5,
116
+ "l2": 0.1,
117
+ "validation_nll": 3.4693200273887994e-06,
118
+ "validation": {
119
+ "categorical": "126/126",
120
+ "categorical_accuracy": 1.0,
121
+ "completion_found": "24/24",
122
+ "false_completions": "0/48",
123
+ "unknown": "24/24",
124
+ "score_mae": 2.7997002722600346e-08
125
+ }
126
+ },
127
+ {
128
+ "lambda": 1.5,
129
+ "l2": 0.3,
130
+ "validation_nll": 3.4693200273887994e-06,
131
+ "validation": {
132
+ "categorical": "126/126",
133
+ "categorical_accuracy": 1.0,
134
+ "completion_found": "24/24",
135
+ "false_completions": "0/48",
136
+ "unknown": "24/24",
137
+ "score_mae": 2.7997002722600346e-08
138
+ }
139
+ },
140
+ {
141
+ "lambda": 2.0,
142
+ "l2": 0.001,
143
+ "validation_nll": 3.4693200273887994e-06,
144
+ "validation": {
145
+ "categorical": "126/126",
146
+ "categorical_accuracy": 1.0,
147
+ "completion_found": "24/24",
148
+ "false_completions": "0/48",
149
+ "unknown": "24/24",
150
+ "score_mae": 2.7997002722600346e-08
151
+ }
152
+ },
153
+ {
154
+ "lambda": 2.0,
155
+ "l2": 0.01,
156
+ "validation_nll": 3.4693200273887994e-06,
157
+ "validation": {
158
+ "categorical": "126/126",
159
+ "categorical_accuracy": 1.0,
160
+ "completion_found": "24/24",
161
+ "false_completions": "0/48",
162
+ "unknown": "24/24",
163
+ "score_mae": 2.7997002722600346e-08
164
+ }
165
+ },
166
+ {
167
+ "lambda": 2.0,
168
+ "l2": 0.03,
169
+ "validation_nll": 3.4693200273887994e-06,
170
+ "validation": {
171
+ "categorical": "126/126",
172
+ "categorical_accuracy": 1.0,
173
+ "completion_found": "24/24",
174
+ "false_completions": "0/48",
175
+ "unknown": "24/24",
176
+ "score_mae": 2.7997002722600346e-08
177
+ }
178
+ },
179
+ {
180
+ "lambda": 2.0,
181
+ "l2": 0.1,
182
+ "validation_nll": 3.4693200273887994e-06,
183
+ "validation": {
184
+ "categorical": "126/126",
185
+ "categorical_accuracy": 1.0,
186
+ "completion_found": "24/24",
187
+ "false_completions": "0/48",
188
+ "unknown": "24/24",
189
+ "score_mae": 2.7997002722600346e-08
190
+ }
191
+ },
192
+ {
193
+ "lambda": 2.0,
194
+ "l2": 0.3,
195
+ "validation_nll": 3.4693200273887994e-06,
196
+ "validation": {
197
+ "categorical": "126/126",
198
+ "categorical_accuracy": 1.0,
199
+ "completion_found": "24/24",
200
+ "false_completions": "0/48",
201
+ "unknown": "24/24",
202
+ "score_mae": 2.7997002722600346e-08
203
+ }
204
+ },
205
+ {
206
+ "lambda": 3.0,
207
+ "l2": 0.001,
208
+ "validation_nll": 3.4693200273887994e-06,
209
+ "validation": {
210
+ "categorical": "126/126",
211
+ "categorical_accuracy": 1.0,
212
+ "completion_found": "24/24",
213
+ "false_completions": "0/48",
214
+ "unknown": "24/24",
215
+ "score_mae": 2.7997002722600346e-08
216
+ }
217
+ },
218
+ {
219
+ "lambda": 3.0,
220
+ "l2": 0.01,
221
+ "validation_nll": 3.4693200273887994e-06,
222
+ "validation": {
223
+ "categorical": "126/126",
224
+ "categorical_accuracy": 1.0,
225
+ "completion_found": "24/24",
226
+ "false_completions": "0/48",
227
+ "unknown": "24/24",
228
+ "score_mae": 2.7997002722600346e-08
229
+ }
230
+ },
231
+ {
232
+ "lambda": 3.0,
233
+ "l2": 0.03,
234
+ "validation_nll": 3.4693200273887994e-06,
235
+ "validation": {
236
+ "categorical": "126/126",
237
+ "categorical_accuracy": 1.0,
238
+ "completion_found": "24/24",
239
+ "false_completions": "0/48",
240
+ "unknown": "24/24",
241
+ "score_mae": 2.7997002722600346e-08
242
+ }
243
+ },
244
+ {
245
+ "lambda": 3.0,
246
+ "l2": 0.1,
247
+ "validation_nll": 3.4693200273887994e-06,
248
+ "validation": {
249
+ "categorical": "126/126",
250
+ "categorical_accuracy": 1.0,
251
+ "completion_found": "24/24",
252
+ "false_completions": "0/48",
253
+ "unknown": "24/24",
254
+ "score_mae": 2.7997002722600346e-08
255
+ }
256
+ },
257
+ {
258
+ "lambda": 3.0,
259
+ "l2": 0.3,
260
+ "validation_nll": 3.4693200273887994e-06,
261
+ "validation": {
262
+ "categorical": "126/126",
263
+ "categorical_accuracy": 1.0,
264
+ "completion_found": "24/24",
265
+ "false_completions": "0/48",
266
+ "unknown": "24/24",
267
+ "score_mae": 2.7997002722600346e-08
268
+ }
269
+ },
270
+ {
271
+ "lambda": 4.0,
272
+ "l2": 0.001,
273
+ "validation_nll": 3.4693200273887994e-06,
274
+ "validation": {
275
+ "categorical": "126/126",
276
+ "categorical_accuracy": 1.0,
277
+ "completion_found": "24/24",
278
+ "false_completions": "0/48",
279
+ "unknown": "24/24",
280
+ "score_mae": 2.7997002722600346e-08
281
+ }
282
+ },
283
+ {
284
+ "lambda": 4.0,
285
+ "l2": 0.01,
286
+ "validation_nll": 3.4693200273887994e-06,
287
+ "validation": {
288
+ "categorical": "126/126",
289
+ "categorical_accuracy": 1.0,
290
+ "completion_found": "24/24",
291
+ "false_completions": "0/48",
292
+ "unknown": "24/24",
293
+ "score_mae": 2.7997002722600346e-08
294
+ }
295
+ },
296
+ {
297
+ "lambda": 4.0,
298
+ "l2": 0.03,
299
+ "validation_nll": 3.4693200273887994e-06,
300
+ "validation": {
301
+ "categorical": "126/126",
302
+ "categorical_accuracy": 1.0,
303
+ "completion_found": "24/24",
304
+ "false_completions": "0/48",
305
+ "unknown": "24/24",
306
+ "score_mae": 2.7997002722600346e-08
307
+ }
308
+ },
309
+ {
310
+ "lambda": 4.0,
311
+ "l2": 0.1,
312
+ "validation_nll": 3.4693200273887994e-06,
313
+ "validation": {
314
+ "categorical": "126/126",
315
+ "categorical_accuracy": 1.0,
316
+ "completion_found": "24/24",
317
+ "false_completions": "0/48",
318
+ "unknown": "24/24",
319
+ "score_mae": 2.7997002722600346e-08
320
+ }
321
+ },
322
+ {
323
+ "lambda": 4.0,
324
+ "l2": 0.3,
325
+ "validation_nll": 3.4693200273887994e-06,
326
+ "validation": {
327
+ "categorical": "126/126",
328
+ "categorical_accuracy": 1.0,
329
+ "completion_found": "24/24",
330
+ "false_completions": "0/48",
331
+ "unknown": "24/24",
332
+ "score_mae": 2.7997002722600346e-08
333
+ }
334
+ }
335
+ ],
336
+ "selected_lambda": 1.0,
337
+ "selected_l2": 0.001,
338
+ "selected_validation": {
339
+ "categorical": "126/126",
340
+ "categorical_accuracy": 1.0,
341
+ "completion_found": "24/24",
342
+ "false_completions": "0/48",
343
+ "unknown": "24/24",
344
+ "score_mae": 2.7997002722600346e-08
345
+ },
346
+ "test": {
347
+ "categorical": "122/126",
348
+ "categorical_accuracy": 0.9682539682539683,
349
+ "completion_found": "24/24",
350
+ "false_completions": "0/48",
351
+ "unknown": "24/24",
352
+ "score_mae": 1.841811811363677e-05
353
+ },
354
+ "margin_weight": 1.0,
355
+ "type_bias": {
356
+ "choice": 0.0,
357
+ "noul": 0.0,
358
+ "score": 0.0
359
+ }
360
+ }