edwardcapriolo commited on
Commit
3b2d05a
·
verified ·
1 Parent(s): 270d2ac

Upload Reckoning model

Browse files
.finished ADDED
File without changes
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model:
4
+ - Qwen/Qwen3-4B
5
+ pipeline_tag: text-generation
6
+ library_name: transformers
7
+ ---
8
+ # Jan-Nano: An Agentic Model
9
+ <sub>*Note: Jan-Nano is a non-thinking model.*</sub>
10
+
11
+
12
+
13
+ ---
14
+
15
+ # Reckoning Quantization
16
+
17
+ This model directory was generated by **Reckoning Q.O.D. (Quantize On Demand)** from a local source model.
18
+
19
+ Reckoning rewrote selected matrix weights into its `Q4` quantized tensor format to reduce model size and improve local inference throughput while keeping the model card and tokenizer metadata intact.
20
+
21
+ ## What Changed
22
+
23
+ - Original local size: `7.5 GB`
24
+ - Quantized local size: `2.9 GB`
25
+ - Target dtype: `Q4`
26
+ - Quantized tensors: `252`
27
+ - Provenance manifest: `reckoning-quantization.json`
28
+
29
+ The manifest records the source/output paths, tensor dtype changes, generated `.qb` sidecars, and shape-normalization transforms used during export.
30
+
31
+ ## Try Reckoning
32
+
33
+ Reckoning is a local Java inference engine with safetensors loading, Q4 quantization, and quantize-on-demand model generation. Learn more at [github.com/edwardcapriolo/reckoning](https://github.com/edwardcapriolo/reckoning).
34
+
35
+ [![GitHub](https://img.shields.io/badge/GitHub-Repository-blue?logo=github)](https://github.com/menloresearch/deep-research)
36
+
37
+ <div align="center">
38
+ <img src="https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/wC7Xtolp7HOFIdKTOJhVt.png" width="300" alt="Jan-Nano">
39
+ </div>
40
+
41
+ Authors: [Alan Dao](https://scholar.google.com/citations?user=eGWws2UAAAAJ&hl=en), [Bach Vu Dinh](https://scholar.google.com/citations?user=7Lr6hdoAAAAJ&hl=vi)
42
+
43
+ ## Overview
44
+
45
+ Jan-Nano is a compact 4-billion parameter language model specifically designed and trained for deep research tasks. This model has been optimized to work seamlessly with Model Context Protocol (MCP) servers, enabling efficient integration with various research tools and data sources.
46
+
47
+ ## Evaluation
48
+ Jan-Nano has been evaluated on the SimpleQA benchmark using our MCP-based benchmark methodology, demonstrating strong performance for its model size:
49
+
50
+ ![image/png](https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/sdRfF9FX5ApPow9gZ31No.png)
51
+
52
+ The evaluation was conducted using our MCP-based benchmark approach, which assesses the model's performance on SimpleQA tasks while leveraging its native MCP server integration capabilities. This methodology better reflects Jan-Nano's real-world performance as a tool-augmented research model, validating both its factual accuracy and its effectiveness in MCP-enabled environments.
53
+
54
+ ## How to Run Locally
55
+
56
+ ![Jan-Nano Demo](replay.gif)
57
+
58
+ Jan-Nano is currently supported by Jan, an open-source ChatGPT alternative that runs entirely on your computer. Jan provides a user-friendly interface for running local AI models with full privacy and control.
59
+
60
+ For non-jan app or tutorials there are guidance inside community section, please check those out! [Discussion](https://huggingface.co/Menlo/Jan-nano/discussions)
61
+
62
+ ### VLLM
63
+ Here is an example command you can use to run vllm with Jan-nano
64
+
65
+ ```
66
+ vllm serve Menlo/Jan-nano --host 0.0.0.0 --port 1234 --enable-auto-tool-choice --tool-call-parser hermes --chat-template ./qwen3_nonthinking.jinja
67
+ ```
68
+
69
+ Chat-template is already included in tokenizer so chat-template is optional, but in case it has issue you can download the template here [Non-think chat template](https://qwen.readthedocs.io/en/latest/_downloads/c101120b5bebcc2f12ec504fc93a965e/qwen3_nonthinking.jinja)
70
+
71
+ ### Recommended Sampling Parameters
72
+
73
+ - Temperature: 0.7
74
+ - Top-p: 0.8
75
+ - Top-k: 20
76
+ - Min-p: 0
77
+ -
78
+ ## 📄 Citation
79
+
80
+ ```bibtex
81
+ @misc{dao2025jannanotechnicalreport,
82
+ title={Jan-nano Technical Report},
83
+ author={Alan Dao and Dinh Bach Vu},
84
+ year={2025},
85
+ eprint={2506.22760},
86
+ archivePrefix={arXiv},
87
+ primaryClass={cs.CL},
88
+ url={https://arxiv.org/abs/2506.22760},
89
+ }
90
+ ```
91
+
92
+ ### Documentation
93
+ [Setup, Usage & FAQ](https://menloresearch.github.io/deep-research/)
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 2560,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 9728,
14
+ "max_position_embeddings": 40960,
15
+ "max_window_layers": 36,
16
+ "model_type": "qwen3",
17
+ "num_attention_heads": 32,
18
+ "num_hidden_layers": 36,
19
+ "num_key_value_heads": 8,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000000,
23
+ "sliding_window": null,
24
+ "tie_word_embeddings": true,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.52.4",
27
+ "use_cache": true,
28
+ "use_sliding_window": false,
29
+ "vocab_size": 151936
30
+ }
model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c855aeeacaa91110e5376453ab0d2dae6f7c63edaf18a416f68f23d814c02c
3
+ size 998321298
model-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c60aea9396dc4220502186d676d9a49e2ddf22be774fcb8edd61a78ab25dccc
3
+ size 993883541
model-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8ae3c581766aa668d9656261d8a57769a0556f121d475f30b78e4dc6b68fa45
3
+ size 95047057
model-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6ee7feacc34cae347bf43eb418a4c044a87d81030e88bd8fca2b1c355d2f05
3
+ size 961948668
model.safetensors.index.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"metadata":{"format":"pt"},"weightFileMap":{"model.embed_tokens.weight":"model-00001.safetensors","model.layers.0.input_layernorm.weight":"model-00001.safetensors","model.layers.0.mlp.down_proj.weight":"model-00001.safetensors","model.layers.0.mlp.down_proj.weight.qb":"model-00001.safetensors","model.layers.0.mlp.gate_proj.weight":"model-00001.safetensors","model.layers.0.mlp.gate_proj.weight.qb":"model-00001.safetensors","model.layers.0.mlp.up_proj.weight":"model-00001.safetensors","model.layers.0.mlp.up_proj.weight.qb":"model-00001.safetensors","model.layers.0.post_attention_layernorm.weight":"model-00001.safetensors","model.layers.0.self_attn.k_norm.weight":"model-00001.safetensors","model.layers.0.self_attn.k_proj.weight":"model-00001.safetensors","model.layers.0.self_attn.k_proj.weight.qb":"model-00001.safetensors","model.layers.0.self_attn.o_proj.weight":"model-00001.safetensors","model.layers.0.self_attn.o_proj.weight.qb":"model-00001.safetensors","model.layers.0.self_attn.q_norm.weight":"model-00001.safetensors","model.layers.0.self_attn.q_proj.weight":"model-00001.safetensors","model.layers.0.self_attn.q_proj.weight.qb":"model-00001.safetensors","model.layers.0.self_attn.v_proj.weight":"model-00001.safetensors","model.layers.0.self_attn.v_proj.weight.qb":"model-00001.safetensors","model.layers.1.input_layernorm.weight":"model-00001.safetensors","model.layers.1.mlp.down_proj.weight":"model-00001.safetensors","model.layers.1.mlp.down_proj.weight.qb":"model-00001.safetensors","model.layers.1.mlp.gate_proj.weight":"model-00001.safetensors","model.layers.1.mlp.gate_proj.weight.qb":"model-00001.safetensors","model.layers.1.mlp.up_proj.weight":"model-00001.safetensors","model.layers.1.mlp.up_proj.weight.qb":"model-00001.safetensors","model.layers.1.post_attention_layernorm.weight":"model-00001.safetensors","model.layers.1.self_attn.k_norm.weight":"model-00001.safetensors","model.layers.1.self_attn.k_proj.weight":"model-00001.safetensors","model.layers.1.self_attn.k_proj.weight.qb":"model-00001.safetensors","model.layers.1.self_attn.o_proj.weight":"model-00001.safetensors","model.layers.1.self_attn.o_proj.weight.qb":"model-00001.safetensors","model.layers.1.self_attn.q_norm.weight":"model-00001.safetensors","model.layers.1.self_attn.q_proj.weight":"model-00001.safetensors","model.layers.1.self_attn.q_proj.weight.qb":"model-00001.safetensors","model.layers.1.self_attn.v_proj.weight":"model-00001.safetensors","model.layers.1.self_attn.v_proj.weight.qb":"model-00001.safetensors","model.layers.10.input_layernorm.weight":"model-00001.safetensors","model.layers.10.mlp.down_proj.weight":"model-00001.safetensors","model.layers.10.mlp.down_proj.weight.qb":"model-00001.safetensors","model.layers.10.mlp.gate_proj.weight":"model-00001.safetensors","model.layers.10.mlp.gate_proj.weight.qb":"model-00001.safetensors","model.layers.10.mlp.up_proj.weight":"model-00001.safetensors","model.layers.10.mlp.up_proj.weight.qb":"model-00001.safetensors","model.layers.10.post_attention_layernorm.weight":"model-00001.safetensors","model.layers.10.self_attn.k_norm.weight":"model-00001.safetensors","model.layers.10.self_attn.k_proj.weight":"model-00001.safetensors","model.layers.10.self_attn.k_proj.weight.qb":"model-00001.safetensors","model.layers.10.self_attn.o_proj.weight":"model-00001.safetensors","model.layers.10.self_attn.o_proj.weight.qb":"model-00001.safetensors","model.layers.10.self_attn.q_norm.weight":"model-00001.safetensors","model.layers.10.self_attn.q_proj.weight":"model-00001.safetensors","model.layers.10.self_attn.q_proj.weight.qb":"model-00001.safetensors","model.layers.10.self_attn.v_proj.weight":"model-00001.safetensors","model.layers.10.self_attn.v_proj.weight.qb":"model-00001.safetensors","model.layers.11.input_layernorm.weight":"model-00001.safetensors","model.layers.11.mlp.down_proj.weight":"model-00001.safetensors","model.layers.11.mlp.down_proj.weight.qb":"model-00001.safetensors","model.layers.11.mlp.gate_proj.weight":"model-00001.safetensors","model.layers.11.mlp.gate_proj.weight.qb":"model-00001.safetensors","model.layers.11.mlp.up_proj.weight":"model-00002.safetensors","model.layers.11.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.11.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.11.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.11.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.11.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.11.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.11.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.11.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.11.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.11.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.11.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.11.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.12.input_layernorm.weight":"model-00002.safetensors","model.layers.12.mlp.down_proj.weight":"model-00002.safetensors","model.layers.12.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.12.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.12.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.12.mlp.up_proj.weight":"model-00002.safetensors","model.layers.12.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.12.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.12.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.12.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.12.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.12.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.12.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.12.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.12.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.12.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.12.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.12.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.13.input_layernorm.weight":"model-00002.safetensors","model.layers.13.mlp.down_proj.weight":"model-00002.safetensors","model.layers.13.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.13.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.13.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.13.mlp.up_proj.weight":"model-00002.safetensors","model.layers.13.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.13.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.13.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.13.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.13.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.13.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.13.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.13.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.13.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.13.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.13.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.13.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.14.input_layernorm.weight":"model-00002.safetensors","model.layers.14.mlp.down_proj.weight":"model-00002.safetensors","model.layers.14.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.14.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.14.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.14.mlp.up_proj.weight":"model-00002.safetensors","model.layers.14.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.14.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.14.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.14.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.14.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.14.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.14.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.14.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.14.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.14.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.14.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.14.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.15.input_layernorm.weight":"model-00002.safetensors","model.layers.15.mlp.down_proj.weight":"model-00002.safetensors","model.layers.15.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.15.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.15.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.15.mlp.up_proj.weight":"model-00002.safetensors","model.layers.15.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.15.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.15.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.15.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.15.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.15.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.15.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.15.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.15.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.15.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.15.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.15.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.16.input_layernorm.weight":"model-00002.safetensors","model.layers.16.mlp.down_proj.weight":"model-00002.safetensors","model.layers.16.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.16.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.16.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.16.mlp.up_proj.weight":"model-00002.safetensors","model.layers.16.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.16.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.16.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.16.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.16.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.16.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.16.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.16.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.16.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.16.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.16.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.16.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.17.input_layernorm.weight":"model-00002.safetensors","model.layers.17.mlp.down_proj.weight":"model-00002.safetensors","model.layers.17.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.17.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.17.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.17.mlp.up_proj.weight":"model-00002.safetensors","model.layers.17.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.17.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.17.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.17.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.17.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.17.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.17.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.17.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.17.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.17.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.17.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.17.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.18.input_layernorm.weight":"model-00002.safetensors","model.layers.18.mlp.down_proj.weight":"model-00002.safetensors","model.layers.18.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.18.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.18.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.18.mlp.up_proj.weight":"model-00002.safetensors","model.layers.18.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.18.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.18.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.18.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.18.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.18.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.18.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.18.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.18.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.18.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.18.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.18.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.19.input_layernorm.weight":"model-00002.safetensors","model.layers.19.mlp.down_proj.weight":"model-00002.safetensors","model.layers.19.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.19.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.19.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.19.mlp.up_proj.weight":"model-00002.safetensors","model.layers.19.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.19.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.19.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.19.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.19.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.19.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.19.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.19.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.19.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.19.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.19.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.19.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.2.input_layernorm.weight":"model-00002.safetensors","model.layers.2.mlp.down_proj.weight":"model-00002.safetensors","model.layers.2.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.2.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.2.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.2.mlp.up_proj.weight":"model-00002.safetensors","model.layers.2.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.2.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.2.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.2.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.2.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.2.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.2.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.2.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.2.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.2.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.2.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.2.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.20.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.20.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.20.mlp.up_proj.weight":"model-00002.safetensors","model.layers.20.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.20.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.20.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.20.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.20.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.20.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.20.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.20.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.20.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.20.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.20.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.3.input_layernorm.weight":"model-00002.safetensors","model.layers.3.mlp.down_proj.weight":"model-00002.safetensors","model.layers.3.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.3.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.3.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.3.mlp.up_proj.weight":"model-00002.safetensors","model.layers.3.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.3.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.3.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.3.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.3.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.3.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.3.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.3.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.3.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.3.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.3.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.3.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.4.input_layernorm.weight":"model-00002.safetensors","model.layers.4.mlp.down_proj.weight":"model-00002.safetensors","model.layers.4.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.4.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.4.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.4.mlp.up_proj.weight":"model-00002.safetensors","model.layers.4.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.4.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.4.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.4.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.4.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.4.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.4.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.4.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.4.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.4.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.4.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.4.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.5.input_layernorm.weight":"model-00002.safetensors","model.layers.5.mlp.down_proj.weight":"model-00002.safetensors","model.layers.5.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.5.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.5.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.5.mlp.up_proj.weight":"model-00002.safetensors","model.layers.5.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.5.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.5.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.5.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.5.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.5.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.5.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.5.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.5.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.5.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.5.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.5.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.6.input_layernorm.weight":"model-00002.safetensors","model.layers.6.mlp.down_proj.weight":"model-00002.safetensors","model.layers.6.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.6.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.6.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.6.mlp.up_proj.weight":"model-00002.safetensors","model.layers.6.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.6.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.6.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.6.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.6.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.6.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.6.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.6.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.6.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.6.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.6.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.6.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.7.input_layernorm.weight":"model-00002.safetensors","model.layers.7.mlp.down_proj.weight":"model-00002.safetensors","model.layers.7.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.7.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.7.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.7.mlp.up_proj.weight":"model-00002.safetensors","model.layers.7.mlp.up_proj.weight.qb":"model-00002.safetensors","model.layers.7.post_attention_layernorm.weight":"model-00002.safetensors","model.layers.7.self_attn.k_norm.weight":"model-00002.safetensors","model.layers.7.self_attn.k_proj.weight":"model-00002.safetensors","model.layers.7.self_attn.k_proj.weight.qb":"model-00002.safetensors","model.layers.7.self_attn.o_proj.weight":"model-00002.safetensors","model.layers.7.self_attn.o_proj.weight.qb":"model-00002.safetensors","model.layers.7.self_attn.q_norm.weight":"model-00002.safetensors","model.layers.7.self_attn.q_proj.weight":"model-00002.safetensors","model.layers.7.self_attn.q_proj.weight.qb":"model-00002.safetensors","model.layers.7.self_attn.v_proj.weight":"model-00002.safetensors","model.layers.7.self_attn.v_proj.weight.qb":"model-00002.safetensors","model.layers.8.input_layernorm.weight":"model-00002.safetensors","model.layers.8.mlp.down_proj.weight":"model-00002.safetensors","model.layers.8.mlp.down_proj.weight.qb":"model-00002.safetensors","model.layers.8.mlp.gate_proj.weight":"model-00002.safetensors","model.layers.8.mlp.gate_proj.weight.qb":"model-00002.safetensors","model.layers.8.mlp.up_proj.weight":"model-00003.safetensors","model.layers.8.mlp.up_proj.weight.qb":"model-00003.safetensors","model.layers.8.post_attention_layernorm.weight":"model-00003.safetensors","model.layers.8.self_attn.k_norm.weight":"model-00003.safetensors","model.layers.8.self_attn.k_proj.weight":"model-00003.safetensors","model.layers.8.self_attn.k_proj.weight.qb":"model-00003.safetensors","model.layers.8.self_attn.o_proj.weight":"model-00003.safetensors","model.layers.8.self_attn.o_proj.weight.qb":"model-00003.safetensors","model.layers.8.self_attn.q_norm.weight":"model-00003.safetensors","model.layers.8.self_attn.q_proj.weight":"model-00003.safetensors","model.layers.8.self_attn.q_proj.weight.qb":"model-00003.safetensors","model.layers.8.self_attn.v_proj.weight":"model-00003.safetensors","model.layers.8.self_attn.v_proj.weight.qb":"model-00003.safetensors","model.layers.9.input_layernorm.weight":"model-00003.safetensors","model.layers.9.mlp.down_proj.weight":"model-00003.safetensors","model.layers.9.mlp.down_proj.weight.qb":"model-00003.safetensors","model.layers.9.mlp.gate_proj.weight":"model-00003.safetensors","model.layers.9.mlp.gate_proj.weight.qb":"model-00003.safetensors","model.layers.9.mlp.up_proj.weight":"model-00003.safetensors","model.layers.9.mlp.up_proj.weight.qb":"model-00003.safetensors","model.layers.9.post_attention_layernorm.weight":"model-00003.safetensors","model.layers.9.self_attn.k_norm.weight":"model-00003.safetensors","model.layers.9.self_attn.k_proj.weight":"model-00003.safetensors","model.layers.9.self_attn.k_proj.weight.qb":"model-00003.safetensors","model.layers.9.self_attn.o_proj.weight":"model-00003.safetensors","model.layers.9.self_attn.o_proj.weight.qb":"model-00003.safetensors","model.layers.9.self_attn.q_norm.weight":"model-00003.safetensors","model.layers.9.self_attn.q_proj.weight":"model-00003.safetensors","model.layers.9.self_attn.q_proj.weight.qb":"model-00003.safetensors","model.layers.9.self_attn.v_proj.weight":"model-00003.safetensors","model.layers.9.self_attn.v_proj.weight.qb":"model-00003.safetensors","model.layers.20.input_layernorm.weight":"model-00004.safetensors","model.layers.20.mlp.down_proj.weight":"model-00004.safetensors","model.layers.20.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.20.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.21.input_layernorm.weight":"model-00004.safetensors","model.layers.21.mlp.down_proj.weight":"model-00004.safetensors","model.layers.21.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.21.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.21.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.21.mlp.up_proj.weight":"model-00004.safetensors","model.layers.21.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.21.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.21.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.21.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.21.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.21.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.21.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.21.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.21.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.21.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.21.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.21.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.22.input_layernorm.weight":"model-00004.safetensors","model.layers.22.mlp.down_proj.weight":"model-00004.safetensors","model.layers.22.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.22.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.22.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.22.mlp.up_proj.weight":"model-00004.safetensors","model.layers.22.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.22.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.22.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.22.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.22.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.22.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.22.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.22.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.22.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.22.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.22.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.22.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.23.input_layernorm.weight":"model-00004.safetensors","model.layers.23.mlp.down_proj.weight":"model-00004.safetensors","model.layers.23.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.23.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.23.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.23.mlp.up_proj.weight":"model-00004.safetensors","model.layers.23.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.23.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.23.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.23.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.23.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.23.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.23.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.23.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.23.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.23.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.23.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.23.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.24.input_layernorm.weight":"model-00004.safetensors","model.layers.24.mlp.down_proj.weight":"model-00004.safetensors","model.layers.24.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.24.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.24.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.24.mlp.up_proj.weight":"model-00004.safetensors","model.layers.24.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.24.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.24.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.24.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.24.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.24.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.24.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.24.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.24.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.24.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.24.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.24.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.25.input_layernorm.weight":"model-00004.safetensors","model.layers.25.mlp.down_proj.weight":"model-00004.safetensors","model.layers.25.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.25.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.25.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.25.mlp.up_proj.weight":"model-00004.safetensors","model.layers.25.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.25.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.25.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.25.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.25.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.25.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.25.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.25.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.25.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.25.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.25.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.25.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.26.input_layernorm.weight":"model-00004.safetensors","model.layers.26.mlp.down_proj.weight":"model-00004.safetensors","model.layers.26.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.26.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.26.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.26.mlp.up_proj.weight":"model-00004.safetensors","model.layers.26.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.26.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.26.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.26.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.26.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.26.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.26.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.26.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.26.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.26.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.26.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.26.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.27.input_layernorm.weight":"model-00004.safetensors","model.layers.27.mlp.down_proj.weight":"model-00004.safetensors","model.layers.27.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.27.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.27.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.27.mlp.up_proj.weight":"model-00004.safetensors","model.layers.27.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.27.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.27.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.27.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.27.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.27.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.27.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.27.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.27.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.27.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.27.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.27.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.28.input_layernorm.weight":"model-00004.safetensors","model.layers.28.mlp.down_proj.weight":"model-00004.safetensors","model.layers.28.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.28.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.28.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.28.mlp.up_proj.weight":"model-00004.safetensors","model.layers.28.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.28.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.28.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.28.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.28.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.28.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.28.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.28.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.28.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.28.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.28.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.28.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.29.input_layernorm.weight":"model-00004.safetensors","model.layers.29.mlp.down_proj.weight":"model-00004.safetensors","model.layers.29.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.29.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.29.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.29.mlp.up_proj.weight":"model-00004.safetensors","model.layers.29.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.29.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.29.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.29.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.29.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.29.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.29.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.29.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.29.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.29.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.29.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.29.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.30.input_layernorm.weight":"model-00004.safetensors","model.layers.30.mlp.down_proj.weight":"model-00004.safetensors","model.layers.30.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.30.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.30.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.30.mlp.up_proj.weight":"model-00004.safetensors","model.layers.30.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.30.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.30.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.30.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.30.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.30.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.30.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.30.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.30.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.30.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.30.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.30.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.31.input_layernorm.weight":"model-00004.safetensors","model.layers.31.mlp.down_proj.weight":"model-00004.safetensors","model.layers.31.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.31.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.31.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.31.mlp.up_proj.weight":"model-00004.safetensors","model.layers.31.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.31.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.31.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.31.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.31.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.31.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.31.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.31.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.31.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.31.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.31.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.31.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.32.input_layernorm.weight":"model-00004.safetensors","model.layers.32.mlp.down_proj.weight":"model-00004.safetensors","model.layers.32.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.32.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.32.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.32.mlp.up_proj.weight":"model-00004.safetensors","model.layers.32.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.32.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.32.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.32.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.32.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.32.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.32.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.32.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.32.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.32.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.32.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.32.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.33.input_layernorm.weight":"model-00004.safetensors","model.layers.33.mlp.down_proj.weight":"model-00004.safetensors","model.layers.33.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.33.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.33.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.33.mlp.up_proj.weight":"model-00004.safetensors","model.layers.33.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.33.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.33.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.33.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.33.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.33.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.33.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.33.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.33.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.33.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.33.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.33.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.34.input_layernorm.weight":"model-00004.safetensors","model.layers.34.mlp.down_proj.weight":"model-00004.safetensors","model.layers.34.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.34.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.34.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.34.mlp.up_proj.weight":"model-00004.safetensors","model.layers.34.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.34.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.34.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.34.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.34.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.34.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.34.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.34.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.34.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.34.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.34.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.34.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.layers.35.input_layernorm.weight":"model-00004.safetensors","model.layers.35.mlp.down_proj.weight":"model-00004.safetensors","model.layers.35.mlp.down_proj.weight.qb":"model-00004.safetensors","model.layers.35.mlp.gate_proj.weight":"model-00004.safetensors","model.layers.35.mlp.gate_proj.weight.qb":"model-00004.safetensors","model.layers.35.mlp.up_proj.weight":"model-00004.safetensors","model.layers.35.mlp.up_proj.weight.qb":"model-00004.safetensors","model.layers.35.post_attention_layernorm.weight":"model-00004.safetensors","model.layers.35.self_attn.k_norm.weight":"model-00004.safetensors","model.layers.35.self_attn.k_proj.weight":"model-00004.safetensors","model.layers.35.self_attn.k_proj.weight.qb":"model-00004.safetensors","model.layers.35.self_attn.o_proj.weight":"model-00004.safetensors","model.layers.35.self_attn.o_proj.weight.qb":"model-00004.safetensors","model.layers.35.self_attn.q_norm.weight":"model-00004.safetensors","model.layers.35.self_attn.q_proj.weight":"model-00004.safetensors","model.layers.35.self_attn.q_proj.weight.qb":"model-00004.safetensors","model.layers.35.self_attn.v_proj.weight":"model-00004.safetensors","model.layers.35.self_attn.v_proj.weight.qb":"model-00004.safetensors","model.norm.weight":"model-00004.safetensors"}}
reckoning-quantization.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67cc0080ffd7555f723f423c27cfef314e1ad9d335c8b79f465c5faba1ed478b
3
+ size 11422821
tokenizer_config.json ADDED
@@ -0,0 +1,244 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
+ "<|im_start|>",
216
+ "<|im_end|>",
217
+ "<|object_ref_start|>",
218
+ "<|object_ref_end|>",
219
+ "<|box_start|>",
220
+ "<|box_end|>",
221
+ "<|quad_start|>",
222
+ "<|quad_end|>",
223
+ "<|vision_start|>",
224
+ "<|vision_end|>",
225
+ "<|vision_pad|>",
226
+ "<|image_pad|>",
227
+ "<|video_pad|>"
228
+ ],
229
+ "bos_token": null,
230
+ "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
+ "errors": "replace",
233
+ "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if message.content is string %}\n {%- set content = message.content %}\n {%- else %}\n {%- set content = '' %}\n {%- endif %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '</think>' in content %}\n {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n<think>\\n\\n</think>\\n\\n' }}\n{%- endif %}",
234
+ "extra_special_tokens": {},
235
+ "max_length": null,
236
+ "model_max_length": 131072,
237
+ "pad_to_multiple_of": null,
238
+ "pad_token": "<|endoftext|>",
239
+ "pad_token_type_id": 0,
240
+ "padding_side": "left",
241
+ "split_special_tokens": false,
242
+ "tokenizer_class": "Qwen2Tokenizer",
243
+ "unk_token": null
244
+ }