| { |
| "active_vocab_size": 50277, |
| "attention_sink_size": -1, |
| "bos_token_id": 0, |
| "context_window_size": 2048, |
| "conv_template": { |
| "add_role_after_system_message": true, |
| "function_string": "", |
| "messages": [], |
| "name": "polythetic-base", |
| "role_content_sep": "", |
| "role_empty_sep": "", |
| "role_templates": { |
| "assistant": "{assistant_message}", |
| "tool": "{tool_message}", |
| "user": "{user_message}" |
| }, |
| "roles": { |
| "assistant": "", |
| "user": "" |
| }, |
| "seps": [ |
| "" |
| ], |
| "stop_str": [], |
| "stop_token_ids": [ |
| 0 |
| ], |
| "strip_reasoning_in_history": false, |
| "system_message": "", |
| "system_prefix_token_ids": null, |
| "system_template": "", |
| "use_function_calling": false |
| }, |
| "embedding_metadata": null, |
| "eos_token_id": 0, |
| "frequency_penalty": 0.0, |
| "model_config": { |
| "context_window_size": 2048, |
| "ffn_out_dtype": "float32", |
| "head_dim": 64, |
| "hidden_size": 512, |
| "intermediate_size": 2048, |
| "layer_norm_eps": 1e-05, |
| "max_batch_size": 1, |
| "num_attention_heads": 8, |
| "num_hidden_layers": 6, |
| "position_embedding_base": 10000, |
| "prefill_chunk_size": 2048, |
| "rotary_pct": 0.25, |
| "tensor_parallel_shards": 1, |
| "use_parallel_residual": true, |
| "vocab_size": 50304 |
| }, |
| "model_task": "chat", |
| "model_type": "gpt_neox", |
| "pad_token_id": 0, |
| "pipeline_parallel_stages": 1, |
| "polythetic_capture_special_token_ids": [ |
| 0, |
| 1, |
| 50254, |
| 50255, |
| 50256, |
| 50257, |
| 50258, |
| 50259, |
| 50260, |
| 50261, |
| 50262, |
| 50263, |
| 50264, |
| 50265, |
| 50266, |
| 50267, |
| 50268, |
| 50269, |
| 50270, |
| 50271, |
| 50272, |
| 50273, |
| 50274, |
| 50275, |
| 50276 |
| ], |
| "prefill_chunk_size": 2048, |
| "presence_penalty": 0.0, |
| "quantization": "q0f32", |
| "repetition_penalty": 1.0, |
| "sliding_window_size": -1, |
| "temperature": 1.0, |
| "tensor_parallel_shards": 1, |
| "tokenizer_files": [ |
| "tokenizer.json", |
| "special_tokens_map.json", |
| "tokenizer_config.json" |
| ], |
| "tokenizer_info": { |
| "prepend_space_in_encode": false, |
| "strip_space_in_decode": false, |
| "token_postproc_method": "byte_level" |
| }, |
| "top_p": 1.0, |
| "version": "0.1.0", |
| "vocab_size": 50304 |
| } |
|
|
