Boris-2-Instruct / config.json
KlondikeDev's picture
Release Boris-2-Instruct
375743f verified
Raw History Blame Contribute Delete
828 Bytes
{
"architectures": [
"Boris2ForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_boris2.Boris2Config",
"AutoModelForCausalLM": "modeling_boris2.Boris2ForCausalLM"
},
"bos_token_id": null,
"canon_kernel": 3,
"dtype": "float32",
"eos_resets_context": true,
"eos_token_id": 0,
"hidden_size": 512,
"intermediate_size": 1664,
"max_position_embeddings": 2048,
"model_type": "boris2",
"ngram_bigram_entries": 210938,
"ngram_insert_after": 2,
"ngram_oov_row": 0,
"ngram_rank": 64,
"ngram_rows": 234376,
"ngram_trigram_entries": 23437,
"num_attention_heads": 8,
"num_hidden_layers": 31,
"num_key_value_heads": 8,
"pad_token_id": 0,
"rms_norm_eps": 1e-05,
"rope_theta": 10000.0,
"tie_word_embeddings": true,
"transformers_version": "5.15.0",
"vocab_size": 32768
}