Buckets:

GGUFGuy's picture
download
raw
1.07 kB
{
"transformers_version": "5.17.0",
"architectures": [
"LlamaForCausalLM"
],
"output_hidden_states": false,
"return_dict": true,
"dtype": "float32",
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vocab_size": 2048,
"hidden_size": 256,
"intermediate_size": 1020,
"num_hidden_layers": 10,
"num_attention_heads": 8,
"num_key_value_heads": 2,
"hidden_act": "silu",
"max_position_embeddings": 512,
"initializer_range": 0.041666666666666664,
"rms_norm_eps": 1e-05,
"use_cache": true,
"pad_token_id": 1,
"bos_token_id": 0,
"eos_token_id": 0,
"pretraining_tp": 1,
"tie_word_embeddings": true,
"rope_parameters": {
"rope_theta": 10000.0,
"rope_type": "default"
},
"attention_bias": false,
"attention_dropout": 0.0,
"mlp_bias": false,
"head_dim": 32,
"_name_or_path": "",
"model_type": "llama",
"output_attentions": false,
"torch_dtype": "float32"
}

Xet Storage Details

Size:
1.07 kB
·
Xet hash:
4a9fdd3635e902b9b42d21e3d3483373b7a7cf88357c9647e6e6044f76a7045b

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.