FINGU-AI
/

FingUv2

Sentence Similarity

sentence-transformers

feature-extraction

Generated from Trainer

dataset_size:921564

loss:CachedMultipleNegativesRankingLoss

text-embeddings-inference

Model card Files Files and versions

FingUv2 / config.json

FINGU-AI's picture

Upload folder using huggingface_hub

c64f1a0 verified about 2 years ago

History Blame Contribute Delete

1.04 kB

	{
	"_name_or_path": "Alibaba-NLP/gte-Qwen2-1.5B-instruct",
	"architectures": [
	"Qwen2Model"
	],
	"attention_dropout": 0.0,
	"auto_map": {
	"AutoModel": "Alibaba-NLP/gte-Qwen2-1.5B-instruct--modeling_qwen.Qwen2Model",
	"AutoModelForCausalLM": "Alibaba-NLP/gte-Qwen2-1.5B-instruct--modeling_qwen.Qwen2ForCausalLM",
	"AutoModelForSequenceClassification": "Alibaba-NLP/gte-Qwen2-1.5B-instruct--modeling_qwen.Qwen2ForSequenceClassification"
	},
	"bos_token_id": 151643,
	"eos_token_id": 151643,
	"hidden_act": "silu",
	"hidden_size": 1536,
	"initializer_range": 0.02,
	"intermediate_size": 8960,
	"max_position_embeddings": 131072,
	"max_window_layers": 21,
	"model_type": "qwen2",
	"num_attention_heads": 12,
	"num_hidden_layers": 28,
	"num_key_value_heads": 2,
	"rms_norm_eps": 1e-06,
	"rope_theta": 1000000.0,
	"sliding_window": 131072,
	"tie_word_embeddings": false,
	"torch_dtype": "float32",
	"transformers_version": "4.41.2",
	"use_cache": true,
	"use_sliding_window": false,
	"vocab_size": 151646
	}