CardioEmbed-MPNet-base / training_config.json

Cardiology embedding model (separation: 0.386)

c2f37c1 verified 12 months ago

363 Bytes

{
  "name": "all-mpnet-base-v2",
  "model_id": "sentence-transformers/all-mpnet-base-v2",
  "batch_size": 48,
  "gradient_accumulation_steps": 1,
  "learning_rate": 2e-05,
  "epochs": 3,
  "max_seq_length": 512,
  "lora_r": 16,
  "lora_alpha": 32,
  "use_8bit": false,
  "target_modules": [
    "q",
    "k",
    "v"
  ],
  "output_dir": "mpnet_base_cardiology"
}

	{
	"name": "all-mpnet-base-v2",
	"model_id": "sentence-transformers/all-mpnet-base-v2",
	"batch_size": 48,
	"gradient_accumulation_steps": 1,
	"learning_rate": 2e-05,
	"epochs": 3,
	"max_seq_length": 512,
	"lora_r": 16,
	"lora_alpha": 32,
	"use_8bit": false,
	"target_modules": [
	"q",
	"k",
	"v"
	],
	"output_dir": "mpnet_base_cardiology"
	}