vibe-embed / config.json
Divi19's picture
v1.2 release (16)
8732fc1 verified
Raw History Blame Contribute Delete
2.42 kB
{
"audio": {
"sample_rate": 32000,
"channels": "mono (average of channels)",
"window_s": 10,
"song_vector": "split into non-overlapping 10 s windows (keep a shorter last window if it is at least 2 s), embed each window, average the window vectors, L2-normalise",
"front_end": "inside the ONNX model: pre-emphasis 0.97, STFT n_fft 1024 / hop 320 / Hann 800 centred, 128 Kaldi mel bands 0–15 kHz, log(x + 1e-5), (x + 4.5) / 5 (EfficientAT)",
"onnx_input": "audio_32k float32 [batch, samples]",
"onnx_output": "vibe_vector float32 [batch, 512], L2-normalised"
},
"text": {
"model": "Qwen/Qwen3-Embedding-0.6B (fine-tuned)",
"prompt": "Instruct: Given a description of how a piece of music sounds or feels, or of a moment it suits, retrieve music that matches it\nQuery:",
"tokenizer": "left padding, truncation 256 tokens",
"onnx_input": "input_ids, attention_mask int64 [batch, tokens] (prompt + query)",
"onnx_output": "text_vector float32 [batch, 512], L2-normalised",
"int8_method": "8-bit weights (block 32), int8 arithmetic (accuracy level 4) + 16-bit vocabulary",
"int8_min_onnxruntime": "1.28",
"int8_checks": {
"cos_mean": 0.99976,
"cos_min": 0.99919,
"plugin_parity_min": 0.99979,
"incompe_full": 0.7187,
"ms_per_query_4thread": 55.8,
"MB": 818.5
},
"version": "v1.2",
"fine_tune": "Qwen3-Embedding-0.6B and the text layer trained to copy the combined teacher's 7B text vectors; translated training texts (es, de, fr, pt-BR, ja) map to their English text's vector",
"languages": [
"en",
"es",
"de",
"fr",
"pt",
"ja"
]
},
"matryoshka": {
"sizes": [
128,
256,
512
],
"how": "take the first N numbers and L2-normalise again"
},
"students": {
"mn20_as": {
"efficientat": "mn20_as",
"efficientat_commit": "a425fdce92572e602a1d5634799bd9f1f2efa806",
"params_m": 17.87,
"best_epoch": 8,
"v1_2": "C · trained on the teacher's song vectors only (epoch 3)"
}
},
"default_student": "mn20_as",
"selection": "epoch and size chosen on the dev halves of IncompeBench (nDCG@10, lenient) and Song Describer (R@10)",
"teacher": "combined: LCO-Embedding-Omni-7B (LoRA) + e5-omni-7B, 512 numbers (teacher/combined)",
"licence": "Apache-2.0 (EfficientAT code: MIT)",
"version": "v1.2"
}