Alberich-mini-v1 / validation.json
wahnfried's picture
Release Alberich-mini-v1 adapter and full benchmark results
e489a10 verified
Raw History Blame Contribute Delete
1.81 kB
{
"passed": true,
"adapter_parameters": 16819200,
"adapter_dtypes": [
"torch.float32"
],
"adapter_merged": true,
"gpu": "NVIDIA GeForce RTX 4070 SUPER",
"checks": [
{
"modality": "text",
"questions": 1,
"original_code_max_probability_delta": 0.0,
"shared_independent_choices_match": true,
"shared_independent_max_probability_delta": 0.0
},
{
"modality": "text",
"questions": 3,
"original_code_max_probability_delta": 0.0,
"shared_independent_choices_match": true,
"shared_independent_max_probability_delta": 0.0006584310904145241
},
{
"modality": "text",
"questions": 10,
"original_code_max_probability_delta": 0.0,
"shared_independent_choices_match": true,
"shared_independent_max_probability_delta": 0.0019329637289047241
},
{
"modality": "image",
"questions": 1,
"original_code_max_probability_delta": 0.0,
"shared_independent_choices_match": true,
"shared_independent_max_probability_delta": 0.0
},
{
"modality": "image",
"questions": 3,
"original_code_max_probability_delta": 0.0,
"shared_independent_choices_match": true,
"shared_independent_max_probability_delta": 0.0008810162544250488
},
{
"modality": "image",
"questions": 10,
"original_code_max_probability_delta": 0.0,
"shared_independent_choices_match": true,
"shared_independent_max_probability_delta": 9.277090430259705e-05
}
],
"note": "Smoke tests verify packaging and implementation parity, not general accuracy. Original and portable implementations use the same loaded model; weight identity is independently checked by SHA256."
}