Nanbeige4.3-33B-MLX-6bit / 6bit.validation.json
fcmeyer's picture
Publish validated MLX 6bit conversion and measurements
7c16191 verified
Raw History Blame Contribute Delete
1.73 kB
{
"variant": "6bit",
"tensor_count": 1203,
"smoke": [
{
"prompt": "In one sentence, explain why the sky looks blue.",
"response": "The sky looks blue because Earth's atmosphere scatters shorter blue wavelengths of sunlight in all directions much more than longer wavelengths through a process called Rayleigh scattering."
},
{
"prompt": "请用一句中文解释为什么天空是蓝色的。",
"response": "天空是蓝色的,是因为太阳光穿过大气层时,波长较短的蓝光更容易被空气分子散射到四面八方,而波长较长的红光等穿透力更强,因此我们看到的天空呈现出蓝色。"
}
],
"corpus_sha256": "c2e959e93b1c558cf0f0c6ac1f06a94c8370133e9cec5ad6d48cc0030e21bd2f",
"losses": [
{
"category": "english",
"tokens": 57,
"nll": 2.804689884185791
},
{
"category": "english",
"tokens": 53,
"nll": 3.8452799320220947
},
{
"category": "chinese",
"tokens": 53,
"nll": 4.14318323135376
},
{
"category": "chinese",
"tokens": 47,
"nll": 4.250449180603027
},
{
"category": "code",
"tokens": 111,
"nll": 0.3318471312522888
},
{
"category": "code",
"tokens": 90,
"nll": 0.9767161011695862
},
{
"category": "tool-use",
"tokens": 82,
"nll": 1.5615488290786743
},
{
"category": "tool-use",
"tokens": 70,
"nll": 1.9373058080673218
}
],
"mean_nll": 2.0806836123788335,
"perplexity": 8.009942739106181,
"weight_bytes": 26910201087,
"template_cases_passed": 8,
"status": "passed",
"nll_delta_bf16": 0.006990715676048254
}