Download metadata/compression-proof.json from LoRAFleet/llama35-serving-adapters: direct link, hf CLI and curl.
- Browser
- Download file 130 kB
-
https://huggingface.co/LoRAFleet/llama35-serving-adapters/resolve/main/metadata/compression-proof.json
- Command line
-
hf download hf://LoRAFleet/llama35-serving-adapters/metadata/compression-proof.json
-
curl -L -o compression-proof.json https://huggingface.co/LoRAFleet/llama35-serving-adapters/resolve/main/metadata/compression-proof.json
130 kB
{
"completed": 35,
"allocation_sha256": "d84cffffa60bb497d715245c26e0a01fde1cc4e74699f6e41212664e284c79e7",
"entry_sha256": "48e82d1f748736a2024b6850913352095719e45a8a66d6a92aa0ea2166bda856",
"policy": "All 35 regenerated from hash-verified original weights with frozen k/scale/padded ranks",
"effective_params": 398457856,
"padded_params": 922746880,
"adapters": [
{
"name": "a00",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_banking77",
"weight_sha256": "e4eebdfe45e7c714ece9a8a74eb6c05110bd9f7f471b2ead2876e6ee72503d9b",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.626112967017094e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.349924959465162e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1693121531580918e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.347408923189621e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.1696163672613122e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 1.027512253500989e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.063072976710809e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.588144001885383e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.488063578926508e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.372142908052896e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.618260652885075e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a01",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_boolean_expressions",
"weight_sha256": "7a0f8de4b5584b83135589ba7cbd52b1d7bf41371097630fba9666b5a8d650ce",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.439899824654321e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.26489158077801e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1425891674316442e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2351227104960471e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2209132073078406e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 9.279579447297509e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.545239525419946e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.407227742663207e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 1.023303907767378e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.983150543330868e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.406171273178999e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a02",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_circa",
"weight_sha256": "17e783fcbe7572345e7973827f1d9f6b3cb5c97523ec26da23ff06f818ed46d8",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 1.0434599658829249e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.198513342658165e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.0929520082295315e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.1467023461423178e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0172886724881294e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 9.327675397605175e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.967142641408801e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.437349060008108e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.743765896542146e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.55665889668322e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.567884813934677e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a03",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_clinc_oos",
"weight_sha256": "b0b83c8cadd8d896b26bed5aa1fe1b9affd4e9a02ec42ae4098dd9f04e506438",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.790852113381397e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.593671706111578e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1828898699670297e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2091249279800716e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2199839555687611e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.243405446054276e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.788365999917895e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.736873346829638e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.551112850435412e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.650025222162362e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.071732977443067e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a04",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_glue_mnli",
"weight_sha256": "cd386f4ff7fa5e3e1ab9be935e74f149daf7da21875bbe4419a35172e4c49869",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.309400257983256e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.499873753870261e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1333246162061415e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2201986314531188e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0632510910128728e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.806590734613836e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.492364054771436e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.897393048862073e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.409252511557419e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 1.0108148268759304e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.02425561392945e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a05",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_glue_qnli",
"weight_sha256": "c224396b83e504ef66ecbbe88b38eba791795be15a20c469510e55a4bc2ea259",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 8.788338831436238e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.89868728962422e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1205497017746109e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.122357026335417e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.3084437468114787e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.720065886370951e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 1.0221680055412505e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.951215816674232e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 1.0342675482533215e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.065775360444063e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.72039830559755e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a06",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_glue_qqp",
"weight_sha256": "a7ffd3c4ba15c682cec72f3fc4df2a50e2d750a78e985445e57e9bd14e47953f",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.634059466242586e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.611739530322494e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.0472321430801769e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0780187126030686e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.1765953719376586e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.565250206651084e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.159086450273044e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.919282382778233e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.406065064514672e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.836564014977444e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.445402243566397e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a07",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_glue_sst2",
"weight_sha256": "508e575d244665792929f1d29a5cd13aaff6a6d9bd4041f9ababa4ffb73447b7",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.14374387118264e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 1.0980306283166292e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.164139799319385e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0272954008620529e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.15892441840009e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.993069687267126e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.266843176723883e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.597361843139227e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.585667383195134e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.745168824262858e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.926701960231689e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a08",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_object_counting",
"weight_sha256": "320afbc37caf78e2e2e5e5b7c0884e7fdd0fedd9fd639cec0d104c289b7125fc",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.260830076191871e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.470129548809137e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 9.91907356706807e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.3279848554540222e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.080892373406721e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 9.154801868102123e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.583054014632506e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 1.0220060640708167e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.623432033506515e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.974225584276515e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.586716326010409e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a09",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_race_high",
"weight_sha256": "a44f4260237208f20a3449e8e5a69f9308e7b1a608e70c81c80a7f07b5c6bf45",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.522031258144201e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.248047618847037e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.0687426436829568e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.10235635684426e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.1467130640094623e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 9.840045414709858e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.165483110067395e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.492573599502588e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.94323945970768e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 1.0161799115894612e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.714088364046185e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a10",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_sports_understanding",
"weight_sha256": "e887ab53cb0900f62718152a1e4d8341de324bfb420e17d50fc85f0e9c04d759",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 8.622521354938827e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 1.054660065441066e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.239389990130848e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2483237656873443e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.4364405299545319e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 1.0005555775419902e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.807579008135958e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.669953979663938e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 1.1001847159404484e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.678651274317768e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.907008890307131e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a11",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_super_glue_wic",
"weight_sha256": "96146c1e3b001b48eb3ad3ff5f25b9eed48efa9214ec3043292bf9de4b6bd87d",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.391205731858563e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.136268064990169e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.0890831940195649e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.251367244563687e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0004198425455148e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.88769515947935e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.996995423837787e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.519915216739571e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.76068931897665e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 1.0028913258286171e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.501048082306861e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a12",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_super_glue_wsc",
"weight_sha256": "b66aa8f9b841da1d4e8ff87186b57aa3b65669282cbfa102e0654a80ddfec56f",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.259126288657517e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.580589559932726e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.5445543190712143e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.121847045542436e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 9.884818041121753e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.968960301321431e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.22649756429741e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.789648863521406e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.77576639694202e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 1.0521310983226679e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.50262661593032e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a13",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_xnli_fr",
"weight_sha256": "3843def96870ce35f8238acbf35e270fd4d82a16bae6f8fcae08d737d8a55bb8",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 8.675954661221109e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.413045813559225e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.2277537633094523e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.427620865377159e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2121956667663774e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.716724352508409e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.747289142223867e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.66940729072987e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.630173830860852e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.200914999551109e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.545905435961528e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a14",
"repo": "innerCircuit/llama3-sentiment-Cell-Phones-Accessories-3class-baseline-150k",
"weight_sha256": "0a0d9050a3f956ea159b1bf44c416374571a2e80c814cb1f9e10e6e52de6fe40",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.181692047181377e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
14336
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 8.682159238921392e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
128,
14336
],
"shape_b": [
8,
4096,
128
]
},
{
"action_error": 1.6875519640323081e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
14336,
128
]
},
{
"action_error": 1.8563185878263682e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
14336,
128
]
},
{
"action_error": 1.7663904755832629e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
14336,
128
]
},
{
"action_error": 9.994542281205905e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
1024,
128
]
},
{
"action_error": 9.310926061698571e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
1024,
128
]
},
{
"action_error": 8.533468947180127e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
1024,
128
]
},
{
"action_error": 9.698972764288285e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 1.0047708686512503e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.54431022737756e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
4096,
128
]
}
],
"job": "4403555"
},
{
"name": "a15",
"repo": "innerCircuit/llama3-sentiment-Cell-Phones-Accessories-binary-baseline-150k",
"weight_sha256": "162f92de8a92d55a48056969f03ba82f1eab0a14bdaf8a8d572bed56d849e6e6",
"effective_params": 2629632,
"padded_params": 5242880,
"checks": [
{
"action_error": 9.054487156611794e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
14336
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.195648768521208e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
128,
14336
],
"shape_b": [
8,
4096,
128
]
},
{
"action_error": 1.5446971966572222e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
14336,
128
]
},
{
"action_error": 1.6860559041653457e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
14336,
128
]
},
{
"action_error": 2.058705000707704e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
14336,
128
]
},
{
"action_error": 9.318292701775643e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
1024,
128
]
},
{
"action_error": 1.1037947739983453e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
1024,
128
]
},
{
"action_error": 1.19637699494549e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
1024,
128
]
},
{
"action_error": 1.0516625656823152e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.311072721745586e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.56396840897992e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
4096,
128
]
}
],
"job": "4403555"
},
{
"name": "a16",
"repo": "innerCircuit/llama3-sentiment-Electronics-binary-baseline-150k",
"weight_sha256": "05a2bebfcb6d3ce17257779d348d5a8735f2b74772646fd3238fb3fa930d2cfa",
"effective_params": 2629632,
"padded_params": 5242880,
"checks": [
{
"action_error": 1.0138764010850967e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
14336
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 8.930782172842041e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
128,
14336
],
"shape_b": [
8,
4096,
128
]
},
{
"action_error": 2.0266802427316303e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
14336,
128
]
},
{
"action_error": 1.8404292189228272e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
14336,
128
]
},
{
"action_error": 1.3559481202030265e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
14336,
128
]
},
{
"action_error": 9.116847013166152e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
1024,
128
]
},
{
"action_error": 8.360369216717868e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
1024,
128
]
},
{
"action_error": 8.223816473387817e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
1024,
128
]
},
{
"action_error": 9.467421174508264e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.484011162658641e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.824050068843533e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
4096,
128
]
}
],
"job": "4403555"
},
{
"name": "a17",
"repo": "innerCircuit/llama3-sentiment-All-Beauty-binary-baseline-150k",
"weight_sha256": "77579f1620882691f88dea5a74c284d251cb90c4bbef855a73f8efa5966905b0",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.408749006522502e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
14336
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.086360159098981e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
128,
14336
],
"shape_b": [
8,
4096,
128
]
},
{
"action_error": 1.6611967069829957e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
14336,
128
]
},
{
"action_error": 1.7886338964762649e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
14336,
128
]
},
{
"action_error": 1.3666500856299594e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
14336,
128
]
},
{
"action_error": 1.0814790904790362e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
1024,
128
]
},
{
"action_error": 9.012661923359172e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
1024,
128
]
},
{
"action_error": 9.181791705611688e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
1024,
128
]
},
{
"action_error": 9.64246668996534e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.306497859345776e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
128,
4096
],
"shape_b": [
24,
4096,
128
]
},
{
"action_error": 9.149945027999339e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
128,
4096
],
"shape_b": [
16,
4096,
128
]
}
],
"job": "4403555"
},
{
"name": "a18",
"repo": "Jazhyc/Llama-3.1-8B-aims-distill-synthetic-intent",
"weight_sha256": "8a90979ad72709869ebd0d40dd86253604ee1dd18508aae80b020fe37b133856",
"effective_params": 2787328,
"padded_params": 5242880,
"checks": [
{
"action_error": 8.995932604784645e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
32,
14336
],
"shape_b": [
24,
4096,
32
]
},
{
"action_error": 9.047338402081725e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
32,
14336
],
"shape_b": [
8,
4096,
32
]
},
{
"action_error": 1.0161739665308437e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
32,
4096
],
"shape_b": [
24,
14336,
32
]
},
{
"action_error": 1.4470002776177953e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
32,
4096
],
"shape_b": [
24,
14336,
32
]
},
{
"action_error": 1.17105614791138e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
32,
4096
],
"shape_b": [
16,
14336,
32
]
},
{
"action_error": 7.86365542620528e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
32,
4096
],
"shape_b": [
24,
1024,
32
]
},
{
"action_error": 9.157933725608341e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
32,
4096
],
"shape_b": [
24,
1024,
32
]
},
{
"action_error": 8.236435823872778e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
32,
4096
],
"shape_b": [
16,
1024,
32
]
},
{
"action_error": 8.587715467425624e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
32,
4096
],
"shape_b": [
24,
4096,
32
]
},
{
"action_error": 9.292277740046417e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
32,
4096
],
"shape_b": [
24,
4096,
32
]
},
{
"action_error": 8.722267605718251e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
32,
4096
],
"shape_b": [
16,
4096,
32
]
}
],
"job": "4403555"
},
{
"name": "a19",
"repo": "xummer/llama3-1-8b-nli-lora-ar",
"weight_sha256": "7ef5fbc865adbed8a1efb4b1d84170682a61ebeeb85b39cbc457797289d24ede",
"effective_params": 8670208,
"padded_params": 41943040,
"checks": [
{
"action_error": 8.847869715397125e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.851470188892049e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 9.85996865820052e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.1105001655453809e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.01934095693255e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 1.0579108324758538e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 9.516090491245541e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 1.0121869289604249e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 8.870077488738426e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.860043335666836e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.124310359175107e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a20",
"repo": "xummer/llama3-1-8b-nli-lora-de",
"weight_sha256": "845b8de60550a0f95e5fa586005d55564701aa7ea071d8559ef66e0854ede4d3",
"effective_params": 8055808,
"padded_params": 39321600,
"checks": [
{
"action_error": 8.726326705065229e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.283184759447473e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 1.3397393136486782e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 8.727818125160704e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 9.172503277242112e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 8.260719664621089e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 8.467464574693449e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 8.919621746910728e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 8.267586070234255e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 9.062256882552579e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.613316499165028e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a21",
"repo": "xummer/llama3-1-8b-nli-lora-en",
"weight_sha256": "7068b61496fa96a0c10f2238b9a527a476a8ab94b59fb9c6875b1175f74dde9e",
"effective_params": 6871040,
"padded_params": 28835840,
"checks": [
{
"action_error": 9.865198583723962e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 7.471133727243895e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 9.007062150842403e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.1157475323224074e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.0511078537305344e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 9.791528643337945e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 9.875806682854165e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 9.696934758764033e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 8.867999544856734e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.887128848830195e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.351892844135997e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a22",
"repo": "xummer/llama3-1-8b-nli-lora-es",
"weight_sha256": "ae27323a827457153390d4e12ac25d31916693b2107a615cf953e2cc5feef63a",
"effective_params": 8349696,
"padded_params": 39321600,
"checks": [
{
"action_error": 9.00180034262774e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.435261407245578e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 9.193519163532234e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.1532889982030282e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.0590370499671267e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 1.217182122140739e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 1.0953237364479208e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 9.632450424971796e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 8.881118656240189e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.853494441702174e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.881236301632461e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a23",
"repo": "xummer/llama3-1-8b-nli-lora-fr",
"weight_sha256": "6d1b3c48bc55be9958fc03952bc99101bff3021619e20191df91b55bed4357d7",
"effective_params": 8551424,
"padded_params": 36700160,
"checks": [
{
"action_error": 8.659860858725398e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.126751960357253e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 1.0454893223915778e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.1482107911033712e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 9.096742900126338e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 1.0522268353427287e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 9.33724040794002e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 8.717588370052891e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 8.630015045614058e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 9.898948270451606e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.54267686462832e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a24",
"repo": "xummer/llama3-1-8b-nli-lora-hi",
"weight_sha256": "c2115b9dce31b2011f65b36887b91b79d70b2cc4f25a3422dabbe21219471980",
"effective_params": 8597504,
"padded_params": 41943040,
"checks": [
{
"action_error": 8.10954146092754e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 9.008590682828736e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 9.043423732463046e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.0427550213796916e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 8.951070416430106e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 1.233950568247951e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 1.1103776411130714e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 8.61896043766572e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 9.393167165532218e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 9.076725864540579e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 7.989677023333825e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a25",
"repo": "xummer/llama3-1-8b-nli-lora-ru",
"weight_sha256": "bb91f513616e6902d1f86477b5d2f3d4edd92717a3f492fe1c27bdb90e129220",
"effective_params": 8341504,
"padded_params": 41943040,
"checks": [
{
"action_error": 9.031044090664557e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 7.810768772691252e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 1.0496894104379088e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 9.357226822443945e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 9.577681162218743e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 9.372152121598759e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 1.0762642682277927e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 9.40166736638348e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 9.534944610443341e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.651319015760594e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.315950408313782e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a26",
"repo": "xummer/llama3-1-8b-nli-lora-sw",
"weight_sha256": "ecff666d7f932bc492a62ee231aeb82ca389f2d4de4bbd1a1b1f325e29232aff",
"effective_params": 8677376,
"padded_params": 41943040,
"checks": [
{
"action_error": 9.449683948856217e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 7.785217113223008e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 1.4146323577578507e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.1806723627254995e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 9.099881515138218e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 1.0765927420724746e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 1.0515537911111504e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 8.345738399403061e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 8.972128246861961e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.942265390969923e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 9.219758572346885e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a27",
"repo": "xummer/llama3-1-8b-nli-lora-vi",
"weight_sha256": "e18c252b0b95c3500289d460f83ea06eb29b1f7b136ed44e7d4707d35ef45aaa",
"effective_params": 8909824,
"padded_params": 41943040,
"checks": [
{
"action_error": 9.442423709979409e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 7.907336548986877e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 9.066295995595011e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.3020349296186203e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.1540658738775647e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 9.149878789886093e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 8.98613579896067e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 8.497841746626671e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 8.322576031345104e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 9.393225563080893e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 9.60803545138321e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a28",
"repo": "xummer/llama3-1-8b-nli-lora-zh",
"weight_sha256": "ffbf14bf604799f01fa7919b4bfe95522bbbf14e36211c5baa03ee6eab315e70",
"effective_params": 8765440,
"padded_params": 41943040,
"checks": [
{
"action_error": 9.318919076937936e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
14336
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 8.886051649920859e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
16,
14336
],
"shape_b": [
8,
4096,
16
]
},
{
"action_error": 1.4218597323214445e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 1.0052274299022313e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
14336,
16
]
},
{
"action_error": 9.744790738590718e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
14336,
16
]
},
{
"action_error": 8.926775430055327e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 9.070403238608479e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
1024,
16
]
},
{
"action_error": 1.0747957897997638e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
1024,
16
]
},
{
"action_error": 9.006013618425273e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 1.0393297472953764e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
16,
4096
],
"shape_b": [
24,
4096,
16
]
},
{
"action_error": 9.725798911695015e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
16,
4096
],
"shape_b": [
16,
4096,
16
]
}
],
"job": "4403555"
},
{
"name": "a29",
"repo": "dsfsi/llama_3.1_8b_instruct-lora-r64-lug-eng",
"weight_sha256": "373dc3225bcda1d0a16df3f8ddd36b250c60d8d34a30ca6964223fae77743721",
"effective_params": 43922432,
"padded_params": 76021760,
"checks": [
{
"action_error": 8.91435094200791e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.787502443749821e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1419866771705138e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.3114064010776097e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.17432302098331e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 7.988732964208384e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.066468435366428e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.630489535488327e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 8.906014177767361e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.289076572434206e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.158084705139447e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a30",
"repo": "dsfsi/llama_3.1_8b_instruct-lora-r64-amh-eng",
"weight_sha256": "49ce988e0efe1607869ff2ece2169aeb3e6b70c99c3cd080c0aaba2346d13b04",
"effective_params": 45797376,
"padded_params": 81264640,
"checks": [
{
"action_error": 9.183413494095664e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.887242048456056e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.048594504091082e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0095364725724316e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.021583892989386e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 9.000549866215393e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 7.967478850711549e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 1.0588590162117501e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.047584921278618e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.014621688783565e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.349292881121029e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a31",
"repo": "dsfsi/llama_3.1_8b_instruct-lora-r64-nso-eng",
"weight_sha256": "b171301ced7844af2c081f27f7968ee307f499cfa9e374babcf453a2b4863166",
"effective_params": 43308032,
"padded_params": 78643200,
"checks": [
{
"action_error": 9.002583476244364e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.231745063213214e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1571035755051752e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2000874204201642e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.2224257181500204e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 1.0851093239165886e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.515854444870105e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.715328113681507e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.581042424728895e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.158470785588678e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.138439451730584e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a32",
"repo": "dsfsi/llama_3.1_8b_instruct-lora-r64-zul-eng",
"weight_sha256": "84644afb58abc2f1dfd039c157538217332fcaa348e8b4e584c5085ee77961b3",
"effective_params": 43986944,
"padded_params": 78643200,
"checks": [
{
"action_error": 9.00406444811604e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.563312171151578e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.0907307675810099e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0755812642982523e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 9.791913919770481e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.255272771464049e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.679847751394253e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.427278163213112e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.167847837130597e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.82578243752752e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.043481746116041e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a33",
"repo": "dsfsi/llama_3.1_8b_instruct-lora-r64-yor-eng",
"weight_sha256": "2a8e41c28c5453083a1c6381fff95238a3478bc97d6505afaeb1bf0c61457135",
"effective_params": 43834368,
"padded_params": 76021760,
"checks": [
{
"action_error": 8.899227473190486e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.869370285315626e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.0670395573498487e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.6399266462053738e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0554093112564383e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.884739237474858e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 9.239014264641353e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.230344628618629e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 9.172404876845457e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.086744857165758e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.94946354409929e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
},
{
"name": "a34",
"repo": "dsfsi/llama_3.1_8b_instruct-lora-r64-hau-eng",
"weight_sha256": "5f6ef56392fd482abb5ff859bc33315e52034a8aae67d9b0010b74f2294e6101",
"effective_params": 43829248,
"padded_params": 78643200,
"checks": [
{
"action_error": 9.400577319412695e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 8.633251658877801e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1326256650533086e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 9.815943584850688e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.0357433395856702e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 8.26616602507886e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 7.779965504332237e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
1024,
64
]
},
{
"action_error": 8.574179571075039e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
1024,
64
]
},
{
"action_error": 8.843456233937792e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.016319067669868e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.179517135844316e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
4096,
64
]
}
],
"job": "4403555"
}
]
}
{
"completed": 35,
"allocation_sha256": "d84cffffa60bb497d715245c26e0a01fde1cc4e74699f6e41212664e284c79e7",
"entry_sha256": "48e82d1f748736a2024b6850913352095719e45a8a66d6a92aa0ea2166bda856",
"policy": "All 35 regenerated from hash-verified original weights with frozen k/scale/padded ranks",
"effective_params": 398457856,
"padded_params": 922746880,
"adapters": [
{
"name": "a00",
"repo": "r-three/lora_baseline_lr3e-4_step400_rank64_banking77",
"weight_sha256": "e4eebdfe45e7c714ece9a8a74eb6c05110bd9f7f471b2ead2876e6ee72503d9b",
"effective_params": 2621440,
"padded_params": 2621440,
"checks": [
{
"action_error": 9.626112967017094e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
14336
],
"shape_b": [
24,
4096,
64
]
},
{
"action_error": 9.349924959465162e-07,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
8,
64,
14336
],
"shape_b": [
8,
4096,
64
]
},
{
"action_error": 1.1693121531580918e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.347408923189621e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [
24,
14336,
64
]
},
{
"action_error": 1.1696163672613122e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
16,
64,
4096
],
"shape_b": [
16,
14336,
64
]
},
{
"action_error": 1.027512253500989e-06,
"kernel": "tsqr_full",
"eigh_backend": "torch",
"shape_a": [
24,
64,
4096
],
"shape_b": [