File size: 1,701 Bytes
9118991 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 | {
"source": "arXiv:2605.16343v1 Table 1",
"model": "Ouro 1.4B",
"source_tex_sha256": "3e6277435595b30e8f812b00c776dec5be3d45611088af0093f64c4b60be1f30",
"accuracy_protocol": "Paper says acc_norm when available, otherwise acc; ten-run accuracy averages",
"rows": {
"BF16": {
"W4A4": {
"HS": 0.7159,
"WG": 0.6717,
"LB": 0.6505,
"AC": 0.5256,
"MM": 0.6823,
"WT2": 12.03,
"OP": 5.3
},
"W4A8": {
"HS": 0.7159,
"WG": 0.6717,
"LB": 0.6505,
"AC": 0.5256,
"MM": 0.6823,
"WT2": 12.03,
"OP": 5.3
}
},
"Symmetric": {
"W4A4": {
"HS": 0.2777,
"WG": 0.4941,
"LB": 0.0033,
"AC": 0.2389,
"MM": 0.2282,
"WT2": 1170.0,
"OP": 82000.0
},
"W4A8": {
"HS": 0.5022,
"WG": 0.5866,
"LB": 0.322,
"AC": 0.3745,
"MM": 0.3569,
"WT2": 43.89,
"OP": 46.72
}
},
"LoopQ": {
"W4A4": {
"HS": 0.6582,
"WG": 0.5951,
"LB": 0.5659,
"AC": 0.4881,
"MM": 0.5465,
"WT2": 15.81,
"OP": 8.18
},
"W4A8": {
"HS": 0.6954,
"WG": 0.6456,
"LB": 0.6255,
"AC": 0.5145,
"MM": 0.6206,
"WT2": 13.29,
"OP": 6.09
}
}
},
"local_comparison_caveats": [
"Local BF16 runs use explicit single-seed protocols.",
"Local direct RTN uses dynamic per-input absmax activation scales; do not equate it with the paper Symmetric row.",
"WikiText perplexity definitions and tokenization require explicit matching."
]
}
|