| """Executable numerical semantics, not a claim of unpublished author settings.""" |
| from collections.abc import Mapping |
|
|
|
|
| CONTRACT_VERSION = 1 |
|
|
|
|
| def numerical_contract(activation_bits: int, *, dynamic_las: bool = True) -> dict: |
| if activation_bits not in (4, 8): |
| raise ValueError("activation bits must be 4 or 8") |
| return { |
| "version": CONTRACT_VERSION, |
| "weight_bits": 4, |
| "activation_bits": activation_bits, |
| "weight_range": [-8, 7], |
| "activation_range": [-2 ** (activation_bits - 1), 2 ** (activation_bits - 1) - 1], |
| "group_size": 32, |
| "axis": -1, |
| "rounding": "nearest_ties_away_from_zero", |
| "scale_dtype": "float32", |
| "scale_estimator": "group_absmax_over_positive_qmax; zero_group_scale_1", |
| "tail_group": "independent_unpadded_output", |
| "activation_scale": "token_group_absmax_times_module_loop_clip" if dynamic_las else "static_group_scale", |
| "las_multiplier": "exp_log_scale_clamp_max_1_with_identity_clamp_ste" if dynamic_las else "exp_log_scale", |
| "transform": "X_P__W_inverse_transpose_P", |
| "cta_boundary": "post_boundary_norm_before_next_loop; no_final_cta", |
| "status": "explicit_local_interpretation_of_paper", |
| } |
|
|
|
|
| def validate_numerical_contract(contract, activation_bits: int, *, dynamic_las: bool) -> None: |
| expected = numerical_contract(activation_bits, dynamic_las=dynamic_las) |
| if not isinstance(contract, Mapping): |
| raise ValueError("numerical contract is missing or invalid; do not relabel legacy artifacts") |
| if contract != expected: |
| differing = sorted(key for key in set(expected) | set(contract or {}) |
| if (contract or {}).get(key) != expected.get(key)) |
| raise ValueError(f"unsupported numerical contract: {differing}; do not relabel legacy artifacts") |
|
|
