mirror alephllm 0.8.9 (same-session law): presets.py (v3 preset builder + registrations guarded for copies without the data stack; TrainConfig.phase_lr_scale/phase_seed_offset; Preset.data_scale/epoch_cap/rebalance_to), governor.py (raw_block: nested wrappers), alephlm.py (compile_hubs via raw_block). Gated: strict load of model.safetensors through the vendored path, logits parity 0.0 vs geolip.
Browse files- alephlm.py +2 -1
alephlm.py
CHANGED
|
@@ -209,8 +209,9 @@ class AlephLM(nn.Module):
|
|
| 209 |
gated on a grad-parity + throughput check on the training
|
| 210 |
hardware — the speed verdict was no-grad forward only."""
|
| 211 |
import torch as _torch
|
|
|
|
| 212 |
for wrap in self.blocks:
|
| 213 |
-
blk =
|
| 214 |
if blk.is_hub:
|
| 215 |
blk.attn = _torch.compile(blk.attn, **compile_kw)
|
| 216 |
return self
|
|
|
|
| 209 |
gated on a grad-parity + throughput check on the training
|
| 210 |
hardware — the speed verdict was no-grad forward only."""
|
| 211 |
import torch as _torch
|
| 212 |
+
from .governor import raw_block
|
| 213 |
for wrap in self.blocks:
|
| 214 |
+
blk = raw_block(wrap)
|
| 215 |
if blk.is_hub:
|
| 216 |
blk.attn = _torch.compile(blk.attn, **compile_kw)
|
| 217 |
return self
|