comment-only neutralization of shipped modeling file (zero code change, AST-verified)
Browse files- modeling_babylm.py +2 -2
modeling_babylm.py
CHANGED
|
@@ -57,7 +57,7 @@ class LM(nn.Module): # monolith (train_stage1.LM)
|
|
| 57 |
return self.nf(h)
|
| 58 |
def forward(self, ids): return self.head(self.hidden(ids))
|
| 59 |
|
| 60 |
-
class Bind(nn.Module): #
|
| 61 |
def __init__(self, d, K=16, dr=64):
|
| 62 |
super().__init__(); self.role=nn.Linear(d,K,bias=False); self.R=nn.Parameter(torch.randn(K,dr)*0.02)
|
| 63 |
self.up=nn.Linear(dr,d,bias=False); self.trust=nn.Linear(d,1)
|
|
@@ -84,7 +84,7 @@ class LoopLM(nn.Module): # entry (train_loop.LoopLM)
|
|
| 84 |
return self.nf(h)
|
| 85 |
def forward(self, ids): return self.head(self.hidden(ids))
|
| 86 |
|
| 87 |
-
class Bind2(nn.Module): # v2
|
| 88 |
def __init__(self, d, K=16, dr=64):
|
| 89 |
super().__init__()
|
| 90 |
self.dr = dr
|
|
|
|
| 57 |
return self.nf(h)
|
| 58 |
def forward(self, ids): return self.head(self.hidden(ids))
|
| 59 |
|
| 60 |
+
class Bind(nn.Module): # label + trust (train_loop.Bind)
|
| 61 |
def __init__(self, d, K=16, dr=64):
|
| 62 |
super().__init__(); self.role=nn.Linear(d,K,bias=False); self.R=nn.Parameter(torch.randn(K,dr)*0.02)
|
| 63 |
self.up=nn.Linear(dr,d,bias=False); self.trust=nn.Linear(d,1)
|
|
|
|
| 84 |
return self.nf(h)
|
| 85 |
def forward(self, ids): return self.head(self.hidden(ids))
|
| 86 |
|
| 87 |
+
class Bind2(nn.Module): # v2 label+trust (train_loop.Bind, arch "loop2"): verdict-driven trust + experience prior + role-slice re-stamp
|
| 88 |
def __init__(self, d, K=16, dr=64):
|
| 89 |
super().__init__()
|
| 90 |
self.dr = dr
|