manbeast3b
/

goatseusEdgeMaxing

Model card Files Files and versions

manbeast3b commited on Nov 17, 2024

Commit

7034b09

·

verified ·

1 Parent(s): aa82db3

Update src/loss.py

Files changed (1) hide show

src/loss.py +1 -1

src/loss.py CHANGED Viewed

@@ -94,7 +94,7 @@ class LossSchedulerModel(torch.nn.Module):
 		A.register_parameter('we',torch.nn.Parameter(we))
 		size=13
 		if scale_factor:
-			A.scale_factor=scale_factor
 		else:
 			A.scale_factor = torch.nn.Parameter(torch.ones(size))
 		A.decay_rate = 0.1

 		A.register_parameter('we',torch.nn.Parameter(we))
 		size=13
 		if scale_factor:
+			A.register_parameter('scale_factor',torch.nn.Parameter(scale_factor))
 		else:
 			A.scale_factor = torch.nn.Parameter(torch.ones(size))
 		A.decay_rate = 0.1