Upload model.py with huggingface_hub

model.py

@@ -21,7 +21,7 @@ class RMSNorm(nn.Module):
 
 def rope(x, pos):
     d = x.shape[-1]
-    freq = 10000 ** (torch.arange(0, d, 2, device=x.device) / d)
+    freq = 10000 ** (-torch.arange(0, d, 2, device=x.device) / d)
     angle = pos[:, None, :, None].float() * freq
     a, b = x.float()[..., ::2], x.float()[..., 1::2]
     c, s = angle.cos(), angle.sin()