Update model.py
Browse files
model.py
CHANGED
|
@@ -6,7 +6,7 @@ from config import *
|
|
| 6 |
import sys
|
| 7 |
import os
|
| 8 |
|
| 9 |
-
# Dynamically link the
|
| 10 |
ext_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'Qsbits', 'ssm_extension')
|
| 11 |
if ext_path not in sys.path:
|
| 12 |
sys.path.append(ext_path)
|
|
@@ -107,7 +107,6 @@ class MiniTransformer(nn.Module):
|
|
| 107 |
|
| 108 |
# Removed self.pos_emb (Mamba/SSM handles time naturally without Positional Embeddings!)
|
| 109 |
|
| 110 |
-
# Dynamically scaled to match your old config variables!
|
| 111 |
self.blocks = nn.ModuleList(
|
| 112 |
[QsbitsA2BBlock(N_EMBD, N_EMBD // 2, 4 * N_EMBD) for _ in range(N_LAYER)]
|
| 113 |
)
|
|
@@ -138,5 +137,4 @@ class MiniTransformer(nn.Module):
|
|
| 138 |
|
| 139 |
logits = self.head(x)
|
| 140 |
|
| 141 |
-
# Returned EXACTLY like your old model so your train.py doesn't crash!
|
| 142 |
return logits
|
|
|
|
| 6 |
import sys
|
| 7 |
import os
|
| 8 |
|
| 9 |
+
# Dynamically link the fast Qsbits C++ Kernel
|
| 10 |
ext_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'Qsbits', 'ssm_extension')
|
| 11 |
if ext_path not in sys.path:
|
| 12 |
sys.path.append(ext_path)
|
|
|
|
| 107 |
|
| 108 |
# Removed self.pos_emb (Mamba/SSM handles time naturally without Positional Embeddings!)
|
| 109 |
|
|
|
|
| 110 |
self.blocks = nn.ModuleList(
|
| 111 |
[QsbitsA2BBlock(N_EMBD, N_EMBD // 2, 4 * N_EMBD) for _ in range(N_LAYER)]
|
| 112 |
)
|
|
|
|
| 137 |
|
| 138 |
logits = self.head(x)
|
| 139 |
|
|
|
|
| 140 |
return logits
|