Upload HF-format nexus_small weights
Browse files- modeling_nexus_small.py +5 -2
modeling_nexus_small.py
CHANGED
|
@@ -7,9 +7,12 @@ import torch.nn.functional as F
|
|
| 7 |
from transformers import PreTrainedModel, AutoConfig, AutoModel, AutoModelForCausalLM
|
| 8 |
|
| 9 |
try:
|
| 10 |
-
from
|
| 11 |
except ImportError:
|
| 12 |
-
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
class RMSNorm(nn.Module):
|
| 15 |
def __init__(self, dim: int, eps: float = 1e-6):
|
|
|
|
| 7 |
from transformers import PreTrainedModel, AutoConfig, AutoModel, AutoModelForCausalLM
|
| 8 |
|
| 9 |
try:
|
| 10 |
+
from configuration_nexus_small import NexusConfig, NexusSmAllConfig
|
| 11 |
except ImportError:
|
| 12 |
+
try:
|
| 13 |
+
from config import NexusConfig, NexusSmAllConfig
|
| 14 |
+
except ImportError:
|
| 15 |
+
from .config import NexusConfig, NexusSmAllConfig
|
| 16 |
|
| 17 |
class RMSNorm(nn.Module):
|
| 18 |
def __init__(self, dim: int, eps: float = 1e-6):
|