Update dummy_model.py
Browse files- dummy_model.py +1 -8
dummy_model.py
CHANGED
|
@@ -11,23 +11,16 @@ class DummyModel(PreTrainedModel):
|
|
| 11 |
|
| 12 |
def __init__(self, config):
|
| 13 |
super().__init__(config)
|
| 14 |
-
# ์ค์ weight๋ ํ์ ์์ผ๋ฏ๋ก ๋น ํ๋ผ๋ฏธํฐ ๋ฑ๋ก
|
| 15 |
self.dummy_param = torch.nn.Parameter(torch.empty(0))
|
| 16 |
|
| 17 |
def forward(self, input_ids, **kwargs):
|
| 18 |
-
"""
|
| 19 |
-
forward ํธ์ถ ์ ์
๋ ฅ ๋ชจ์์ ๋ง์ถฐ ๋ชจ๋ 0์ธ logits ๋ฐํ
|
| 20 |
-
"""
|
| 21 |
batch_size, seq_length = input_ids.shape
|
| 22 |
vocab_size = 50257 # ์์ vocab size
|
| 23 |
logits = torch.zeros(batch_size, seq_length, vocab_size)
|
| 24 |
return logits
|
| 25 |
|
| 26 |
def generate(self, input_ids, max_length=20, **kwargs):
|
| 27 |
-
"""
|
| 28 |
-
generate ํธ์ถ ์ ๊ณ ์ ๋ ๋ฌธ์์ด ๋ฐํ
|
| 29 |
-
"""
|
| 30 |
return "This is a dummy output generated by DummyModel."
|
| 31 |
|
| 32 |
# ๋ชจ๋ธ ํ์
"dummy"๋ฅผ ๋ฑ๋กํฉ๋๋ค.
|
| 33 |
-
AutoConfig.register("dummy", DummyConfig)
|
|
|
|
| 11 |
|
| 12 |
def __init__(self, config):
|
| 13 |
super().__init__(config)
|
|
|
|
| 14 |
self.dummy_param = torch.nn.Parameter(torch.empty(0))
|
| 15 |
|
| 16 |
def forward(self, input_ids, **kwargs):
|
|
|
|
|
|
|
|
|
|
| 17 |
batch_size, seq_length = input_ids.shape
|
| 18 |
vocab_size = 50257 # ์์ vocab size
|
| 19 |
logits = torch.zeros(batch_size, seq_length, vocab_size)
|
| 20 |
return logits
|
| 21 |
|
| 22 |
def generate(self, input_ids, max_length=20, **kwargs):
|
|
|
|
|
|
|
|
|
|
| 23 |
return "This is a dummy output generated by DummyModel."
|
| 24 |
|
| 25 |
# ๋ชจ๋ธ ํ์
"dummy"๋ฅผ ๋ฑ๋กํฉ๋๋ค.
|
| 26 |
+
AutoConfig.register("dummy", DummyConfig)
|