| from hydra.utils import get_class | |
| from lmr.tokenizer import Tokenizer | |
| def get_model(model_config, vocab_size): | |
| model_config["vocab_size"] = vocab_size | |
| model = get_class(model_config.model_class)(model_config) | |
| model.name = model_config.model_name | |
| model.full_name = f"{model_config.model_name}_{model_config.size_name}" | |
| return model |