Buckets:
| from __future__ import annotations | |
| from .base import ModelBase, gguf, logger | |
| from .llama import LlamaModel | |
| class NanbeigeModel(LlamaModel): | |
| model_arch = gguf.MODEL_ARCH.NANBEIGE | |
| undo_permute = True | |
| def set_gguf_parameters(self): | |
| super().set_gguf_parameters() | |
| hparams = self.hparams | |
| n_loops = int(hparams.get("num_loops", 1) or 1) | |
| if n_loops < 1: | |
| n_loops = 1 | |
| self.gguf_writer.add_num_loops(n_loops) | |
| logger.info(f"gguf: num_loops = {n_loops}") | |
| skip_loop_final_norm = bool(hparams.get("skip_loop_final_norm", False)) | |
| self.gguf_writer.add_skip_loop_final_norm(skip_loop_final_norm) | |
| logger.info(f"gguf: skip_loop_final_norm = {skip_loop_final_norm}") | |
Xet Storage Details
- Size:
- 837 Bytes
- Xet hash:
- e8aa8ca13464c2cc8938c860ff4297e6216070652460cff9da186f1de206eb7a
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.