Buckets:
| from __future__ import annotations | |
| from typing import Callable, TYPE_CHECKING | |
| if TYPE_CHECKING: | |
| from torch import Tensor | |
| from .base import MmprojModel, ModelBase, gguf | |
| from .llama import LlamaModel | |
| class CogVLMVisionModel(MmprojModel): | |
| def set_gguf_parameters(self): | |
| super().set_gguf_parameters() | |
| self.gguf_writer.add_vision_attention_layernorm_eps(self.hparams.get("layer_norm_eps", 1e-6)) | |
| self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.COGVLM) | |
| def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: | |
| name, gen = item | |
| if not name.startswith("model.vision."): | |
| return None | |
| return super().filter_tensors(item) | |
| class CogVLMModel(LlamaModel): | |
| model_arch = gguf.MODEL_ARCH.COGVLM | |
Xet Storage Details
- Size:
- 1.09 kB
- Xet hash:
- 0ff63bafdc6e841e34371348f84451a2881a2edb1ba4ec1a794d521fbebe5ced
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.