Buckets:
| from __future__ import annotations | |
| from typing import Callable, TYPE_CHECKING | |
| if TYPE_CHECKING: | |
| from torch import Tensor | |
| from .base import ModelBase, gguf | |
| from .llava import LlavaVisionModel | |
| class LightOnOCRVisionModel(LlavaVisionModel): | |
| is_mistral_format = False | |
| use_break_tok = False | |
| def set_gguf_parameters(self): | |
| super().set_gguf_parameters() | |
| self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.LIGHTONOCR) | |
| def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None: | |
| name, gen = item | |
| name = name.replace("model.vision_encoder.", "vision_tower.") | |
| name = name.replace("model.vision_projection.", "multi_modal_projector.") | |
| return super().filter_tensors((name, gen)) | |
Xet Storage Details
- Size:
- 933 Bytes
- Xet hash:
- d1fedf199e947afefa172a3a51e45fe805358ce49e4f4735dc169cd38c42cc89
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.