| """ | |
| Configuração do Modelo Hugging Face com Integração BitCache | |
| """ | |
| from transformers import GPT2Config | |
| class BitCacheGPT2Config(GPT2Config): | |
| model_type = "bitcache-gpt2" | |
| def __init__( | |
| self, | |
| retention_ratio: float = 0.35, | |
| profile: str = "cheeger_catalan", | |
| protect_sink: int = 4, | |
| protect_recent: int = 16, | |
| boundary_window: int = 16, | |
| boundary_expansion: int = 6, | |
| **kwargs | |
| ): | |
| super().__init__(**kwargs) | |
| self.retention_ratio = retention_ratio | |
| self.profile = profile | |
| self.protect_sink = protect_sink | |
| self.protect_recent = protect_recent | |
| self.boundary_window = boundary_window | |
| self.boundary_expansion = boundary_expansion | |
| self.auto_map = { | |
| "AutoConfig": "configuration_bitcache.BitCacheGPT2Config", | |
| "AutoModelForCausalLM": "modeling_bitcache.BitCacheGPT2LMHeadModel", | |
| } | |