| """LoRA initialization strategies (MFF-LoRA + baselines).""" | |
| from .mff_lora import MFFLoraResult, mff_lora_init | |
| from .random import overscaled_random_init, random_init, kaiming_random_init | |
| from .pissa import pissa_init | |
| from .milora import milora_init | |
| from .filet import filet_init | |
| from .eva import eva_init | |
| from .lora_ga import lora_ga_init | |
| from .fisher_whitened import ( | |
| fisher_peft_init, | |
| fisher_peft_low_init, | |
| fisher_peft_bi_init, | |
| fisher_orthogonal_init, | |
| fws_safe_init, | |
| ) | |
| __all__ = [ | |
| "MFFLoraResult", | |
| "mff_lora_init", | |
| "overscaled_random_init", | |
| "random_init", | |
| "kaiming_random_init", | |
| "pissa_init", | |
| "milora_init", | |
| "filet_init", | |
| "eva_init", | |
| "lora_ga_init", | |
| "fisher_peft_init", | |
| "fisher_peft_low_init", | |
| "fisher_peft_bi_init", | |
| "fisher_orthogonal_init", | |
| "fws_safe_init", | |
| ] | |
Xet Storage Details
- Size:
- 849 Bytes
- Xet hash:
- 93a53f9071b5ac26918d105984660f2f3ec4bb35401a55b907f4740e12146e25
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.