etomoscow's picture
download
raw
849 Bytes
"""LoRA initialization strategies (MFF-LoRA + baselines)."""
from .mff_lora import MFFLoraResult, mff_lora_init
from .random import overscaled_random_init, random_init, kaiming_random_init
from .pissa import pissa_init
from .milora import milora_init
from .filet import filet_init
from .eva import eva_init
from .lora_ga import lora_ga_init
from .fisher_whitened import (
fisher_peft_init,
fisher_peft_low_init,
fisher_peft_bi_init,
fisher_orthogonal_init,
fws_safe_init,
)
__all__ = [
"MFFLoraResult",
"mff_lora_init",
"overscaled_random_init",
"random_init",
"kaiming_random_init",
"pissa_init",
"milora_init",
"filet_init",
"eva_init",
"lora_ga_init",
"fisher_peft_init",
"fisher_peft_low_init",
"fisher_peft_bi_init",
"fisher_orthogonal_init",
"fws_safe_init",
]

Xet Storage Details

Size:
849 Bytes
·
Xet hash:
93a53f9071b5ac26918d105984660f2f3ec4bb35401a55b907f4740e12146e25

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.