JunYoungLee's picture
Add LoopQ 4-bit quantization of Ouro-1.4B
9118991 verified
Raw History Blame Contribute Delete
2.23 kB
"""Isolated, paper-faithful LoopQ reproduction components."""
from .quantization import (
GroupwiseQuantizationResult,
fake_quantize_groupwise,
quantize_activation,
quantize_weight,
)
from .las import HUGINN_LOOP_COUNT, OURO_LOOP_COUNT, LoopAwareActivationScales
from .transforms import SharedKroneckerTransform
from .sharing_gap import (
HUGINN_PARAMETER_FRACTION,
OURO_1_4B_GROUP_BUDGET,
ProgressiveSelectionArtifact,
SharingGapStatistics,
progressive_select_by_group_count,
progressive_select_huginn,
sharing_gap_score,
)
from .cta import (
DEFAULT_CTA_RANK,
HUGINN_TRANSITION_COUNT,
OURO_TRANSITION_COUNT,
CrossLoopTransitionAdapter,
)
from .objective import (
AdaptiveMuCache,
TrajectoryLoss,
adaptive_mu,
topk_teacher_kl,
trajectory_aware_loss,
)
from .calibrate import (
CalibrationConfig,
CalibrationParameterAllowlist,
build_optimizer,
build_parameter_allowlist,
calibration_step,
load_calibration_checkpoint,
save_calibration_checkpoint,
)
from .export import (
build_export_artifact,
load_export_artifact,
save_export_artifact,
validate_export_artifact,
)
__all__ = [
"GroupwiseQuantizationResult",
"fake_quantize_groupwise",
"quantize_activation",
"quantize_weight",
"HUGINN_LOOP_COUNT",
"OURO_LOOP_COUNT",
"LoopAwareActivationScales",
"SharedKroneckerTransform",
"HUGINN_PARAMETER_FRACTION",
"OURO_1_4B_GROUP_BUDGET",
"ProgressiveSelectionArtifact",
"SharingGapStatistics",
"progressive_select_by_group_count",
"progressive_select_huginn",
"sharing_gap_score",
"DEFAULT_CTA_RANK",
"HUGINN_TRANSITION_COUNT",
"OURO_TRANSITION_COUNT",
"CrossLoopTransitionAdapter",
"AdaptiveMuCache",
"TrajectoryLoss",
"adaptive_mu",
"topk_teacher_kl",
"trajectory_aware_loss",
"CalibrationConfig",
"CalibrationParameterAllowlist",
"build_optimizer",
"build_parameter_allowlist",
"calibration_step",
"load_calibration_checkpoint",
"save_calibration_checkpoint",
"build_export_artifact",
"load_export_artifact",
"save_export_artifact",
"validate_export_artifact",
]