Hugging Face's logo

JunYoungLee
/
ut-depth-probe-artifacts

Safetensors
depth-recurrent
looped-transformer
universal-transformer
mechanistic-interpretability
activations
Model card Files
xet
 Community
ut-depth-probe-artifacts
File size: 2,225 Bytes
9118991
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
"""Isolated, paper-faithful LoopQ reproduction components."""

from .quantization import (
    GroupwiseQuantizationResult,
    fake_quantize_groupwise,
    quantize_activation,
    quantize_weight,
)
from .las import HUGINN_LOOP_COUNT, OURO_LOOP_COUNT, LoopAwareActivationScales
from .transforms import SharedKroneckerTransform
from .sharing_gap import (
    HUGINN_PARAMETER_FRACTION,
    OURO_1_4B_GROUP_BUDGET,
    ProgressiveSelectionArtifact,
    SharingGapStatistics,
    progressive_select_by_group_count,
    progressive_select_huginn,
    sharing_gap_score,
)
from .cta import (
    DEFAULT_CTA_RANK,
    HUGINN_TRANSITION_COUNT,
    OURO_TRANSITION_COUNT,
    CrossLoopTransitionAdapter,
)
from .objective import (
    AdaptiveMuCache,
    TrajectoryLoss,
    adaptive_mu,
    topk_teacher_kl,
    trajectory_aware_loss,
)
from .calibrate import (
    CalibrationConfig,
    CalibrationParameterAllowlist,
    build_optimizer,
    build_parameter_allowlist,
    calibration_step,
    load_calibration_checkpoint,
    save_calibration_checkpoint,
)
from .export import (
    build_export_artifact,
    load_export_artifact,
    save_export_artifact,
    validate_export_artifact,
)

__all__ = [
    "GroupwiseQuantizationResult",
    "fake_quantize_groupwise",
    "quantize_activation",
    "quantize_weight",
    "HUGINN_LOOP_COUNT",
    "OURO_LOOP_COUNT",
    "LoopAwareActivationScales",
    "SharedKroneckerTransform",
    "HUGINN_PARAMETER_FRACTION",
    "OURO_1_4B_GROUP_BUDGET",
    "ProgressiveSelectionArtifact",
    "SharingGapStatistics",
    "progressive_select_by_group_count",
    "progressive_select_huginn",
    "sharing_gap_score",
    "DEFAULT_CTA_RANK",
    "HUGINN_TRANSITION_COUNT",
    "OURO_TRANSITION_COUNT",
    "CrossLoopTransitionAdapter",
    "AdaptiveMuCache",
    "TrajectoryLoss",
    "adaptive_mu",
    "topk_teacher_kl",
    "trajectory_aware_loss",
    "CalibrationConfig",
    "CalibrationParameterAllowlist",
    "build_optimizer",
    "build_parameter_allowlist",
    "calibration_step",
    "load_calibration_checkpoint",
    "save_calibration_checkpoint",
    "build_export_artifact",
    "load_export_artifact",
    "save_export_artifact",
    "validate_export_artifact",
]