| { | |
| "id": "flap", | |
| "name": "FLAP: Fluctuation-Based Adaptive Structured Pruning.", | |
| "file": "Codes/framework/compression_engine/flap.py", | |
| "type": "Compression Engine", | |
| "category": "Structured Pruning & Channel Slicing", | |
| "paradigm": "pruning", | |
| "icon": "\u2702\ufe0f", | |
| "description": "FLAP: Fluctuation-Based Adaptive Structured Pruning. Registered in COMPRESSOR_REGISTRY as 'flap' and 'flap_compressor'. Production hardened for multi-architecture compatibility (DistilBERT, RoBERTa, GPT-2, Qwen3.5) with reconstruction validation, Conv1D support, and safe fallback.", | |
| "classes": [ | |
| "FLAPCompressor" | |
| ], | |
| "methods_count": 9, | |
| "math_latex": "I(i) = \\frac{1}{N} \\sum_{t=1}^N |X_{t, i} - \\bar{X}_i| \\cdot \\|W_{:, i}\\|_2", | |
| "components": [ | |
| { | |
| "id": "orthogonal_rot", | |
| "name": "Orthogonal Transformation Matrix (Q)", | |
| "role": "Energy Concentration", | |
| "shape_transform": "[d_{in} \u00d7 d_{in}] Orthogonal", | |
| "color": "#38bdf8", | |
| "math_latex": "X' = X Q, \\quad Q^\\top Q = I" | |
| }, | |
| { | |
| "id": "sliced_linear", | |
| "name": "Channel-Sliced Dense Linear Operator", | |
| "role": "45% Channel Elimination", | |
| "shape_transform": "[0.55 \\cdot d_{out} \u00d7 0.55 \\cdot d_{in}]", | |
| "color": "#0ea5e9", | |
| "math_latex": "W_{sliced} = (Q_2^\\top W Q_1)_{[:d'_1, :d'_2]}" | |
| }, | |
| { | |
| "id": "bias_correct", | |
| "name": "Mean Bias Correction Vector", | |
| "role": "Representation Recalibration", | |
| "shape_transform": "[0.55 \\cdot d_{out}]", | |
| "color": "#0284c7", | |
| "math_latex": "\\mu_{err} = \\mathbb{E}[W X] - \\mathbb{E}[W_{sliced} X']" | |
| } | |
| ], | |
| "model_projections": { | |
| "distilbert": { | |
| "hidden_size": 768, | |
| "intermediate_size": 3072, | |
| "baseline_layer_params": 6488064, | |
| "compressed_layer_params": 1946419, | |
| "savings_ratio": 3.33 | |
| }, | |
| "roberta": { | |
| "hidden_size": 768, | |
| "intermediate_size": 3072, | |
| "baseline_layer_params": 6488064, | |
| "compressed_layer_params": 1946419, | |
| "savings_ratio": 3.33 | |
| }, | |
| "gpt2": { | |
| "hidden_size": 768, | |
| "intermediate_size": 3072, | |
| "baseline_layer_params": 6488064, | |
| "compressed_layer_params": 1946419, | |
| "savings_ratio": 3.33 | |
| }, | |
| "qwen": { | |
| "hidden_size": 896, | |
| "intermediate_size": 4864, | |
| "baseline_layer_params": 11124736, | |
| "compressed_layer_params": 3337420, | |
| "savings_ratio": 3.33 | |
| } | |
| } | |
| } |
Xet Storage Details
- Size:
- 2.44 kB
- Xet hash:
- 72476e501c2ae0e511a5f532ae95948956dda5f979b0cc862909c3813bdee93d
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.