Instructions to use Motif-Technologies/optimizer with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Kernels
How to use Motif-Technologies/optimizer with Kernels:
# !pip install kernels from kernels import get_kernel # a version (or an explicit revision) is required; see the "Files and versions" tab for the available ones kernel = get_kernel("Motif-Technologies/optimizer", version=1) - Notebooks
- Google Colab
- Kaggle
Remove verbose param_groups summary logging
Browse filesPer-param logging in default_is_muon() already covers each parameter.
The summary list was redundant and too noisy.
[skip-build]
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
torch-ext/optimizer/core.py
CHANGED
|
@@ -139,7 +139,7 @@ def get_default_muon_param_groups(model, is_muon_func=None, expert_keys=None):
|
|
| 139 |
is_muon_func = lambda n, x: default_is_muon(n, x, expert_keys)
|
| 140 |
|
| 141 |
muon_params, muon_names = [], []
|
| 142 |
-
non_muon_params
|
| 143 |
|
| 144 |
for n, p in model.named_parameters():
|
| 145 |
if not p.requires_grad:
|
|
@@ -149,13 +149,6 @@ def get_default_muon_param_groups(model, is_muon_func=None, expert_keys=None):
|
|
| 149 |
muon_names.append(n)
|
| 150 |
else:
|
| 151 |
non_muon_params.append(p)
|
| 152 |
-
non_muon_names.append(n)
|
| 153 |
-
|
| 154 |
-
logger.info("[param_groups] expert_keys=%s", expert_keys)
|
| 155 |
-
logger.info("[param_groups] Muon params (%d): %s", len(muon_names),
|
| 156 |
-
muon_names)
|
| 157 |
-
logger.info("[param_groups] AdamW params (%d): %s", len(non_muon_names),
|
| 158 |
-
non_muon_names)
|
| 159 |
|
| 160 |
return [
|
| 161 |
{
|
|
|
|
| 139 |
is_muon_func = lambda n, x: default_is_muon(n, x, expert_keys)
|
| 140 |
|
| 141 |
muon_params, muon_names = [], []
|
| 142 |
+
non_muon_params = []
|
| 143 |
|
| 144 |
for n, p in model.named_parameters():
|
| 145 |
if not p.requires_grad:
|
|
|
|
| 149 |
muon_names.append(n)
|
| 150 |
else:
|
| 151 |
non_muon_params.append(p)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
|
| 153 |
return [
|
| 154 |
{
|