{ "model_id": "MatterWaveAI/grt-30m-lora", "adapter_class": "GRTRotationalLoRA", "base_model": "MatterWaveAI/grt-30m", "optimizer": "HessianPairAdam (Sophia-Torus)", "base_parameters": 29305498, "trainable_parameters": 140741, "total_parameters_with_lora": 29436730, "trainable_pct": 0.4803, "lora_rank": 8, "lora_alpha": 16.0, "lora_scaling": 2.0, "nn_linear_layers": 0, "nn_conv1d_layers": 0, "step0_identity_max_abs_diff": 0.0, "merge_max_abs_diff": 0.0, "reload_max_abs_diff": 0.0, "adapter_file_bytes": 587108, "training_steps": 80, "before_adaptation": { "assistant_loss": 6.172, "perplexity": 479.1388, "token_accuracy": 0.1954 }, "after_adaptation": { "assistant_loss": 4.7464, "perplexity": 115.1645, "token_accuracy": 0.2883 }, "sample_prompt": "Explain how GRTRotationalLoRA adapts a Geometric Rotation Transformer without linear layers.", "sample_response": "In each 2. equal 2^12^1^1^1^1^1^1^1^1^1^1^1^1^1^1^1^1^1^1^", "optimizer_ablations_8way": { "pair_adam": { "optimizer_type": "pair_adam", "variant": "PairAdam (Factored Toroidal Baseline)", "before_loss": 6.172, "before_perplexity": 479.1384, "before_token_accuracy": 0.1954, "after_loss": 5.0931, "after_perplexity": 162.8913, "after_token_accuracy": 0.2134, "merge_max_abs_diff": 0.0, "elapsed_sec": 12.96 }, "hessian_pair_adam": { "optimizer_type": "hessian_pair_adam", "variant": "HessianPairAdam (Sophia-Torus Cauchy-Riemann Curvature)", "before_loss": 6.172, "before_perplexity": 479.1384, "before_token_accuracy": 0.1954, "after_loss": 4.5159, "after_perplexity": 91.4626, "after_token_accuracy": 0.3062, "merge_max_abs_diff": 0.0, "elapsed_sec": 13.26 }, "polar_natural_adam": { "optimizer_type": "polar_natural_adam", "variant": "PolarNaturalAdam (Riemannian Polar Metric + Cauchy-Riemann Hessian)", "before_loss": 6.172, "before_perplexity": 479.1384, "before_token_accuracy": 0.1954, "after_loss": 4.5078, "after_perplexity": 90.7201, "after_token_accuracy": 0.3078, "merge_max_abs_diff": 0.0, "elapsed_sec": 13.34 }, "cyclide_adam": { "optimizer_type": "cyclide_adam", "variant": "CyclideAdam (Dupin Cyclide Conic Metric + Deviatoric Twist)", "before_loss": 6.172, "before_perplexity": 479.1384, "before_token_accuracy": 0.1954, "after_loss": 4.6722, "after_perplexity": 106.9343, "after_token_accuracy": 0.2899, "merge_max_abs_diff": 0.0, "elapsed_sec": 13.72 }, "symplectic_adam": { "optimizer_type": "symplectic_adam", "variant": "SymplecticAdam (Gromov-Liouville Non-Squeezing Floor + Casimir Cavity)", "before_loss": 6.172, "before_perplexity": 479.1384, "before_token_accuracy": 0.1954, "after_loss": 3.9882, "after_perplexity": 53.959, "after_token_accuracy": 0.3534, "merge_max_abs_diff": 0.0, "elapsed_sec": 13.74 }, "gyric_adam": { "optimizer_type": "gyric_adam", "variant": "GyricAdam (Poinsot-Lande Gyroscopic Projection + Thomas Precession)", "before_loss": 6.172, "before_perplexity": 479.1384, "before_token_accuracy": 0.1954, "after_loss": 4.3119, "after_perplexity": 74.5784, "after_token_accuracy": 0.3176, "merge_max_abs_diff": 0.0, "elapsed_sec": 13.82 }, "huygens_adam": { "optimizer_type": "huygens_adam", "variant": "HuygensAdam (Circular Order Parameter R_p Splay Torque)", "before_loss": 6.172, "before_perplexity": 479.1384, "before_token_accuracy": 0.1954, "after_loss": 4.9113, "after_perplexity": 135.813, "after_token_accuracy": 0.2541, "merge_max_abs_diff": 0.0, "elapsed_sec": 13.5 }, "huygens_symplectic_adam": { "optimizer_type": "huygens_symplectic_adam", "variant": "HuygensSymplecticAdam (Two-Stage Huygens -> Symplectic Curriculum)", "before_loss": 6.172, "before_perplexity": 479.1384, "before_token_accuracy": 0.1954, "after_loss": 4.5764, "after_perplexity": 97.1671, "after_token_accuracy": 0.3127, "merge_max_abs_diff": 0.0, "elapsed_sec": 14.22 } } }