File size: 1,974 Bytes
419f250 b871251 419f250 b871251 419f250 b871251 419f250 b871251 419f250 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | #!/usr/bin/env python3
"""Build NOEON and report its real parameter budget.
Constructs the architecture from ``configs/noeon.yaml`` (or defaults), prints
the trainable-parameter count versus the frozen source budget, and optionally
writes the initial (untrained) NOEON checkpoint. No source weights are touched.
Usage:
python scripts/build_model.py
python scripts/build_model.py --save checkpoints/init
"""
from __future__ import annotations
import argparse
import sys
from pathlib import Path
sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
from noeon.architecture.model import Noeon
from noeon.core.config import BridgeConfig, NoeonConfig, FusionConfig
from noeon.core.registry import SOURCE_MODELS
def build_default() -> NoeonConfig:
return NoeonConfig()
def main() -> int:
ap = argparse.ArgumentParser()
ap.add_argument("--save", default=None)
args = ap.parse_args()
model = Noeon(build_default())
trainable = model.trainable_parameters()
frozen = sum(s.param_count for s in SOURCE_MODELS.values())
print("NOEON")
print(f" shared dimension : {model.config.shared_dim}")
print(f" fusion depth : {model.config.fusion.depth} "
f"(heads={model.config.fusion.heads})")
print(f" bridges : {[b.source for b in model.config.bridges]}")
print()
print(f" trainable params : {trainable:,} ({trainable/1e6:.2f} M)")
print(f" frozen params : {frozen:,} ({frozen/1e9:.3f} B) <- never modified")
print()
for k, s in SOURCE_MODELS.items():
print(f" {k:16s} {s.repo:38s} {s.params_b:6.3f} B {s.license:11s} {s.access}")
if args.save:
from noeon.training.checkpoint import save_checkpoint
d = save_checkpoint(model, None, 0, args.save,
extra={"stage": "initial-untrained"})
print(f"\nwrote initial checkpoint -> {d}")
return 0
if __name__ == "__main__":
raise SystemExit(main())
|