File size: 1,974 Bytes
419f250
b871251
419f250
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b871251
419f250
 
 
 
 
 
 
 
 
 
 
 
 
b871251
419f250
 
 
b871251
419f250
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
#!/usr/bin/env python3
"""Build NOEON and report its real parameter budget.

Constructs the architecture from ``configs/noeon.yaml`` (or defaults), prints
the trainable-parameter count versus the frozen source budget, and optionally
writes the initial (untrained) NOEON checkpoint. No source weights are touched.

Usage:
    python scripts/build_model.py
    python scripts/build_model.py --save checkpoints/init
"""

from __future__ import annotations

import argparse
import sys
from pathlib import Path

sys.path.insert(0, str(Path(__file__).resolve().parent.parent))

from noeon.architecture.model import Noeon
from noeon.core.config import BridgeConfig, NoeonConfig, FusionConfig
from noeon.core.registry import SOURCE_MODELS


def build_default() -> NoeonConfig:
    return NoeonConfig()


def main() -> int:
    ap = argparse.ArgumentParser()
    ap.add_argument("--save", default=None)
    args = ap.parse_args()

    model = Noeon(build_default())
    trainable = model.trainable_parameters()
    frozen = sum(s.param_count for s in SOURCE_MODELS.values())

    print("NOEON")
    print(f"  shared dimension : {model.config.shared_dim}")
    print(f"  fusion depth     : {model.config.fusion.depth} "
          f"(heads={model.config.fusion.heads})")
    print(f"  bridges          : {[b.source for b in model.config.bridges]}")
    print()
    print(f"  trainable params : {trainable:,} ({trainable/1e6:.2f} M)")
    print(f"  frozen params    : {frozen:,} ({frozen/1e9:.3f} B)  <- never modified")
    print()
    for k, s in SOURCE_MODELS.items():
        print(f"  {k:16s} {s.repo:38s} {s.params_b:6.3f} B  {s.license:11s} {s.access}")

    if args.save:
        from noeon.training.checkpoint import save_checkpoint
        d = save_checkpoint(model, None, 0, args.save,
                            extra={"stage": "initial-untrained"})
        print(f"\nwrote initial checkpoint -> {d}")
    return 0


if __name__ == "__main__":
    raise SystemExit(main())