File size: 990 Bytes
0624276
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
"""Imprime la arquitectura del modelo `MODEL_ID` y el tamaño de `down_proj` por capa.

Uso: cd engine && MODEL_ID=HuggingFaceTB/SmolLM2-360M-Instruct uv run python -m scripts.inspect_model
"""

from app.model import down_proj, load_model, model_id_from_env


def main() -> None:
    loaded = load_model(model_id_from_env())
    model, info = loaded.model, loaded.info

    print(model)
    print()
    print(f"Modelo:       {info.model_id} ({info.architecture})")
    print(f"Dispositivo:  {info.device}, {info.dtype}")
    print(f"Capas:        {info.num_layers}")
    print(f"hidden_size:  {info.hidden_size}")
    print(f"Vocabulario:  {info.vocab_size}")
    print(f"Neuronas MLP: {sum(info.units_per_layer)} en total")
    print()
    print(f"{'capa':>4}  {'down_proj entrada':>17}  {'salida':>6}")
    for i in range(info.num_layers):
        proj = down_proj(model, i)
        print(f"{i:>4}  {proj.in_features:>17}  {proj.out_features:>6}")


if __name__ == "__main__":
    main()