Delete logs/output_run_20260130_unhinge_northing.log
Browse files
logs/output_run_20260130_unhinge_northing.log
DELETED
|
@@ -1,34 +0,0 @@
|
|
| 1 |
-
2026-01-30 17:59:37,859 - root - INFO - Run: run_20260130_unhinge_northing
|
| 2 |
-
2026-01-30 17:59:37,859 - root - INFO - Log directory: /root/tiny_moe/training_runs/Tiny_MoE/logs
|
| 3 |
-
2026-01-30 17:59:37,859 - root - INFO - Output dir: /root/tiny_moe/training_runs
|
| 4 |
-
2026-01-30 17:59:37,890 - jax._src.xla_bridge - INFO - Unable to initialize backend 'tpu': INTERNAL: Failed to open libtpu.so: libtpu.so: cannot open shared object file: No such file or directory
|
| 5 |
-
2026-01-30 17:59:37,890 - jax._src.xla_bridge - WARNING - An NVIDIA GPU may be present on this machine, but a CUDA-enabled jaxlib is not installed. Falling back to cpu.
|
| 6 |
-
2026-01-30 17:59:40,951 - root - INFO - Flax version: 0.11.1
|
| 7 |
-
2026-01-30 17:59:40,952 - root - INFO - Optax version: 0.2.6
|
| 8 |
-
2026-01-30 17:59:40,952 - root - INFO - Platform: cpu
|
| 9 |
-
2026-01-30 17:59:40,952 - root - INFO - Num Devices: 1
|
| 10 |
-
2026-01-30 17:59:40,952 - root - INFO - Devices: [CpuDevice(id=0)]
|
| 11 |
-
2026-01-30 17:59:41,022 - root - INFO - Model config:
|
| 12 |
-
Config(name='Tiny_MoE',
|
| 13 |
-
dtype=<class 'jax.numpy.bfloat16'>,
|
| 14 |
-
vocab_size=50304,
|
| 15 |
-
block_size=2048,
|
| 16 |
-
n_layer=30,
|
| 17 |
-
n_embed=672,
|
| 18 |
-
n_glu_hidden=2048,
|
| 19 |
-
n_head=12,
|
| 20 |
-
n_kv_head=4,
|
| 21 |
-
n_experts=8,
|
| 22 |
-
init_stddev=0.02,
|
| 23 |
-
expert_load_factor=1.25,
|
| 24 |
-
aux_loss_coeff=0.01,
|
| 25 |
-
moe_bias=False,
|
| 26 |
-
mlp_bias=False,
|
| 27 |
-
attention_bias=False,
|
| 28 |
-
load_balance_loss_coeff=0.01,
|
| 29 |
-
z_loss_coeff=0.0005,
|
| 30 |
-
expert_top_k=2,
|
| 31 |
-
ln_epsilon=1e-05,
|
| 32 |
-
rope_theta=0.0001,
|
| 33 |
-
expert_partition_spec=PartitionSpec('devices',),
|
| 34 |
-
sdpa_implementation='xla')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|