training_realworld.log

[2026-01-13 18:28:49,348][__main__][INFO] - 
Initializing training for seed 242
[2026-01-13 18:28:49,718][datasets][INFO] - PyTorch version 2.2.2+cu118 available.
[2026-01-13 18:29:37,887][__main__][INFO] - ✅ Loaded and backed up normalization stats.
[2026-01-13 18:29:42,508][mode.models.networks.modedit][INFO] - Weights initialized using custom _init_weights method
[2026-01-13 18:29:45,055][dinov2][INFO] - using MLP layer as FFN
[2026-01-13 18:30:15,953][__main__][INFO] - Training config:
callbacks:
  ema:
    _target_: mode.callbacks.ema.EMA
    decay: 0.999
    start_step: 0
    save_ema_weights_in_callback_state: true
    evaluate_ema_weights_instead: true
    power: 0.6666666666666666
    inv_gamma: 1.0
    min_value: 0.0
    max_value: 0.9999
  checkpoint:
    _target_: pytorch_lightning.callbacks.ModelCheckpoint
    save_top_k: 1
    verbose: true
    monitor: val_act/lang_act_loss_pp
    mode: min
    dirpath: saved_models
    filename: '{epoch:02d}_{val_act/lang_act_loss_pp:.4f}'
    every_n_epochs: 4
datamodule:
  _target_: mode.datasets.realworld_dataset.LeRobotDataModule
  _recursive_: false
  dataset_path: ${root_data_dir}
  lang_emb_path: /inspire/hdd/global_user/xuzijun-253108540220/xzj/realworld_data_merged_128/carrot_instruction_embedding.pt
  task_description: pick up the carrot in the bowl.
  batch_size: ${batch_size}
  num_workers: ${num_workers}
  val_ratio: 0.1
  obs_horizon: ${obs_seq_len}
  pred_horizon: ${act_seq_len}
  action_space: ${act_dim}
model:
  _target_: mode.models.mode_agent.MoDEAgent
  _recursive_: false
  multistep: ${multistep}
  use_lr_scheduler: true
  entropy_gamma: 0.0
  router_z_delta: 0.0
  use_proprio: false
  seed: ${seed}
  sampler_type: flow_matching
  num_sampling_steps: 10
  sigma_data: 0.5
  sigma_min: 0.001
  sigma_max: 80
  noise_scheduler: exponential
  sigma_sample_density_type: loglogistic
  ckpt_path: null
  start_from_pretrained: true
  act_window_size: ${act_seq_len}
  latent_dim: 1024
  obs_enc_dim: ${obs_dim}
  cond_dim: 512
  resnet_type: '50'
  optimizer:
    _target_: torch.optim.AdamW
    transformer_weight_decay: 0.05
    obs_encoder_weight_decay: 0.05
    learning_rate: 0.0001
    betas:
    - 0.9
    - 0.95
  lr_scheduler:
    lr_scheduler:
      init_lr: 0.0001
      init_lr_scale: 0.1
      final_lr_scale: 1.0e-06
      total_steps: 45000
      phase_ratio: (0.02, 0.08, 0.9)
      lr: 0.0001
  model:
    _target_: mode.models.edm_diffusion.score_wrappers.FlowMatchingDenoiser
    _recursive_: false
    inner_model:
      _target_: mode.models.networks.modedit.MoDeDiT
      action_dim: ${datamodule.action_space}
      goal_dim: ${model.cond_dim}
      obs_dim: 2048
      goal_conditioned: true
      causal: true
      use_custom_attn_mask: false
      use_proprio: ${model.use_proprio}
      state_dim: ${proprio_dims}
      embed_dim: ${model.latent_dim}
      n_layers: 12
      goal_seq_len: 1
      obs_seq_len: ${obs_seq_len}
      action_seq_len: ${act_seq_len}
      embed_pdrob: 0
      goal_drop: 0.1
      attn_pdrop: 0.3
      mlp_pdrop: 0.1
      n_heads: 8
      device: ${device}
      linear_output: true
      cond_router: true
      num_experts: 4
      top_k: 2
      router_normalize: true
      use_goal_in_routing: false
      use_argmax: false
      use_shared_expert: false
      use_noise_token_as_input: true
      init_style: olmoe
  language_goal:
    _target_: mode.models.networks.clip_lang_encoder.LangClip
    _recursive_: false
    model_name: ${clip_lang_model_name}
  track_adapter_config:
    _target_: mode.models.onestep_tracker.GlobalTrackAdapter
    _recursive_: false
    output_dim: ${model.cond_dim}
    checkpoint_path: /inspire/hdd/global_user/xuzijun-253108540220/Reviwo/logs/pretrain_track_tokenizer/libero-one-step/checkpoint/step_28500/model.pth/global_step28500/mp_rank_00_model_states.pt
    global_track_config:
      track_model:
        img_size:
        - 128
        - 128
        patch_size: 16
        track_cfg:
          num_track_ts: 16
          num_track_ids: 529
          patch_size: 4
        language_encoder_cfg:
          network_name: MLPEncoder
          input_size: 4096
          hidden_size: 128
          num_layers: 1
        transformer_cfg:
          dim: 384
          dim_head: 384
          heads: 8
          depth: 8
          attn_dropout: 0.2
          ff_dropout: 0.2
      global_track_config:
        patch_size: 4
        num_track_ts: 16
        num_track_ids: 52
      global_track_transformer_cfg:
        dim: 384
        dim_head: 384
        heads: 8
        depth: 8
        attn_dropout: 0.2
        ff_dropout: 0.2
      global_decoder_tansformer_cfg:
        dim: 384
        dim_head: 384
        heads: 8
        depth: 8
        attn_dropout: 0.2
        ff_dropout: 0.2
exp_name: realworld_carrot_train
root_data_dir: /inspire/hdd/global_user/xuzijun-253108540220/xzj/realworld_data_pi_fixed_state_machine
lang_folder: lang_clip_resnet50
vis_clip_model_name: ViT-B/16
clip_lang_model_name: ViT-B/32
log_dir: ./logs
slurm: false
future_range: 29
seed: 242
device: cuda
batch_size: 64
devices: 4
goal_window_size: 1
act_dim: 7
proprio_dims: 9
obs_dim: 512
goal_dim: 512
obs_seq_len: 16
act_seq_len: 10
multistep: ${act_seq_len}
p_last_state: 0
gen_img_res: 128
max_epochs: 1000
num_workers: 10
benchmark_name: realworld_custom
libero_benchmark: realworld_custom.
trainer:
  devices: ${devices}
  precision: bf16
  max_epochs: ${max_epochs}
  sync_batchnorm: false
  accelerator: auto
  limit_train_batches: null
  limit_val_batches: null
logger:
  _target_: pytorch_lightning.loggers.WandbLogger
  save_dir: .
  name: logger
  group: mode
  log_model: true
  project: ${libero_benchmark}
  id: xnzm5zzu

[2026-01-13 18:30:16,292][__main__][ERROR] - 
Training failed for seed 242:
[2026-01-13 18:30:16,292][__main__][ERROR] - ================================================================================
[2026-01-13 18:30:16,292][__main__][ERROR] - Error type: MisconfigurationException
[2026-01-13 18:30:16,293][__main__][ERROR] - Error message: You requested gpu: [0, 1, 2, 3]
 But your machine only has: [0, 1]
[2026-01-13 18:30:16,293][__main__][ERROR] - Full traceback:
[2026-01-13 18:30:16,395][__main__][ERROR] - Traceback (most recent call last):
  File "/inspire/hdd/global_user/xuzijun-253108540220/MoDE_Diffusion_Policy/mode/training_realworld.py", line 183, in train
    trainer = Trainer(**trainer_args)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/utilities/argparse.py", line 70, in insert_env_defaults
    return fn(self, **kwargs)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/trainer.py", line 399, in __init__
    self._accelerator_connector = _AcceleratorConnector(
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py", line 157, in __init__
    self._set_parallel_devices_and_init_accelerator()
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py", line 390, in _set_parallel_devices_and_init_accelerator
    self._devices_flag = accelerator_cls.parse_devices(self._devices_flag)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/accelerators/cuda.py", line 82, in parse_devices
    return _parse_gpu_ids(devices, include_cuda=True)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/lightning_fabric/utilities/device_parser.py", line 102, in _parse_gpu_ids
    return _sanitize_gpu_ids(gpus, include_cuda=include_cuda, include_mps=include_mps)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/lightning_fabric/utilities/device_parser.py", line 135, in _sanitize_gpu_ids
    raise MisconfigurationException(
lightning_fabric.utilities.exceptions.MisconfigurationException: You requested gpu: [0, 1, 2, 3]
 But your machine only has: [0, 1]

[2026-01-13 18:30:16,395][__main__][ERROR] - ================================================================================
[2026-01-13 18:30:16,545][__main__][ERROR] - 
Training script failed:
[2026-01-13 18:30:16,545][__main__][ERROR] - ================================================================================
[2026-01-13 18:30:16,545][__main__][ERROR] - Error type: MisconfigurationException
[2026-01-13 18:30:16,545][__main__][ERROR] - Error message: You requested gpu: [0, 1, 2, 3]
 But your machine only has: [0, 1]
[2026-01-13 18:30:16,545][__main__][ERROR] - Full traceback:
[2026-01-13 18:30:16,546][__main__][ERROR] - Traceback (most recent call last):
  File "/inspire/hdd/global_user/xuzijun-253108540220/MoDE_Diffusion_Policy/mode/training_realworld.py", line 231, in <module>
    train()
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/main.py", line 94, in decorated_main
    _run_hydra(
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 394, in _run_hydra
    _run_app(
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 457, in _run_app
    run_and_report(
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 223, in run_and_report
    raise ex
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 220, in run_and_report
    return func()
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 458, in <lambda>
    lambda: hydra.run(
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/hydra.py", line 132, in run
    _ = ret.return_value
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/core/utils.py", line 260, in return_value
    raise self._return_value
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/core/utils.py", line 186, in run_job
    ret.return_value = task_function(task_cfg)
  File "/inspire/hdd/global_user/xuzijun-253108540220/MoDE_Diffusion_Policy/mode/training_realworld.py", line 212, in train
    raise e
  File "/inspire/hdd/global_user/xuzijun-253108540220/MoDE_Diffusion_Policy/mode/training_realworld.py", line 183, in train
    trainer = Trainer(**trainer_args)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/utilities/argparse.py", line 70, in insert_env_defaults
    return fn(self, **kwargs)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/trainer.py", line 399, in __init__
    self._accelerator_connector = _AcceleratorConnector(
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py", line 157, in __init__
    self._set_parallel_devices_and_init_accelerator()
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py", line 390, in _set_parallel_devices_and_init_accelerator
    self._devices_flag = accelerator_cls.parse_devices(self._devices_flag)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/accelerators/cuda.py", line 82, in parse_devices
    return _parse_gpu_ids(devices, include_cuda=True)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/lightning_fabric/utilities/device_parser.py", line 102, in _parse_gpu_ids
    return _sanitize_gpu_ids(gpus, include_cuda=include_cuda, include_mps=include_mps)
  File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/lightning_fabric/utilities/device_parser.py", line 135, in _sanitize_gpu_ids
    raise MisconfigurationException(
lightning_fabric.utilities.exceptions.MisconfigurationException: You requested gpu: [0, 1, 2, 3]
 But your machine only has: [0, 1]

[2026-01-13 18:30:16,546][__main__][ERROR] - ================================================================================
[2026-01-13 18:30:51,078][__main__][INFO] - 
Initializing training for seed 242
[2026-01-13 18:30:51,093][datasets][INFO] - PyTorch version 2.2.2+cu118 available.
[2026-01-13 18:31:16,441][__main__][INFO] - ✅ Loaded and backed up normalization stats.
[2026-01-13 18:31:20,981][mode.models.networks.modedit][INFO] - Weights initialized using custom _init_weights method
[2026-01-13 18:31:21,851][dinov2][INFO] - using MLP layer as FFN
[2026-01-13 18:31:45,634][__main__][INFO] - Training config:
callbacks:
  ema:
    _target_: mode.callbacks.ema.EMA
    decay: 0.999
    start_step: 0
    save_ema_weights_in_callback_state: true
    evaluate_ema_weights_instead: true
    power: 0.6666666666666666
    inv_gamma: 1.0
    min_value: 0.0
    max_value: 0.9999
  checkpoint:
    _target_: pytorch_lightning.callbacks.ModelCheckpoint
    save_top_k: 1
    verbose: true
    monitor: val_act/lang_act_loss_pp
    mode: min
    dirpath: saved_models
    filename: '{epoch:02d}_{val_act/lang_act_loss_pp:.4f}'
    every_n_epochs: 4
datamodule:
  _target_: mode.datasets.realworld_dataset.LeRobotDataModule
  _recursive_: false
  dataset_path: ${root_data_dir}
  lang_emb_path: /inspire/hdd/global_user/xuzijun-253108540220/xzj/realworld_data_merged_128/carrot_instruction_embedding.pt
  task_description: pick up the carrot in the bowl.
  batch_size: ${batch_size}
  num_workers: ${num_workers}
  val_ratio: 0.1
  obs_horizon: ${obs_seq_len}
  pred_horizon: ${act_seq_len}
  action_space: ${act_dim}
model:
  _target_: mode.models.mode_agent.MoDEAgent
  _recursive_: false
  multistep: ${multistep}
  use_lr_scheduler: true
  entropy_gamma: 0.0
  router_z_delta: 0.0
  use_proprio: false
  seed: ${seed}
  sampler_type: flow_matching
  num_sampling_steps: 10
  sigma_data: 0.5
  sigma_min: 0.001
  sigma_max: 80
  noise_scheduler: exponential
  sigma_sample_density_type: loglogistic
  ckpt_path: null
  start_from_pretrained: true
  act_window_size: ${act_seq_len}
  latent_dim: 1024
  obs_enc_dim: ${obs_dim}
  cond_dim: 512
  resnet_type: '50'
  optimizer:
    _target_: torch.optim.AdamW
    transformer_weight_decay: 0.05
    obs_encoder_weight_decay: 0.05
    learning_rate: 0.0001
    betas:
    - 0.9
    - 0.95
  lr_scheduler:
    lr_scheduler:
      init_lr: 0.0001
      init_lr_scale: 0.1
      final_lr_scale: 1.0e-06
      total_steps: 45000
      phase_ratio: (0.02, 0.08, 0.9)
      lr: 0.0001
  model:
    _target_: mode.models.edm_diffusion.score_wrappers.FlowMatchingDenoiser
    _recursive_: false
    inner_model:
      _target_: mode.models.networks.modedit.MoDeDiT
      action_dim: ${datamodule.action_space}
      goal_dim: ${model.cond_dim}
      obs_dim: 2048
      goal_conditioned: true
      causal: true
      use_custom_attn_mask: false
      use_proprio: ${model.use_proprio}
      state_dim: ${proprio_dims}
      embed_dim: ${model.latent_dim}
      n_layers: 12
      goal_seq_len: 1
      obs_seq_len: ${obs_seq_len}
      action_seq_len: ${act_seq_len}
      embed_pdrob: 0
      goal_drop: 0.1
      attn_pdrop: 0.3
      mlp_pdrop: 0.1
      n_heads: 8
      device: ${device}
      linear_output: true
      cond_router: true
      num_experts: 4
      top_k: 2
      router_normalize: true
      use_goal_in_routing: false
      use_argmax: false
      use_shared_expert: false
      use_noise_token_as_input: true
      init_style: olmoe
  language_goal:
    _target_: mode.models.networks.clip_lang_encoder.LangClip
    _recursive_: false
    model_name: ${clip_lang_model_name}
  track_adapter_config:
    _target_: mode.models.onestep_tracker.GlobalTrackAdapter
    _recursive_: false
    output_dim: ${model.cond_dim}
    checkpoint_path: /inspire/hdd/global_user/xuzijun-253108540220/Reviwo/logs/pretrain_track_tokenizer/libero-one-step/checkpoint/step_28500/model.pth/global_step28500/mp_rank_00_model_states.pt
    global_track_config:
      track_model:
        img_size:
        - 128
        - 128
        patch_size: 16
        track_cfg:
          num_track_ts: 16
          num_track_ids: 529
          patch_size: 4
        language_encoder_cfg:
          network_name: MLPEncoder
          input_size: 4096
          hidden_size: 128
          num_layers: 1
        transformer_cfg:
          dim: 384
          dim_head: 384
          heads: 8
          depth: 8
          attn_dropout: 0.2
          ff_dropout: 0.2
      global_track_config:
        patch_size: 4
        num_track_ts: 16
        num_track_ids: 52
      global_track_transformer_cfg:
        dim: 384
        dim_head: 384
        heads: 8
        depth: 8
        attn_dropout: 0.2
        ff_dropout: 0.2
      global_decoder_tansformer_cfg:
        dim: 384
        dim_head: 384
        heads: 8
        depth: 8
        attn_dropout: 0.2
        ff_dropout: 0.2
exp_name: realworld_carrot_train
root_data_dir: /inspire/hdd/global_user/xuzijun-253108540220/xzj/realworld_data_pi_fixed_state_machine
lang_folder: lang_clip_resnet50
vis_clip_model_name: ViT-B/16
clip_lang_model_name: ViT-B/32
log_dir: ./logs
slurm: false
future_range: 29
seed: 242
device: cuda
batch_size: 64
devices: 2
goal_window_size: 1
act_dim: 7
proprio_dims: 9
obs_dim: 512
goal_dim: 512
obs_seq_len: 16
act_seq_len: 10
multistep: ${act_seq_len}
p_last_state: 0
gen_img_res: 128
max_epochs: 1000
num_workers: 10
benchmark_name: realworld_custom
libero_benchmark: realworld_custom.
trainer:
  devices: ${devices}
  precision: bf16
  max_epochs: ${max_epochs}
  sync_batchnorm: false
  accelerator: auto
  limit_train_batches: null
  limit_val_batches: null
logger:
  _target_: pytorch_lightning.loggers.WandbLogger
  save_dir: .
  name: logger
  group: mode
  log_model: true
  project: ${libero_benchmark}
  id: 6izxdnvl

[2026-01-13 18:33:02,077][mode.models.mode_agent][INFO] - Start validation epoch 0
[2026-01-13 18:33:33,683][mode.models.mode_agent][INFO] - Finished validation epoch 0
[2026-01-13 18:33:33,721][root][INFO] - Creating EMA weights copy.
[2026-01-13 18:33:34,162][mode.models.mode_agent][INFO] - Start training epoch 0
[2026-01-13 18:36:46,807][mode.models.mode_agent][INFO] - Start validation epoch 0
[2026-01-13 18:37:13,224][mode.models.mode_agent][INFO] - Finished validation epoch 0
[2026-01-13 18:37:16,064][mode.models.mode_agent][INFO] - Finished training epoch 0
[2026-01-13 18:37:16,092][mode.models.mode_agent][INFO] - Start training epoch 1
[2026-01-13 18:40:59,005][mode.models.mode_agent][INFO] - Start validation epoch 1
[2026-01-13 18:41:30,245][mode.models.mode_agent][INFO] - Finished validation epoch 1
[2026-01-13 18:41:32,333][mode.models.mode_agent][INFO] - Finished training epoch 1
[2026-01-13 18:41:32,358][mode.models.mode_agent][INFO] - Start training epoch 2
[2026-01-13 18:45:15,254][mode.models.mode_agent][INFO] - Start validation epoch 2
[2026-01-13 18:45:46,051][mode.models.mode_agent][INFO] - Finished validation epoch 2
[2026-01-13 18:45:48,168][mode.models.mode_agent][INFO] - Finished training epoch 2
[2026-01-13 18:45:48,192][mode.models.mode_agent][INFO] - Start training epoch 3
[2026-01-13 18:49:28,895][mode.models.mode_agent][INFO] - Start validation epoch 3
[2026-01-13 18:49:58,967][mode.models.mode_agent][INFO] - Finished validation epoch 3
[2026-01-13 18:50:01,472][mode.models.mode_agent][INFO] - Finished training epoch 3
[2026-01-13 18:50:23,695][mode.models.mode_agent][INFO] - Start training epoch 4
[2026-01-13 18:53:49,033][mode.models.mode_agent][INFO] - Start validation epoch 4
[2026-01-13 18:54:22,484][mode.models.mode_agent][INFO] - Finished validation epoch 4
[2026-01-13 18:54:24,622][mode.models.mode_agent][INFO] - Finished training epoch 4
[2026-01-13 18:54:24,646][mode.models.mode_agent][INFO] - Start training epoch 5
[2026-01-13 18:57:57,844][mode.models.mode_agent][INFO] - Start validation epoch 5
[2026-01-13 18:58:27,719][mode.models.mode_agent][INFO] - Finished validation epoch 5
[2026-01-13 18:58:30,278][mode.models.mode_agent][INFO] - Finished training epoch 5
[2026-01-13 18:58:30,302][mode.models.mode_agent][INFO] - Start training epoch 6
[2026-01-13 19:02:12,195][mode.models.mode_agent][INFO] - Start validation epoch 6
[2026-01-13 19:02:42,804][mode.models.mode_agent][INFO] - Finished validation epoch 6
[2026-01-13 19:02:44,820][mode.models.mode_agent][INFO] - Finished training epoch 6
[2026-01-13 19:02:44,843][mode.models.mode_agent][INFO] - Start training epoch 7
[2026-01-13 19:06:15,586][mode.models.mode_agent][INFO] - Start validation epoch 7
[2026-01-13 19:06:48,055][mode.models.mode_agent][INFO] - Finished validation epoch 7
[2026-01-13 19:06:50,214][mode.models.mode_agent][INFO] - Finished training epoch 7
[2026-01-13 19:07:10,544][mode.models.mode_agent][INFO] - Start training epoch 8
[2026-01-13 19:10:35,750][mode.models.mode_agent][INFO] - Start validation epoch 8
[2026-01-13 19:11:06,451][mode.models.mode_agent][INFO] - Finished validation epoch 8
[2026-01-13 19:11:08,557][mode.models.mode_agent][INFO] - Finished training epoch 8
[2026-01-13 19:11:08,580][mode.models.mode_agent][INFO] - Start training epoch 9
[2026-01-13 19:14:50,592][mode.models.mode_agent][INFO] - Start validation epoch 9
[2026-01-13 19:15:19,533][mode.models.mode_agent][INFO] - Finished validation epoch 9
[2026-01-13 19:15:21,574][mode.models.mode_agent][INFO] - Finished training epoch 9
[2026-01-13 19:15:21,598][mode.models.mode_agent][INFO] - Start training epoch 10
[2026-01-13 19:18:55,227][mode.models.mode_agent][INFO] - Start validation epoch 10
[2026-01-13 19:19:27,142][mode.models.mode_agent][INFO] - Finished validation epoch 10
[2026-01-13 19:19:29,840][mode.models.mode_agent][INFO] - Finished training epoch 10
[2026-01-13 19:19:29,865][mode.models.mode_agent][INFO] - Start training epoch 11
[2026-01-13 19:23:14,866][mode.models.mode_agent][INFO] - Start validation epoch 11
[2026-01-13 19:23:46,578][mode.models.mode_agent][INFO] - Finished validation epoch 11
[2026-01-13 19:23:48,716][mode.models.mode_agent][INFO] - Finished training epoch 11
[2026-01-13 19:24:09,462][mode.models.mode_agent][INFO] - Start training epoch 12
[2026-01-13 19:27:39,272][mode.models.mode_agent][INFO] - Start validation epoch 12
[2026-01-13 19:28:11,794][mode.models.mode_agent][INFO] - Finished validation epoch 12
[2026-01-13 19:28:13,870][mode.models.mode_agent][INFO] - Finished training epoch 12
[2026-01-13 19:28:13,894][mode.models.mode_agent][INFO] - Start training epoch 13
[2026-01-13 19:31:56,786][mode.models.mode_agent][INFO] - Start validation epoch 13
[2026-01-13 19:32:27,937][mode.models.mode_agent][INFO] - Finished validation epoch 13
[2026-01-13 19:32:30,032][mode.models.mode_agent][INFO] - Finished training epoch 13
[2026-01-13 19:32:30,056][mode.models.mode_agent][INFO] - Start training epoch 14
[2026-01-13 19:36:08,254][mode.models.mode_agent][INFO] - Start validation epoch 14
[2026-01-13 19:36:37,520][mode.models.mode_agent][INFO] - Finished validation epoch 14
[2026-01-13 19:36:39,621][mode.models.mode_agent][INFO] - Finished training epoch 14
[2026-01-13 19:36:39,645][mode.models.mode_agent][INFO] - Start training epoch 15
[2026-01-13 19:40:23,550][mode.models.mode_agent][INFO] - Start validation epoch 15
[2026-01-13 19:40:54,108][mode.models.mode_agent][INFO] - Finished validation epoch 15
[2026-01-13 19:40:56,236][mode.models.mode_agent][INFO] - Finished training epoch 15
[2026-01-13 19:41:15,904][mode.models.mode_agent][INFO] - Start training epoch 16
[2026-01-13 19:44:44,423][mode.models.mode_agent][INFO] - Start validation epoch 16
[2026-01-13 19:45:14,339][mode.models.mode_agent][INFO] - Finished validation epoch 16
[2026-01-13 19:45:16,401][mode.models.mode_agent][INFO] - Finished training epoch 16
[2026-01-13 19:45:16,462][mode.models.mode_agent][INFO] - Start training epoch 17
[2026-01-13 19:48:56,771][mode.models.mode_agent][INFO] - Start validation epoch 17
[2026-01-13 19:49:27,727][mode.models.mode_agent][INFO] - Finished validation epoch 17
[2026-01-13 19:49:29,903][mode.models.mode_agent][INFO] - Finished training epoch 17
[2026-01-13 19:49:29,927][mode.models.mode_agent][INFO] - Start training epoch 18
[2026-01-13 19:53:08,090][mode.models.mode_agent][INFO] - Start validation epoch 18
[2026-01-13 19:53:39,332][mode.models.mode_agent][INFO] - Finished validation epoch 18
[2026-01-13 19:53:41,431][mode.models.mode_agent][INFO] - Finished training epoch 18
[2026-01-13 19:53:41,455][mode.models.mode_agent][INFO] - Start training epoch 19
[2026-01-13 19:57:25,690][mode.models.mode_agent][INFO] - Start validation epoch 19
[2026-01-13 19:57:55,380][mode.models.mode_agent][INFO] - Finished validation epoch 19
[2026-01-13 19:57:57,466][mode.models.mode_agent][INFO] - Finished training epoch 19
[2026-01-13 19:58:17,083][mode.models.mode_agent][INFO] - Start training epoch 20
[2026-01-13 20:01:46,092][mode.models.mode_agent][INFO] - Start validation epoch 20
[2026-01-13 20:02:16,203][mode.models.mode_agent][INFO] - Finished validation epoch 20
[2026-01-13 20:02:18,300][mode.models.mode_agent][INFO] - Finished training epoch 20
[2026-01-13 20:02:18,323][mode.models.mode_agent][INFO] - Start training epoch 21
[2026-01-13 20:05:53,148][mode.models.mode_agent][INFO] - Start validation epoch 21
[2026-01-13 20:06:23,250][mode.models.mode_agent][INFO] - Finished validation epoch 21
[2026-01-13 20:06:25,467][mode.models.mode_agent][INFO] - Finished training epoch 21
[2026-01-13 20:06:25,491][mode.models.mode_agent][INFO] - Start training epoch 22
[2026-01-13 20:10:00,689][mode.models.mode_agent][INFO] - Start validation epoch 22
[2026-01-13 20:10:32,615][mode.models.mode_agent][INFO] - Finished validation epoch 22
[2026-01-13 20:10:34,717][mode.models.mode_agent][INFO] - Finished training epoch 22
[2026-01-13 20:10:34,741][mode.models.mode_agent][INFO] - Start training epoch 23
[2026-01-13 20:14:07,898][mode.models.mode_agent][INFO] - Start validation epoch 23
[2026-01-13 20:14:38,559][mode.models.mode_agent][INFO] - Finished validation epoch 23
[2026-01-13 20:14:40,437][mode.models.mode_agent][INFO] - Finished training epoch 23
[2026-01-13 20:15:00,338][mode.models.mode_agent][INFO] - Start training epoch 24
[2026-01-13 20:18:16,580][mode.models.mode_agent][INFO] - Start validation epoch 24
[2026-01-13 20:18:46,639][mode.models.mode_agent][INFO] - Finished validation epoch 24
[2026-01-13 20:18:48,845][mode.models.mode_agent][INFO] - Finished training epoch 24
[2026-01-13 20:18:48,869][mode.models.mode_agent][INFO] - Start training epoch 25
[2026-01-13 20:22:24,513][mode.models.mode_agent][INFO] - Start validation epoch 25
[2026-01-13 20:22:54,542][mode.models.mode_agent][INFO] - Finished validation epoch 25
[2026-01-13 20:22:56,672][mode.models.mode_agent][INFO] - Finished training epoch 25
[2026-01-13 20:22:56,698][mode.models.mode_agent][INFO] - Start training epoch 26
[2026-01-13 20:26:32,188][mode.models.mode_agent][INFO] - Start validation epoch 26
[2026-01-13 20:27:02,769][mode.models.mode_agent][INFO] - Finished validation epoch 26
[2026-01-13 20:27:05,187][mode.models.mode_agent][INFO] - Finished training epoch 26
[2026-01-13 20:27:05,211][mode.models.mode_agent][INFO] - Start training epoch 27
[2026-01-13 20:30:35,548][mode.models.mode_agent][INFO] - Start validation epoch 27
[2026-01-13 20:31:07,256][mode.models.mode_agent][INFO] - Finished validation epoch 27
[2026-01-13 20:31:09,414][mode.models.mode_agent][INFO] - Finished training epoch 27
[2026-01-13 20:31:29,312][mode.models.mode_agent][INFO] - Start training epoch 28
[2026-01-13 20:34:53,463][mode.models.mode_agent][INFO] - Start validation epoch 28
[2026-01-13 20:35:23,204][mode.models.mode_agent][INFO] - Finished validation epoch 28
[2026-01-13 20:35:25,291][mode.models.mode_agent][INFO] - Finished training epoch 28
[2026-01-13 20:35:25,316][mode.models.mode_agent][INFO] - Start training epoch 29
[2026-01-13 20:38:59,354][mode.models.mode_agent][INFO] - Start validation epoch 29
[2026-01-13 20:39:29,189][mode.models.mode_agent][INFO] - Finished validation epoch 29
[2026-01-13 20:39:31,330][mode.models.mode_agent][INFO] - Finished training epoch 29
[2026-01-13 20:39:31,354][mode.models.mode_agent][INFO] - Start training epoch 30
[2026-01-13 20:43:09,339][mode.models.mode_agent][INFO] - Start validation epoch 30
[2026-01-13 20:43:40,558][mode.models.mode_agent][INFO] - Finished validation epoch 30
[2026-01-13 20:43:42,697][mode.models.mode_agent][INFO] - Finished training epoch 30
[2026-01-13 20:43:42,721][mode.models.mode_agent][INFO] - Start training epoch 31
[2026-01-13 20:47:15,333][mode.models.mode_agent][INFO] - Start validation epoch 31
[2026-01-13 20:47:45,778][mode.models.mode_agent][INFO] - Finished validation epoch 31
[2026-01-13 20:47:47,821][mode.models.mode_agent][INFO] - Finished training epoch 31
[2026-01-13 20:48:08,604][mode.models.mode_agent][INFO] - Start training epoch 32
[2026-01-13 20:51:17,952][mode.models.mode_agent][INFO] - Start validation epoch 32
[2026-01-13 20:51:48,349][mode.models.mode_agent][INFO] - Finished validation epoch 32
[2026-01-13 20:51:50,402][mode.models.mode_agent][INFO] - Finished training epoch 32
[2026-01-13 20:51:50,426][mode.models.mode_agent][INFO] - Start training epoch 33
[2026-01-13 20:55:24,311][mode.models.mode_agent][INFO] - Start validation epoch 33
[2026-01-13 20:55:54,736][mode.models.mode_agent][INFO] - Finished validation epoch 33
[2026-01-13 20:55:56,796][mode.models.mode_agent][INFO] - Finished training epoch 33
[2026-01-13 20:55:56,820][mode.models.mode_agent][INFO] - Start training epoch 34
[2026-01-13 20:59:27,224][mode.models.mode_agent][INFO] - Start validation epoch 34
[2026-01-13 20:59:58,228][mode.models.mode_agent][INFO] - Finished validation epoch 34
[2026-01-13 21:00:00,317][mode.models.mode_agent][INFO] - Finished training epoch 34
[2026-01-13 21:00:00,341][mode.models.mode_agent][INFO] - Start training epoch 35
[2026-01-13 21:03:36,286][mode.models.mode_agent][INFO] - Start validation epoch 35
[2026-01-13 21:04:06,431][mode.models.mode_agent][INFO] - Finished validation epoch 35
[2026-01-13 21:04:08,534][mode.models.mode_agent][INFO] - Finished training epoch 35
[2026-01-13 21:04:28,126][mode.models.mode_agent][INFO] - Start training epoch 36
[2026-01-13 21:07:46,984][mode.models.mode_agent][INFO] - Start validation epoch 36
[2026-01-13 21:08:19,099][mode.models.mode_agent][INFO] - Finished validation epoch 36
[2026-01-13 21:08:21,183][mode.models.mode_agent][INFO] - Finished training epoch 36
[2026-01-13 21:08:21,207][mode.models.mode_agent][INFO] - Start training epoch 37
[2026-01-13 21:11:58,285][mode.models.mode_agent][INFO] - Start validation epoch 37
[2026-01-13 21:12:28,554][mode.models.mode_agent][INFO] - Finished validation epoch 37
[2026-01-13 21:12:30,619][mode.models.mode_agent][INFO] - Finished training epoch 37
[2026-01-13 21:12:30,642][mode.models.mode_agent][INFO] - Start training epoch 38
[2026-01-13 21:16:04,226][mode.models.mode_agent][INFO] - Start validation epoch 38
[2026-01-13 21:16:34,381][mode.models.mode_agent][INFO] - Finished validation epoch 38
[2026-01-13 21:16:36,471][mode.models.mode_agent][INFO] - Finished training epoch 38
[2026-01-13 21:16:36,494][mode.models.mode_agent][INFO] - Start training epoch 39
[2026-01-13 21:20:14,134][mode.models.mode_agent][INFO] - Start validation epoch 39
[2026-01-13 21:20:48,222][mode.models.mode_agent][INFO] - Finished validation epoch 39
[2026-01-13 21:20:50,313][mode.models.mode_agent][INFO] - Finished training epoch 39
[2026-01-13 21:20:50,338][mode.models.mode_agent][INFO] - Start training epoch 40
[2026-01-13 21:24:23,043][mode.models.mode_agent][INFO] - Start validation epoch 40
[2026-01-13 21:24:52,738][mode.models.mode_agent][INFO] - Finished validation epoch 40
[2026-01-13 21:24:54,812][mode.models.mode_agent][INFO] - Finished training epoch 40
[2026-01-13 21:24:54,838][mode.models.mode_agent][INFO] - Start training epoch 41
[2026-01-13 21:28:24,226][mode.models.mode_agent][INFO] - Start validation epoch 41
[2026-01-13 21:28:54,363][mode.models.mode_agent][INFO] - Finished validation epoch 41
[2026-01-13 21:28:56,459][mode.models.mode_agent][INFO] - Finished training epoch 41
[2026-01-13 21:28:56,483][mode.models.mode_agent][INFO] - Start training epoch 42
[2026-01-13 21:32:34,750][mode.models.mode_agent][INFO] - Start validation epoch 42
[2026-01-13 21:33:06,557][mode.models.mode_agent][INFO] - Finished validation epoch 42
[2026-01-13 21:33:08,726][mode.models.mode_agent][INFO] - Finished training epoch 42
[2026-01-13 21:33:08,750][mode.models.mode_agent][INFO] - Start training epoch 43
[2026-01-13 21:36:42,525][mode.models.mode_agent][INFO] - Start validation epoch 43
[2026-01-13 21:37:13,213][mode.models.mode_agent][INFO] - Finished validation epoch 43
[2026-01-13 21:37:15,345][mode.models.mode_agent][INFO] - Finished training epoch 43
[2026-01-13 21:37:34,983][mode.models.mode_agent][INFO] - Start training epoch 44
[2026-01-13 21:40:58,938][mode.models.mode_agent][INFO] - Start validation epoch 44
[2026-01-13 21:41:31,813][mode.models.mode_agent][INFO] - Finished validation epoch 44
[2026-01-13 21:41:34,227][mode.models.mode_agent][INFO] - Finished training epoch 44
[2026-01-13 21:41:34,252][mode.models.mode_agent][INFO] - Start training epoch 45
[2026-01-13 21:45:06,015][mode.models.mode_agent][INFO] - Start validation epoch 45
[2026-01-13 21:45:36,934][mode.models.mode_agent][INFO] - Finished validation epoch 45
[2026-01-13 21:45:39,051][mode.models.mode_agent][INFO] - Finished training epoch 45
[2026-01-13 21:45:39,075][mode.models.mode_agent][INFO] - Start training epoch 46
[2026-01-13 21:49:15,192][mode.models.mode_agent][INFO] - Start validation epoch 46
[2026-01-13 21:49:45,262][mode.models.mode_agent][INFO] - Finished validation epoch 46
[2026-01-13 21:49:47,781][mode.models.mode_agent][INFO] - Finished training epoch 46
[2026-01-13 21:49:47,805][mode.models.mode_agent][INFO] - Start training epoch 47
[2026-01-13 21:53:21,731][mode.models.mode_agent][INFO] - Start validation epoch 47
[2026-01-13 21:53:51,428][mode.models.mode_agent][INFO] - Finished validation epoch 47
[2026-01-13 21:53:53,535][mode.models.mode_agent][INFO] - Finished training epoch 47
[2026-01-13 21:54:13,724][mode.models.mode_agent][INFO] - Start training epoch 48
[2026-01-13 21:57:39,609][mode.models.mode_agent][INFO] - Start validation epoch 48
[2026-01-13 21:58:13,965][mode.models.mode_agent][INFO] - Finished validation epoch 48
[2026-01-13 21:58:16,126][mode.models.mode_agent][INFO] - Finished training epoch 48
[2026-01-13 21:58:16,150][mode.models.mode_agent][INFO] - Start training epoch 49
[2026-01-13 22:01:49,750][mode.models.mode_agent][INFO] - Start validation epoch 49
[2026-01-13 22:02:19,666][mode.models.mode_agent][INFO] - Finished validation epoch 49
[2026-01-13 22:02:21,765][mode.models.mode_agent][INFO] - Finished training epoch 49
[2026-01-13 22:02:21,789][mode.models.mode_agent][INFO] - Start training epoch 50
[2026-01-13 22:05:55,785][mode.models.mode_agent][INFO] - Start validation epoch 50
[2026-01-13 22:06:27,944][mode.models.mode_agent][INFO] - Finished validation epoch 50
[2026-01-13 22:06:29,981][mode.models.mode_agent][INFO] - Finished training epoch 50
[2026-01-13 22:06:30,004][mode.models.mode_agent][INFO] - Start training epoch 51
[2026-01-13 22:10:02,640][mode.models.mode_agent][INFO] - Start validation epoch 51
[2026-01-13 22:10:33,319][mode.models.mode_agent][INFO] - Finished validation epoch 51
[2026-01-13 22:10:35,892][mode.models.mode_agent][INFO] - Finished training epoch 51
[2026-01-13 22:10:55,273][mode.models.mode_agent][INFO] - Start training epoch 52
[2026-01-13 22:14:05,324][mode.models.mode_agent][INFO] - Start validation epoch 52
[2026-01-13 22:14:34,322][mode.models.mode_agent][INFO] - Finished validation epoch 52
[2026-01-13 22:14:36,410][mode.models.mode_agent][INFO] - Finished training epoch 52
[2026-01-13 22:14:36,434][mode.models.mode_agent][INFO] - Start training epoch 53
[2026-01-13 22:18:07,888][mode.models.mode_agent][INFO] - Start validation epoch 53
[2026-01-13 22:18:38,385][mode.models.mode_agent][INFO] - Finished validation epoch 53
[2026-01-13 22:18:40,554][mode.models.mode_agent][INFO] - Finished training epoch 53
[2026-01-13 22:18:40,578][mode.models.mode_agent][INFO] - Start training epoch 54
[2026-01-13 22:22:08,542][mode.models.mode_agent][INFO] - Start validation epoch 54
[2026-01-13 22:22:37,670][mode.models.mode_agent][INFO] - Finished validation epoch 54
[2026-01-13 22:22:40,252][mode.models.mode_agent][INFO] - Finished training epoch 54
[2026-01-13 22:22:40,276][mode.models.mode_agent][INFO] - Start training epoch 55
[2026-01-13 22:26:16,597][mode.models.mode_agent][INFO] - Start validation epoch 55
[2026-01-13 22:26:47,713][mode.models.mode_agent][INFO] - Finished validation epoch 55
[2026-01-13 22:26:49,841][mode.models.mode_agent][INFO] - Finished training epoch 55
[2026-01-13 22:27:09,474][mode.models.mode_agent][INFO] - Start training epoch 56
[2026-01-13 22:30:35,924][mode.models.mode_agent][INFO] - Start validation epoch 56
[2026-01-13 22:31:06,759][mode.models.mode_agent][INFO] - Finished validation epoch 56
[2026-01-13 22:31:08,908][mode.models.mode_agent][INFO] - Finished training epoch 56
[2026-01-13 22:31:08,932][mode.models.mode_agent][INFO] - Start training epoch 57
[2026-01-13 22:34:44,112][mode.models.mode_agent][INFO] - Start validation epoch 57
[2026-01-13 22:35:14,999][mode.models.mode_agent][INFO] - Finished validation epoch 57
[2026-01-13 22:35:18,318][mode.models.mode_agent][INFO] - Finished training epoch 57
[2026-01-13 22:35:18,345][mode.models.mode_agent][INFO] - Start training epoch 58
[2026-01-13 22:39:07,659][mode.models.mode_agent][INFO] - Start validation epoch 58
[2026-01-13 22:39:40,624][mode.models.mode_agent][INFO] - Finished validation epoch 58
[2026-01-13 22:39:42,698][mode.models.mode_agent][INFO] - Finished training epoch 58
[2026-01-13 22:39:42,722][mode.models.mode_agent][INFO] - Start training epoch 59
[2026-01-13 22:43:19,068][mode.models.mode_agent][INFO] - Start validation epoch 59
[2026-01-13 22:43:51,205][mode.models.mode_agent][INFO] - Finished validation epoch 59
[2026-01-13 22:43:53,291][mode.models.mode_agent][INFO] - Finished training epoch 59
[2026-01-13 22:44:13,461][mode.models.mode_agent][INFO] - Start training epoch 60
[2026-01-13 22:47:49,385][mode.models.mode_agent][INFO] - Start validation epoch 60
[2026-01-13 22:48:19,339][mode.models.mode_agent][INFO] - Finished validation epoch 60
[2026-01-13 22:48:21,432][mode.models.mode_agent][INFO] - Finished training epoch 60
[2026-01-13 22:48:21,456][mode.models.mode_agent][INFO] - Start training epoch 61
[2026-01-13 22:52:04,696][mode.models.mode_agent][INFO] - Start validation epoch 61
[2026-01-13 22:52:37,789][mode.models.mode_agent][INFO] - Finished validation epoch 61
[2026-01-13 22:52:39,904][mode.models.mode_agent][INFO] - Finished training epoch 61
[2026-01-13 22:52:39,928][mode.models.mode_agent][INFO] - Start training epoch 62
[2026-01-13 22:56:24,409][mode.models.mode_agent][INFO] - Start validation epoch 62
[2026-01-13 22:56:56,924][mode.models.mode_agent][INFO] - Finished validation epoch 62
[2026-01-13 22:57:02,540][mode.models.mode_agent][INFO] - Finished training epoch 62
[2026-01-13 22:57:02,565][mode.models.mode_agent][INFO] - Start training epoch 63
[2026-01-13 23:00:48,121][mode.models.mode_agent][INFO] - Start validation epoch 63
[2026-01-13 23:01:19,519][mode.models.mode_agent][INFO] - Finished validation epoch 63
[2026-01-13 23:01:21,634][mode.models.mode_agent][INFO] - Finished training epoch 63
[2026-01-13 23:01:41,976][mode.models.mode_agent][INFO] - Start training epoch 64
[2026-01-13 23:05:06,864][mode.models.mode_agent][INFO] - Start validation epoch 64
[2026-01-13 23:05:37,028][mode.models.mode_agent][INFO] - Finished validation epoch 64
[2026-01-13 23:05:39,092][mode.models.mode_agent][INFO] - Finished training epoch 64
[2026-01-13 23:05:39,116][mode.models.mode_agent][INFO] - Start training epoch 65
[2026-01-13 23:09:09,389][mode.models.mode_agent][INFO] - Start validation epoch 65
[2026-01-13 23:09:41,244][mode.models.mode_agent][INFO] - Finished validation epoch 65
[2026-01-13 23:09:43,687][mode.models.mode_agent][INFO] - Finished training epoch 65
[2026-01-13 23:09:43,711][mode.models.mode_agent][INFO] - Start training epoch 66
[2026-01-13 23:13:17,236][mode.models.mode_agent][INFO] - Start validation epoch 66
[2026-01-13 23:13:45,651][mode.models.mode_agent][INFO] - Finished validation epoch 66
[2026-01-13 23:13:47,828][mode.models.mode_agent][INFO] - Finished training epoch 66
[2026-01-13 23:13:47,852][mode.models.mode_agent][INFO] - Start training epoch 67
[2026-01-13 23:17:19,879][mode.models.mode_agent][INFO] - Start validation epoch 67
[2026-01-13 23:17:51,737][mode.models.mode_agent][INFO] - Finished validation epoch 67
[2026-01-13 23:17:53,765][mode.models.mode_agent][INFO] - Finished training epoch 67
[2026-01-13 23:18:13,445][mode.models.mode_agent][INFO] - Start training epoch 68
[2026-01-13 23:21:38,753][mode.models.mode_agent][INFO] - Start validation epoch 68
[2026-01-13 23:22:09,187][mode.models.mode_agent][INFO] - Finished validation epoch 68
[2026-01-13 23:22:11,329][mode.models.mode_agent][INFO] - Finished training epoch 68
[2026-01-13 23:22:11,353][mode.models.mode_agent][INFO] - Start training epoch 69
[2026-01-13 23:25:48,810][mode.models.mode_agent][INFO] - Start validation epoch 69
[2026-01-13 23:26:21,683][mode.models.mode_agent][INFO] - Finished validation epoch 69
[2026-01-13 23:26:24,207][mode.models.mode_agent][INFO] - Finished training epoch 69
[2026-01-13 23:26:24,233][mode.models.mode_agent][INFO] - Start training epoch 70
[2026-01-13 23:30:02,714][mode.models.mode_agent][INFO] - Start validation epoch 70
[2026-01-13 23:30:33,476][mode.models.mode_agent][INFO] - Finished validation epoch 70
[2026-01-13 23:30:35,624][mode.models.mode_agent][INFO] - Finished training epoch 70
[2026-01-13 23:30:35,648][mode.models.mode_agent][INFO] - Start training epoch 71
[2026-01-13 23:34:16,291][mode.models.mode_agent][INFO] - Start validation epoch 71
[2026-01-13 23:34:47,954][mode.models.mode_agent][INFO] - Finished validation epoch 71
[2026-01-13 23:34:50,064][mode.models.mode_agent][INFO] - Finished training epoch 71
[2026-01-13 23:35:09,998][mode.models.mode_agent][INFO] - Start training epoch 72
[2026-01-13 23:38:38,656][mode.models.mode_agent][INFO] - Start validation epoch 72
[2026-01-13 23:39:09,186][mode.models.mode_agent][INFO] - Finished validation epoch 72
[2026-01-13 23:39:11,700][mode.models.mode_agent][INFO] - Finished training epoch 72
[2026-01-13 23:39:11,725][mode.models.mode_agent][INFO] - Start training epoch 73
[2026-01-13 23:42:50,434][mode.models.mode_agent][INFO] - Start validation epoch 73
[2026-01-13 23:43:20,730][mode.models.mode_agent][INFO] - Finished validation epoch 73
[2026-01-13 23:43:23,156][mode.models.mode_agent][INFO] - Finished training epoch 73
[2026-01-13 23:43:23,180][mode.models.mode_agent][INFO] - Start training epoch 74
[2026-01-13 23:47:04,583][mode.models.mode_agent][INFO] - Start validation epoch 74
[2026-01-13 23:47:35,419][mode.models.mode_agent][INFO] - Finished validation epoch 74
[2026-01-13 23:47:37,550][mode.models.mode_agent][INFO] - Finished training epoch 74
[2026-01-13 23:47:37,574][mode.models.mode_agent][INFO] - Start training epoch 75
[2026-01-13 23:51:35,734][mode.models.mode_agent][INFO] - Start validation epoch 75
[2026-01-13 23:52:07,474][mode.models.mode_agent][INFO] - Finished validation epoch 75
[2026-01-13 23:52:09,590][mode.models.mode_agent][INFO] - Finished training epoch 75
[2026-01-13 23:52:29,259][mode.models.mode_agent][INFO] - Start training epoch 76
[2026-01-13 23:55:59,139][mode.models.mode_agent][INFO] - Start validation epoch 76
[2026-01-13 23:56:30,677][mode.models.mode_agent][INFO] - Finished validation epoch 76
[2026-01-13 23:56:32,738][mode.models.mode_agent][INFO] - Finished training epoch 76
[2026-01-13 23:56:32,762][mode.models.mode_agent][INFO] - Start training epoch 77
[2026-01-14 00:00:14,149][mode.models.mode_agent][INFO] - Start validation epoch 77
[2026-01-14 00:00:45,608][mode.models.mode_agent][INFO] - Finished validation epoch 77
[2026-01-14 00:00:47,739][mode.models.mode_agent][INFO] - Finished training epoch 77
[2026-01-14 00:00:47,762][mode.models.mode_agent][INFO] - Start training epoch 78
[2026-01-14 00:04:26,075][mode.models.mode_agent][INFO] - Start validation epoch 78
[2026-01-14 00:04:57,521][mode.models.mode_agent][INFO] - Finished validation epoch 78
[2026-01-14 00:04:59,665][mode.models.mode_agent][INFO] - Finished training epoch 78
[2026-01-14 00:04:59,688][mode.models.mode_agent][INFO] - Start training epoch 79
[2026-01-14 00:08:38,638][mode.models.mode_agent][INFO] - Start validation epoch 79
[2026-01-14 00:09:09,319][mode.models.mode_agent][INFO] - Finished validation epoch 79
[2026-01-14 00:09:11,434][mode.models.mode_agent][INFO] - Finished training epoch 79
[2026-01-14 00:09:31,245][mode.models.mode_agent][INFO] - Start training epoch 80
[2026-01-14 00:12:55,803][mode.models.mode_agent][INFO] - Start validation epoch 80
[2026-01-14 00:13:27,789][mode.models.mode_agent][INFO] - Finished validation epoch 80
[2026-01-14 00:13:29,847][mode.models.mode_agent][INFO] - Finished training epoch 80
[2026-01-14 00:13:29,871][mode.models.mode_agent][INFO] - Start training epoch 81
[2026-01-14 00:17:07,708][mode.models.mode_agent][INFO] - Start validation epoch 81
[2026-01-14 00:17:38,396][mode.models.mode_agent][INFO] - Finished validation epoch 81
[2026-01-14 00:17:40,462][mode.models.mode_agent][INFO] - Finished training epoch 81
[2026-01-14 00:17:40,486][mode.models.mode_agent][INFO] - Start training epoch 82
[2026-01-14 00:21:16,436][mode.models.mode_agent][INFO] - Start validation epoch 82
[2026-01-14 00:21:46,564][mode.models.mode_agent][INFO] - Finished validation epoch 82
[2026-01-14 00:21:48,681][mode.models.mode_agent][INFO] - Finished training epoch 82
[2026-01-14 00:21:48,705][mode.models.mode_agent][INFO] - Start training epoch 83
[2026-01-14 00:25:50,579][mode.models.mode_agent][INFO] - Start validation epoch 83
[2026-01-14 00:26:21,241][mode.models.mode_agent][INFO] - Finished validation epoch 83
[2026-01-14 00:26:23,765][mode.models.mode_agent][INFO] - Finished training epoch 83
[2026-01-14 00:26:42,712][mode.models.mode_agent][INFO] - Start training epoch 84
[2026-01-14 00:30:12,185][mode.models.mode_agent][INFO] - Start validation epoch 84
[2026-01-14 00:30:43,129][mode.models.mode_agent][INFO] - Finished validation epoch 84
[2026-01-14 00:30:45,240][mode.models.mode_agent][INFO] - Finished training epoch 84
[2026-01-14 00:30:45,265][mode.models.mode_agent][INFO] - Start training epoch 85
[2026-01-14 00:34:22,046][mode.models.mode_agent][INFO] - Start validation epoch 85
[2026-01-14 00:34:53,004][mode.models.mode_agent][INFO] - Finished validation epoch 85
[2026-01-14 00:34:55,101][mode.models.mode_agent][INFO] - Finished training epoch 85
[2026-01-14 00:34:55,126][mode.models.mode_agent][INFO] - Start training epoch 86
[2026-01-14 00:38:30,885][mode.models.mode_agent][INFO] - Start validation epoch 86
[2026-01-14 00:39:02,463][mode.models.mode_agent][INFO] - Finished validation epoch 86
[2026-01-14 00:39:04,504][mode.models.mode_agent][INFO] - Finished training epoch 86
[2026-01-14 00:39:04,528][mode.models.mode_agent][INFO] - Start training epoch 87
[2026-01-14 00:42:40,121][mode.models.mode_agent][INFO] - Start validation epoch 87
[2026-01-14 00:43:11,955][mode.models.mode_agent][INFO] - Finished validation epoch 87
[2026-01-14 00:43:14,557][mode.models.mode_agent][INFO] - Finished training epoch 87
[2026-01-14 00:43:33,774][mode.models.mode_agent][INFO] - Start training epoch 88
[2026-01-14 00:46:56,524][mode.models.mode_agent][INFO] - Start validation epoch 88
[2026-01-14 00:47:28,875][mode.models.mode_agent][INFO] - Finished validation epoch 88
[2026-01-14 00:47:30,900][mode.models.mode_agent][INFO] - Finished training epoch 88
[2026-01-14 00:47:30,924][mode.models.mode_agent][INFO] - Start training epoch 89
[2026-01-14 00:51:09,159][mode.models.mode_agent][INFO] - Start validation epoch 89
[2026-01-14 00:51:40,234][mode.models.mode_agent][INFO] - Finished validation epoch 89
[2026-01-14 00:51:42,381][mode.models.mode_agent][INFO] - Finished training epoch 89
[2026-01-14 00:51:42,406][mode.models.mode_agent][INFO] - Start training epoch 90
[2026-01-14 00:55:20,540][mode.models.mode_agent][INFO] - Start validation epoch 90
[2026-01-14 00:55:51,380][mode.models.mode_agent][INFO] - Finished validation epoch 90
[2026-01-14 00:55:53,490][mode.models.mode_agent][INFO] - Finished training epoch 90
[2026-01-14 00:55:53,513][mode.models.mode_agent][INFO] - Start training epoch 91
[2026-01-14 00:59:28,379][mode.models.mode_agent][INFO] - Start validation epoch 91
[2026-01-14 00:59:57,869][mode.models.mode_agent][INFO] - Finished validation epoch 91
[2026-01-14 01:00:00,011][mode.models.mode_agent][INFO] - Finished training epoch 91
[2026-01-14 01:00:20,640][mode.models.mode_agent][INFO] - Start training epoch 92
[2026-01-14 01:03:48,894][mode.models.mode_agent][INFO] - Start validation epoch 92
[2026-01-14 01:04:20,038][mode.models.mode_agent][INFO] - Finished validation epoch 92
[2026-01-14 01:04:22,659][mode.models.mode_agent][INFO] - Finished training epoch 92
[2026-01-14 01:04:22,684][mode.models.mode_agent][INFO] - Start training epoch 93
[2026-01-14 01:08:00,540][mode.models.mode_agent][INFO] - Start validation epoch 93
[2026-01-14 01:08:30,580][mode.models.mode_agent][INFO] - Finished validation epoch 93
[2026-01-14 01:08:32,689][mode.models.mode_agent][INFO] - Finished training epoch 93
[2026-01-14 01:08:32,712][mode.models.mode_agent][INFO] - Start training epoch 94
[2026-01-14 01:12:11,727][mode.models.mode_agent][INFO] - Start validation epoch 94
[2026-01-14 01:12:42,847][mode.models.mode_agent][INFO] - Finished validation epoch 94
[2026-01-14 01:12:44,923][mode.models.mode_agent][INFO] - Finished training epoch 94
[2026-01-14 01:12:44,947][mode.models.mode_agent][INFO] - Start training epoch 95
[2026-01-14 01:16:16,252][mode.models.mode_agent][INFO] - Start validation epoch 95
[2026-01-14 01:16:46,999][mode.models.mode_agent][INFO] - Finished validation epoch 95
[2026-01-14 01:16:49,134][mode.models.mode_agent][INFO] - Finished training epoch 95
[2026-01-14 01:17:09,794][mode.models.mode_agent][INFO] - Start training epoch 96
[2026-01-14 01:20:32,646][mode.models.mode_agent][INFO] - Start validation epoch 96
[2026-01-14 01:21:03,203][mode.models.mode_agent][INFO] - Finished validation epoch 96
[2026-01-14 01:21:05,329][mode.models.mode_agent][INFO] - Finished training epoch 96
[2026-01-14 01:21:05,353][mode.models.mode_agent][INFO] - Start training epoch 97
[2026-01-14 01:24:34,432][mode.models.mode_agent][INFO] - Start validation epoch 97
[2026-01-14 01:25:05,577][mode.models.mode_agent][INFO] - Finished validation epoch 97
[2026-01-14 01:25:07,709][mode.models.mode_agent][INFO] - Finished training epoch 97
[2026-01-14 01:25:07,734][mode.models.mode_agent][INFO] - Start training epoch 98
[2026-01-14 01:28:40,732][mode.models.mode_agent][INFO] - Start validation epoch 98
[2026-01-14 01:29:12,641][mode.models.mode_agent][INFO] - Finished validation epoch 98
[2026-01-14 01:29:14,655][mode.models.mode_agent][INFO] - Finished training epoch 98
[2026-01-14 01:29:14,680][mode.models.mode_agent][INFO] - Start training epoch 99
[2026-01-14 01:32:54,758][mode.models.mode_agent][INFO] - Start validation epoch 99
[2026-01-14 01:33:24,406][mode.models.mode_agent][INFO] - Finished validation epoch 99
[2026-01-14 01:33:27,046][mode.models.mode_agent][INFO] - Finished training epoch 99
[2026-01-14 01:33:46,786][mode.models.mode_agent][INFO] - Start training epoch 100
[2026-01-14 01:37:19,246][mode.models.mode_agent][INFO] - Start validation epoch 100
[2026-01-14 01:37:50,155][mode.models.mode_agent][INFO] - Finished validation epoch 100
[2026-01-14 01:37:52,213][mode.models.mode_agent][INFO] - Finished training epoch 100
[2026-01-14 01:37:52,238][mode.models.mode_agent][INFO] - Start training epoch 101
[2026-01-14 01:41:15,804][mode.models.mode_agent][INFO] - Start validation epoch 101
[2026-01-14 01:41:46,436][mode.models.mode_agent][INFO] - Finished validation epoch 101
[2026-01-14 01:41:48,590][mode.models.mode_agent][INFO] - Finished training epoch 101
[2026-01-14 01:41:48,614][mode.models.mode_agent][INFO] - Start training epoch 102
[2026-01-14 01:45:29,631][mode.models.mode_agent][INFO] - Start validation epoch 102
[2026-01-14 01:46:01,106][mode.models.mode_agent][INFO] - Finished validation epoch 102
[2026-01-14 01:46:03,750][mode.models.mode_agent][INFO] - Finished training epoch 102
[2026-01-14 01:46:03,774][mode.models.mode_agent][INFO] - Start training epoch 103
[2026-01-14 01:49:38,928][mode.models.mode_agent][INFO] - Start validation epoch 103
[2026-01-14 01:50:11,612][mode.models.mode_agent][INFO] - Finished validation epoch 103
[2026-01-14 01:50:13,682][mode.models.mode_agent][INFO] - Finished training epoch 103
[2026-01-14 01:50:33,675][mode.models.mode_agent][INFO] - Start training epoch 104
[2026-01-14 01:54:00,925][mode.models.mode_agent][INFO] - Start validation epoch 104
[2026-01-14 01:54:33,154][mode.models.mode_agent][INFO] - Finished validation epoch 104
[2026-01-14 01:54:35,313][mode.models.mode_agent][INFO] - Finished training epoch 104
[2026-01-14 01:54:35,337][mode.models.mode_agent][INFO] - Start training epoch 105
[2026-01-14 01:58:13,618][mode.models.mode_agent][INFO] - Start validation epoch 105
[2026-01-14 01:58:43,769][mode.models.mode_agent][INFO] - Finished validation epoch 105
[2026-01-14 01:58:45,853][mode.models.mode_agent][INFO] - Finished training epoch 105
[2026-01-14 01:58:45,877][mode.models.mode_agent][INFO] - Start training epoch 106
[2026-01-14 02:02:23,048][mode.models.mode_agent][INFO] - Start validation epoch 106
[2026-01-14 02:02:54,932][mode.models.mode_agent][INFO] - Finished validation epoch 106
[2026-01-14 02:02:57,519][mode.models.mode_agent][INFO] - Finished training epoch 106
[2026-01-14 02:02:57,543][mode.models.mode_agent][INFO] - Start training epoch 107
[2026-01-14 02:06:30,730][mode.models.mode_agent][INFO] - Start validation epoch 107
[2026-01-14 02:07:02,518][mode.models.mode_agent][INFO] - Finished validation epoch 107
[2026-01-14 02:07:04,592][mode.models.mode_agent][INFO] - Finished training epoch 107
[2026-01-14 02:07:24,036][mode.models.mode_agent][INFO] - Start training epoch 108
[2026-01-14 02:10:51,937][mode.models.mode_agent][INFO] - Start validation epoch 108
[2026-01-14 02:11:21,106][mode.models.mode_agent][INFO] - Finished validation epoch 108
[2026-01-14 02:11:23,293][mode.models.mode_agent][INFO] - Finished training epoch 108
[2026-01-14 02:11:23,317][mode.models.mode_agent][INFO] - Start training epoch 109
[2026-01-14 02:15:02,489][mode.models.mode_agent][INFO] - Start validation epoch 109
[2026-01-14 02:15:33,830][mode.models.mode_agent][INFO] - Finished validation epoch 109
[2026-01-14 02:15:36,449][mode.models.mode_agent][INFO] - Finished training epoch 109
[2026-01-14 02:15:36,473][mode.models.mode_agent][INFO] - Start training epoch 110
[2026-01-14 02:19:15,333][mode.models.mode_agent][INFO] - Start validation epoch 110
[2026-01-14 02:19:45,233][mode.models.mode_agent][INFO] - Finished validation epoch 110
[2026-01-14 02:19:47,337][mode.models.mode_agent][INFO] - Finished training epoch 110
[2026-01-14 02:19:47,362][mode.models.mode_agent][INFO] - Start training epoch 111
[2026-01-14 02:23:23,710][mode.models.mode_agent][INFO] - Start validation epoch 111
[2026-01-14 02:23:55,697][mode.models.mode_agent][INFO] - Finished validation epoch 111
[2026-01-14 02:23:57,797][mode.models.mode_agent][INFO] - Finished training epoch 111
[2026-01-14 02:24:18,244][mode.models.mode_agent][INFO] - Start training epoch 112
[2026-01-14 02:27:46,702][mode.models.mode_agent][INFO] - Start validation epoch 112
[2026-01-14 02:28:19,340][mode.models.mode_agent][INFO] - Finished validation epoch 112
[2026-01-14 02:28:21,363][mode.models.mode_agent][INFO] - Finished training epoch 112
[2026-01-14 02:28:21,386][mode.models.mode_agent][INFO] - Start training epoch 113
[2026-01-14 02:31:50,704][mode.models.mode_agent][INFO] - Start validation epoch 113
[2026-01-14 02:32:21,465][mode.models.mode_agent][INFO] - Finished validation epoch 113
[2026-01-14 02:32:23,552][mode.models.mode_agent][INFO] - Finished training epoch 113
[2026-01-14 02:32:23,575][mode.models.mode_agent][INFO] - Start training epoch 114
[2026-01-14 02:35:59,467][mode.models.mode_agent][INFO] - Start validation epoch 114
[2026-01-14 02:36:30,796][mode.models.mode_agent][INFO] - Finished validation epoch 114
[2026-01-14 02:36:32,952][mode.models.mode_agent][INFO] - Finished training epoch 114
[2026-01-14 02:36:32,976][mode.models.mode_agent][INFO] - Start training epoch 115
[2026-01-14 02:40:09,666][mode.models.mode_agent][INFO] - Start validation epoch 115
[2026-01-14 02:40:39,344][mode.models.mode_agent][INFO] - Finished validation epoch 115
[2026-01-14 02:40:41,449][mode.models.mode_agent][INFO] - Finished training epoch 115
[2026-01-14 02:41:01,292][mode.models.mode_agent][INFO] - Start training epoch 116
[2026-01-14 02:44:27,550][mode.models.mode_agent][INFO] - Start validation epoch 116
[2026-01-14 02:44:57,672][mode.models.mode_agent][INFO] - Finished validation epoch 116
[2026-01-14 02:44:59,751][mode.models.mode_agent][INFO] - Finished training epoch 116
[2026-01-14 02:44:59,776][mode.models.mode_agent][INFO] - Start training epoch 117
[2026-01-14 02:48:39,418][mode.models.mode_agent][INFO] - Start validation epoch 117
[2026-01-14 02:49:10,680][mode.models.mode_agent][INFO] - Finished validation epoch 117
[2026-01-14 02:49:12,732][mode.models.mode_agent][INFO] - Finished training epoch 117
[2026-01-14 02:49:12,756][mode.models.mode_agent][INFO] - Start training epoch 118
[2026-01-14 02:52:41,084][mode.models.mode_agent][INFO] - Start validation epoch 118
[2026-01-14 02:53:12,082][mode.models.mode_agent][INFO] - Finished validation epoch 118
[2026-01-14 02:53:14,169][mode.models.mode_agent][INFO] - Finished training epoch 118
[2026-01-14 02:53:14,193][mode.models.mode_agent][INFO] - Start training epoch 119
[2026-01-14 02:56:46,339][mode.models.mode_agent][INFO] - Start validation epoch 119
[2026-01-14 02:57:17,192][mode.models.mode_agent][INFO] - Finished validation epoch 119
[2026-01-14 02:57:19,621][mode.models.mode_agent][INFO] - Finished training epoch 119
[2026-01-14 02:57:19,646][mode.models.mode_agent][INFO] - Start training epoch 120
[2026-01-14 03:00:53,669][mode.models.mode_agent][INFO] - Start validation epoch 120
[2026-01-14 03:01:24,758][mode.models.mode_agent][INFO] - Finished validation epoch 120
[2026-01-14 03:01:27,043][mode.models.mode_agent][INFO] - Finished training epoch 120
[2026-01-14 03:01:27,067][mode.models.mode_agent][INFO] - Start training epoch 121
[2026-01-14 03:04:53,140][mode.models.mode_agent][INFO] - Start validation epoch 121
[2026-01-14 03:05:23,007][mode.models.mode_agent][INFO] - Finished validation epoch 121
[2026-01-14 03:05:25,068][mode.models.mode_agent][INFO] - Finished training epoch 121
[2026-01-14 03:05:25,092][mode.models.mode_agent][INFO] - Start training epoch 122
[2026-01-14 03:08:50,906][mode.models.mode_agent][INFO] - Start validation epoch 122
[2026-01-14 03:09:21,085][mode.models.mode_agent][INFO] - Finished validation epoch 122
[2026-01-14 03:09:23,167][mode.models.mode_agent][INFO] - Finished training epoch 122
[2026-01-14 03:09:23,191][mode.models.mode_agent][INFO] - Start training epoch 123
[2026-01-14 03:12:52,359][mode.models.mode_agent][INFO] - Start validation epoch 123
[2026-01-14 03:13:24,206][mode.models.mode_agent][INFO] - Finished validation epoch 123
[2026-01-14 03:13:26,770][mode.models.mode_agent][INFO] - Finished training epoch 123
[2026-01-14 03:13:26,795][mode.models.mode_agent][INFO] - Start training epoch 124
[2026-01-14 03:17:03,383][mode.models.mode_agent][INFO] - Start validation epoch 124
[2026-01-14 03:17:34,806][mode.models.mode_agent][INFO] - Finished validation epoch 124
[2026-01-14 03:17:36,930][mode.models.mode_agent][INFO] - Finished training epoch 124
[2026-01-14 03:17:36,954][mode.models.mode_agent][INFO] - Start training epoch 125
[2026-01-14 03:21:08,362][mode.models.mode_agent][INFO] - Start validation epoch 125
[2026-01-14 03:21:39,963][mode.models.mode_agent][INFO] - Finished validation epoch 125
[2026-01-14 03:21:42,069][mode.models.mode_agent][INFO] - Finished training epoch 125
[2026-01-14 03:21:42,093][mode.models.mode_agent][INFO] - Start training epoch 126
[2026-01-14 03:25:09,518][mode.models.mode_agent][INFO] - Start validation epoch 126
[2026-01-14 03:25:40,307][mode.models.mode_agent][INFO] - Finished validation epoch 126
[2026-01-14 03:25:42,456][mode.models.mode_agent][INFO] - Finished training epoch 126
[2026-01-14 03:25:42,480][mode.models.mode_agent][INFO] - Start training epoch 127
[2026-01-14 03:29:13,005][mode.models.mode_agent][INFO] - Start validation epoch 127
[2026-01-14 03:29:43,834][mode.models.mode_agent][INFO] - Finished validation epoch 127
[2026-01-14 03:29:45,881][mode.models.mode_agent][INFO] - Finished training epoch 127
[2026-01-14 03:29:45,906][mode.models.mode_agent][INFO] - Start training epoch 128
[2026-01-14 03:33:19,718][mode.models.mode_agent][INFO] - Start validation epoch 128
[2026-01-14 03:33:50,369][mode.models.mode_agent][INFO] - Finished validation epoch 128
[2026-01-14 03:33:52,501][mode.models.mode_agent][INFO] - Finished training epoch 128
[2026-01-14 03:33:52,524][mode.models.mode_agent][INFO] - Start training epoch 129
[2026-01-14 03:37:21,223][mode.models.mode_agent][INFO] - Start validation epoch 129
[2026-01-14 03:37:50,911][mode.models.mode_agent][INFO] - Finished validation epoch 129
[2026-01-14 03:37:53,032][mode.models.mode_agent][INFO] - Finished training epoch 129
[2026-01-14 03:37:53,056][mode.models.mode_agent][INFO] - Start training epoch 130
[2026-01-14 03:41:22,220][mode.models.mode_agent][INFO] - Start validation epoch 130
[2026-01-14 03:41:51,753][mode.models.mode_agent][INFO] - Finished validation epoch 130
[2026-01-14 03:41:54,158][mode.models.mode_agent][INFO] - Finished training epoch 130
[2026-01-14 03:41:54,182][mode.models.mode_agent][INFO] - Start training epoch 131
[2026-01-14 03:45:30,611][mode.models.mode_agent][INFO] - Start validation epoch 131
[2026-01-14 03:46:01,115][mode.models.mode_agent][INFO] - Finished validation epoch 131
[2026-01-14 03:46:03,225][mode.models.mode_agent][INFO] - Finished training epoch 131
[2026-01-14 03:46:22,368][mode.models.mode_agent][INFO] - Start training epoch 132
[2026-01-14 03:49:44,020][mode.models.mode_agent][INFO] - Start validation epoch 132
[2026-01-14 03:50:13,901][mode.models.mode_agent][INFO] - Finished validation epoch 132
[2026-01-14 03:50:16,006][mode.models.mode_agent][INFO] - Finished training epoch 132
[2026-01-14 03:50:16,030][mode.models.mode_agent][INFO] - Start training epoch 133
[2026-01-14 03:53:53,388][mode.models.mode_agent][INFO] - Start validation epoch 133
[2026-01-14 03:54:24,019][mode.models.mode_agent][INFO] - Finished validation epoch 133
[2026-01-14 03:54:26,194][mode.models.mode_agent][INFO] - Finished training epoch 133
[2026-01-14 03:54:26,218][mode.models.mode_agent][INFO] - Start training epoch 134
[2026-01-14 03:58:02,300][mode.models.mode_agent][INFO] - Start validation epoch 134
[2026-01-14 03:58:32,835][mode.models.mode_agent][INFO] - Finished validation epoch 134
[2026-01-14 03:58:34,913][mode.models.mode_agent][INFO] - Finished training epoch 134
[2026-01-14 03:58:34,937][mode.models.mode_agent][INFO] - Start training epoch 135
[2026-01-14 04:02:11,415][mode.models.mode_agent][INFO] - Start validation epoch 135
[2026-01-14 04:02:41,760][mode.models.mode_agent][INFO] - Finished validation epoch 135
[2026-01-14 04:02:43,791][mode.models.mode_agent][INFO] - Finished training epoch 135
[2026-01-14 04:03:03,051][mode.models.mode_agent][INFO] - Start training epoch 136
[2026-01-14 04:06:21,321][mode.models.mode_agent][INFO] - Start validation epoch 136
[2026-01-14 04:06:51,230][mode.models.mode_agent][INFO] - Finished validation epoch 136
[2026-01-14 04:06:53,340][mode.models.mode_agent][INFO] - Finished training epoch 136
[2026-01-14 04:06:53,364][mode.models.mode_agent][INFO] - Start training epoch 137
[2026-01-14 04:10:29,086][mode.models.mode_agent][INFO] - Start validation epoch 137
[2026-01-14 04:10:59,899][mode.models.mode_agent][INFO] - Finished validation epoch 137
[2026-01-14 04:11:02,087][mode.models.mode_agent][INFO] - Finished training epoch 137
[2026-01-14 04:11:02,110][mode.models.mode_agent][INFO] - Start training epoch 138
[2026-01-14 04:14:36,126][mode.models.mode_agent][INFO] - Start validation epoch 138
[2026-01-14 04:15:05,362][mode.models.mode_agent][INFO] - Finished validation epoch 138
[2026-01-14 04:15:07,426][mode.models.mode_agent][INFO] - Finished training epoch 138
[2026-01-14 04:15:07,450][mode.models.mode_agent][INFO] - Start training epoch 139
[2026-01-14 04:18:39,720][mode.models.mode_agent][INFO] - Start validation epoch 139
[2026-01-14 04:19:10,072][mode.models.mode_agent][INFO] - Finished validation epoch 139
[2026-01-14 04:19:12,130][mode.models.mode_agent][INFO] - Finished training epoch 139
[2026-01-14 04:19:32,543][mode.models.mode_agent][INFO] - Start training epoch 140
[2026-01-14 04:22:51,883][mode.models.mode_agent][INFO] - Start validation epoch 140
[2026-01-14 04:23:21,558][mode.models.mode_agent][INFO] - Finished validation epoch 140
[2026-01-14 04:23:23,606][mode.models.mode_agent][INFO] - Finished training epoch 140
[2026-01-14 04:23:23,631][mode.models.mode_agent][INFO] - Start training epoch 141
[2026-01-14 04:26:36,806][mode.models.mode_agent][INFO] - Start validation epoch 141
[2026-01-14 04:27:07,537][mode.models.mode_agent][INFO] - Finished validation epoch 141
[2026-01-14 04:27:10,093][mode.models.mode_agent][INFO] - Finished training epoch 141
[2026-01-14 04:27:10,117][mode.models.mode_agent][INFO] - Start training epoch 142
[2026-01-14 04:30:48,226][mode.models.mode_agent][INFO] - Start validation epoch 142
[2026-01-14 04:31:17,654][mode.models.mode_agent][INFO] - Finished validation epoch 142
[2026-01-14 04:31:19,799][mode.models.mode_agent][INFO] - Finished training epoch 142
[2026-01-14 04:31:19,823][mode.models.mode_agent][INFO] - Start training epoch 143
[2026-01-14 04:34:45,692][mode.models.mode_agent][INFO] - Start validation epoch 143
[2026-01-14 04:35:16,224][mode.models.mode_agent][INFO] - Finished validation epoch 143
[2026-01-14 04:35:18,274][mode.models.mode_agent][INFO] - Finished training epoch 143
[2026-01-14 04:35:37,643][mode.models.mode_agent][INFO] - Start training epoch 144
[2026-01-14 04:39:00,162][mode.models.mode_agent][INFO] - Start validation epoch 144
[2026-01-14 04:39:30,219][mode.models.mode_agent][INFO] - Finished validation epoch 144
[2026-01-14 04:39:32,253][mode.models.mode_agent][INFO] - Finished training epoch 144
[2026-01-14 04:39:32,277][mode.models.mode_agent][INFO] - Start training epoch 145
[2026-01-14 04:43:04,644][mode.models.mode_agent][INFO] - Start validation epoch 145
[2026-01-14 04:43:37,611][mode.models.mode_agent][INFO] - Finished validation epoch 145
[2026-01-14 04:43:39,688][mode.models.mode_agent][INFO] - Finished training epoch 145
[2026-01-14 04:43:39,712][mode.models.mode_agent][INFO] - Start training epoch 146
[2026-01-14 04:47:13,314][mode.models.mode_agent][INFO] - Start validation epoch 146
[2026-01-14 04:47:43,189][mode.models.mode_agent][INFO] - Finished validation epoch 146
[2026-01-14 04:47:45,809][mode.models.mode_agent][INFO] - Finished training epoch 146
[2026-01-14 04:47:45,833][mode.models.mode_agent][INFO] - Start training epoch 147
[2026-01-14 04:51:15,915][mode.models.mode_agent][INFO] - Start validation epoch 147
[2026-01-14 04:51:46,192][mode.models.mode_agent][INFO] - Finished validation epoch 147
[2026-01-14 04:51:48,201][mode.models.mode_agent][INFO] - Finished training epoch 147
[2026-01-14 04:51:48,228][mode.models.mode_agent][INFO] - Start training epoch 148
[2026-01-14 04:55:02,237][mode.models.mode_agent][INFO] - Start validation epoch 148
[2026-01-14 04:55:32,279][mode.models.mode_agent][INFO] - Finished validation epoch 148
[2026-01-14 04:55:34,185][mode.models.mode_agent][INFO] - Finished training epoch 148
[2026-01-14 04:55:34,209][mode.models.mode_agent][INFO] - Start training epoch 149
[2026-01-14 04:59:13,957][mode.models.mode_agent][INFO] - Start validation epoch 149
[2026-01-14 04:59:42,604][mode.models.mode_agent][INFO] - Finished validation epoch 149
[2026-01-14 04:59:44,730][mode.models.mode_agent][INFO] - Finished training epoch 149
[2026-01-14 04:59:44,754][mode.models.mode_agent][INFO] - Start training epoch 150
[2026-01-14 05:03:13,418][mode.models.mode_agent][INFO] - Start validation epoch 150
[2026-01-14 05:03:42,466][mode.models.mode_agent][INFO] - Finished validation epoch 150
[2026-01-14 05:03:44,566][mode.models.mode_agent][INFO] - Finished training epoch 150
[2026-01-14 05:03:44,590][mode.models.mode_agent][INFO] - Start training epoch 151
[2026-01-14 05:07:15,782][mode.models.mode_agent][INFO] - Start validation epoch 151
[2026-01-14 05:07:47,577][mode.models.mode_agent][INFO] - Finished validation epoch 151
[2026-01-14 05:07:49,640][mode.models.mode_agent][INFO] - Finished training epoch 151
[2026-01-14 05:07:49,669][mode.models.mode_agent][INFO] - Start training epoch 152
[2026-01-14 05:11:19,620][mode.models.mode_agent][INFO] - Start validation epoch 152
[2026-01-14 05:11:50,589][mode.models.mode_agent][INFO] - Finished validation epoch 152
[2026-01-14 05:11:52,667][mode.models.mode_agent][INFO] - Finished training epoch 152
[2026-01-14 05:11:52,690][mode.models.mode_agent][INFO] - Start training epoch 153
[2026-01-14 05:15:26,655][mode.models.mode_agent][INFO] - Start validation epoch 153
[2026-01-14 05:15:54,907][mode.models.mode_agent][INFO] - Finished validation epoch 153
[2026-01-14 05:15:57,016][mode.models.mode_agent][INFO] - Finished training epoch 153
[2026-01-14 05:15:57,040][mode.models.mode_agent][INFO] - Start training epoch 154
[2026-01-14 05:19:32,659][mode.models.mode_agent][INFO] - Start validation epoch 154
[2026-01-14 05:20:02,235][mode.models.mode_agent][INFO] - Finished validation epoch 154
[2026-01-14 05:20:04,389][mode.models.mode_agent][INFO] - Finished training epoch 154
[2026-01-14 05:20:04,417][mode.models.mode_agent][INFO] - Start training epoch 155
[2026-01-14 05:23:42,560][mode.models.mode_agent][INFO] - Start validation epoch 155
[2026-01-14 05:24:12,320][mode.models.mode_agent][INFO] - Finished validation epoch 155
[2026-01-14 05:24:14,415][mode.models.mode_agent][INFO] - Finished training epoch 155
[2026-01-14 05:24:14,440][mode.models.mode_agent][INFO] - Start training epoch 156
[2026-01-14 05:27:41,429][mode.models.mode_agent][INFO] - Start validation epoch 156
[2026-01-14 05:28:13,336][mode.models.mode_agent][INFO] - Finished validation epoch 156
[2026-01-14 05:28:15,349][mode.models.mode_agent][INFO] - Finished training epoch 156
[2026-01-14 05:28:15,377][mode.models.mode_agent][INFO] - Start training epoch 157
[2026-01-14 05:31:47,836][mode.models.mode_agent][INFO] - Start validation epoch 157
[2026-01-14 05:32:18,087][mode.models.mode_agent][INFO] - Finished validation epoch 157
[2026-01-14 05:32:20,179][mode.models.mode_agent][INFO] - Finished training epoch 157
[2026-01-14 05:32:20,203][mode.models.mode_agent][INFO] - Start training epoch 158
[2026-01-14 05:35:59,808][mode.models.mode_agent][INFO] - Start validation epoch 158
[2026-01-14 05:36:30,874][mode.models.mode_agent][INFO] - Finished validation epoch 158
[2026-01-14 05:36:33,516][mode.models.mode_agent][INFO] - Finished training epoch 158
[2026-01-14 05:36:33,540][mode.models.mode_agent][INFO] - Start training epoch 159
[2026-01-14 05:40:08,936][mode.models.mode_agent][INFO] - Start validation epoch 159
[2026-01-14 05:40:41,036][mode.models.mode_agent][INFO] - Finished validation epoch 159
[2026-01-14 05:40:43,125][mode.models.mode_agent][INFO] - Finished training epoch 159
[2026-01-14 05:41:02,694][mode.models.mode_agent][INFO] - Start training epoch 160
[2026-01-14 05:44:34,072][mode.models.mode_agent][INFO] - Start validation epoch 160
[2026-01-14 05:45:05,389][mode.models.mode_agent][INFO] - Finished validation epoch 160
[2026-01-14 05:45:07,505][mode.models.mode_agent][INFO] - Finished training epoch 160
[2026-01-14 05:45:07,530][mode.models.mode_agent][INFO] - Start training epoch 161
[2026-01-14 05:48:44,483][mode.models.mode_agent][INFO] - Start validation epoch 161
[2026-01-14 05:49:16,227][mode.models.mode_agent][INFO] - Finished validation epoch 161
[2026-01-14 05:49:18,331][mode.models.mode_agent][INFO] - Finished training epoch 161
[2026-01-14 05:49:18,359][mode.models.mode_agent][INFO] - Start training epoch 162
[2026-01-14 05:52:50,845][mode.models.mode_agent][INFO] - Start validation epoch 162
[2026-01-14 05:53:21,450][mode.models.mode_agent][INFO] - Finished validation epoch 162
[2026-01-14 05:53:23,573][mode.models.mode_agent][INFO] - Finished training epoch 162
[2026-01-14 05:53:23,597][mode.models.mode_agent][INFO] - Start training epoch 163
[2026-01-14 05:57:02,083][mode.models.mode_agent][INFO] - Start validation epoch 163
[2026-01-14 05:57:32,531][mode.models.mode_agent][INFO] - Finished validation epoch 163
[2026-01-14 05:57:34,658][mode.models.mode_agent][INFO] - Finished training epoch 163
[2026-01-14 05:57:55,394][mode.models.mode_agent][INFO] - Start training epoch 164
[2026-01-14 06:01:15,785][mode.models.mode_agent][INFO] - Start validation epoch 164
[2026-01-14 06:01:45,862][mode.models.mode_agent][INFO] - Finished validation epoch 164
[2026-01-14 06:01:47,996][mode.models.mode_agent][INFO] - Finished training epoch 164
[2026-01-14 06:01:48,021][mode.models.mode_agent][INFO] - Start training epoch 165
[2026-01-14 06:05:22,479][mode.models.mode_agent][INFO] - Start validation epoch 165
[2026-01-14 06:05:54,605][mode.models.mode_agent][INFO] - Finished validation epoch 165
[2026-01-14 06:05:56,746][mode.models.mode_agent][INFO] - Finished training epoch 165
[2026-01-14 06:05:56,771][mode.models.mode_agent][INFO] - Start training epoch 166
[2026-01-14 06:09:27,647][mode.models.mode_agent][INFO] - Start validation epoch 166
[2026-01-14 06:09:59,776][mode.models.mode_agent][INFO] - Finished validation epoch 166
[2026-01-14 06:10:02,432][mode.models.mode_agent][INFO] - Finished training epoch 166
[2026-01-14 06:10:02,456][mode.models.mode_agent][INFO] - Start training epoch 167
[2026-01-14 06:13:37,516][mode.models.mode_agent][INFO] - Start validation epoch 167
[2026-01-14 06:14:09,365][mode.models.mode_agent][INFO] - Finished validation epoch 167
[2026-01-14 06:14:11,615][mode.models.mode_agent][INFO] - Finished training epoch 167
[2026-01-14 06:14:11,640][mode.models.mode_agent][INFO] - Start training epoch 168
[2026-01-14 06:17:43,657][mode.models.mode_agent][INFO] - Start validation epoch 168
[2026-01-14 06:18:15,196][mode.models.mode_agent][INFO] - Finished validation epoch 168
[2026-01-14 06:18:17,317][mode.models.mode_agent][INFO] - Finished training epoch 168
[2026-01-14 06:18:17,341][mode.models.mode_agent][INFO] - Start training epoch 169
[2026-01-14 06:21:52,761][mode.models.mode_agent][INFO] - Start validation epoch 169
[2026-01-14 06:22:22,966][mode.models.mode_agent][INFO] - Finished validation epoch 169
[2026-01-14 06:22:25,204][mode.models.mode_agent][INFO] - Finished training epoch 169
[2026-01-14 06:22:25,229][mode.models.mode_agent][INFO] - Start training epoch 170
[2026-01-14 06:26:00,582][mode.models.mode_agent][INFO] - Start validation epoch 170
[2026-01-14 06:26:32,149][mode.models.mode_agent][INFO] - Finished validation epoch 170
[2026-01-14 06:26:34,235][mode.models.mode_agent][INFO] - Finished training epoch 170
[2026-01-14 06:26:34,259][mode.models.mode_agent][INFO] - Start training epoch 171
[2026-01-14 06:30:01,910][mode.models.mode_agent][INFO] - Start validation epoch 171
[2026-01-14 06:30:31,447][mode.models.mode_agent][INFO] - Finished validation epoch 171
[2026-01-14 06:30:33,571][mode.models.mode_agent][INFO] - Finished training epoch 171
[2026-01-14 06:30:53,329][mode.models.mode_agent][INFO] - Start training epoch 172
[2026-01-14 06:34:18,791][mode.models.mode_agent][INFO] - Start validation epoch 172
[2026-01-14 06:34:49,505][mode.models.mode_agent][INFO] - Finished validation epoch 172
[2026-01-14 06:34:51,594][mode.models.mode_agent][INFO] - Finished training epoch 172
[2026-01-14 06:34:51,617][mode.models.mode_agent][INFO] - Start training epoch 173