| { |
| "LSTM_world_3d": { |
| "model": "LSTM", |
| "feature": "world_3d", |
| "dim": 39, |
| "val_win_acc": "73.64% \u00b1 1.26%", |
| "val_vid_acc": "76.97% \u00b1 2.63%", |
| "test_win_acc": "61.41% \u00b1 0.80%", |
| "test_win_f1": "0.6002 \u00b1 0.0063", |
| "test_vid_acc": "71.10% \u00b1 2.33%", |
| "test_vid_f1": "0.6941 \u00b1 0.0294", |
| "runs": [ |
| { |
| "model": "LSTM", |
| "feature": "world_3d", |
| "seed": 42, |
| "train_time_s": 85.8, |
| "best_epoch": 10, |
| "val_loss": 1.296, |
| "val_win_acc": 72.67, |
| "val_win_f1": 0.7168, |
| "val_vid_acc": 75.36, |
| "val_vid_f1": 0.7541, |
| "test_win_acc": 60.41, |
| "test_win_f1": 0.5917, |
| "test_vid_acc": 67.81, |
| "test_vid_f1": 0.6531, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed42/best_LSTM_world_3d_seed42.pt" |
| }, |
| { |
| "model": "LSTM", |
| "feature": "world_3d", |
| "seed": 123, |
| "train_time_s": 96.0, |
| "best_epoch": 14, |
| "val_loss": 1.4167, |
| "val_win_acc": 72.82, |
| "val_win_f1": 0.7141, |
| "val_vid_acc": 74.88, |
| "val_vid_f1": 0.7316, |
| "test_win_acc": 61.43, |
| "test_win_f1": 0.6067, |
| "test_vid_acc": 72.53, |
| "test_vid_f1": 0.7084, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed123/best_LSTM_world_3d_seed123.pt" |
| }, |
| { |
| "model": "LSTM", |
| "feature": "world_3d", |
| "seed": 3407, |
| "train_time_s": 179.9, |
| "best_epoch": 42, |
| "val_loss": 2.7623, |
| "val_win_acc": 75.42, |
| "val_win_f1": 0.7424, |
| "val_vid_acc": 80.68, |
| "val_vid_f1": 0.8076, |
| "test_win_acc": 62.38, |
| "test_win_f1": 0.6021, |
| "test_vid_acc": 72.96, |
| "test_vid_f1": 0.7208, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed3407/best_LSTM_world_3d_seed3407.pt" |
| } |
| ] |
| }, |
| "LSTM_mix_v2": { |
| "model": "LSTM", |
| "feature": "mix_v2", |
| "dim": 63, |
| "val_win_acc": "75.90% \u00b1 1.60%", |
| "val_vid_acc": "80.19% \u00b1 2.09%", |
| "test_win_acc": "62.80% \u00b1 0.83%", |
| "test_win_f1": "0.6171 \u00b1 0.0089", |
| "test_vid_acc": "72.39% \u00b1 1.76%", |
| "test_vid_f1": "0.7077 \u00b1 0.0172", |
| "runs": [ |
| { |
| "model": "LSTM", |
| "feature": "mix_v2", |
| "seed": 42, |
| "train_time_s": 131.9, |
| "best_epoch": 26, |
| "val_loss": 1.828, |
| "val_win_acc": 77.06, |
| "val_win_f1": 0.764, |
| "val_vid_acc": 81.16, |
| "val_vid_f1": 0.8189, |
| "test_win_acc": 62.45, |
| "test_win_f1": 0.6235, |
| "test_vid_acc": 74.68, |
| "test_vid_f1": 0.7303, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed42/best_LSTM_mix_v2_seed42.pt" |
| }, |
| { |
| "model": "LSTM", |
| "feature": "mix_v2", |
| "seed": 123, |
| "train_time_s": 119.4, |
| "best_epoch": 23, |
| "val_loss": 1.504, |
| "val_win_acc": 77.01, |
| "val_win_f1": 0.7686, |
| "val_vid_acc": 82.13, |
| "val_vid_f1": 0.8316, |
| "test_win_acc": 63.94, |
| "test_win_f1": 0.6233, |
| "test_vid_acc": 70.39, |
| "test_vid_f1": 0.6885, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed123/best_LSTM_mix_v2_seed123.pt" |
| }, |
| { |
| "model": "LSTM", |
| "feature": "mix_v2", |
| "seed": 3407, |
| "train_time_s": 125.7, |
| "best_epoch": 25, |
| "val_loss": 1.8649, |
| "val_win_acc": 73.64, |
| "val_win_f1": 0.7298, |
| "val_vid_acc": 77.29, |
| "val_vid_f1": 0.7807, |
| "test_win_acc": 62.01, |
| "test_win_f1": 0.6046, |
| "test_vid_acc": 72.1, |
| "test_vid_f1": 0.7043, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed3407/best_LSTM_mix_v2_seed3407.pt" |
| } |
| ] |
| }, |
| "BiLSTM_world_3d": { |
| "model": "BiLSTM", |
| "feature": "world_3d", |
| "dim": 39, |
| "val_win_acc": "74.72% \u00b1 0.19%", |
| "val_vid_acc": "79.23% \u00b1 0.79%", |
| "test_win_acc": "62.45% \u00b1 1.52%", |
| "test_win_f1": "0.6119 \u00b1 0.0128", |
| "test_vid_acc": "73.11% \u00b1 2.28%", |
| "test_vid_f1": "0.7136 \u00b1 0.0204", |
| "runs": [ |
| { |
| "model": "BiLSTM", |
| "feature": "world_3d", |
| "seed": 42, |
| "train_time_s": 133.7, |
| "best_epoch": 23, |
| "val_loss": 1.6882, |
| "val_win_acc": 74.46, |
| "val_win_f1": 0.735, |
| "val_vid_acc": 80.19, |
| "val_vid_f1": 0.7962, |
| "test_win_acc": 60.77, |
| "test_win_f1": 0.596, |
| "test_vid_acc": 70.39, |
| "test_vid_f1": 0.6917, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed42/best_BiLSTM_world_3d_seed42.pt" |
| }, |
| { |
| "model": "BiLSTM", |
| "feature": "world_3d", |
| "seed": 123, |
| "train_time_s": 133.2, |
| "best_epoch": 24, |
| "val_loss": 1.738, |
| "val_win_acc": 74.8, |
| "val_win_f1": 0.7314, |
| "val_vid_acc": 79.23, |
| "val_vid_f1": 0.7902, |
| "test_win_acc": 62.12, |
| "test_win_f1": 0.6125, |
| "test_vid_acc": 72.96, |
| "test_vid_f1": 0.7082, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed123/best_BiLSTM_world_3d_seed123.pt" |
| }, |
| { |
| "model": "BiLSTM", |
| "feature": "world_3d", |
| "seed": 3407, |
| "train_time_s": 189.0, |
| "best_epoch": 39, |
| "val_loss": 2.454, |
| "val_win_acc": 74.89, |
| "val_win_f1": 0.736, |
| "val_vid_acc": 78.26, |
| "val_vid_f1": 0.7852, |
| "test_win_acc": 64.45, |
| "test_win_f1": 0.6273, |
| "test_vid_acc": 75.97, |
| "test_vid_f1": 0.7408, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed3407/best_BiLSTM_world_3d_seed3407.pt" |
| } |
| ] |
| }, |
| "BiLSTM_mix_v2": { |
| "model": "BiLSTM", |
| "feature": "mix_v2", |
| "dim": 63, |
| "val_win_acc": "76.90% \u00b1 0.30%", |
| "val_vid_acc": "80.68% \u00b1 1.97%", |
| "test_win_acc": "64.82% \u00b1 0.37%", |
| "test_win_f1": "0.6316 \u00b1 0.0027", |
| "test_vid_acc": "75.39% \u00b1 1.46%", |
| "test_vid_f1": "0.7342 \u00b1 0.0144", |
| "runs": [ |
| { |
| "model": "BiLSTM", |
| "feature": "mix_v2", |
| "seed": 42, |
| "train_time_s": 142.1, |
| "best_epoch": 24, |
| "val_loss": 1.6583, |
| "val_win_acc": 76.48, |
| "val_win_f1": 0.7528, |
| "val_vid_acc": 80.68, |
| "val_vid_f1": 0.8054, |
| "test_win_acc": 65.26, |
| "test_win_f1": 0.6318, |
| "test_vid_acc": 76.82, |
| "test_vid_f1": 0.7442, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed42/best_BiLSTM_mix_v2_seed42.pt" |
| }, |
| { |
| "model": "BiLSTM", |
| "feature": "mix_v2", |
| "seed": 123, |
| "train_time_s": 101.3, |
| "best_epoch": 12, |
| "val_loss": 1.1284, |
| "val_win_acc": 77.11, |
| "val_win_f1": 0.7634, |
| "val_vid_acc": 78.26, |
| "val_vid_f1": 0.7952, |
| "test_win_acc": 64.86, |
| "test_win_f1": 0.6348, |
| "test_vid_acc": 75.97, |
| "test_vid_f1": 0.7446, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed123/best_BiLSTM_mix_v2_seed123.pt" |
| }, |
| { |
| "model": "BiLSTM", |
| "feature": "mix_v2", |
| "seed": 3407, |
| "train_time_s": 166.7, |
| "best_epoch": 32, |
| "val_loss": 1.7333, |
| "val_win_acc": 77.11, |
| "val_win_f1": 0.7634, |
| "val_vid_acc": 83.09, |
| "val_vid_f1": 0.8319, |
| "test_win_acc": 64.35, |
| "test_win_f1": 0.6282, |
| "test_vid_acc": 73.39, |
| "test_vid_f1": 0.7138, |
| "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed3407/best_BiLSTM_mix_v2_seed3407.pt" |
| } |
| ] |
| }, |
| "Transformer_world_3d": { |
| "model": "Transformer", |
| "feature": "world_3d", |
| "dim": 39, |
| "val_win_acc": "78.76% \u00b1 0.46%", |
| "val_vid_acc": "81.97% \u00b1 0.23%", |
| "test_win_acc": "65.33% \u00b1 0.71%", |
| "test_win_f1": "0.6406 \u00b1 0.0035", |
| "test_vid_acc": "75.68% \u00b1 0.53%", |
| "test_vid_f1": "0.7343 \u00b1 0.0085", |
| "runs": [ |
| { |
| "model": "Transformer", |
| "feature": "world_3d", |
| "seed": 42, |
| "train_time_s": 313.6, |
| "best_epoch": 55, |
| "val_loss": 1.1342, |
| "val_win_acc": 78.84, |
| "val_win_f1": 0.7808, |
| "val_vid_acc": 82.13, |
| "val_vid_f1": 0.826, |
| "test_win_acc": 65.15, |
| "test_win_f1": 0.6395, |
| "test_vid_acc": 75.11, |
| "test_vid_f1": 0.7326 |
| }, |
| { |
| "model": "Transformer", |
| "feature": "world_3d", |
| "seed": 123, |
| "train_time_s": 204.9, |
| "best_epoch": 32, |
| "val_loss": 1.1339, |
| "val_win_acc": 78.17, |
| "val_win_f1": 0.7707, |
| "val_vid_acc": 81.64, |
| "val_vid_f1": 0.8171, |
| "test_win_acc": 64.56, |
| "test_win_f1": 0.637, |
| "test_vid_acc": 75.54, |
| "test_vid_f1": 0.7249 |
| }, |
| { |
| "model": "Transformer", |
| "feature": "world_3d", |
| "seed": 3407, |
| "train_time_s": 232.1, |
| "best_epoch": 35, |
| "val_loss": 1.1236, |
| "val_win_acc": 79.28, |
| "val_win_f1": 0.7828, |
| "val_vid_acc": 82.13, |
| "val_vid_f1": 0.8332, |
| "test_win_acc": 66.28, |
| "test_win_f1": 0.6453, |
| "test_vid_acc": 76.39, |
| "test_vid_f1": 0.7455 |
| } |
| ] |
| } |
| } |
