{ "LSTM_world_3d": { "model": "LSTM", "feature": "world_3d", "dim": 39, "val_win_acc": "73.64% \u00b1 1.26%", "val_vid_acc": "76.97% \u00b1 2.63%", "test_win_acc": "61.41% \u00b1 0.80%", "test_win_f1": "0.6002 \u00b1 0.0063", "test_vid_acc": "71.10% \u00b1 2.33%", "test_vid_f1": "0.6941 \u00b1 0.0294", "runs": [ { "model": "LSTM", "feature": "world_3d", "seed": 42, "train_time_s": 85.8, "best_epoch": 10, "val_loss": 1.296, "val_win_acc": 72.67, "val_win_f1": 0.7168, "val_vid_acc": 75.36, "val_vid_f1": 0.7541, "test_win_acc": 60.41, "test_win_f1": 0.5917, "test_vid_acc": 67.81, "test_vid_f1": 0.6531, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed42/best_LSTM_world_3d_seed42.pt" }, { "model": "LSTM", "feature": "world_3d", "seed": 123, "train_time_s": 96.0, "best_epoch": 14, "val_loss": 1.4167, "val_win_acc": 72.82, "val_win_f1": 0.7141, "val_vid_acc": 74.88, "val_vid_f1": 0.7316, "test_win_acc": 61.43, "test_win_f1": 0.6067, "test_vid_acc": 72.53, "test_vid_f1": 0.7084, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed123/best_LSTM_world_3d_seed123.pt" }, { "model": "LSTM", "feature": "world_3d", "seed": 3407, "train_time_s": 179.9, "best_epoch": 42, "val_loss": 2.7623, "val_win_acc": 75.42, "val_win_f1": 0.7424, "val_vid_acc": 80.68, "val_vid_f1": 0.8076, "test_win_acc": 62.38, "test_win_f1": 0.6021, "test_vid_acc": 72.96, "test_vid_f1": 0.7208, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed3407/best_LSTM_world_3d_seed3407.pt" } ] }, "LSTM_mix_v2": { "model": "LSTM", "feature": "mix_v2", "dim": 63, "val_win_acc": "75.90% \u00b1 1.60%", "val_vid_acc": "80.19% \u00b1 2.09%", "test_win_acc": "62.80% \u00b1 0.83%", "test_win_f1": "0.6171 \u00b1 0.0089", "test_vid_acc": "72.39% \u00b1 1.76%", "test_vid_f1": "0.7077 \u00b1 0.0172", "runs": [ { "model": "LSTM", "feature": "mix_v2", "seed": 42, "train_time_s": 131.9, "best_epoch": 26, "val_loss": 1.828, "val_win_acc": 77.06, "val_win_f1": 0.764, "val_vid_acc": 81.16, "val_vid_f1": 0.8189, "test_win_acc": 62.45, "test_win_f1": 0.6235, "test_vid_acc": 74.68, "test_vid_f1": 0.7303, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed42/best_LSTM_mix_v2_seed42.pt" }, { "model": "LSTM", "feature": "mix_v2", "seed": 123, "train_time_s": 119.4, "best_epoch": 23, "val_loss": 1.504, "val_win_acc": 77.01, "val_win_f1": 0.7686, "val_vid_acc": 82.13, "val_vid_f1": 0.8316, "test_win_acc": 63.94, "test_win_f1": 0.6233, "test_vid_acc": 70.39, "test_vid_f1": 0.6885, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed123/best_LSTM_mix_v2_seed123.pt" }, { "model": "LSTM", "feature": "mix_v2", "seed": 3407, "train_time_s": 125.7, "best_epoch": 25, "val_loss": 1.8649, "val_win_acc": 73.64, "val_win_f1": 0.7298, "val_vid_acc": 77.29, "val_vid_f1": 0.7807, "test_win_acc": 62.01, "test_win_f1": 0.6046, "test_vid_acc": 72.1, "test_vid_f1": 0.7043, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed3407/best_LSTM_mix_v2_seed3407.pt" } ] }, "BiLSTM_world_3d": { "model": "BiLSTM", "feature": "world_3d", "dim": 39, "val_win_acc": "74.72% \u00b1 0.19%", "val_vid_acc": "79.23% \u00b1 0.79%", "test_win_acc": "62.45% \u00b1 1.52%", "test_win_f1": "0.6119 \u00b1 0.0128", "test_vid_acc": "73.11% \u00b1 2.28%", "test_vid_f1": "0.7136 \u00b1 0.0204", "runs": [ { "model": "BiLSTM", "feature": "world_3d", "seed": 42, "train_time_s": 133.7, "best_epoch": 23, "val_loss": 1.6882, "val_win_acc": 74.46, "val_win_f1": 0.735, "val_vid_acc": 80.19, "val_vid_f1": 0.7962, "test_win_acc": 60.77, "test_win_f1": 0.596, "test_vid_acc": 70.39, "test_vid_f1": 0.6917, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed42/best_BiLSTM_world_3d_seed42.pt" }, { "model": "BiLSTM", "feature": "world_3d", "seed": 123, "train_time_s": 133.2, "best_epoch": 24, "val_loss": 1.738, "val_win_acc": 74.8, "val_win_f1": 0.7314, "val_vid_acc": 79.23, "val_vid_f1": 0.7902, "test_win_acc": 62.12, "test_win_f1": 0.6125, "test_vid_acc": 72.96, "test_vid_f1": 0.7082, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed123/best_BiLSTM_world_3d_seed123.pt" }, { "model": "BiLSTM", "feature": "world_3d", "seed": 3407, "train_time_s": 189.0, "best_epoch": 39, "val_loss": 2.454, "val_win_acc": 74.89, "val_win_f1": 0.736, "val_vid_acc": 78.26, "val_vid_f1": 0.7852, "test_win_acc": 64.45, "test_win_f1": 0.6273, "test_vid_acc": 75.97, "test_vid_f1": 0.7408, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed3407/best_BiLSTM_world_3d_seed3407.pt" } ] }, "BiLSTM_mix_v2": { "model": "BiLSTM", "feature": "mix_v2", "dim": 63, "val_win_acc": "76.90% \u00b1 0.30%", "val_vid_acc": "80.68% \u00b1 1.97%", "test_win_acc": "64.82% \u00b1 0.37%", "test_win_f1": "0.6316 \u00b1 0.0027", "test_vid_acc": "75.39% \u00b1 1.46%", "test_vid_f1": "0.7342 \u00b1 0.0144", "runs": [ { "model": "BiLSTM", "feature": "mix_v2", "seed": 42, "train_time_s": 142.1, "best_epoch": 24, "val_loss": 1.6583, "val_win_acc": 76.48, "val_win_f1": 0.7528, "val_vid_acc": 80.68, "val_vid_f1": 0.8054, "test_win_acc": 65.26, "test_win_f1": 0.6318, "test_vid_acc": 76.82, "test_vid_f1": 0.7442, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed42/best_BiLSTM_mix_v2_seed42.pt" }, { "model": "BiLSTM", "feature": "mix_v2", "seed": 123, "train_time_s": 101.3, "best_epoch": 12, "val_loss": 1.1284, "val_win_acc": 77.11, "val_win_f1": 0.7634, "val_vid_acc": 78.26, "val_vid_f1": 0.7952, "test_win_acc": 64.86, "test_win_f1": 0.6348, "test_vid_acc": 75.97, "test_vid_f1": 0.7446, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed123/best_BiLSTM_mix_v2_seed123.pt" }, { "model": "BiLSTM", "feature": "mix_v2", "seed": 3407, "train_time_s": 166.7, "best_epoch": 32, "val_loss": 1.7333, "val_win_acc": 77.11, "val_win_f1": 0.7634, "val_vid_acc": 83.09, "val_vid_f1": 0.8319, "test_win_acc": 64.35, "test_win_f1": 0.6282, "test_vid_acc": 73.39, "test_vid_f1": 0.7138, "checkpoint": "/marimo/Gym_Classification/checkpoints/table2/seed3407/best_BiLSTM_mix_v2_seed3407.pt" } ] }, "Transformer_world_3d": { "model": "Transformer", "feature": "world_3d", "dim": 39, "val_win_acc": "78.76% \u00b1 0.46%", "val_vid_acc": "81.97% \u00b1 0.23%", "test_win_acc": "65.33% \u00b1 0.71%", "test_win_f1": "0.6406 \u00b1 0.0035", "test_vid_acc": "75.68% \u00b1 0.53%", "test_vid_f1": "0.7343 \u00b1 0.0085", "runs": [ { "model": "Transformer", "feature": "world_3d", "seed": 42, "train_time_s": 313.6, "best_epoch": 55, "val_loss": 1.1342, "val_win_acc": 78.84, "val_win_f1": 0.7808, "val_vid_acc": 82.13, "val_vid_f1": 0.826, "test_win_acc": 65.15, "test_win_f1": 0.6395, "test_vid_acc": 75.11, "test_vid_f1": 0.7326 }, { "model": "Transformer", "feature": "world_3d", "seed": 123, "train_time_s": 204.9, "best_epoch": 32, "val_loss": 1.1339, "val_win_acc": 78.17, "val_win_f1": 0.7707, "val_vid_acc": 81.64, "val_vid_f1": 0.8171, "test_win_acc": 64.56, "test_win_f1": 0.637, "test_vid_acc": 75.54, "test_vid_f1": 0.7249 }, { "model": "Transformer", "feature": "world_3d", "seed": 3407, "train_time_s": 232.1, "best_epoch": 35, "val_loss": 1.1236, "val_win_acc": 79.28, "val_win_f1": 0.7828, "val_vid_acc": 82.13, "val_vid_f1": 0.8332, "test_win_acc": 66.28, "test_win_f1": 0.6453, "test_vid_acc": 76.39, "test_vid_f1": 0.7455 } ] } }