File size: 1,137 Bytes
8f0587d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
{
  "state_dim": 37,
  "hidden": [
    256,
    256,
    256
  ],
  "layernorm": true,
  "activation": "Mish",
  "gamma": 0.99,
  "chunk_lookahead_frames": 8,
  "fps": 20,
  "estimator": "robometer_distill_on_state:pred_progress",
  "task": "threading_d0",
  "sources": {
    "success": "mimicgen_threading_d0_224x224_mtdit_flow_55k_success",
    "failure": "mimicgen_threading_d0_224x224_mtdit_flow_55k_failure"
  },
  "train_episodes": "0-79 of each rollout set",
  "eval_episodes": "80-99 of each rollout set",
  "base_rate_note": "curated 100/100 split; V's LEVEL is calibrated to a 50% base rate, its shape is not affected",
  "seeds": [
    0,
    1,
    2
  ],
  "scores": "/home/chomeed/workspace/hdr_robot/train_ckpts/robometer/scores_threading_d0/predictions.parquet",
  "metrics": {
    "seed0": {
      "held_out_rmse": 0.06556141376495361,
      "spearman_vs_target": 0.9536671725146746
    },
    "seed1": {
      "held_out_rmse": 0.07235339283943176,
      "spearman_vs_target": 0.9460089188684719
    },
    "seed2": {
      "held_out_rmse": 0.07561611384153366,
      "spearman_vs_target": 0.9417750033702854
    }
  }
}