mchlxo commited on
Commit
f58558f
·
verified ·
1 Parent(s): 2b58887

Evaluate paper_shapes3d_ada_gvae_readout extrapolation seed 4

Browse files
checkpoints/paper_shapes3d_ada_gvae_readout/shapes3d/extrapolation/readout/seed_04/evaluation/status.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ status: completed
2
+ updated_at: '2026-07-27T21:41:56.230157+00:00'
3
+ experiment: paper_shapes3d_ada_gvae_readout
4
+ dataset: shapes3d
5
+ variant: extrapolation
6
+ model: readout
7
+ seed: 4
8
+ slurm_job_id: '1233705'
9
+ slurm_array_job_id: '1233333'
10
+ slurm_array_task_id: '34'
checkpoints/paper_shapes3d_ada_gvae_readout/shapes3d/extrapolation/readout/seed_04/evaluation/test_metrics.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_model": "readout",
3
+ "checkpoints": [
4
+ "/net/scratch/mx99/idgb/results/paper_shapes3d_ada_gvae/shapes3d/extrapolation/ada_gvae/seed_04/last.pt",
5
+ "/net/scratch/mx99/idgb/results/paper_shapes3d_ada_gvae_readout/shapes3d/extrapolation/readout/seed_04/last.pt"
6
+ ],
7
+ "created_at": "2026-07-27T21:41:56.227228+00:00",
8
+ "dataset": "shapes3d",
9
+ "device": "cuda",
10
+ "elapsed_seconds": 17.836530410000705,
11
+ "experiment": "paper_shapes3d_ada_gvae_readout",
12
+ "max_examples": null,
13
+ "metrics": {
14
+ "examples": 332544,
15
+ "factor_names": [
16
+ "floor color",
17
+ "wall color",
18
+ "object color",
19
+ "object size",
20
+ "object type",
21
+ "azimuth"
22
+ ],
23
+ "factor_variance": [
24
+ 0.10185185185185185,
25
+ 0.10185185185185185,
26
+ 0.10185185185185186,
27
+ 0.10714285714285708,
28
+ 0.13888888888888892,
29
+ 0.09523809523809522
30
+ ],
31
+ "mse": 0.04187037546551569,
32
+ "mse_per_factor": {
33
+ "azimuth": 0.015783375026474762,
34
+ "floor color": 0.054540036640461566,
35
+ "object color": 0.0843127234718992,
36
+ "object size": 0.007879095746878749,
37
+ "object type": 0.004724980510336678,
38
+ "wall color": 0.08398204139704316
39
+ },
40
+ "rsquared": 0.5898139798231564,
41
+ "rsquared_clipped": 0.5898139798231564,
42
+ "rsquared_clipped_per_factor": {
43
+ "azimuth": 0.8342745622220149,
44
+ "floor color": 0.46451600389365,
45
+ "object color": 0.17220235136680784,
46
+ "object size": 0.9264617730291316,
47
+ "object type": 0.9659801403255759,
48
+ "wall color": 0.1754490481017581
49
+ },
50
+ "rsquared_per_factor": {
51
+ "azimuth": 0.8342745622220149,
52
+ "floor color": 0.46451600389365,
53
+ "object color": 0.17220235136680784,
54
+ "object size": 0.9264617730291316,
55
+ "object type": 0.9659801403255759,
56
+ "wall color": 0.1754490481017581
57
+ }
58
+ },
59
+ "model": "ada_gvae",
60
+ "provenance": {
61
+ "config_path": "/home/mx99/comp-gen-bench/InDomainGeneralizationBenchmark/experiments/configs/readout/shapes3d_ada_gvae.yaml",
62
+ "slurm_array_job_id": "1233333",
63
+ "slurm_array_task_id": "34",
64
+ "slurm_job_id": "1233705"
65
+ },
66
+ "schema_version": 1,
67
+ "seed": 4,
68
+ "test_mode": "test",
69
+ "variant": "extrapolation"
70
+ }