Download ablation.json from Nabidnur/RoboRACE-Net-M: direct link, hf CLI and curl.
- Browser
- Download file 1.66 kB
-
https://huggingface.co/Nabidnur/RoboRACE-Net-M/resolve/main/ablation.json
- Command line
-
hf download hf://Nabidnur/RoboRACE-Net-M/ablation.json
-
curl -L -o ablation.json https://huggingface.co/Nabidnur/RoboRACE-Net-M/resolve/main/ablation.json
1.66 kB
| { | |
| "metric": "accuracy on cells that a peer reported and the receiver has not sensed, 6,111 held-out snapshots (maze seeds 9000+)", | |
| "rows": [ | |
| { | |
| "model": "rounds = 1 (no refinement)", | |
| "val_cell_acc": 0.9181, | |
| "val_cell_acc_bma": 0.9014, | |
| "by_liars": { | |
| "0": [ | |
| 0.9996, | |
| 1.0 | |
| ], | |
| "1": [ | |
| 0.9492, | |
| 0.9398 | |
| ], | |
| "2": [ | |
| 0.9003, | |
| 0.8725 | |
| ], | |
| "3": [ | |
| 0.8566, | |
| 0.8269 | |
| ], | |
| "4": [ | |
| 0.8295, | |
| 0.7985 | |
| ], | |
| "5": [ | |
| 0.7606, | |
| 0.7293 | |
| ] | |
| } | |
| }, | |
| { | |
| "model": "rounds = 2", | |
| "val_cell_acc": 0.922, | |
| "val_cell_acc_bma": 0.9014, | |
| "by_liars": { | |
| "0": [ | |
| 0.9997, | |
| 1.0 | |
| ], | |
| "1": [ | |
| 0.9525, | |
| 0.9398 | |
| ], | |
| "2": [ | |
| 0.9029, | |
| 0.8725 | |
| ], | |
| "3": [ | |
| 0.8636, | |
| 0.8269 | |
| ], | |
| "4": [ | |
| 0.8378, | |
| 0.7985 | |
| ], | |
| "5": [ | |
| 0.7744, | |
| 0.7293 | |
| ] | |
| } | |
| }, | |
| { | |
| "model": "rounds = 3 (released)", | |
| "val_cell_acc": 0.9233, | |
| "val_cell_acc_bma": 0.9014, | |
| "by_liars": { | |
| "0": [ | |
| 0.9998, | |
| 1.0 | |
| ], | |
| "1": [ | |
| 0.9542, | |
| 0.9398 | |
| ], | |
| "2": [ | |
| 0.9035, | |
| 0.8725 | |
| ], | |
| "3": [ | |
| 0.8673, | |
| 0.8269 | |
| ], | |
| "4": [ | |
| 0.839, | |
| 0.7985 | |
| ], | |
| "5": [ | |
| 0.7762, | |
| 0.7293 | |
| ] | |
| } | |
| }, | |
| { | |
| "model": "rounds = 3, second seed", | |
| "val_cell_acc": 0.9233, | |
| "val_cell_acc_bma": 0.9014, | |
| "by_liars": { | |
| "0": [ | |
| 0.9996, | |
| 1.0 | |
| ], | |
| "1": [ | |
| 0.9539, | |
| 0.9398 | |
| ], | |
| "2": [ | |
| 0.9042, | |
| 0.8725 | |
| ], | |
| "3": [ | |
| 0.8665, | |
| 0.8269 | |
| ], | |
| "4": [ | |
| 0.8401, | |
| 0.7985 | |
| ], | |
| "5": [ | |
| 0.7764, | |
| 0.7293 | |
| ] | |
| } | |
| } | |
| ] | |
| } |