| { |
| "protocol": { |
| "paper": "arXiv:2509.22259v1, Section 4.1 and Appendix A.1", |
| "official_repository": "https://github.com/cederikhoefs/Graph-RoPE", |
| "official_commit": "4ac067eb38272543b0cdd7591d630399ff37bce4", |
| "graph_sizes": { |
| "monochromatic": "5x5 grid", |
| "shortest": "10-node Watts-Strogatz, k=2, p=0.6" |
| }, |
| "model": "4-layer single-head transformer, hidden=32, MLP=32, dropout=0.2", |
| "optimizer": "AdamW(lr=2e-4, weight_decay=1e-4), cosine eta_min=2e-6", |
| "budget": { |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "seeds": [ |
| 0 |
| ] |
| }, |
| "normalization": "RMSE divided by graph size (25 for monochromatic, 10 for shortest path)", |
| "baseline": "m=0, same model and data with WIRE disabled" |
| }, |
| "rows": [ |
| { |
| "task": "monochromatic", |
| "setting": "0", |
| "m": 0, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.07676740735769272, |
| "parameters": 26369 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "0", |
| "m": 3, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.4819220006465912, |
| "parameters": 26561 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "0", |
| "m": 5, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.10304880887269974, |
| "parameters": 26689 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "0", |
| "m": 10, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.3816295266151428, |
| "parameters": 27009 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "5", |
| "m": 0, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.0742197260260582, |
| "parameters": 26369 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "5", |
| "m": 3, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.47053262591362, |
| "parameters": 26561 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "5", |
| "m": 5, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.07573460787534714, |
| "parameters": 26689 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "5", |
| "m": 10, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.3521217703819275, |
| "parameters": 27009 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "10", |
| "m": 0, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.07807821035385132, |
| "parameters": 26369 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "10", |
| "m": 3, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.48334166407585144, |
| "parameters": 26561 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "10", |
| "m": 5, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.08405566215515137, |
| "parameters": 26689 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "10", |
| "m": 10, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.34689319133758545, |
| "parameters": 27009 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "15", |
| "m": 0, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.09194417297840118, |
| "parameters": 26369 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "15", |
| "m": 3, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.4669901728630066, |
| "parameters": 26561 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "15", |
| "m": 5, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.11568504571914673, |
| "parameters": 26689 |
| }, |
| { |
| "task": "monochromatic", |
| "setting": "15", |
| "m": 10, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.33048760890960693, |
| "parameters": 27009 |
| }, |
| { |
| "task": "shortest", |
| "setting": "watts_strogatz_p0.6", |
| "m": 0, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.6698495745658875, |
| "parameters": 26305 |
| }, |
| { |
| "task": "shortest", |
| "setting": "watts_strogatz_p0.6", |
| "m": 3, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.12537868320941925, |
| "parameters": 26497 |
| }, |
| { |
| "task": "shortest", |
| "setting": "watts_strogatz_p0.6", |
| "m": 5, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.12611454725265503, |
| "parameters": 26625 |
| }, |
| { |
| "task": "shortest", |
| "setting": "watts_strogatz_p0.6", |
| "m": 10, |
| "seed": 0, |
| "train_examples": 64, |
| "test_examples": 64, |
| "epochs": 2, |
| "best_normalized_test_rmse": 0.1269150823354721, |
| "parameters": 26945 |
| } |
| ], |
| "runtime_seconds": 30.82535195350647 |
| } |
|
|
