ADComp / studies /stage1_1d /summary.json
Bobchen1980's picture
Upload folder using huggingface_hub (part 3)
cfbe945 verified
Raw History Blame Contribute Delete
35.4 kB
{
"single_patch": {
"heldout_all": {
"uniform_effective": {
"mean_case_rms_error": 0.6071931528888989,
"median_case_rms_error": 0.5909116656247901,
"worst_case_rms_error": 0.9488494774742353,
"case_count": 28
},
"full_fv_32": {
"mean_case_rms_error": 0.6608106951558744,
"median_case_rms_error": 0.6774462078628389,
"worst_case_rms_error": 0.7379756241643523,
"case_count": 28
},
"full_fv_64": {
"mean_case_rms_error": 0.2379814920765471,
"median_case_rms_error": 0.23186631000259345,
"worst_case_rms_error": 0.3798311853075089,
"case_count": 28
},
"full_fv_128": {
"mean_case_rms_error": 0.05866511640798626,
"median_case_rms_error": 0.05691187332646215,
"worst_case_rms_error": 0.09356029964002081,
"case_count": 28
},
"full_fv_256": {
"mean_case_rms_error": 0.014530611439084769,
"median_case_rms_error": 0.014088356668928277,
"worst_case_rms_error": 0.023126223043183635,
"case_count": 28
},
"modal_4": {
"mean_case_rms_error": 0.8878764013943421,
"median_case_rms_error": 0.8816041193763979,
"worst_case_rms_error": 1.0047344657931805,
"case_count": 28
},
"modal_tail_4": {
"mean_case_rms_error": 0.8435390417643645,
"median_case_rms_error": 0.854892680724375,
"worst_case_rms_error": 0.8849883233794172,
"case_count": 28
},
"matched_fv_4": {
"mean_case_rms_error": 0.9044882602551091,
"median_case_rms_error": 0.9162853230426384,
"worst_case_rms_error": 0.9666021822969788,
"case_count": 28
},
"modal_8": {
"mean_case_rms_error": 0.7020541350447059,
"median_case_rms_error": 0.7048771758699703,
"worst_case_rms_error": 0.778458388320931,
"case_count": 28
},
"modal_tail_8": {
"mean_case_rms_error": 0.6593466826160939,
"median_case_rms_error": 0.6666919329344814,
"worst_case_rms_error": 0.7274840508333128,
"case_count": 28
},
"matched_fv_8": {
"mean_case_rms_error": 0.857544572116279,
"median_case_rms_error": 0.8679060815675419,
"worst_case_rms_error": 0.907105496670614,
"case_count": 28
},
"modal_16": {
"mean_case_rms_error": 0.2977165464552794,
"median_case_rms_error": 0.30128136763193175,
"worst_case_rms_error": 0.38025595477308693,
"case_count": 28
},
"modal_tail_16": {
"mean_case_rms_error": 0.05386824374927931,
"median_case_rms_error": 0.05490029743427341,
"worst_case_rms_error": 0.1008996145479716,
"case_count": 28
},
"matched_fv_16": {
"mean_case_rms_error": 0.7934895976503515,
"median_case_rms_error": 0.797228151600541,
"worst_case_rms_error": 0.8596723312283587,
"case_count": 28
}
},
"development_all": {
"uniform_effective": {
"mean_case_rms_error": 0.607138239495691,
"median_case_rms_error": 0.5906865361279404,
"worst_case_rms_error": 0.9492566081869531,
"case_count": 28
},
"full_fv_32": {
"mean_case_rms_error": 0.6613978360489912,
"median_case_rms_error": 0.6785723574239652,
"worst_case_rms_error": 0.7370446119325171,
"case_count": 28
},
"full_fv_64": {
"mean_case_rms_error": 0.24040087556136389,
"median_case_rms_error": 0.2339257649367157,
"worst_case_rms_error": 0.38300471907581124,
"case_count": 28
},
"full_fv_128": {
"mean_case_rms_error": 0.05930712904260982,
"median_case_rms_error": 0.057438242996317834,
"worst_case_rms_error": 0.09427978160994503,
"case_count": 28
},
"full_fv_256": {
"mean_case_rms_error": 0.014691959057457158,
"median_case_rms_error": 0.014219807898444431,
"worst_case_rms_error": 0.023299048687290224,
"case_count": 28
},
"modal_4": {
"mean_case_rms_error": 0.8864911516335956,
"median_case_rms_error": 0.8800813127249032,
"worst_case_rms_error": 1.002795762478125,
"case_count": 28
},
"modal_tail_4": {
"mean_case_rms_error": 0.8425260042796712,
"median_case_rms_error": 0.8542256632031833,
"worst_case_rms_error": 0.8837722584976629,
"case_count": 28
},
"matched_fv_4": {
"mean_case_rms_error": 0.9029778993830891,
"median_case_rms_error": 0.9140456044763412,
"worst_case_rms_error": 0.9660110689554493,
"case_count": 28
},
"modal_8": {
"mean_case_rms_error": 0.7018451970363188,
"median_case_rms_error": 0.7051401570568524,
"worst_case_rms_error": 0.7780522896614871,
"case_count": 28
},
"modal_tail_8": {
"mean_case_rms_error": 0.659520238964434,
"median_case_rms_error": 0.6660001335273892,
"worst_case_rms_error": 0.7272621139190486,
"case_count": 28
},
"matched_fv_8": {
"mean_case_rms_error": 0.8562412479569839,
"median_case_rms_error": 0.8666573346600676,
"worst_case_rms_error": 0.9058312186419127,
"case_count": 28
},
"modal_16": {
"mean_case_rms_error": 0.29866817758440456,
"median_case_rms_error": 0.30274460409645954,
"worst_case_rms_error": 0.3805162399002483,
"case_count": 28
},
"modal_tail_16": {
"mean_case_rms_error": 0.05474866983793181,
"median_case_rms_error": 0.05628842596386009,
"worst_case_rms_error": 0.10279197661231639,
"case_count": 28
},
"matched_fv_16": {
"mean_case_rms_error": 0.7928799280726002,
"median_case_rms_error": 0.7976976216274096,
"worst_case_rms_error": 0.8586607967307773,
"case_count": 28
}
},
"heldout_low_0_to_4pi": {
"uniform_effective": {
"mean_case_rms_error": 0.4078663518786997,
"median_case_rms_error": 0.37399706769177266,
"worst_case_rms_error": 0.9505321446037478,
"case_count": 28
},
"full_fv_32": {
"mean_case_rms_error": 0.037371900184415226,
"median_case_rms_error": 0.03638426898863582,
"worst_case_rms_error": 0.06340162349812109,
"case_count": 28
},
"full_fv_64": {
"mean_case_rms_error": 0.009150358675771353,
"median_case_rms_error": 0.008844181148036444,
"worst_case_rms_error": 0.015418827633117388,
"case_count": 28
},
"full_fv_128": {
"mean_case_rms_error": 0.002275528336811703,
"median_case_rms_error": 0.002202694826803839,
"worst_case_rms_error": 0.0038363338976160626,
"case_count": 28
},
"full_fv_256": {
"mean_case_rms_error": 0.0005681279594865465,
"median_case_rms_error": 0.0005501509701982224,
"worst_case_rms_error": 0.0009579231959580292,
"case_count": 28
},
"modal_4": {
"mean_case_rms_error": 0.5929617476633021,
"median_case_rms_error": 0.5824579884393081,
"worst_case_rms_error": 0.728512564722993,
"case_count": 28
},
"modal_tail_4": {
"mean_case_rms_error": 0.41512624563881534,
"median_case_rms_error": 0.4229134660638547,
"worst_case_rms_error": 0.595275172595279,
"case_count": 28
},
"matched_fv_4": {
"mean_case_rms_error": 0.7110777174797726,
"median_case_rms_error": 0.7365823633503141,
"worst_case_rms_error": 0.7868241228360281,
"case_count": 28
},
"modal_8": {
"mean_case_rms_error": 0.18941380719567655,
"median_case_rms_error": 0.19068844916252847,
"worst_case_rms_error": 0.24264339076668823,
"case_count": 28
},
"modal_tail_8": {
"mean_case_rms_error": 0.013952556908330485,
"median_case_rms_error": 0.013774598913538194,
"worst_case_rms_error": 0.02247082413102946,
"case_count": 28
},
"matched_fv_8": {
"mean_case_rms_error": 0.5294213491868521,
"median_case_rms_error": 0.5331728448808106,
"worst_case_rms_error": 0.6459527530117842,
"case_count": 28
},
"modal_16": {
"mean_case_rms_error": 0.0883800910105366,
"median_case_rms_error": 0.08898230992129573,
"worst_case_rms_error": 0.12160642642067482,
"case_count": 28
},
"modal_tail_16": {
"mean_case_rms_error": 0.001129578801399798,
"median_case_rms_error": 0.0011214626195889736,
"worst_case_rms_error": 0.0017659019943194482,
"case_count": 28
},
"matched_fv_16": {
"mean_case_rms_error": 0.16196783732747794,
"median_case_rms_error": 0.15763954113240042,
"worst_case_rms_error": 0.2690116999290568,
"case_count": 28
}
},
"heldout_mid_4pi_to_8pi": {
"uniform_effective": {
"mean_case_rms_error": 0.6096246506733317,
"median_case_rms_error": 0.6429459612856997,
"worst_case_rms_error": 0.9517584469131214,
"case_count": 28
},
"full_fv_32": {
"mean_case_rms_error": 0.4194791303255796,
"median_case_rms_error": 0.41033524854034353,
"worst_case_rms_error": 0.6734473100322339,
"case_count": 28
},
"full_fv_64": {
"mean_case_rms_error": 0.10107215340016419,
"median_case_rms_error": 0.10084226492252982,
"worst_case_rms_error": 0.16646016440633746,
"case_count": 28
},
"full_fv_128": {
"mean_case_rms_error": 0.024842814776364547,
"median_case_rms_error": 0.025034547709080125,
"worst_case_rms_error": 0.04087735511024305,
"case_count": 28
},
"full_fv_256": {
"mean_case_rms_error": 0.006182029025283167,
"median_case_rms_error": 0.006241700327206558,
"worst_case_rms_error": 0.010162968528025491,
"case_count": 28
},
"modal_4": {
"mean_case_rms_error": 1.003128925268734,
"median_case_rms_error": 0.9958090546138647,
"worst_case_rms_error": 1.1264330936823732,
"case_count": 28
},
"modal_tail_4": {
"mean_case_rms_error": 0.985816131355371,
"median_case_rms_error": 0.9934249191445539,
"worst_case_rms_error": 1.1002187518676272,
"case_count": 28
},
"matched_fv_4": {
"mean_case_rms_error": 0.9764861255686929,
"median_case_rms_error": 0.993033909950508,
"worst_case_rms_error": 1.0535084863681894,
"case_count": 28
},
"modal_8": {
"mean_case_rms_error": 0.6895547712162661,
"median_case_rms_error": 0.7310007353477199,
"worst_case_rms_error": 0.8235008791308878,
"case_count": 28
},
"modal_tail_8": {
"mean_case_rms_error": 0.5344194362550686,
"median_case_rms_error": 0.5778802661924078,
"worst_case_rms_error": 0.7713580257100711,
"case_count": 28
},
"matched_fv_8": {
"mean_case_rms_error": 0.9766831711322166,
"median_case_rms_error": 0.9832713477425571,
"worst_case_rms_error": 1.0636737758759,
"case_count": 28
},
"modal_16": {
"mean_case_rms_error": 0.2427658219953676,
"median_case_rms_error": 0.24050412131112275,
"worst_case_rms_error": 0.3299274406904245,
"case_count": 28
},
"modal_tail_16": {
"mean_case_rms_error": 0.015437145880876465,
"median_case_rms_error": 0.014069267154933377,
"worst_case_rms_error": 0.02811837812082659,
"case_count": 28
},
"matched_fv_16": {
"mean_case_rms_error": 0.9556784315103811,
"median_case_rms_error": 0.9666749713624052,
"worst_case_rms_error": 1.0408562702487907,
"case_count": 28
}
},
"heldout_high_8pi_to_12pi": {
"uniform_effective": {
"mean_case_rms_error": 0.7456068774885899,
"median_case_rms_error": 0.7174036814379103,
"worst_case_rms_error": 1.209394420364921,
"case_count": 28
},
"full_fv_32": {
"mean_case_rms_error": 1.0601625209847516,
"median_case_rms_error": 1.0892035050912425,
"worst_case_rms_error": 1.1705105775066351,
"case_count": 28
},
"full_fv_64": {
"mean_case_rms_error": 0.39941385830142184,
"median_case_rms_error": 0.3884495922109228,
"worst_case_rms_error": 0.6362927482036526,
"case_count": 28
},
"full_fv_128": {
"mean_case_rms_error": 0.09848459341902381,
"median_case_rms_error": 0.09544182427351484,
"worst_case_rms_error": 0.15676387781503914,
"case_count": 28
},
"full_fv_256": {
"mean_case_rms_error": 0.024386115297544413,
"median_case_rms_error": 0.023628762052736094,
"worst_case_rms_error": 0.0387332290233882,
"case_count": 28
},
"modal_4": {
"mean_case_rms_error": 0.9992710244217786,
"median_case_rms_error": 1.0008736524562756,
"worst_case_rms_error": 1.1143566650624273,
"case_count": 28
},
"modal_tail_4": {
"mean_case_rms_error": 0.9870252394199035,
"median_case_rms_error": 0.990881979950093,
"worst_case_rms_error": 1.0780906769623064,
"case_count": 28
},
"matched_fv_4": {
"mean_case_rms_error": 0.9937117984663744,
"median_case_rms_error": 1.0022839348353367,
"worst_case_rms_error": 1.109008383707446,
"case_count": 28
},
"modal_8": {
"mean_case_rms_error": 0.9779601848129796,
"median_case_rms_error": 0.9992316706229789,
"worst_case_rms_error": 1.0673278293818675,
"case_count": 28
},
"modal_tail_8": {
"mean_case_rms_error": 0.9950877854126254,
"median_case_rms_error": 0.9927700529875327,
"worst_case_rms_error": 1.1074949276788066,
"case_count": 28
},
"matched_fv_8": {
"mean_case_rms_error": 0.9799079719919828,
"median_case_rms_error": 0.9974442170423977,
"worst_case_rms_error": 1.0733965206790481,
"case_count": 28
},
"modal_16": {
"mean_case_rms_error": 0.44574667111578764,
"median_case_rms_error": 0.4496543268052292,
"worst_case_rms_error": 0.5620667391422014,
"case_count": 28
},
"modal_tail_16": {
"mean_case_rms_error": 0.09194970186816778,
"median_case_rms_error": 0.09311614711300109,
"worst_case_rms_error": 0.1733363557056722,
"case_count": 28
},
"matched_fv_16": {
"mean_case_rms_error": 0.9719947063798674,
"median_case_rms_error": 0.977969602786589,
"worst_case_rms_error": 1.0699722209248455,
"case_count": 28
}
}
},
"two_patch": {
"heldout_all": {
"uniform_effective": {
"mean_case_rms_error": 0.8926410397215394,
"median_case_rms_error": 0.942243421864994,
"worst_case_rms_error": 1.0841135766615724,
"case_count": 14
},
"full_fv_32": {
"mean_case_rms_error": 0.7417517105634587,
"median_case_rms_error": 0.7474289376157863,
"worst_case_rms_error": 0.7895022546954948,
"case_count": 14
},
"full_fv_64": {
"mean_case_rms_error": 0.43343764483923514,
"median_case_rms_error": 0.4394231548332165,
"worst_case_rms_error": 0.5411496930515723,
"case_count": 14
},
"full_fv_128": {
"mean_case_rms_error": 0.12319056301444134,
"median_case_rms_error": 0.12438638024747609,
"worst_case_rms_error": 0.1825281235384906,
"case_count": 14
},
"full_fv_256": {
"mean_case_rms_error": 0.03082795041937544,
"median_case_rms_error": 0.0309917890175142,
"worst_case_rms_error": 0.045514375378747494,
"case_count": 14
},
"modal_4": {
"mean_case_rms_error": 0.9288762421841678,
"median_case_rms_error": 0.9285831500462947,
"worst_case_rms_error": 1.0189350946459002,
"case_count": 14
},
"modal_tail_4": {
"mean_case_rms_error": 0.8496616008212987,
"median_case_rms_error": 0.8535298095055821,
"worst_case_rms_error": 0.9155473606686526,
"case_count": 14
},
"matched_fv_4": {
"mean_case_rms_error": 0.9219199968514744,
"median_case_rms_error": 0.9336857948024697,
"worst_case_rms_error": 0.9658145737018683,
"case_count": 14
},
"modal_8": {
"mean_case_rms_error": 0.7952324303949779,
"median_case_rms_error": 0.7928793351814447,
"worst_case_rms_error": 0.847697422487277,
"case_count": 14
},
"modal_tail_8": {
"mean_case_rms_error": 0.6893724505896911,
"median_case_rms_error": 0.7001517760391764,
"worst_case_rms_error": 0.7509594926723067,
"case_count": 14
},
"matched_fv_8": {
"mean_case_rms_error": 0.8828191197754105,
"median_case_rms_error": 0.8896038984534377,
"worst_case_rms_error": 0.9145188518794429,
"case_count": 14
},
"modal_16": {
"mean_case_rms_error": 0.5097846913186895,
"median_case_rms_error": 0.5201558659728059,
"worst_case_rms_error": 0.5441130558096452,
"case_count": 14
},
"modal_tail_16": {
"mean_case_rms_error": 0.10752041480994258,
"median_case_rms_error": 0.10330424112228923,
"worst_case_rms_error": 0.16548139564447434,
"case_count": 14
},
"matched_fv_16": {
"mean_case_rms_error": 0.8216545736547264,
"median_case_rms_error": 0.8253728530822115,
"worst_case_rms_error": 0.8690763770479158,
"case_count": 14
}
},
"development_all": {
"uniform_effective": {
"mean_case_rms_error": 0.8918227872739839,
"median_case_rms_error": 0.9418747483057799,
"worst_case_rms_error": 1.0811339184924627,
"case_count": 14
},
"full_fv_32": {
"mean_case_rms_error": 0.7409020842346682,
"median_case_rms_error": 0.7469261797195511,
"worst_case_rms_error": 0.7888993499207723,
"case_count": 14
},
"full_fv_64": {
"mean_case_rms_error": 0.4364593592097335,
"median_case_rms_error": 0.442158192182335,
"worst_case_rms_error": 0.5433358538430846,
"case_count": 14
},
"full_fv_128": {
"mean_case_rms_error": 0.12460455308328082,
"median_case_rms_error": 0.1257818438097837,
"worst_case_rms_error": 0.18738252905990121,
"case_count": 14
},
"full_fv_256": {
"mean_case_rms_error": 0.031203612205205455,
"median_case_rms_error": 0.03130884940104217,
"worst_case_rms_error": 0.04736785863323901,
"case_count": 14
},
"modal_4": {
"mean_case_rms_error": 0.9274751219022607,
"median_case_rms_error": 0.9272255850033367,
"worst_case_rms_error": 1.016894847092264,
"case_count": 14
},
"modal_tail_4": {
"mean_case_rms_error": 0.8483647657956384,
"median_case_rms_error": 0.8524370325777593,
"worst_case_rms_error": 0.9134412761499611,
"case_count": 14
},
"matched_fv_4": {
"mean_case_rms_error": 0.9202795007985335,
"median_case_rms_error": 0.9320838436390545,
"worst_case_rms_error": 0.965227646492609,
"case_count": 14
},
"modal_8": {
"mean_case_rms_error": 0.7943523955743684,
"median_case_rms_error": 0.7925589284950659,
"worst_case_rms_error": 0.8465892414088171,
"case_count": 14
},
"modal_tail_8": {
"mean_case_rms_error": 0.6895296900191675,
"median_case_rms_error": 0.6998100115276887,
"worst_case_rms_error": 0.7510005698689057,
"case_count": 14
},
"matched_fv_8": {
"mean_case_rms_error": 0.88124274665666,
"median_case_rms_error": 0.886733693224359,
"worst_case_rms_error": 0.9099020446703419,
"case_count": 14
},
"modal_16": {
"mean_case_rms_error": 0.510761364197075,
"median_case_rms_error": 0.5210047161495339,
"worst_case_rms_error": 0.5450340220802267,
"case_count": 14
},
"modal_tail_16": {
"mean_case_rms_error": 0.1100666614951192,
"median_case_rms_error": 0.10329296993522138,
"worst_case_rms_error": 0.1663603857562608,
"case_count": 14
},
"matched_fv_16": {
"mean_case_rms_error": 0.8201590100124864,
"median_case_rms_error": 0.8252218057884677,
"worst_case_rms_error": 0.8698336564195505,
"case_count": 14
}
},
"heldout_low_0_to_4pi": {
"uniform_effective": {
"mean_case_rms_error": 0.5946769225614893,
"median_case_rms_error": 0.56868028239954,
"worst_case_rms_error": 1.022844532628721,
"case_count": 14
},
"full_fv_32": {
"mean_case_rms_error": 0.08086823690371514,
"median_case_rms_error": 0.08187961836152938,
"worst_case_rms_error": 0.12392775530921728,
"case_count": 14
},
"full_fv_64": {
"mean_case_rms_error": 0.019777006392556713,
"median_case_rms_error": 0.02033043803279304,
"worst_case_rms_error": 0.029200075589895364,
"case_count": 14
},
"full_fv_128": {
"mean_case_rms_error": 0.004906224409906207,
"median_case_rms_error": 0.0050653689109788165,
"worst_case_rms_error": 0.007122299280824395,
"case_count": 14
},
"full_fv_256": {
"mean_case_rms_error": 0.0012240665911396203,
"median_case_rms_error": 0.001265139639226079,
"worst_case_rms_error": 0.0017690066352451718,
"case_count": 14
},
"modal_4": {
"mean_case_rms_error": 0.7185118651055961,
"median_case_rms_error": 0.6964721673594179,
"worst_case_rms_error": 0.8357105832753704,
"case_count": 14
},
"modal_tail_4": {
"mean_case_rms_error": 0.5466591093794767,
"median_case_rms_error": 0.5667940575854131,
"worst_case_rms_error": 0.6548211489008856,
"case_count": 14
},
"matched_fv_4": {
"mean_case_rms_error": 0.7570177215725351,
"median_case_rms_error": 0.7606286100295636,
"worst_case_rms_error": 0.8282132092088704,
"case_count": 14
},
"modal_8": {
"mean_case_rms_error": 0.3641317463909108,
"median_case_rms_error": 0.36944104933374555,
"worst_case_rms_error": 0.466565376825304,
"case_count": 14
},
"modal_tail_8": {
"mean_case_rms_error": 0.03144223462870991,
"median_case_rms_error": 0.030952781220516062,
"worst_case_rms_error": 0.05892910858657412,
"case_count": 14
},
"matched_fv_8": {
"mean_case_rms_error": 0.6343331894493621,
"median_case_rms_error": 0.6214145665875921,
"worst_case_rms_error": 0.7711491010337388,
"case_count": 14
},
"modal_16": {
"mean_case_rms_error": 0.1854189481936078,
"median_case_rms_error": 0.18849994026569283,
"worst_case_rms_error": 0.2582986957231345,
"case_count": 14
},
"modal_tail_16": {
"mean_case_rms_error": 0.002460444544099923,
"median_case_rms_error": 0.0023322417802482186,
"worst_case_rms_error": 0.004225306270127049,
"case_count": 14
},
"matched_fv_16": {
"mean_case_rms_error": 0.3110497683410681,
"median_case_rms_error": 0.3197662994092002,
"worst_case_rms_error": 0.44242596603122425,
"case_count": 14
}
},
"heldout_mid_4pi_to_8pi": {
"uniform_effective": {
"mean_case_rms_error": 0.9258365539998918,
"median_case_rms_error": 0.9436010468120641,
"worst_case_rms_error": 1.250958156244164,
"case_count": 14
},
"full_fv_32": {
"mean_case_rms_error": 0.730941136723992,
"median_case_rms_error": 0.7393368002050041,
"worst_case_rms_error": 0.9168635887899296,
"case_count": 14
},
"full_fv_64": {
"mean_case_rms_error": 0.20782610635368923,
"median_case_rms_error": 0.20715335925030762,
"worst_case_rms_error": 0.2797346890178246,
"case_count": 14
},
"full_fv_128": {
"mean_case_rms_error": 0.05168341615741319,
"median_case_rms_error": 0.05144061984450285,
"worst_case_rms_error": 0.0688422951294377,
"case_count": 14
},
"full_fv_256": {
"mean_case_rms_error": 0.012870741099810816,
"median_case_rms_error": 0.012795472672939536,
"worst_case_rms_error": 0.017096926870217456,
"case_count": 14
},
"modal_4": {
"mean_case_rms_error": 1.0056232921968171,
"median_case_rms_error": 1.016111265576487,
"worst_case_rms_error": 1.0739270526412055,
"case_count": 14
},
"modal_tail_4": {
"mean_case_rms_error": 0.9553314946608266,
"median_case_rms_error": 0.9551917955288334,
"worst_case_rms_error": 1.093654076332768,
"case_count": 14
},
"matched_fv_4": {
"mean_case_rms_error": 0.966897369166752,
"median_case_rms_error": 0.9782720657103549,
"worst_case_rms_error": 1.0441763668304993,
"case_count": 14
},
"modal_8": {
"mean_case_rms_error": 0.8669906507081778,
"median_case_rms_error": 0.8884899163246465,
"worst_case_rms_error": 1.0006904403662296,
"case_count": 14
},
"modal_tail_8": {
"mean_case_rms_error": 0.6310269045065421,
"median_case_rms_error": 0.6542590413691654,
"worst_case_rms_error": 0.7669566455719655,
"case_count": 14
},
"matched_fv_8": {
"mean_case_rms_error": 0.9607878117303877,
"median_case_rms_error": 0.9726408491254601,
"worst_case_rms_error": 1.0810240376857188,
"case_count": 14
},
"modal_16": {
"mean_case_rms_error": 0.4502629718358809,
"median_case_rms_error": 0.44865966889544834,
"worst_case_rms_error": 0.5117965806354862,
"case_count": 14
},
"modal_tail_16": {
"mean_case_rms_error": 0.028558693470880737,
"median_case_rms_error": 0.030131606218611877,
"worst_case_rms_error": 0.040855472515127146,
"case_count": 14
},
"matched_fv_16": {
"mean_case_rms_error": 0.9775523676197564,
"median_case_rms_error": 0.9772285377830667,
"worst_case_rms_error": 1.038690369168183,
"case_count": 14
}
},
"heldout_high_8pi_to_12pi": {
"uniform_effective": {
"mean_case_rms_error": 1.0750696895097664,
"median_case_rms_error": 1.152378439653317,
"worst_case_rms_error": 1.283026380276762,
"case_count": 14
},
"full_fv_32": {
"mean_case_rms_error": 1.0485533696110168,
"median_case_rms_error": 1.0725430597247467,
"worst_case_rms_error": 1.1267692866384453,
"case_count": 14
},
"full_fv_64": {
"mean_case_rms_error": 0.7209634672561275,
"median_case_rms_error": 0.7334447508954469,
"worst_case_rms_error": 0.8956203270506463,
"case_count": 14
},
"full_fv_128": {
"mean_case_rms_error": 0.20693143381152865,
"median_case_rms_error": 0.2090222151363888,
"worst_case_rms_error": 0.308479430273257,
"case_count": 14
},
"full_fv_256": {
"mean_case_rms_error": 0.05179921469103592,
"median_case_rms_error": 0.052082767267943905,
"worst_case_rms_error": 0.07693660250798381,
"case_count": 14
},
"modal_4": {
"mean_case_rms_error": 1.0272455243963936,
"median_case_rms_error": 1.0314868074798342,
"worst_case_rms_error": 1.146879197828423,
"case_count": 14
},
"modal_tail_4": {
"mean_case_rms_error": 0.972484317292979,
"median_case_rms_error": 0.9790972644474075,
"worst_case_rms_error": 1.065410402381452,
"case_count": 14
},
"matched_fv_4": {
"mean_case_rms_error": 1.017992484429214,
"median_case_rms_error": 1.0323974467885502,
"worst_case_rms_error": 1.107000248877533,
"case_count": 14
},
"modal_8": {
"mean_case_rms_error": 1.0022061505824766,
"median_case_rms_error": 1.00338056166221,
"worst_case_rms_error": 1.082464133109194,
"case_count": 14
},
"modal_tail_8": {
"mean_case_rms_error": 1.0081138020342846,
"median_case_rms_error": 1.0089580881642994,
"worst_case_rms_error": 1.1120491679034876,
"case_count": 14
},
"matched_fv_8": {
"mean_case_rms_error": 1.00160933851811,
"median_case_rms_error": 1.0134696532747014,
"worst_case_rms_error": 1.0783704936035117,
"case_count": 14
},
"modal_16": {
"mean_case_rms_error": 0.7349119040518036,
"median_case_rms_error": 0.7531811607001975,
"worst_case_rms_error": 0.8053876686359296,
"case_count": 14
},
"modal_tail_16": {
"mean_case_rms_error": 0.18380101977916732,
"median_case_rms_error": 0.1754509742010006,
"worst_case_rms_error": 0.2848919845343266,
"case_count": 14
},
"matched_fv_16": {
"mean_case_rms_error": 0.9835545016433007,
"median_case_rms_error": 0.9834610684240481,
"worst_case_rms_error": 1.0754585239478958,
"case_count": 14
}
}
},
"cost": {
"exact_layers": {
"state_dimension": 0.0,
"setup_seconds": 0.0,
"query_513freq_seconds": 0.0009063055622391403,
"one_query_total_seconds": 0.0009063055622391403,
"100_query_mean_seconds": 0.0009063055622391403
},
"full_fv_128": {
"state_dimension": 257.0,
"setup_seconds": 0.0011887205764651299,
"query_513freq_seconds": 0.002904094464611262,
"one_query_total_seconds": 0.004096718039363623,
"100_query_mean_seconds": 0.002915790110128
},
"full_fv_256": {
"state_dimension": 513.0,
"setup_seconds": 0.0040881315362639725,
"query_513freq_seconds": 0.007040532014798373,
"one_query_total_seconds": 0.011086537560913712,
"100_query_mean_seconds": 0.007081911590066738
},
"full_fv_32": {
"state_dimension": 65.0,
"setup_seconds": 0.0003308404702693224,
"query_513freq_seconds": 0.0010661655105650425,
"one_query_total_seconds": 0.0013965839752927423,
"100_query_mean_seconds": 0.001069469500798732
},
"full_fv_64": {
"state_dimension": 129.0,
"setup_seconds": 0.0005314794834703207,
"query_513freq_seconds": 0.001676144020166248,
"one_query_total_seconds": 0.002206355973612517,
"100_query_mean_seconds": 0.001681499390397221
},
"matched_fv_16": {
"state_dimension": 33.0,
"setup_seconds": 0.00026014645118266344,
"query_513freq_seconds": 0.0007100405055098236,
"one_query_total_seconds": 0.0009746604482643306,
"100_query_mean_seconds": 0.0007126971957040951
},
"matched_fv_4": {
"state_dimension": 9.0,
"setup_seconds": 0.00023600197164341807,
"query_513freq_seconds": 0.000498118984978646,
"one_query_total_seconds": 0.000734128465410322,
"100_query_mean_seconds": 0.0005004764051409438
},
"matched_fv_8": {
"state_dimension": 17.0,
"setup_seconds": 0.0002385625266470015,
"query_513freq_seconds": 0.0005551009671762586,
"one_query_total_seconds": 0.0007931735017336905,
"100_query_mean_seconds": 0.0005574816925218329
},
"modal_16": {
"state_dimension": 31.0,
"setup_seconds": 0.003729817515704781,
"query_513freq_seconds": 0.0007076255278661847,
"one_query_total_seconds": 0.004434606060385704,
"100_query_mean_seconds": 0.0007461618521483615
},
"modal_4": {
"state_dimension": 7.0,
"setup_seconds": 0.003804884967394173,
"query_513freq_seconds": 0.0004768630024045706,
"one_query_total_seconds": 0.0042796574416570365,
"100_query_mean_seconds": 0.0005132898560259491
},
"modal_8": {
"state_dimension": 15.0,
"setup_seconds": 0.0037325294688344,
"query_513freq_seconds": 0.0005541654536500573,
"one_query_total_seconds": 0.004286160983610898,
"100_query_mean_seconds": 0.0005925478180870414
},
"modal_tail_16": {
"state_dimension": 33.0,
"setup_seconds": 0.0037737475358881056,
"query_513freq_seconds": 0.0007092565065249801,
"one_query_total_seconds": 0.00447991507826373,
"100_query_mean_seconds": 0.0007472630916163325
},
"modal_tail_4": {
"state_dimension": 9.0,
"setup_seconds": 0.0037689494783990085,
"query_513freq_seconds": 0.00047462753718718886,
"one_query_total_seconds": 0.004243577015586197,
"100_query_mean_seconds": 0.0005115976941306145
},
"modal_tail_8": {
"state_dimension": 17.0,
"setup_seconds": 0.003777116013225168,
"query_513freq_seconds": 0.0005559494602493942,
"one_query_total_seconds": 0.004332017968408763,
"100_query_mean_seconds": 0.0005938921502092853
},
"uniform_effective": {
"state_dimension": 0.0,
"setup_seconds": 0.0,
"query_513freq_seconds": 0.0001964724506251514,
"one_query_total_seconds": 0.0001964724506251514,
"100_query_mean_seconds": 0.0001964724506251514
}
},
"checks": {
"max_unitarity": 4.6035206913235335e-12,
"max_reciprocity": 3.080326048972191e-12,
"minimum_RHP_impedance_eigenvalue": 0.003290752510449836,
"minimum_tail_eigenvalue": 0.007854729888989326,
"minimum_signed_endpoint_residue": -5.031262610705008,
"minimum_signed_retained16_endpoint_residue": 1.3766359423482568e-09,
"exact_scattering_composition_max_error": 1.894711961311747e-15,
"state_frequency_max_error": 1.4217791915866692e-15,
"maximum_generator_real_part": -1.1445771746637838,
"max_preinput_output": 0.0,
"max_energy_increment_after_source": -9.291231975466637e-19,
"final_stored_energy": 9.916552042822806e-15
},
"elapsed_seconds": 2.693194053019397,
"environment": {
"python": "3.12.15",
"numpy": "2.3.5",
"blas_threads": "2",
"protocol_sha256": "8d7ab2011b4dec619ffde0490030c76675ab6427e0c052a27dca2d4eace03388"
},
"interpretation": "Exact-geometry development study. The error is the absolute RMS per complex scattering entry."
}