Invalid JSON:Unexpected token 'N', ..."og_loss": NaN,
""... is not valid JSON
[
{
"regime": "source_only",
"model": "support_mixture",
"representation": "query_joint",
"utility": 0.23803626000515474,
"queries": 0.5096412842219099,
"abstention": 0.2090024668700538,
"estimated_utility": 0.630952785810738,
"fitted_compression_loss": 0.01536998904145033,
"fitted_dispersion": 0.05428251675552165,
"empirical_compression_loss": 0.015368046444122919,
"empirical_model_loss": 0.4078594944548941,
"posterior_brier": 0.22431916168638466,
"posterior_log_loss": 0.7106754743121653,
"joint_conditional_log_loss": 1.443035097803158,
"observation_given_h_log_loss": 0.7323596234909926,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "posterior_clusters",
"utility": 0.23458856431283923,
"queries": 0.4292708052330289,
"abstention": 0.19160644494289314,
"estimated_utility": 0.63717750753737,
"fitted_compression_loss": 0.00914526731481831,
"fitted_dispersion": 0.13185449772870494,
"empirical_compression_loss": 0.015483203339136246,
"empirical_model_loss": 0.41119203325219633,
"posterior_brier": 0.2246727663816619,
"posterior_log_loss": 0.7204677447778748,
"joint_conditional_log_loss": 1.649363695994454,
"observation_given_h_log_loss": 0.9288959512165791,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "posterior_bins",
"utility": 0.2022147661156205,
"queries": 0.4009371935051436,
"abstention": 0.18459896758915073,
"estimated_utility": 0.6379249972836533,
"fitted_compression_loss": 0.008397777568535048,
"fitted_dispersion": 0.17790084983431012,
"empirical_compression_loss": 0.022646612083163747,
"empirical_model_loss": 0.4364024227053875,
"posterior_brier": 0.2274641023701049,
"posterior_log_loss": 0.7259819606716976,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.9837352762514657,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "future_marginal",
"utility": 0.1575659074227796,
"queries": 0.5496025760572262,
"abstention": 0.20829926417854627,
"estimated_utility": 0.5934369398840705,
"fitted_compression_loss": 0.052885834968117724,
"fitted_dispersion": 0.07090949272155889,
"empirical_compression_loss": 0.05137275217651757,
"empirical_model_loss": 0.45232514130487467,
"posterior_brier": 0.22709326295334933,
"posterior_log_loss": 0.6979339080984099,
"joint_conditional_log_loss": 1.4565665272302293,
"observation_given_h_log_loss": 0.7586326191318193,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "raw_information",
"utility": 0.17850429667928744,
"queries": 0.5429023947469007,
"abstention": 0.22014925193626322,
"estimated_utility": 0.6096692441471936,
"fitted_compression_loss": 0.03665353070499469,
"fitted_dispersion": 0.1860068044692218,
"empirical_compression_loss": 0.03705422634849882,
"empirical_model_loss": 0.4457052778763855,
"posterior_brier": 0.23212570102269792,
"posterior_log_loss": 0.7191561869139071,
"joint_conditional_log_loss": 1.6355385910719589,
"observation_given_h_log_loss": 0.9163824041580517,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "raw_entropy",
"utility": 0.02438508748961765,
"queries": 0.6491886052094419,
"abstention": 0.2091757817848136,
"estimated_utility": 0.5451541593891496,
"fitted_compression_loss": 0.10116861546303876,
"fitted_dispersion": 0.21837165447939394,
"empirical_compression_loss": 0.10156631160129051,
"empirical_model_loss": 0.5353124018132636,
"posterior_brier": 0.2530586819065711,
"posterior_log_loss": 0.7576672947453338,
"joint_conditional_log_loss": 1.5680298807080226,
"observation_given_h_log_loss": 0.8103625859626886,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "hash_code",
"utility": 0.2415251378913765,
"queries": 0.8152501621636238,
"abstention": 0.19323541441496067,
"estimated_utility": 0.5012327014341214,
"fitted_compression_loss": 0.145090073418067,
"fitted_dispersion": 0.3771236406307109,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.3882284758515365,
"posterior_brier": 0.2336118352417857,
"posterior_log_loss": 0.6569592267688282,
"joint_conditional_log_loss": 1.5879511366493704,
"observation_given_h_log_loss": 0.9309919098805421,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "identity",
"utility": 0.22862951919063426,
"queries": 0.4735929765658044,
"abstention": 0.19434412010213645,
"estimated_utility": 0.6463227748521883,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.43263428171353757,
"posterior_brier": 0.22589420633304538,
"posterior_log_loss": 0.7295303076343573,
"joint_conditional_log_loss": 1.4848411690022307,
"observation_given_h_log_loss": 0.7553108613678734,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "joint_jeffreys",
"representation": "query_joint",
"utility": 0.13400746248180123,
"queries": 0.6043198713420597,
"abstention": 0.25528848737004584,
"estimated_utility": 0.5979371564702818,
"fitted_compression_loss": 0.008739490865556924,
"fitted_dispersion": 0.03985630403406616,
"empirical_compression_loss": 0.015946893569476,
"empirical_model_loss": 0.5113094448528945,
"posterior_brier": 0.24708508532788825,
"posterior_log_loss": 0.7796176781406048,
"joint_conditional_log_loss": 1.5848619481326849,
"observation_given_h_log_loss": 0.8052442699920801,
"raw_posterior_brier": 0.24752837268803324,
"raw_posterior_log_loss": 0.7849643492045827,
"raw_joint_conditional_log_loss": 1.5806876475209801
},
{
"regime": "source_only",
"model": "joint_jeffreys",
"representation": "posterior_clusters",
"utility": 0.10545538725875188,
"queries": 0.508209772263703,
"abstention": 0.25401104236788286,
"estimated_utility": 0.5903509996418399,
"fitted_compression_loss": 0.01632564769399874,
"fitted_dispersion": 0.1453747664722818,
"empirical_compression_loss": 0.037656554406304804,
"empirical_model_loss": 0.518151859239115,
"posterior_brier": 0.2455758714134466,
"posterior_log_loss": 0.7740319411680912,
"joint_conditional_log_loss": 1.5608051011658082,
"observation_given_h_log_loss": 0.786773159997717,
"raw_posterior_brier": 0.24752837268803324,
"raw_posterior_log_loss": 0.7849643492045827,
"raw_joint_conditional_log_loss": 1.5806876475209801
},
{
"regime": "source_only",
"model": "joint_jeffreys",
"representation": "posterior_bins",
"utility": 0.08893553252830949,
"queries": 0.4682699646896826,
"abstention": 0.2593670884046169,
"estimated_utility": 0.5913231027857038,
"fitted_compression_loss": 0.015353544550134757,
"fitted_dispersion": 0.21085114770782792,
"empirical_compression_loss": 0.03379271040255643,
"empirical_model_loss": 0.5385355579733059,
"posterior_brier": 0.2482107710334317,
"posterior_log_loss": 0.7867149873261305,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.9441202389912356,
"raw_posterior_brier": 0.24752837268803324,
"raw_posterior_log_loss": 0.7849643492045827,
"raw_joint_conditional_log_loss": 1.5806876475209801
},
{
"regime": "source_only",
"model": "joint_jeffreys",
"representation": "future_marginal",
"utility": 0.07264433387146843,
"queries": 0.6046865519089721,
"abstention": 0.2643753369725116,
"estimated_utility": 0.5290437002919508,
"fitted_compression_loss": 0.07763294704388773,
"fitted_dispersion": 0.07833450869661646,
"empirical_compression_loss": 0.050801490799154005,
"empirical_model_loss": 0.5378179762335493,
"posterior_brier": 0.24436271271712467,
"posterior_log_loss": 0.7373030012019952,
"joint_conditional_log_loss": 1.543910122141464,
"observation_given_h_log_loss": 0.8066071209394687,
"raw_posterior_brier": 0.24752837268803324,
"raw_posterior_log_loss": 0.7849643492045827,
"raw_joint_conditional_log_loss": 1.5806876475209801
},
{
"regime": "source_only",
"model": "joint_jeffreys",
"representation": "raw_information",
"utility": 0.15564635433949392,
"queries": 0.7041135765809035,
"abstention": 0.24175080244520025,
"estimated_utility": 0.538129624921484,
"fitted_compression_loss": 0.06854702241435463,
"fitted_dispersion": 0.21400540214226113,
"empirical_compression_loss": 0.037054226348498816,
"empirical_model_loss": 0.468563220216179,
"posterior_brier": 0.23597533887652097,
"posterior_log_loss": 0.697079559071423,
"joint_conditional_log_loss": 1.5727775442330538,
"observation_given_h_log_loss": 0.8756979851616307,
"raw_posterior_brier": 0.24752837268803324,
"raw_posterior_log_loss": 0.7849643492045827,
"raw_joint_conditional_log_loss": 1.5806876475209801
},
{
"regime": "source_only",
"model": "joint_jeffreys",
"representation": "raw_entropy",
"utility": 0.17327777112379,
"queries": 0.8420589177995645,
"abstention": 0.3039563302666294,
"estimated_utility": 0.49227754618764674,
"fitted_compression_loss": 0.11439910114819188,
"fitted_dispersion": 0.23376962430894635,
"empirical_compression_loss": 0.06464073330536334,
"empirical_model_loss": 0.4233452964750185,
"posterior_brier": 0.22733758659465483,
"posterior_log_loss": 0.6727857390379992,
"joint_conditional_log_loss": 1.4673078392974386,
"observation_given_h_log_loss": 0.7945221002594394,
"raw_posterior_brier": 0.24752837268803324,
"raw_posterior_log_loss": 0.7849643492045827,
"raw_joint_conditional_log_loss": 1.5806876475209801
},
{
"regime": "source_only",
"model": "joint_jeffreys",
"representation": "hash_code",
"utility": 0.20341089097504686,
"queries": 0.8744809342271825,
"abstention": 0.17753544278287509,
"estimated_utility": 0.5042947569305649,
"fitted_compression_loss": 0.10238189040527373,
"fitted_dispersion": 0.4242687253415086,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.42634272276786617,
"posterior_brier": 0.2435858838437725,
"posterior_log_loss": 0.6896298132966343,
"joint_conditional_log_loss": 1.5726262714531622,
"observation_given_h_log_loss": 0.8829964581565282,
"raw_posterior_brier": 0.24752837268803324,
"raw_posterior_log_loss": 0.7849643492045827,
"raw_joint_conditional_log_loss": 1.5806876475209801
},
{
"regime": "source_only",
"model": "joint_jeffreys",
"representation": "identity",
"utility": 0.12466419858539879,
"queries": 0.6475047319223283,
"abstention": 0.24240373346783564,
"estimated_utility": 0.6066766473358385,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.536599602318773,
"posterior_brier": 0.24752837268803324,
"posterior_log_loss": 0.7849643492045827,
"joint_conditional_log_loss": 1.5806876475209801,
"observation_given_h_log_loss": 0.7957232983163972,
"raw_posterior_brier": 0.24752837268803324,
"raw_posterior_log_loss": 0.7849643492045827,
"raw_joint_conditional_log_loss": 1.5806876475209801
},
{
"regime": "source_only",
"model": "naive_bayes",
"representation": "query_joint",
"utility": 0.04100227625024551,
"queries": 0.43546881926638015,
"abstention": 0.02863177849328914,
"estimated_utility": 0.8735981590324085,
"fitted_compression_loss": 0.000993338026493856,
"fitted_dispersion": 0.008233618456518745,
"empirical_compression_loss": 0.026697186944105947,
"empirical_model_loss": 0.5935643377098203,
"posterior_brier": 0.2655773456997806,
"posterior_log_loss": 1.2859593958009254,
"joint_conditional_log_loss": 2.630689018295515,
"observation_given_h_log_loss": 1.3447296224945917,
"raw_posterior_brier": 0.26544445266481953,
"raw_posterior_log_loss": 1.34008718260981,
"raw_joint_conditional_log_loss": 2.6848168051044032
},
{
"regime": "source_only",
"model": "naive_bayes",
"representation": "posterior_clusters",
"utility": 0.04100227625024551,
"queries": 0.4319756272994993,
"abstention": 0.02863177849328914,
"estimated_utility": 0.8735981590324085,
"fitted_compression_loss": 0.0009933380264938619,
"fitted_dispersion": 0.008233618456518745,
"empirical_compression_loss": 0.026697186944105947,
"empirical_model_loss": 0.5935643377098203,
"posterior_brier": 0.2655773456997806,
"posterior_log_loss": 1.2859593958009254,
"joint_conditional_log_loss": 2.630689018295515,
"observation_given_h_log_loss": 1.3447296224945917,
"raw_posterior_brier": 0.26544445266481953,
"raw_posterior_log_loss": 1.34008718260981,
"raw_joint_conditional_log_loss": 2.6848168051044032
},
{
"regime": "source_only",
"model": "naive_bayes",
"representation": "posterior_bins",
"utility": 0.04978201055346497,
"queries": 0.4390998903865062,
"abstention": 0.021161627880207926,
"estimated_utility": 0.873341883474979,
"fitted_compression_loss": 0.0012496135839232985,
"fitted_dispersion": 0.012657094098930222,
"empirical_compression_loss": 0.034698586478250394,
"empirical_model_loss": 0.5767832038724564,
"posterior_brier": 0.264272269656447,
"posterior_log_loss": 1.1007962343580902,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 1.3447296224945917,
"raw_posterior_brier": 0.26544445266481953,
"raw_posterior_log_loss": 1.34008718260981,
"raw_joint_conditional_log_loss": 2.6848168051044032
},
{
"regime": "source_only",
"model": "naive_bayes",
"representation": "future_marginal",
"utility": 0.05870410312082602,
"queries": 0.4361705599112718,
"abstention": 0.03497109615003838,
"estimated_utility": 0.8739376202503266,
"fitted_compression_loss": 0.0006538768085757698,
"fitted_dispersion": 0.008361999958907514,
"empirical_compression_loss": 0.028812940388031595,
"empirical_model_loss": 0.5737467573953141,
"posterior_brier": 0.2640228002632145,
"posterior_log_loss": 1.2102722618952884,
"joint_conditional_log_loss": 2.5550018843898794,
"observation_given_h_log_loss": 1.344729622494592,
"raw_posterior_brier": 0.26544445266481953,
"raw_posterior_log_loss": 1.34008718260981,
"raw_joint_conditional_log_loss": 2.6848168051044032
},
{
"regime": "source_only",
"model": "naive_bayes",
"representation": "raw_information",
"utility": 0.07266596960714738,
"queries": 0.5492342438366439,
"abstention": 0.0440300066804764,
"estimated_utility": 0.847320077174875,
"fitted_compression_loss": 0.02727141988402719,
"fitted_dispersion": 0.04270161414395769,
"empirical_compression_loss": 0.03591344983446324,
"empirical_model_loss": 0.5526843814625612,
"posterior_brier": 0.25104451155999635,
"posterior_log_loss": 1.1339384937853239,
"joint_conditional_log_loss": 2.478668116279916,
"observation_given_h_log_loss": 1.3447296224945917,
"raw_posterior_brier": 0.26544445266481953,
"raw_posterior_log_loss": 1.34008718260981,
"raw_joint_conditional_log_loss": 2.6848168051044032
},
{
"regime": "source_only",
"model": "naive_bayes",
"representation": "raw_entropy",
"utility": -0.037185311277730115,
"queries": 0.6972177443397531,
"abstention": 0.08192224227166725,
"estimated_utility": 0.7899125607782751,
"fitted_compression_loss": 0.08467893628062716,
"fitted_dispersion": 0.09808332528031813,
"empirical_compression_loss": 0.10156631160129051,
"empirical_model_loss": 0.5968828005806114,
"posterior_brier": 0.28349075370117316,
"posterior_log_loss": 1.0702402766197134,
"joint_conditional_log_loss": 2.414969899114306,
"observation_given_h_log_loss": 1.3447296224945917,
"raw_posterior_brier": 0.26544445266481953,
"raw_posterior_log_loss": 1.34008718260981,
"raw_joint_conditional_log_loss": 2.6848168051044032
},
{
"regime": "source_only",
"model": "naive_bayes",
"representation": "hash_code",
"utility": 0.20518203552950728,
"queries": 0.8970527515212774,
"abstention": 0.1288133167477302,
"estimated_utility": 0.6051064801490077,
"fitted_compression_loss": 0.2694850169098946,
"fitted_dispersion": 0.3104510414806734,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.42457157821340574,
"posterior_brier": 0.22289671071139025,
"posterior_log_loss": 0.625041881919024,
"joint_conditional_log_loss": 1.9697715044136157,
"observation_given_h_log_loss": 1.3447296224945917,
"raw_posterior_brier": 0.26544445266481953,
"raw_posterior_log_loss": 1.34008718260981,
"raw_joint_conditional_log_loss": 2.6848168051044032
},
{
"regime": "source_only",
"model": "naive_bayes",
"representation": "identity",
"utility": 0.04601872772678571,
"queries": 0.4429392705158447,
"abstention": 0.02978445139139793,
"estimated_utility": 0.8745914970589024,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.615245073177386,
"posterior_brier": 0.26544445266481953,
"posterior_log_loss": 1.34008718260981,
"joint_conditional_log_loss": 2.6848168051044032,
"observation_given_h_log_loss": 1.3447296224945917,
"raw_posterior_brier": 0.26544445266481953,
"raw_posterior_log_loss": 1.34008718260981,
"raw_joint_conditional_log_loss": 2.6848168051044032
},
{
"regime": "target_64",
"model": "support_mixture",
"representation": "query_joint",
"utility": 0.42861840139203766,
"queries": 0.437375014743869,
"abstention": 0.15254112063799133,
"estimated_utility": 0.58891417731581,
"fitted_compression_loss": 0.0014791213985141426,
"fitted_dispersion": 0.013306095590656852,
"empirical_compression_loss": 0.006941914665382935,
"empirical_model_loss": 0.22570348484675112,
"posterior_brier": 0.14207717814233886,
"posterior_log_loss": 0.4488803786841378,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.4713431260533678,
"raw_posterior_brier": 0.14132644428968594,
"raw_posterior_log_loss": 0.4463297373764372,
"raw_joint_conditional_log_loss": 0.895850072130834
},
{
"regime": "target_64",
"model": "support_mixture",
"representation": "posterior_clusters",
"utility": 0.4272578325745458,
"queries": 0.4233777030410657,
"abstention": 0.14516853520140147,
"estimated_utility": 0.5883290428803247,
"fitted_compression_loss": 0.002064255833999249,
"fitted_dispersion": 0.017563536893669816,
"empirical_compression_loss": 0.00808205534141894,
"empirical_model_loss": 0.22592391298820702,
"posterior_brier": 0.14116722448105434,
"posterior_log_loss": 0.4467727598562351,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.5090721054033512,
"raw_posterior_brier": 0.14132644428968594,
"raw_posterior_log_loss": 0.4463297373764372,
"raw_joint_conditional_log_loss": 0.895850072130834
},
{
"regime": "target_64",
"model": "support_mixture",
"representation": "posterior_bins",
"utility": 0.42453373182304177,
"queries": 0.4503721738598604,
"abstention": 0.1445003526932843,
"estimated_utility": 0.5881123705248554,
"fitted_compression_loss": 0.0022809281894685895,
"fitted_dispersion": 0.028059297704434657,
"empirical_compression_loss": 0.01768202558702397,
"empirical_model_loss": 0.21904804349410603,
"posterior_brier": 0.14226611482864188,
"posterior_log_loss": 0.4506279441724549,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.5160320288315656,
"raw_posterior_brier": 0.14132644428968594,
"raw_posterior_log_loss": 0.4463297373764372,
"raw_joint_conditional_log_loss": 0.895850072130834
},
{
"regime": "target_64",
"model": "support_mixture",
"representation": "future_marginal",
"utility": 0.4115762826011256,
"queries": 0.4414136200614996,
"abstention": 0.15369711696584853,
"estimated_utility": 0.5813870076730938,
"fitted_compression_loss": 0.009006291041230243,
"fitted_dispersion": 0.02134927649492934,
"empirical_compression_loss": 0.01632669341177973,
"empirical_model_loss": 0.23336082489126642,
"posterior_brier": 0.14602287872943587,
"posterior_log_loss": 0.46003882708110655,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.46547901581463147,
"raw_posterior_brier": 0.14132644428968594,
"raw_posterior_log_loss": 0.4463297373764372,
"raw_joint_conditional_log_loss": 0.895850072130834
},
{
"regime": "target_64",
"model": "support_mixture",
"representation": "raw_information",
"utility": 0.4249838189220598,
"queries": 0.5096243963118923,
"abstention": 0.14974555329574393,
"estimated_utility": 0.568519653876207,
"fitted_compression_loss": 0.021873644838117066,
"fitted_dispersion": 0.06332539769148185,
"empirical_compression_loss": 0.019363481187191365,
"empirical_model_loss": 0.2169165007949206,
"posterior_brier": 0.14213569272927873,
"posterior_log_loss": 0.44210285091164914,
"joint_conditional_log_loss": 0.9597376161281872,
"observation_given_h_log_loss": 0.5176347652165381,
"raw_posterior_brier": 0.14132644428968594,
"raw_posterior_log_loss": 0.4463297373764372,
"raw_joint_conditional_log_loss": 0.895850072130834
},
{
"regime": "target_64",
"model": "support_mixture",
"representation": "raw_entropy",
"utility": 0.42134525807946627,
"queries": 0.5230296427199246,
"abstention": 0.15633506974896344,
"estimated_utility": 0.5520076450254736,
"fitted_compression_loss": 0.03838565368885041,
"fitted_dispersion": 0.078436310960431,
"empirical_compression_loss": 0.02343807225665838,
"empirical_model_loss": 0.21648047056804715,
"posterior_brier": 0.14531518720896414,
"posterior_log_loss": 0.4474046494345881,
"joint_conditional_log_loss": 0.967432711720253,
"observation_given_h_log_loss": 0.5200280622856649,
"raw_posterior_brier": 0.14132644428968594,
"raw_posterior_log_loss": 0.4463297373764372,
"raw_joint_conditional_log_loss": 0.895850072130834
},
{
"regime": "target_64",
"model": "support_mixture",
"representation": "hash_code",
"utility": 0.40100563926860244,
"queries": 0.6838911519401829,
"abstention": 0.2019853560858485,
"estimated_utility": 0.4851314827610293,
"fitted_compression_loss": 0.10526181595329467,
"fitted_dispersion": 0.1735526672686531,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.2287479744743106,
"posterior_brier": 0.17341513174762707,
"posterior_log_loss": 0.5210853658367329,
"joint_conditional_log_loss": 1.063186997267957,
"observation_given_h_log_loss": 0.542101631431224,
"raw_posterior_brier": 0.14132644428968594,
"raw_posterior_log_loss": 0.4463297373764372,
"raw_joint_conditional_log_loss": 0.895850072130834
},
{
"regime": "target_64",
"model": "support_mixture",
"representation": "identity",
"utility": 0.4310700189868407,
"queries": 0.42518703941463853,
"abstention": 0.15087548518618007,
"estimated_utility": 0.590393298714324,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.23019378191733106,
"posterior_brier": 0.14132644428968594,
"posterior_log_loss": 0.4463297373764372,
"joint_conditional_log_loss": 0.895850072130834,
"observation_given_h_log_loss": 0.4495203347543967,
"raw_posterior_brier": 0.14132644428968594,
"raw_posterior_log_loss": 0.4463297373764372,
"raw_joint_conditional_log_loss": 0.895850072130834
},
{
"regime": "target_64",
"model": "joint_jeffreys",
"representation": "query_joint",
"utility": 0.3872959638771294,
"queries": 0.811350258094029,
"abstention": 0.324512684095961,
"estimated_utility": 0.10522708333333333,
"fitted_compression_loss": 0.00023182291666666647,
"fitted_dispersion": 0.0034883684987971008,
"empirical_compression_loss": 0.005293584696646365,
"empirical_model_loss": 0.26867425233039605,
"posterior_brier": 0.1540066451133127,
"posterior_log_loss": 0.478298157101533,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.36106225864413094,
"raw_posterior_brier": 0.15368128741499854,
"raw_posterior_log_loss": 0.4773870646631778,
"raw_joint_conditional_log_loss": 0.8388413606454664
},
{
"regime": "target_64",
"model": "joint_jeffreys",
"representation": "posterior_clusters",
"utility": 0.3903016816418334,
"queries": 0.7623418679986658,
"abstention": 0.3234938805691082,
"estimated_utility": 0.10408294560185186,
"fitted_compression_loss": 0.0013759606481481483,
"fitted_dispersion": 0.014766483901355897,
"empirical_compression_loss": 0.006667478402143544,
"empirical_model_loss": 0.26429464086019483,
"posterior_brier": 0.15356969075719729,
"posterior_log_loss": 0.4771330522225669,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.3845033540911468,
"raw_posterior_brier": 0.15368128741499854,
"raw_posterior_log_loss": 0.4773870646631778,
"raw_joint_conditional_log_loss": 0.8388413606454664
},
{
"regime": "target_64",
"model": "joint_jeffreys",
"representation": "posterior_bins",
"utility": 0.3879607391491779,
"queries": 0.7316830854840266,
"abstention": 0.3196211180252875,
"estimated_utility": 0.10290935185185185,
"fitted_compression_loss": 0.002549554398148147,
"fitted_dispersion": 0.05759361520860222,
"empirical_compression_loss": 0.018512961804745535,
"empirical_model_loss": 0.25479009995024837,
"posterior_brier": 0.15542845554294424,
"posterior_log_loss": 0.4807505956693702,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.5562978026356236,
"raw_posterior_brier": 0.15368128741499854,
"raw_posterior_log_loss": 0.4773870646631778,
"raw_joint_conditional_log_loss": 0.8388413606454664
},
{
"regime": "target_64",
"model": "joint_jeffreys",
"representation": "future_marginal",
"utility": 0.38098521794954565,
"queries": 0.7939784645475845,
"abstention": 0.33414717178259945,
"estimated_utility": 0.10405969328703704,
"fitted_compression_loss": 0.0013992129629629639,
"fitted_dispersion": 0.004184971093738175,
"empirical_compression_loss": 0.012301782707048122,
"empirical_model_loss": 0.26797680024757803,
"posterior_brier": 0.1552149084942248,
"posterior_log_loss": 0.4807737359884836,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.3617962619173871,
"raw_posterior_brier": 0.15368128741499854,
"raw_posterior_log_loss": 0.4773870646631778,
"raw_joint_conditional_log_loss": 0.8388413606454664
},
{
"regime": "target_64",
"model": "joint_jeffreys",
"representation": "raw_information",
"utility": 0.3014609735285809,
"queries": 0.7919018084192538,
"abstention": 0.4690846798184647,
"estimated_utility": 0.06097723379629629,
"fitted_compression_loss": 0.0444816724537037,
"fitted_dispersion": 0.14316234145523796,
"empirical_compression_loss": 0.030713432217593206,
"empirical_model_loss": 0.3290893951579976,
"posterior_brier": 0.1863514948949408,
"posterior_log_loss": 0.5608421407532715,
"joint_conditional_log_loss": 1.2172798871014399,
"observation_given_h_log_loss": 0.6564377463481683,
"raw_posterior_brier": 0.15368128741499854,
"raw_posterior_log_loss": 0.4773870646631778,
"raw_joint_conditional_log_loss": 0.8388413606454664
},
{
"regime": "target_64",
"model": "joint_jeffreys",
"representation": "raw_entropy",
"utility": 0.2984588317617285,
"queries": 0.7661700690883952,
"abstention": 0.47969005446970403,
"estimated_utility": 0.05944451388888888,
"fitted_compression_loss": 0.046014392361111114,
"fitted_dispersion": 0.1496294041717667,
"empirical_compression_loss": 0.022605219208381978,
"empirical_model_loss": 0.34019974993406127,
"posterior_brier": 0.18666445001722382,
"posterior_log_loss": 0.5611889075903107,
"joint_conditional_log_loss": 1.2137714507441246,
"observation_given_h_log_loss": 0.6525825431538138,
"raw_posterior_brier": 0.15368128741499854,
"raw_posterior_log_loss": 0.4773870646631778,
"raw_joint_conditional_log_loss": 0.8388413606454664
},
{
"regime": "target_64",
"model": "joint_jeffreys",
"representation": "hash_code",
"utility": 0.3072034688161225,
"queries": 0.8103515089005574,
"abstention": 0.47694996555637426,
"estimated_utility": 0.054674953703703705,
"fitted_compression_loss": 0.05078395254629629,
"fitted_dispersion": 0.151776531360665,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.32255014492679057,
"posterior_brier": 0.1985215701452046,
"posterior_log_loss": 0.5862369928055833,
"joint_conditional_log_loss": 1.236560809108555,
"observation_given_h_log_loss": 0.6503238163029716,
"raw_posterior_brier": 0.15368128741499854,
"raw_posterior_log_loss": 0.4773870646631778,
"raw_joint_conditional_log_loss": 0.8388413606454664
},
{
"regime": "target_64",
"model": "joint_jeffreys",
"representation": "identity",
"utility": 0.37954515143388856,
"queries": 0.8062878036016767,
"abstention": 0.33262874920207275,
"estimated_utility": 0.10545890624999998,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.28171864947028324,
"posterior_brier": 0.15368128741499854,
"posterior_log_loss": 0.4773870646631778,
"joint_conditional_log_loss": 0.8388413606454664,
"observation_given_h_log_loss": 0.3614542959822886,
"raw_posterior_brier": 0.15368128741499854,
"raw_posterior_log_loss": 0.4773870646631778,
"raw_joint_conditional_log_loss": 0.8388413606454664
},
{
"regime": "target_64",
"model": "naive_bayes",
"representation": "query_joint",
"utility": 0.4230615530162387,
"queries": 0.3964963220372337,
"abstention": 0.11704537313455882,
"estimated_utility": 0.6745401424168811,
"fitted_compression_loss": 0.00028615383631259316,
"fitted_dispersion": 0.002851709957046684,
"empirical_compression_loss": 0.009554359159095745,
"empirical_model_loss": 0.22864788872883737,
"posterior_brier": 0.14638918034034246,
"posterior_log_loss": 0.48092048180815977,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.5821205691409534,
"raw_posterior_brier": 0.14652371958944865,
"raw_posterior_log_loss": 0.4876037319907699,
"raw_joint_conditional_log_loss": 1.0697243011317232
},
{
"regime": "target_64",
"model": "naive_bayes",
"representation": "posterior_clusters",
"utility": 0.4230615530162387,
"queries": 0.3936599960861067,
"abstention": 0.11704537313455882,
"estimated_utility": 0.6745401424168811,
"fitted_compression_loss": 0.00028615383631259435,
"fitted_dispersion": 0.002851709957046683,
"empirical_compression_loss": 0.009554359159095745,
"empirical_model_loss": 0.22864788872883737,
"posterior_brier": 0.14638918034034246,
"posterior_log_loss": 0.48092048180815977,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.5821205691409534,
"raw_posterior_brier": 0.14652371958944865,
"raw_posterior_log_loss": 0.4876037319907699,
"raw_joint_conditional_log_loss": 1.0697243011317232
},
{
"regime": "target_64",
"model": "naive_bayes",
"representation": "posterior_bins",
"utility": 0.41795567645965837,
"queries": 0.349226281126107,
"abstention": 0.11320609632251838,
"estimated_utility": 0.6736965069915251,
"fitted_compression_loss": 0.0011297892616685993,
"fitted_dispersion": 0.009191319853879897,
"empirical_compression_loss": 0.02778929593078476,
"empirical_model_loss": 0.21551882851372867,
"posterior_brier": 0.14709713309459838,
"posterior_log_loss": 0.47919987387826113,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.5821205691409534,
"raw_posterior_brier": 0.14652371958944865,
"raw_posterior_log_loss": 0.4876037319907699,
"raw_joint_conditional_log_loss": 1.0697243011317232
},
{
"regime": "target_64",
"model": "naive_bayes",
"representation": "future_marginal",
"utility": 0.4226472972991866,
"queries": 0.3993298818274825,
"abstention": 0.11577853008729116,
"estimated_utility": 0.674583858722298,
"fitted_compression_loss": 0.00024243753089570595,
"fitted_dispersion": 0.0030408675240401967,
"empirical_compression_loss": 0.010194476454935611,
"empirical_model_loss": 0.22842202715004958,
"posterior_brier": 0.14682081374947067,
"posterior_log_loss": 0.47977699472183005,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.5821205691409534,
"raw_posterior_brier": 0.14652371958944865,
"raw_posterior_log_loss": 0.4876037319907699,
"raw_joint_conditional_log_loss": 1.0697243011317232
},
{
"regime": "target_64",
"model": "naive_bayes",
"representation": "raw_information",
"utility": 0.43192602736958186,
"queries": 0.44596421562359373,
"abstention": 0.12532325517773232,
"estimated_utility": 0.6577114618214227,
"fitted_compression_loss": 0.017114834431770982,
"fitted_dispersion": 0.029757557086300335,
"empirical_compression_loss": 0.01956147548074779,
"empirical_model_loss": 0.20977629805384213,
"posterior_brier": 0.1414178545365288,
"posterior_log_loss": 0.4489375172987689,
"joint_conditional_log_loss": 1.0310580864397223,
"observation_given_h_log_loss": 0.5821205691409534,
"raw_posterior_brier": 0.14652371958944865,
"raw_posterior_log_loss": 0.4876037319907699,
"raw_joint_conditional_log_loss": 1.0697243011317232
},
{
"regime": "target_64",
"model": "naive_bayes",
"representation": "raw_entropy",
"utility": 0.42730321901600254,
"queries": 0.4619390825029138,
"abstention": 0.13154956174189186,
"estimated_utility": 0.6396124664574809,
"fitted_compression_loss": 0.03521382979571279,
"fitted_dispersion": 0.04392036738191947,
"empirical_compression_loss": 0.023499323174673306,
"empirical_model_loss": 0.21046125871349597,
"posterior_brier": 0.14534772691613046,
"posterior_log_loss": 0.45370477851706986,
"joint_conditional_log_loss": 1.0358253476580233,
"observation_given_h_log_loss": 0.5821205691409534,
"raw_posterior_brier": 0.14652371958944865,
"raw_posterior_log_loss": 0.4876037319907699,
"raw_joint_conditional_log_loss": 1.0697243011317232
},
{
"regime": "target_64",
"model": "naive_bayes",
"representation": "hash_code",
"utility": 0.3936593775455224,
"queries": 0.673774533049894,
"abstention": 0.18593773507883934,
"estimated_utility": 0.5623842006869049,
"fitted_compression_loss": 0.1124420955662888,
"fitted_dispersion": 0.15492844162773145,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.2360942361973907,
"posterior_brier": 0.1737602017619036,
"posterior_log_loss": 0.5201597456918234,
"joint_conditional_log_loss": 1.1022803148327769,
"observation_given_h_log_loss": 0.5821205691409534,
"raw_posterior_brier": 0.14652371958944865,
"raw_posterior_log_loss": 0.4876037319907699,
"raw_joint_conditional_log_loss": 1.0697243011317232
},
{
"regime": "target_64",
"model": "naive_bayes",
"representation": "identity",
"utility": 0.4223124454106426,
"queries": 0.3935662418999186,
"abstention": 0.115484358480662,
"estimated_utility": 0.6748262962531937,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.23895135549352914,
"posterior_brier": 0.14652371958944865,
"posterior_log_loss": 0.4876037319907699,
"joint_conditional_log_loss": 1.0697243011317232,
"observation_given_h_log_loss": 0.5821205691409534,
"raw_posterior_brier": 0.14652371958944865,
"raw_posterior_log_loss": 0.4876037319907699,
"raw_joint_conditional_log_loss": 1.0697243011317232
},
{
"regime": "source_plus_target_64",
"model": "support_mixture",
"representation": "query_joint",
"utility": 0.30504879923303685,
"queries": 0.4520655077021296,
"abstention": 0.1983446409570363,
"estimated_utility": 0.6097209622857169,
"fitted_compression_loss": 0.014610292197143774,
"fitted_dispersion": 0.05613111858753399,
"empirical_compression_loss": 0.009549627596201453,
"empirical_model_loss": 0.3466653740749335,
"posterior_brier": 0.18778254329217484,
"posterior_log_loss": 0.5520197161774797,
"joint_conditional_log_loss": 0.995631369581822,
"observation_given_h_log_loss": 0.4436116534043423,
"raw_posterior_brier": 0.18685173662989793,
"raw_posterior_log_loss": 0.5478703326824619,
"raw_joint_conditional_log_loss": 0.9666942914096484
},
{
"regime": "source_plus_target_64",
"model": "support_mixture",
"representation": "posterior_clusters",
"utility": 0.2961958347360213,
"queries": 0.3859334040901127,
"abstention": 0.1935975241321194,
"estimated_utility": 0.6144811461078317,
"fitted_compression_loss": 0.009850108375029146,
"fitted_dispersion": 0.13597969400653753,
"empirical_compression_loss": 0.014751928688687535,
"empirical_model_loss": 0.350316037479463,
"posterior_brier": 0.18626838340768784,
"posterior_log_loss": 0.5458571893198996,
"joint_conditional_log_loss": 1.2248271081070454,
"observation_given_h_log_loss": 0.6789699187871457,
"raw_posterior_brier": 0.18685173662989793,
"raw_posterior_log_loss": 0.5478703326824619,
"raw_joint_conditional_log_loss": 0.9666942914096484
},
{
"regime": "source_plus_target_64",
"model": "support_mixture",
"representation": "posterior_bins",
"utility": 0.2997379304661342,
"queries": 0.39042280889750913,
"abstention": 0.20151560219541387,
"estimated_utility": 0.6149542616812029,
"fitted_compression_loss": 0.009376992801657894,
"fitted_dispersion": 0.18374656475846765,
"empirical_compression_loss": 0.01900545313145946,
"empirical_model_loss": 0.34252041730657806,
"posterior_brier": 0.18813564576946212,
"posterior_log_loss": 0.560686198095077,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.8125569287176155,
"raw_posterior_brier": 0.18685173662989793,
"raw_posterior_log_loss": 0.5478703326824619,
"raw_joint_conditional_log_loss": 0.9666942914096484
},
{
"regime": "source_plus_target_64",
"model": "support_mixture",
"representation": "future_marginal",
"utility": 0.23845019004387574,
"queries": 0.4577958617024352,
"abstention": 0.21471854066014373,
"estimated_utility": 0.5668170656007872,
"fitted_compression_loss": 0.0575141888820737,
"fitted_dispersion": 0.07527119698275642,
"empirical_compression_loss": 0.055355251638843646,
"empirical_model_loss": 0.36745835922145237,
"posterior_brier": 0.199807105751224,
"posterior_log_loss": 0.5800574876880777,
"joint_conditional_log_loss": 1.0144318777695092,
"observation_given_h_log_loss": 0.4343743900814316,
"raw_posterior_brier": 0.18685173662989793,
"raw_posterior_log_loss": 0.5478703326824619,
"raw_joint_conditional_log_loss": 0.9666942914096484
},
{
"regime": "source_plus_target_64",
"model": "support_mixture",
"representation": "raw_information",
"utility": 0.2521515645215017,
"queries": 0.492227596249589,
"abstention": 0.24643692444216334,
"estimated_utility": 0.5879074474085214,
"fitted_compression_loss": 0.0364238070743394,
"fitted_dispersion": 0.19105786124638832,
"empirical_compression_loss": 0.033522348093203355,
"empirical_model_loss": 0.37558988828946677,
"posterior_brier": 0.20632615823214762,
"posterior_log_loss": 0.6211430967096685,
"joint_conditional_log_loss": 1.3256200162555727,
"observation_given_h_log_loss": 0.7044769195459044,
"raw_posterior_brier": 0.18685173662989793,
"raw_posterior_log_loss": 0.5478703326824619,
"raw_joint_conditional_log_loss": 0.9666942914096484
},
{
"regime": "source_plus_target_64",
"model": "support_mixture",
"representation": "raw_entropy",
"utility": 0.24720996800502573,
"queries": 0.6528489422734989,
"abstention": 0.23318825295170792,
"estimated_utility": 0.5472920113278099,
"fitted_compression_loss": 0.07703924315505092,
"fitted_dispersion": 0.2169953205168671,
"empirical_compression_loss": 0.04247392476665896,
"empirical_model_loss": 0.3715799081324871,
"posterior_brier": 0.2183157081067607,
"posterior_log_loss": 0.6252320868318407,
"joint_conditional_log_loss": 1.2720803681674095,
"observation_given_h_log_loss": 0.6468482813355688,
"raw_posterior_brier": 0.18685173662989793,
"raw_posterior_log_loss": 0.5478703326824619,
"raw_joint_conditional_log_loss": 0.9666942914096484
},
{
"regime": "source_plus_target_64",
"model": "support_mixture",
"representation": "hash_code",
"utility": 0.3201426103251264,
"queries": 0.8257406929158326,
"abstention": 0.24478739016151652,
"estimated_utility": 0.4786431082801222,
"fitted_compression_loss": 0.14568814620273857,
"fitted_dispersion": 0.3745677147941907,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.30961100341778663,
"posterior_brier": 0.22010469709516975,
"posterior_log_loss": 0.620000606141141,
"joint_conditional_log_loss": 1.371490709612364,
"observation_given_h_log_loss": 0.7514901034712229,
"raw_posterior_brier": 0.18685173662989793,
"raw_posterior_log_loss": 0.5478703326824619,
"raw_joint_conditional_log_loss": 0.9666942914096484
},
{
"regime": "source_plus_target_64",
"model": "support_mixture",
"representation": "identity",
"utility": 0.3190812001767751,
"queries": 0.4328187595069779,
"abstention": 0.2103881260225996,
"estimated_utility": 0.6243312544828608,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.3421826007273966,
"posterior_brier": 0.18685173662989793,
"posterior_log_loss": 0.5478703326824619,
"joint_conditional_log_loss": 0.9666942914096484,
"observation_given_h_log_loss": 0.4188239587271865,
"raw_posterior_brier": 0.18685173662989793,
"raw_posterior_log_loss": 0.5478703326824619,
"raw_joint_conditional_log_loss": 0.9666942914096484
},
{
"regime": "source_plus_target_64",
"model": "joint_jeffreys",
"representation": "query_joint",
"utility": 0.3054978388715186,
"queries": 0.5369601606277724,
"abstention": 0.24332646562599444,
"estimated_utility": 0.5788724142961322,
"fitted_compression_loss": 0.013341046852407524,
"fitted_dispersion": 0.04497726384749487,
"empirical_compression_loss": 0.012977555575965005,
"empirical_model_loss": 0.3427884064566882,
"posterior_brier": 0.18911851777940292,
"posterior_log_loss": 0.548354220667072,
"joint_conditional_log_loss": 0.937602251518473,
"observation_given_h_log_loss": 0.38924803085140114,
"raw_posterior_brier": 0.18702604224373978,
"raw_posterior_log_loss": 0.5409302434186725,
"raw_joint_conditional_log_loss": 0.9053003015579886
},
{
"regime": "source_plus_target_64",
"model": "joint_jeffreys",
"representation": "posterior_clusters",
"utility": 0.30786543588078485,
"queries": 0.472739034663492,
"abstention": 0.21187409772917498,
"estimated_utility": 0.576689591574112,
"fitted_compression_loss": 0.015523869574427689,
"fitted_dispersion": 0.15033601797701224,
"empirical_compression_loss": 0.014350198652909197,
"empirical_model_loss": 0.3390481663704777,
"posterior_brier": 0.18544066096211145,
"posterior_log_loss": 0.5379564320470052,
"joint_conditional_log_loss": 1.1378536334489475,
"observation_given_h_log_loss": 0.5998972014019424,
"raw_posterior_brier": 0.18702604224373978,
"raw_posterior_log_loss": 0.5409302434186725,
"raw_joint_conditional_log_loss": 0.9053003015579886
},
{
"regime": "source_plus_target_64",
"model": "joint_jeffreys",
"representation": "posterior_bins",
"utility": 0.3023883294067923,
"queries": 0.41271491095286406,
"abstention": 0.21352154294948839,
"estimated_utility": 0.5773792509694222,
"fitted_compression_loss": 0.014834210179117588,
"fitted_dispersion": 0.20784691825430815,
"empirical_compression_loss": 0.017596237519056,
"empirical_model_loss": 0.34127923397832355,
"posterior_brier": 0.1901218057695307,
"posterior_log_loss": 0.5537809785453928,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.7253394560080443,
"raw_posterior_brier": 0.18702604224373978,
"raw_posterior_log_loss": 0.5409302434186725,
"raw_joint_conditional_log_loss": 0.9053003015579886
},
{
"regime": "source_plus_target_64",
"model": "joint_jeffreys",
"representation": "future_marginal",
"utility": 0.1846333288917304,
"queries": 0.6247552672777934,
"abstention": 0.2110341319885987,
"estimated_utility": 0.5159710465048577,
"fitted_compression_loss": 0.07624241464368206,
"fitted_dispersion": 0.07793848229318481,
"empirical_compression_loss": 0.0566742140201586,
"empirical_model_loss": 0.4199562579922828,
"posterior_brier": 0.20621396282759274,
"posterior_log_loss": 0.5886062372434342,
"joint_conditional_log_loss": 0.9639567525125889,
"observation_given_h_log_loss": 0.37535051526915475,
"raw_posterior_brier": 0.18702604224373978,
"raw_posterior_log_loss": 0.5409302434186725,
"raw_joint_conditional_log_loss": 0.9053003015579886
},
{
"regime": "source_plus_target_64",
"model": "joint_jeffreys",
"representation": "raw_information",
"utility": 0.28033751285341985,
"queries": 0.6519042011120264,
"abstention": 0.2817798834744863,
"estimated_utility": 0.5243481451250376,
"fitted_compression_loss": 0.06786531602350213,
"fitted_dispersion": 0.2147077266803782,
"empirical_compression_loss": 0.03357426306448146,
"empirical_model_loss": 0.3473520249862705,
"posterior_brier": 0.2038710048228604,
"posterior_log_loss": 0.5964513805970251,
"joint_conditional_log_loss": 1.2194469832607608,
"observation_given_h_log_loss": 0.622995602663736,
"raw_posterior_brier": 0.18702604224373978,
"raw_posterior_log_loss": 0.5409302434186725,
"raw_joint_conditional_log_loss": 0.9053003015579886
},
{
"regime": "source_plus_target_64",
"model": "joint_jeffreys",
"representation": "raw_entropy",
"utility": 0.2424018063301729,
"queries": 0.7846854249954657,
"abstention": 0.2529339970042203,
"estimated_utility": 0.49518660389756564,
"fitted_compression_loss": 0.09702685725097412,
"fitted_dispersion": 0.23114713881420437,
"empirical_compression_loss": 0.0386640222705352,
"empirical_model_loss": 0.38019797230346375,
"posterior_brier": 0.21255298464417807,
"posterior_log_loss": 0.6061406940121628,
"joint_conditional_log_loss": 1.181083067618628,
"observation_given_h_log_loss": 0.5749423736064654,
"raw_posterior_brier": 0.18702604224373978,
"raw_posterior_log_loss": 0.5409302434186725,
"raw_joint_conditional_log_loss": 0.9053003015579886
},
{
"regime": "source_plus_target_64",
"model": "joint_jeffreys",
"representation": "hash_code",
"utility": 0.26143625298068945,
"queries": 0.9038255915614357,
"abstention": 0.22352156784324503,
"estimated_utility": 0.48964926644577716,
"fitted_compression_loss": 0.10256419470276257,
"fitted_dispersion": 0.4204796639250703,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.36831736076222354,
"posterior_brier": 0.22530725858288414,
"posterior_log_loss": 0.6380681401108652,
"joint_conditional_log_loss": 1.3217854318653988,
"observation_given_h_log_loss": 0.6837172917545337,
"raw_posterior_brier": 0.18702604224373978,
"raw_posterior_log_loss": 0.5409302434186725,
"raw_joint_conditional_log_loss": 0.9053003015579886
},
{
"regime": "source_plus_target_64",
"model": "joint_jeffreys",
"representation": "identity",
"utility": 0.3311675163128551,
"queries": 0.6340201688897893,
"abstention": 0.22221495499229416,
"estimated_utility": 0.5922134611485397,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.33009628459131657,
"posterior_brier": 0.18702604224373978,
"posterior_log_loss": 0.5409302434186725,
"joint_conditional_log_loss": 0.9053003015579886,
"observation_given_h_log_loss": 0.364370058139316,
"raw_posterior_brier": 0.18702604224373978,
"raw_posterior_log_loss": 0.5409302434186725,
"raw_joint_conditional_log_loss": 0.9053003015579886
},
{
"regime": "source_plus_target_64",
"model": "naive_bayes",
"representation": "query_joint",
"utility": 0.09932258900724195,
"queries": 0.46652074258335563,
"abstention": 0.03502292466256564,
"estimated_utility": 0.8486747909925912,
"fitted_compression_loss": 0.001051340104896072,
"fitted_dispersion": 0.008529698879182049,
"empirical_compression_loss": 0.020190965491893795,
"empirical_model_loss": 0.5417502464050359,
"posterior_brier": 0.24919850418336298,
"posterior_log_loss": 1.0819809203013668,
"joint_conditional_log_loss": 2.285704808267024,
"observation_given_h_log_loss": 1.2037238879656578,
"raw_posterior_brier": 0.24894625543598237,
"raw_posterior_log_loss": 1.086043162637864,
"raw_joint_conditional_log_loss": 2.289767050603521
},
{
"regime": "source_plus_target_64",
"model": "naive_bayes",
"representation": "posterior_clusters",
"utility": 0.09932258900724195,
"queries": 0.44710599871363566,
"abstention": 0.03502292466256564,
"estimated_utility": 0.8486747909925912,
"fitted_compression_loss": 0.001051340104896072,
"fitted_dispersion": 0.008529698879182049,
"empirical_compression_loss": 0.020190965491893795,
"empirical_model_loss": 0.5417502464050359,
"posterior_brier": 0.24919850418336298,
"posterior_log_loss": 1.0819809203013668,
"joint_conditional_log_loss": 2.285704808267024,
"observation_given_h_log_loss": 1.2037238879656578,
"raw_posterior_brier": 0.24894625543598237,
"raw_posterior_log_loss": 1.086043162637864,
"raw_joint_conditional_log_loss": 2.289767050603521
},
{
"regime": "source_plus_target_64",
"model": "naive_bayes",
"representation": "posterior_bins",
"utility": 0.10737532668295492,
"queries": 0.45637383688989924,
"abstention": 0.03279673359892239,
"estimated_utility": 0.8484370248134196,
"fitted_compression_loss": 0.0012891062840676587,
"fitted_dispersion": 0.013452217373632004,
"empirical_compression_loss": 0.033022976172471415,
"empirical_model_loss": 0.5208654980487455,
"posterior_brier": 0.24637121316844157,
"posterior_log_loss": 0.9217132011364708,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 1.2037238879656578,
"raw_posterior_brier": 0.24894625543598237,
"raw_posterior_log_loss": 1.086043162637864,
"raw_joint_conditional_log_loss": 2.289767050603521
},
{
"regime": "source_plus_target_64",
"model": "naive_bayes",
"representation": "future_marginal",
"utility": 0.10373738876905365,
"queries": 0.4573779357534069,
"abstention": 0.037904288869514,
"estimated_utility": 0.8490332177678926,
"fitted_compression_loss": 0.0006929133295946413,
"fitted_dispersion": 0.008310523398187794,
"empirical_compression_loss": 0.02253190381630177,
"empirical_model_loss": 0.5349945083188163,
"posterior_brier": 0.24721634100548773,
"posterior_log_loss": 1.01496675300247,
"joint_conditional_log_loss": 2.218690640968128,
"observation_given_h_log_loss": 1.2037238879656578,
"raw_posterior_brier": 0.24894625543598237,
"raw_posterior_log_loss": 1.086043162637864,
"raw_joint_conditional_log_loss": 2.289767050603521
},
{
"regime": "source_plus_target_64",
"model": "naive_bayes",
"representation": "raw_information",
"utility": 0.11891467578308199,
"queries": 0.49984262809806446,
"abstention": 0.031590292204833795,
"estimated_utility": 0.8210287868967614,
"fitted_compression_loss": 0.028697344200725936,
"fitted_dispersion": 0.04575994053957699,
"empirical_compression_loss": 0.03428596058182507,
"empirical_model_loss": 0.5080631645392647,
"posterior_brier": 0.2299590999992704,
"posterior_log_loss": 0.8879286294376691,
"joint_conditional_log_loss": 2.091652517403327,
"observation_given_h_log_loss": 1.2037238879656578,
"raw_posterior_brier": 0.24894625543598237,
"raw_posterior_log_loss": 1.086043162637864,
"raw_joint_conditional_log_loss": 2.289767050603521
},
{
"regime": "source_plus_target_64",
"model": "naive_bayes",
"representation": "raw_entropy",
"utility": 0.08584679938703471,
"queries": 0.6691140822069832,
"abstention": 0.080952294437138,
"estimated_utility": 0.765880466402757,
"fitted_compression_loss": 0.08384566469473043,
"fitted_dispersion": 0.09857388042161393,
"empirical_compression_loss": 0.04247392476665896,
"empirical_model_loss": 0.5329430767504781,
"posterior_brier": 0.24645313853785866,
"posterior_log_loss": 0.8073007841907124,
"joint_conditional_log_loss": 2.01102467215637,
"observation_given_h_log_loss": 1.2037238879656578,
"raw_posterior_brier": 0.24894625543598237,
"raw_posterior_log_loss": 1.086043162637864,
"raw_joint_conditional_log_loss": 2.289767050603521
},
{
"regime": "source_plus_target_64",
"model": "naive_bayes",
"representation": "hash_code",
"utility": 0.22382747561156735,
"queries": 0.9306276075784943,
"abstention": 0.16110311028391006,
"estimated_utility": 0.5765567744375695,
"fitted_compression_loss": 0.2731693566599179,
"fitted_dispersion": 0.3047588406361471,
"empirical_compression_loss": 0.031510187161258744,
"empirical_model_loss": 0.4059261381313457,
"posterior_brier": 0.21694632731805005,
"posterior_log_loss": 0.6016002259818525,
"joint_conditional_log_loss": 1.8053241139475102,
"observation_given_h_log_loss": 1.2037238879656578,
"raw_posterior_brier": 0.24894625543598237,
"raw_posterior_log_loss": 1.086043162637864,
"raw_joint_conditional_log_loss": 2.289767050603521
},
{
"regime": "source_plus_target_64",
"model": "naive_bayes",
"representation": "identity",
"utility": 0.10215289260021299,
"queries": 0.47464894751222797,
"abstention": 0.03558707431018446,
"estimated_utility": 0.8497261310974873,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.5591109083039588,
"posterior_brier": 0.24894625543598237,
"posterior_log_loss": 1.086043162637864,
"joint_conditional_log_loss": 2.289767050603521,
"observation_given_h_log_loss": 1.2037238879656578,
"raw_posterior_brier": 0.24894625543598237,
"raw_posterior_log_loss": 1.086043162637864,
"raw_joint_conditional_log_loss": 2.289767050603521
},
{
"regime": "target_256",
"model": "support_mixture",
"representation": "query_joint",
"utility": 0.3513537131660993,
"queries": 0.5646253029136169,
"abstention": 0.39564326511103265,
"estimated_utility": 0.37457391953693664,
"fitted_compression_loss": 0.003964107645207935,
"fitted_dispersion": 0.01773644705120117,
"empirical_compression_loss": 0.005148890782804125,
"empirical_model_loss": 0.13582972605977628,
"posterior_brier": 0.17152407443861453,
"posterior_log_loss": 0.5060225833161888,
"joint_conditional_log_loss": 0.7996329029836973,
"observation_given_h_log_loss": 0.2936103196675086,
"raw_posterior_brier": 0.171004567859407,
"raw_posterior_log_loss": 0.5043981817212961,
"raw_joint_conditional_log_loss": 0.790112388208412
},
{
"regime": "target_256",
"model": "support_mixture",
"representation": "posterior_clusters",
"utility": 0.35122026020944436,
"queries": 0.5493812158963614,
"abstention": 0.39326475767111296,
"estimated_utility": 0.37567814215520046,
"fitted_compression_loss": 0.0028598850269441096,
"fitted_dispersion": 0.037181449698899305,
"empirical_compression_loss": 0.006690930408133299,
"empirical_model_loss": 0.13442113939110206,
"posterior_brier": 0.1710897885778891,
"posterior_log_loss": 0.504676639913927,
"joint_conditional_log_loss": 0.876625249191228,
"observation_given_h_log_loss": 0.371948609277301,
"raw_posterior_brier": 0.171004567859407,
"raw_posterior_log_loss": 0.5043981817212961,
"raw_joint_conditional_log_loss": 0.790112388208412
},
{
"regime": "target_256",
"model": "support_mixture",
"representation": "posterior_bins",
"utility": 0.3487900048386023,
"queries": 0.5127601303974835,
"abstention": 0.3927003829831055,
"estimated_utility": 0.373144926988803,
"fitted_compression_loss": 0.005393100193341562,
"fitted_dispersion": 0.08062800964334818,
"empirical_compression_loss": 0.012308605547080876,
"empirical_model_loss": 0.13123371962299654,
"posterior_brier": 0.17111214642721734,
"posterior_log_loss": 0.5048733822264704,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.43633017833401044,
"raw_posterior_brier": 0.171004567859407,
"raw_posterior_log_loss": 0.5043981817212961,
"raw_joint_conditional_log_loss": 0.790112388208412
},
{
"regime": "target_256",
"model": "support_mixture",
"representation": "future_marginal",
"utility": 0.3220468922065915,
"queries": 0.5650641671631957,
"abstention": 0.3882125604484983,
"estimated_utility": 0.3559142218806473,
"fitted_compression_loss": 0.022623805301497303,
"fitted_dispersion": 0.030598029141692337,
"empirical_compression_loss": 0.02462167349979543,
"empirical_model_loss": 0.1456637643022928,
"posterior_brier": 0.17754802421569102,
"posterior_log_loss": 0.5216369760223236,
"joint_conditional_log_loss": 0.8134460721502184,
"observation_given_h_log_loss": 0.2918090961278945,
"raw_posterior_brier": 0.171004567859407,
"raw_posterior_log_loss": 0.5043981817212961,
"raw_joint_conditional_log_loss": 0.790112388208412
},
{
"regime": "target_256",
"model": "support_mixture",
"representation": "raw_information",
"utility": 0.3228194919163695,
"queries": 0.6230459651785427,
"abstention": 0.40091132248914607,
"estimated_utility": 0.34605552808398166,
"fitted_compression_loss": 0.032482499098162906,
"fitted_dispersion": 0.10946783964478761,
"empirical_compression_loss": 0.03192688384034133,
"empirical_model_loss": 0.13758595425196893,
"posterior_brier": 0.1752688503196429,
"posterior_log_loss": 0.517807834715656,
"joint_conditional_log_loss": 0.9357251316790767,
"observation_given_h_log_loss": 0.4179172969634206,
"raw_posterior_brier": 0.171004567859407,
"raw_posterior_log_loss": 0.5043981817212961,
"raw_joint_conditional_log_loss": 0.790112388208412
},
{
"regime": "target_256",
"model": "support_mixture",
"representation": "raw_entropy",
"utility": 0.309074710111391,
"queries": 0.6284353604496826,
"abstention": 0.4201819519120303,
"estimated_utility": 0.32515425643888207,
"fitted_compression_loss": 0.05338377074326254,
"fitted_dispersion": 0.12084004327141201,
"empirical_compression_loss": 0.03960681101009933,
"empirical_model_loss": 0.14365080888718945,
"posterior_brier": 0.1814296558741649,
"posterior_log_loss": 0.532668927873144,
"joint_conditional_log_loss": 0.9091922087787673,
"observation_given_h_log_loss": 0.37652328090562315,
"raw_posterior_brier": 0.171004567859407,
"raw_posterior_log_loss": 0.5043981817212961,
"raw_joint_conditional_log_loss": 0.790112388208412
},
{
"regime": "target_256",
"model": "support_mixture",
"representation": "hash_code",
"utility": 0.27881911200679127,
"queries": 0.6980703261956076,
"abstention": 0.4723651080597355,
"estimated_utility": 0.2625037569174491,
"fitted_compression_loss": 0.11603427026469555,
"fitted_dispersion": 0.17813180027773645,
"empirical_compression_loss": 0.0481560042655352,
"empirical_model_loss": 0.16535721373635326,
"posterior_brier": 0.2095282934882794,
"posterior_log_loss": 0.5959934814140257,
"joint_conditional_log_loss": 1.0499190664076867,
"observation_given_h_log_loss": 0.45392558499366087,
"raw_posterior_brier": 0.171004567859407,
"raw_posterior_log_loss": 0.5043981817212961,
"raw_joint_conditional_log_loss": 0.790112388208412
},
{
"regime": "target_256",
"model": "support_mixture",
"representation": "identity",
"utility": 0.35323832848311815,
"queries": 0.5638333748702054,
"abstention": 0.3950586446242059,
"estimated_utility": 0.3785380271821446,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.1390940015255616,
"posterior_brier": 0.171004567859407,
"posterior_log_loss": 0.5043981817212961,
"joint_conditional_log_loss": 0.790112388208412,
"observation_given_h_log_loss": 0.28571420648711593,
"raw_posterior_brier": 0.171004567859407,
"raw_posterior_log_loss": 0.5043981817212961,
"raw_joint_conditional_log_loss": 0.790112388208412
},
{
"regime": "target_256",
"model": "joint_jeffreys",
"representation": "query_joint",
"utility": 0.2912608291287412,
"queries": 0.2959649597235562,
"abstention": 0.582043899662153,
"estimated_utility": 0.17163511525848765,
"fitted_compression_loss": 0.0008113425925925927,
"fitted_dispersion": 0.005603772073285686,
"empirical_compression_loss": 0.0036710282543016056,
"empirical_model_loss": 0.19740047262563698,
"posterior_brier": 0.18218484336045304,
"posterior_log_loss": 0.5262986982065472,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.1326106051717242,
"raw_posterior_brier": 0.18177695095336713,
"raw_posterior_log_loss": 0.5252458424538775,
"raw_joint_conditional_log_loss": 0.6553644191517509
},
{
"regime": "target_256",
"model": "joint_jeffreys",
"representation": "posterior_clusters",
"utility": 0.2916046169346854,
"queries": 0.28626086744497015,
"abstention": 0.5828218330219155,
"estimated_utility": 0.17096535011574074,
"fitted_compression_loss": 0.001481107735339506,
"fitted_dispersion": 0.0346680644425621,
"empirical_compression_loss": 0.004329901127034523,
"empirical_model_loss": 0.19639781194695982,
"posterior_brier": 0.18199559759958114,
"posterior_log_loss": 0.5257270702408803,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.1838211926951421,
"raw_posterior_brier": 0.18177695095336713,
"raw_posterior_log_loss": 0.5252458424538775,
"raw_joint_conditional_log_loss": 0.6553644191517509
},
{
"regime": "target_256",
"model": "joint_jeffreys",
"representation": "posterior_bins",
"utility": 0.29052795522254493,
"queries": 0.2692322659257639,
"abstention": 0.5794993528107583,
"estimated_utility": 0.16976131486304014,
"fitted_compression_loss": 0.0026851429880401234,
"fitted_dispersion": 0.1478265692560523,
"empirical_compression_loss": 0.011242733019968611,
"empirical_model_loss": 0.1905616417661662,
"posterior_brier": 0.17960555308225878,
"posterior_log_loss": 0.5210824374988478,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.35948317560527476,
"raw_posterior_brier": 0.18177695095336713,
"raw_posterior_log_loss": 0.5252458424538775,
"raw_joint_conditional_log_loss": 0.6553644191517509
},
{
"regime": "target_256",
"model": "joint_jeffreys",
"representation": "future_marginal",
"utility": 0.2561084215403956,
"queries": 0.2599205351588305,
"abstention": 0.6162299872066899,
"estimated_utility": 0.1572953860435957,
"fitted_compression_loss": 0.015151071807484567,
"fitted_dispersion": 0.013150124378978709,
"empirical_compression_loss": 0.036782689144651895,
"empirical_model_loss": 0.19944121932363226,
"posterior_brier": 0.18995195847609475,
"posterior_log_loss": 0.5451250606335365,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.13401123671658816,
"raw_posterior_brier": 0.18177695095336713,
"raw_posterior_log_loss": 0.5252458424538775,
"raw_joint_conditional_log_loss": 0.6553644191517509
},
{
"regime": "target_256",
"model": "joint_jeffreys",
"representation": "raw_information",
"utility": 0.24473253420168795,
"queries": 0.43435324667351,
"abstention": 0.6237190126240815,
"estimated_utility": 0.13184245394483024,
"fitted_compression_loss": 0.04060400390625,
"fitted_dispersion": 0.18740986919292374,
"empirical_compression_loss": 0.044001538562330494,
"empirical_model_loss": 0.20359825724466127,
"posterior_brier": 0.1940950800618203,
"posterior_log_loss": 0.5662846668026806,
"joint_conditional_log_loss": 0.918733837514317,
"observation_given_h_log_loss": 0.35244917071163645,
"raw_posterior_brier": 0.18177695095336713,
"raw_posterior_log_loss": 0.5252458424538775,
"raw_joint_conditional_log_loss": 0.6553644191517509
},
{
"regime": "target_256",
"model": "joint_jeffreys",
"representation": "raw_entropy",
"utility": 0.23825718673536558,
"queries": 0.4558555386758668,
"abstention": 0.6374034694188875,
"estimated_utility": 0.12821721884645063,
"fitted_compression_loss": 0.044229239004629634,
"fitted_dispersion": 0.1705556587772178,
"empirical_compression_loss": 0.0394158188357084,
"empirical_model_loss": 0.21465932443760574,
"posterior_brier": 0.19710963539634785,
"posterior_log_loss": 0.5733546870524462,
"joint_conditional_log_loss": 0.8416396958011041,
"observation_given_h_log_loss": 0.26828500874865785,
"raw_posterior_brier": 0.18177695095336713,
"raw_posterior_log_loss": 0.5252458424538775,
"raw_joint_conditional_log_loss": 0.6553644191517509
},
{
"regime": "target_256",
"model": "joint_jeffreys",
"representation": "hash_code",
"utility": 0.2298938440981486,
"queries": 0.49574054546152774,
"abstention": 0.6488939254961514,
"estimated_utility": 0.12429246238425926,
"fitted_compression_loss": 0.04815399546682099,
"fitted_dispersion": 0.18684176942527053,
"empirical_compression_loss": 0.0481560042655352,
"empirical_model_loss": 0.21428248164499597,
"posterior_brier": 0.20664750371133342,
"posterior_log_loss": 0.5943187572416289,
"joint_conditional_log_loss": 0.9277159860718762,
"observation_given_h_log_loss": 0.33339722883024725,
"raw_posterior_brier": 0.18177695095336713,
"raw_posterior_log_loss": 0.5252458424538775,
"raw_joint_conditional_log_loss": 0.6553644191517509
},
{
"regime": "target_256",
"model": "joint_jeffreys",
"representation": "identity",
"utility": 0.29292819733259007,
"queries": 0.2962716766585275,
"abstention": 0.580943554376335,
"estimated_utility": 0.17244645785108023,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.1994041326760897,
"posterior_brier": 0.18177695095336713,
"posterior_log_loss": 0.5252458424538775,
"joint_conditional_log_loss": 0.6553644191517509,
"observation_given_h_log_loss": 0.1301185766978733,
"raw_posterior_brier": 0.18177695095336713,
"raw_posterior_log_loss": 0.5252458424538775,
"raw_joint_conditional_log_loss": 0.6553644191517509
},
{
"regime": "target_256",
"model": "naive_bayes",
"representation": "query_joint",
"utility": 0.33084561617402125,
"queries": 0.5650624125766291,
"abstention": 0.2177390940483239,
"estimated_utility": 0.5432750836703747,
"fitted_compression_loss": 0.0004330462026039646,
"fitted_dispersion": 0.0034496996669282124,
"empirical_compression_loss": 0.014726435404457575,
"empirical_model_loss": 0.14676027843020092,
"posterior_brier": 0.17858227371213292,
"posterior_log_loss": 0.5662881333620321,
"joint_conditional_log_loss": 1.1516485686776265,
"observation_given_h_log_loss": 0.5853604353155947,
"raw_posterior_brier": 0.17839550671789978,
"raw_posterior_log_loss": 0.5731734554005583,
"raw_joint_conditional_log_loss": 1.1585338907162273
},
{
"regime": "target_256",
"model": "naive_bayes",
"representation": "posterior_clusters",
"utility": 0.33084561617402125,
"queries": 0.5627477077653682,
"abstention": 0.2177390940483239,
"estimated_utility": 0.5432750836703747,
"fitted_compression_loss": 0.0004330462026039653,
"fitted_dispersion": 0.0034496996669282124,
"empirical_compression_loss": 0.014726435404457575,
"empirical_model_loss": 0.14676027843020092,
"posterior_brier": 0.17858227371213292,
"posterior_log_loss": 0.5662881333620321,
"joint_conditional_log_loss": 1.1516485686776265,
"observation_given_h_log_loss": 0.5853604353155947,
"raw_posterior_brier": 0.17839550671789978,
"raw_posterior_log_loss": 0.5731734554005583,
"raw_joint_conditional_log_loss": 1.1585338907162273
},
{
"regime": "target_256",
"model": "naive_bayes",
"representation": "posterior_bins",
"utility": 0.3478726545289066,
"queries": 0.5620920613296312,
"abstention": 0.22961442357391804,
"estimated_utility": 0.5427050778711883,
"fitted_compression_loss": 0.0010030520017904104,
"fitted_dispersion": 0.017364595403060862,
"empirical_compression_loss": 0.024078319285137727,
"empirical_model_loss": 0.12038135619463544,
"posterior_brier": 0.1771812372159413,
"posterior_log_loss": 0.5423771421793228,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.5853604353155947,
"raw_posterior_brier": 0.17839550671789978,
"raw_posterior_log_loss": 0.5731734554005583,
"raw_joint_conditional_log_loss": 1.1585338907162273
},
{
"regime": "target_256",
"model": "naive_bayes",
"representation": "future_marginal",
"utility": 0.3310537050693347,
"queries": 0.5623287009586531,
"abstention": 0.2187402737990607,
"estimated_utility": 0.5434408168967158,
"fitted_compression_loss": 0.0002673129762629014,
"fitted_dispersion": 0.0034356095127861777,
"empirical_compression_loss": 0.01602927292559046,
"empirical_model_loss": 0.14524935201375458,
"posterior_brier": 0.17840525659137435,
"posterior_log_loss": 0.5610372869860596,
"joint_conditional_log_loss": 1.1463977223016544,
"observation_given_h_log_loss": 0.5853604353155947,
"raw_posterior_brier": 0.17839550671789978,
"raw_posterior_log_loss": 0.5731734554005583,
"raw_joint_conditional_log_loss": 1.1585338907162273
},
{
"regime": "target_256",
"model": "naive_bayes",
"representation": "raw_information",
"utility": 0.33954386898512645,
"queries": 0.5789592010931375,
"abstention": 0.24296418972958006,
"estimated_utility": 0.5212890265581347,
"fitted_compression_loss": 0.022419103314843942,
"fitted_dispersion": 0.030007984042755488,
"empirical_compression_loss": 0.0267933617092297,
"empirical_model_loss": 0.12599509931432357,
"posterior_brier": 0.17719355564447112,
"posterior_log_loss": 0.5428656248405324,
"joint_conditional_log_loss": 1.128226060156127,
"observation_given_h_log_loss": 0.5853604353155947,
"raw_posterior_brier": 0.17839550671789978,
"raw_posterior_log_loss": 0.5731734554005583,
"raw_joint_conditional_log_loss": 1.1585338907162273
},
{
"regime": "target_256",
"model": "naive_bayes",
"representation": "raw_entropy",
"utility": 0.30050598899006636,
"queries": 0.5862430531842442,
"abstention": 0.23956981997630777,
"estimated_utility": 0.491365413596465,
"fitted_compression_loss": 0.052342716276513664,
"fitted_dispersion": 0.05088358153682616,
"empirical_compression_loss": 0.03960707603362017,
"empirical_model_loss": 0.1522192649849932,
"posterior_brier": 0.18432628323032424,
"posterior_log_loss": 0.5602765988051313,
"joint_conditional_log_loss": 1.1456370341207258,
"observation_given_h_log_loss": 0.5853604353155947,
"raw_posterior_brier": 0.17839550671789978,
"raw_posterior_log_loss": 0.5731734554005583,
"raw_joint_conditional_log_loss": 1.1585338907162273
},
{
"regime": "target_256",
"model": "naive_bayes",
"representation": "hash_code",
"utility": 0.24880410066309083,
"queries": 0.6865309733932543,
"abstention": 0.41536379747164365,
"estimated_utility": 0.3822282764681225,
"fitted_compression_loss": 0.16147985340485613,
"fitted_dispersion": 0.1551258972008096,
"empirical_compression_loss": 0.0481560042655352,
"empirical_model_loss": 0.1953722250800537,
"posterior_brier": 0.21571057853882844,
"posterior_log_loss": 0.6139063372622765,
"joint_conditional_log_loss": 1.1992667725778712,
"observation_given_h_log_loss": 0.5853604353155947,
"raw_posterior_brier": 0.17839550671789978,
"raw_posterior_log_loss": 0.5731734554005583,
"raw_joint_conditional_log_loss": 1.1585338907162273
},
{
"regime": "target_256",
"model": "naive_bayes",
"representation": "identity",
"utility": 0.3313137358451639,
"queries": 0.5608135973062591,
"abstention": 0.21856305613682236,
"estimated_utility": 0.5437081298729787,
"fitted_compression_loss": 0.0,
"fitted_dispersion": 0.0,
"empirical_compression_loss": 0.0,
"empirical_model_loss": 0.16101859416351583,
"posterior_brier": 0.17839550671789978,
"posterior_log_loss": 0.5731734554005583,
"joint_conditional_log_loss": 1.1585338907162273,
"observation_given_h_log_loss": 0.5853604353155947,
"raw_posterior_brier": 0.17839550671789978,
"raw_posterior_log_loss": 0.5731734554005583,
"raw_joint_conditional_log_loss": 1.1585338907162273
}
]
[
{
"regime": "source_only",
"model": "support_mixture",
"representation": "query_joint",
"utility": 0.23803626000515474,
"queries": 0.5096412842219099,
"abstention": 0.2090024668700538,
"estimated_utility": 0.630952785810738,
"fitted_compression_loss": 0.01536998904145033,
"fitted_dispersion": 0.05428251675552165,
"empirical_compression_loss": 0.015368046444122919,
"empirical_model_loss": 0.4078594944548941,
"posterior_brier": 0.22431916168638466,
"posterior_log_loss": 0.7106754743121653,
"joint_conditional_log_loss": 1.443035097803158,
"observation_given_h_log_loss": 0.7323596234909926,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "posterior_clusters",
"utility": 0.23458856431283923,
"queries": 0.4292708052330289,
"abstention": 0.19160644494289314,
"estimated_utility": 0.63717750753737,
"fitted_compression_loss": 0.00914526731481831,
"fitted_dispersion": 0.13185449772870494,
"empirical_compression_loss": 0.015483203339136246,
"empirical_model_loss": 0.41119203325219633,
"posterior_brier": 0.2246727663816619,
"posterior_log_loss": 0.7204677447778748,
"joint_conditional_log_loss": 1.649363695994454,
"observation_given_h_log_loss": 0.9288959512165791,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "posterior_bins",
"utility": 0.2022147661156205,
"queries": 0.4009371935051436,
"abstention": 0.18459896758915073,
"estimated_utility": 0.6379249972836533,
"fitted_compression_loss": 0.008397777568535048,
"fitted_dispersion": 0.17790084983431012,
"empirical_compression_loss": 0.022646612083163747,
"empirical_model_loss": 0.4364024227053875,
"posterior_brier": 0.2274641023701049,
"posterior_log_loss": 0.7259819606716976,
"joint_conditional_log_loss": NaN,
"observation_given_h_log_loss": 0.9837352762514657,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "future_marginal",
"utility": 0.1575659074227796,
"queries": 0.5496025760572262,
"abstention": 0.20829926417854627,
"estimated_utility": 0.5934369398840705,
"fitted_compression_loss": 0.052885834968117724,
"fitted_dispersion": 0.07090949272155889,
"empirical_compression_loss": 0.05137275217651757,
"empirical_model_loss": 0.45232514130487467,
"posterior_brier": 0.22709326295334933,
"posterior_log_loss": 0.6979339080984099,
"joint_conditional_log_loss": 1.4565665272302293,
"observation_given_h_log_loss": 0.7586326191318193,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307
},
{
"regime": "source_only",
"model": "support_mixture",
"representation": "raw_information",
"utility": 0.17850429667928744,
"queries": 0.5429023947469007,
"abstention": 0.22014925193626322,
"estimated_utility": 0.6096692441471936,
"fitted_compression_loss": 0.03665353070499469,
"fitted_dispersion": 0.1860068044692218,
"empirical_compression_loss": 0.03705422634849882,
"empirical_model_loss": 0.4457052778763855,
"posterior_brier": 0.23212570102269792,
"posterior_log_loss": 0.7191561869139071,
"joint_conditional_log_loss": 1.6355385910719589,
"observation_given_h_log_loss": 0.9163824041580517,
"raw_posterior_brier": 0.22589420633304538,
"raw_posterior_log_loss": 0.7295303076343573,
"raw_joint_conditional_log_loss": 1.4848411690022307