diff --git a/README.md b/README.md index 2acb55b3d4f798a1dc67a1ab3e53f8149cfbfcd5..4680d68a4b518feee288e929015b999b4a3d1e3a 100644 --- a/README.md +++ b/README.md @@ -63,3 +63,41 @@ An action-value compression control, a complete 1,212-episode partition and norm ## Data and license Code is MIT; original models, generated data and research outputs are CC BY 4.0. Hydraulic features derive from Helwig, Pignanelli and Schuetze (UCI DOI 10.24432/C5CW21); temperature-modulated sensor features derive from Burgues (10.24432/C5S302). Gas-drift recordings (Vergara, 10.24432/C5RP6W) are retrieved separately and are not redistributed; preserve the source's legacy research-only notice. Full attribution and terms are in LICENSE.md. + +## Reviewer-revision experiments + +`revision_r1/` adds exploratory mechanism tests on the already opened data: +full controlled action-value/loss comparisons, external sample-support and +fixed-policy transfer comparisons, and 318 sensor fits with all seeds and +budgets retained. Original results, protocols and promotion decisions are unchanged. +The 27 sensor state bundles use only Safetensors and JSON. Specifications, +all comparative scores, cost records and numerical tie-sensitivity diagnostics +are included; these are additional analyses, not new confirmation. + +Replay every added sensor state without fitting: + +```bash +python revision_r1/sensor/verify_all.py --release . --base revision_r1/sensor/run_01 --extension revision_r1/sensor/objective_extension_01 --output revision_sensor_replay.json --device cuda:0 +``` + +Recompute the controlled interventions in a new directory: + +```bash +python revision_r1/controlled/run.py --prepare --release . --output new_controlled --device cuda:0 +python revision_r1/controlled/run.py --release . --output new_controlled --device cuda:0 +``` + +The external analysis requires separately acquired gas-drift recordings. Retain +the provider's research-use notice; no transformed gas records are redistributed. + +```bash +python rebuild_external.py --output new_external_source --device cuda:0 +python revision_r1/external/run.py specify --release . --input new_external_source --output new_external_analysis --device cuda:0 +python revision_r1/external/run.py run --release . --input new_external_source --output new_external_analysis --device cuda:0 +``` + +Sensor refitting is optional through `revision_r1/sensor/review_r1_sensor.py` +and `objective_extension.py`, each accepting `--release .`, `--output` and +`--device`. Use a new output directory. Rank gains do not establish calibrated +acceptance, and sparse fitted-law ties can affect ancillary realized utilities; +the unchanged primary mixture frontiers and all disclosed discrepancies remain available. diff --git a/SHA256SUMS.json b/SHA256SUMS.json index c6aa7a4176476cbf1e41582f7c2f5d7b908b156d..548c0a1359537154fbfa5f0a22e3658ca944a3a3 100644 --- a/SHA256SUMS.json +++ b/SHA256SUMS.json @@ -2,7 +2,7 @@ ".gitattributes": "0aad2046ff3535fdb3750ad77100b4f6aed80009c097ffc8a9e264a5d1b0c4e7", "ENVIRONMENT.json": "786e73bb84b1300d1b5062961af74aacbab2bbfe1e12675ba6ceebd12d26b0eb", "LICENSE.md": "4a8b21f5c8ee1383fdf12d8622df51066334d446513d7318ab8a31763f435813", - "README.md": "f6be7fca2e03477cf296dfc2c4633d934a32eac491e838ef1b7f46cef2a4ec75", + "README.md": "ba4c2be9b705ec3b49377003e9b9d6819efd8b8c654dd9a4eb125ac1fb7fb389", "analyze.py": "3e2ee19da7cdec5b735db55a368132977d8aa6cfe4cfd8e49dbe86019a56a444", "data/controlled/manifest.json": "2b50155e7f4d198449e2499dad21ba82d51e94423a1711eca8de4a01ab9ca156", "data/controlled/worlds.json": "860e154c4ffd0690080ab8c263756d4340cc119fffa66e1cc41d1b42ac3848cb", @@ -356,5 +356,120 @@ "unionmind/predictive_transfer/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "unionmind/predictive_transfer/data.py": "259202796bf921db2beaa75166809e455e44aaddef73da96bdec970067abfbd6", "unionmind/supported_observations/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", - "unionmind/supported_observations/data.py": "d359f27c4cd23482ed4ef8326d3026c10b19caf9ba75b3da677249f5d9c9e43f" + "unionmind/supported_observations/data.py": "d359f27c4cd23482ed4ef8326d3026c10b19caf9ba75b3da677249f5d9c9e43f", + "revision_r1/sensor/primary_table.csv": "4503de189e284a9c5a31bc144c3bdff69e75fdbf2bfd8a5d434bf74f7128e55b", + "revision_r1/sensor/safe_replay.json": "32c12d1bbd1e0161d272b9632c3a6e5d55953c92c9e53bdc3c9919325c8731c2", + "revision_r1/sensor/review_r1_sensor.py": "22e61a23b610a1399e478499e932bea5b79e3aa30603d8aa19e660562d8ec037", + "revision_r1/sensor/findings.json": "4aff5cf1f2f76094fd170e097e8ed6aa8b40d9199c35eb6527d2787cd69f2c58", + "revision_r1/sensor/full_replay.json": "eb948f80c7b116a7c174ebd63f64a1c4c16eb1f69a60cee61a8fd76f307e6286", + "revision_r1/sensor/analysis_spec.json": "4644bcb2ed1a9f152d6b5e74be0dafc339a3ae7ccbfae7aa0d79d9f4caa4ad02", + "revision_r1/sensor/verify_all.py": "5316a84ede79929187ffb31483e681c5860be267720e6920f15d029f5ccfef61", + "revision_r1/sensor/safe_tree.py": "4e89c1560a55fc91cd800fe88d3a8de8b6f1951effb4ce068b23ad808355853e", + "revision_r1/sensor/objective_extension_spec.json": "ea8ccb96ecf1b94e7c9cf68211428b23f6adf3de13653e38e9b61ce7c83cd18f", + "revision_r1/sensor/export_safe.py": "39a447b022689fd6d4ac8441d5c83dafe5d66136a632e80d2c7e244d2bd36a64", + "revision_r1/sensor/objective_extension.py": "bd24384d8512572d6cf880748a98714482f90c8da4dc0b14c75b4cfe53b527f3", + "revision_r1/controlled/numeric_push_sensitivity.csv.gz": "655e73bc4111c4c5dab7507e4fd029cd5fba7efdde6375757a6b281c94027358", + "revision_r1/controlled/summary.json": "903a81f9440772657a9590911e772ce2beba514a2d87f0b4789a8a0915742b0d", + "revision_r1/controlled/replay_discrepancies.csv.gz": "6ef693532219b9ba0abab9aaafcc07558a72a20f0ffe961b4bc42a138e873d25", + "revision_r1/controlled/reference_replay_discrepancies.csv.gz": "59fad6d56023fedd16c50f0faab3b4f85a8cb322c3ecbcb4f7d5f9c7e5076051", + "revision_r1/controlled/native_worlds.csv.gz": "1390af820583c90646ceb5edd7da2647ea0b9d8aeedfd516c921cdeea1b58581", + "revision_r1/controlled/specification.json": "d361b91b341dd596b246932f9113a0245adafcf5dcdce7b4e0f340d364b7b9da", + "revision_r1/controlled/privileged_geometry.csv": "8acd6348b334b91b9f9b0486a9e07b9ea4cd1eee71d4eb4124cbc8cfe7bca233", + "revision_r1/controlled/paired_by_condition.csv": "e432889ff30f13909602467258b211fa3f0248a11c7cd875b957d2942a3704af", + "revision_r1/controlled/frontier_all_conditions.csv": "5b5b9e761163a7f1800047503cc0eae9d9d3450e221161daad14f6a44ffa704d", + "revision_r1/controlled/run.py": "4a300dfc769473f5afb08e15e877f6c53dfff5f6d3a0abfe17e0043798eecbab", + "revision_r1/controlled/final_audit.json": "f3c2daa7eba8ddd2a364ee3cc363de6510c5fb0171d88db5b71480530c9d44a1", + "revision_r1/controlled/compute.json": "b07dc17453b5f7dd00512913def5dd5fb00d3244d8188ed159ff09f556364823", + "revision_r1/controlled/specification_02.json": "d0a57d8c485cb9ca380095c8ed018834d0df79382d9cffcc0709bc747129f9eb", + "revision_r1/controlled/timing.json": "852f0d26180eaebe616841f03894646a4252f57214a81856df984eccb8f99947", + "revision_r1/controlled/numeric_diagnostic.json": "cdd2528c9f74b817a1b006b75d16c80be2b8f8ed236cd22927f971e14afcfa89", + "revision_r1/controlled/family_sample_frontier.csv": "793bd7f0fe0da1a09dc6d89572d36f2afc8aeca149094942959ad4c13f441fb8", + "revision_r1/controlled/indices.json": "dae400dfe60ac990d206d0bf943e276e5ead6a454d317e34ae6ed57e0ad14e45", + "revision_r1/controlled/specification_01.json": "d820d635c001d28e9a884eaa1a5040dfacf9829ddb2387b301a13d07d33bbbc2", + "revision_r1/controlled/sample_frontier.csv": "f51b0fd71c1ffd9e14caaaa30a1677705190c08f02227ad72e5548ce33c4e12c", + "revision_r1/controlled/numeric_compute.json": "d6eda6bae1d8a6d023ccdb7d2e0677b3e409c0fc49d5e56f51101effcee39d08", + "revision_r1/external/shift_overall.json": "52aff394a2116b9b507482d7fdc96168036c0275db4f30f40f2d0671a7cb9965", + "revision_r1/external/execution.json": "0fae50882a58a2a589c673a9c6ae2e2ec83d464571bb48dfa2b0c8ada1924c6d", + "revision_r1/external/specification.json": "541dd0c1d4d7e242ee20c797bd9ef0928f7afdfffa4aacfeca5c3205cb212fab", + "revision_r1/external/shift_by_task.json": "92034faf5fe6f94508cb47cf4f4f6e207c9143a49ebe8f3ed312d2e29cb01c46", + "revision_r1/external/implementation_correction.json": "beb720147e0083ef857ebcb745c1403ccdf083c44ba70f6ed82d8a6d3e9e325e", + "revision_r1/external/metrics.csv.gz": "9813ff30348ad76cb8b672e022a5f3fe852b8f0ee13625e7a5799400cfc01120", + "revision_r1/external/run.py": "33e4d7ff42763ccd48db10013dd91831af13aa368a115c39987f65636a06c63f", + "revision_r1/external/paired_contrasts.json": "b1afae2e0ee103a5f9c65afb49781037e7b3d24e6427e890821931fe640cf3e5", + "revision_r1/external/overall.json": "af8fefc215e51f30684cdfefade17eac81f99a18302a864c5a9b48cf62c927a7", + "revision_r1/external/article_table.csv": "09b7110cc185574d01f5aeb4681aa20910048a50429b274a5422969c2654fad2", + "revision_r1/external/table_provenance.json": "d538e18c7367c0b27778d8a5cdf8a1cfdb1ecdc73a6906faa1980d20bb46b406", + "revision_r1/sensor/run_01/hydraulic_reversal_s20752.json": "3bf241d1167e33c19f17027ccdd39c8c96082c2977a67e9e8092928ba4dab2f0", + "revision_r1/sensor/run_01/hydraulic_n64_s20752.json": "ee4c987ec56a2d57909f89febb948f30ad1a13608c01dcebf9f304a4f7ba14e8", + "revision_r1/sensor/run_01/hydraulic_n64_s20753.json": "5105b5fcc456ddc4b1a6e046d9c63c60a4f080f1823da476870d2020fb6ee954", + "revision_r1/sensor/run_01/temperature_n128_s20853.json": "c67145613fcb17cf16ada5ec71cd3d127576e590759dacd6a4a5d36f35a05e93", + "revision_r1/sensor/run_01/hydraulic_n64_s20751.json": "461cded6ade8630bc2652e2e7bab15471f07d124eee50a44a1246611b01a8f46", + "revision_r1/sensor/run_01/cell_compute.json": "fd139f0c1ff8a284591455fdb2a61043ccc966c631df0d74c1360a5aa2e8c444", + "revision_r1/sensor/run_01/hydraulic_n128_s20752.safetensors": "7a2759068a289b615624b001dcd0115cd79cf6c9609b30fcc7529846379f18db", + "revision_r1/sensor/run_01/hydraulic_n128_s20753.json": "6783f3aa43c05882b5c46f42bbbf035945db49e4834a3f65e91ba63f858e4433", + "revision_r1/sensor/run_01/reversal_diagnostics.json": "7ec82dc059717d2f382c924c8b29682c465c26508475a0955ea3576bfb3c8cd6", + "revision_r1/sensor/run_01/hydraulic_reversal_s20753.safetensors": "6fd698aa04579d0beb6ca3cdc08d5b8fd1f6edcb2991d062d65d74e86c0933e7", + "revision_r1/sensor/run_01/metrics.csv": "5aa8f4b6980113a976f79c9ee1d2acd2af9c545b06ce15416fad37f4337c5473", + "revision_r1/sensor/run_01/temperature_n128_s20853.safetensors": "8fce6292bf5d5740855525d26ac91e3363e0d2740f1271c9d56309ea0fed1d98", + "revision_r1/sensor/run_01/hydraulic_n128_s20752.json": "d0c21c696f9ee7e4eec30c19b1a797b401b185d9507a25922ff4d07e23014506", + "revision_r1/sensor/run_01/hydraulic_n128_s20751.safetensors": "2fda58bcf415701c8a2231e46fb0253e7e4aeb72b5bf296ad8b3ae4326c9eef4", + "revision_r1/sensor/run_01/hydraulic_reversal_s20753.json": "a2156b5048ee86e6022495b2e464c5c89d98db03757d9f70cd9d43a1777bf9ad", + "revision_r1/sensor/run_01/temperature_n64_s20852.safetensors": "77c7972c39b6f405d53686da88fafa680d6aec2303b175e1f9c858faf392f126", + "revision_r1/sensor/run_01/reversal_metrics.csv": "a8ebb206fc609e78b3ad8e9c327224dcc693d37b264bfdb0c1edd83e92750b7d", + "revision_r1/sensor/run_01/calibration_choices.csv": "7b822a9e32b6445168c22255b2e6e5789ecf2e8dfc857f2027dbce3e188ab6da", + "revision_r1/sensor/run_01/temperature_n128_s20851.safetensors": "00973079adcb876833d0af0f9399ca70a165639f99a225f44abb3292f0b914d2", + "revision_r1/sensor/run_01/hydraulic_n128_s20751.json": "8e91c7b827846c153095b14b8fed42028443f816f56856c06e26ff734be3c7fd", + "revision_r1/sensor/run_01/temperature_n64_s20851.safetensors": "6c64fb224e027bb5cab760fd37725567c4b470caff93a0384f6905aa02b4bdc1", + "revision_r1/sensor/run_01/temperature_n64_s20853.safetensors": "51819ee75d951c15106f03eb08132c305886b9f3fe44155e71efc5b7e0cd50a0", + "revision_r1/sensor/run_01/compute.json": "8f0adcf124145f1b91191b00ee452df2fb7679ba57f597f75cbd12511b74b11d", + "revision_r1/sensor/run_01/hydraulic_reversal_s20751.json": "6451cea208f09bd9e541ffaf8b3d1d112e5e6c153e5581ca354b3a98aa612f74", + "revision_r1/sensor/run_01/temperature_n64_s20851.json": "5c3cbc5181a479e94c9a3fa37f55d171619ae4f72fb3e3ce7d7b1660a3cc70cf", + "revision_r1/sensor/run_01/numerical_tests.json": "61759ebaf9ea643356170c39e30dfe666c82aa5cdf3146cb1b946e161f960edb", + "revision_r1/sensor/run_01/temperature_n128_s20852.json": "ee2fb82904fa151f1cc6b7b402700cbb5ca3e9257c377bd57d60e5658b59ef07", + "revision_r1/sensor/run_01/temperature_n64_s20852.json": "6251d047615ae184d78e974bb6d7ed67f148523fccd9970e7e9f9e3de1556530", + "revision_r1/sensor/run_01/summary.csv": "6a87bbb63231c3d2680e5f6329dea91bd4819016450cd6264633d3c9be9eda0b", + "revision_r1/sensor/run_01/reversal_summary.csv": "d9b2e591d90c92e202ef4278cf23c9dc01ed5829abde75174a826eddac18c91f", + "revision_r1/sensor/run_01/temperature_n128_s20852.safetensors": "dbf86d345e884c3ebe5729873f30cadedea12db9103c1106e08e8cb7098bcaec", + "revision_r1/sensor/run_01/hydraulic_n64_s20752.safetensors": "bffa83502f802cc8cb4475ebddef49479380fbf90114b744f734a8866b979813", + "revision_r1/sensor/run_01/replay_verification.json": "5cc75dafd0322febcee4ab1e4f2722423d24b5c8d4dfd8b9788639080e682c41", + "revision_r1/sensor/run_01/hydraulic_n64_s20753.safetensors": "a0bee153eeabb6ad7346aea4a0872c5b829b7e76b309b643d52c2412373ff3a9", + "revision_r1/sensor/run_01/hydraulic_reversal_s20751.safetensors": "b360e8dc3a93fe93ceba9e7bdbeb23fd5a1489934c1657bf9747a7152c0c6bc6", + "revision_r1/sensor/run_01/mean_diagnostics.csv": "66918f9e476716271f022e8a09ca25baaa40a33f63211ddaef2cc18584ca8d0f", + "revision_r1/sensor/run_01/run_manifest.json": "e1c73045c497d48a4765b6bdd6e99f29080d81dd585be03259877d20c35aa81a", + "revision_r1/sensor/run_01/temperature_n128_s20851.json": "95ce9f0bd3833eb99aec7ea044e033d6cbcd1846e13d76ed7c4bf545514dcaa2", + "revision_r1/sensor/run_01/hydraulic_n128_s20753.safetensors": "a0dedab19716b992c8a8fa5d6cc87de17ba472f88c27a3e8e2f24e98cb7b39fb", + "revision_r1/sensor/run_01/temperature_n64_s20853.json": "82e29ee85f769acfca702b26404d4b887e706e01a10d1c6b2642d71641481d42", + "revision_r1/sensor/run_01/hydraulic_n64_s20751.safetensors": "cbebd95806651b704991c11d0903046cb174d076b6eae52fb9fe72e946534d93", + "revision_r1/sensor/run_01/hydraulic_reversal_s20752.safetensors": "ee84572929b830064ff9e92e01ba503ddc2bbb359e6052c62b1f8ce1ec956303", + "revision_r1/sensor/objective_extension_01/hydraulic_n64_s20752.json": "e86e470016ba09d6f7da725a0f352118cb6012652caa4ea06e5b2921338b863e", + "revision_r1/sensor/objective_extension_01/hydraulic_n64_s20753.json": "8292642abe36e112830007a9a68d987bb09ab0fb738e50f99fb2e8d455593618", + "revision_r1/sensor/objective_extension_01/temperature_n128_s20853.json": "12a70593382be57116c35034ae0b9d22646a9acbfead91bf75015f85d6129ec4", + "revision_r1/sensor/objective_extension_01/hydraulic_n64_s20751.json": "026c7b03639d791649caaca18f9da894b114ae82905af552a10a7c89a49a2283", + "revision_r1/sensor/objective_extension_01/cell_compute.json": "041df92042872985572d039dc831ac4e31a89b963ef298a05ae559681f0e7dea", + "revision_r1/sensor/objective_extension_01/hydraulic_n128_s20752.safetensors": "84e37c6d7a7ec02217682fedad56211ef67be4757a0376682fc6428f70f92f61", + "revision_r1/sensor/objective_extension_01/summary.json": "39e95464252c3e3e948a6418ca33a77eedc236c672cbf28087ecec249650d6b8", + "revision_r1/sensor/objective_extension_01/hydraulic_n128_s20753.json": "51bbf95853904a4fcc7d51b9de5b1695a0c107df4a6ea6c18e818afa8c2630f2", + "revision_r1/sensor/objective_extension_01/metrics.csv": "714c629729eec808ced1d3b281989182d7a28b1299fb0d4f51f13b76dedce22d", + "revision_r1/sensor/objective_extension_01/temperature_n128_s20853.safetensors": "0e056e512d4ee1f5a3efe4344290d4668a8b3aa71f2e840ad1ab9276b76f1851", + "revision_r1/sensor/objective_extension_01/hydraulic_n128_s20752.json": "5891441524bac20f98801f92155f8f4a4fd55d01ee4135a3a452cd712a8761d0", + "revision_r1/sensor/objective_extension_01/hydraulic_n128_s20751.safetensors": "d7a21511d36785300dd873f79aadcec87bf8de59a73b621328e26cc45a137bda", + "revision_r1/sensor/objective_extension_01/temperature_n64_s20852.safetensors": "5ef676925efe8be2d36c8d26d21c874409db2547074ef99010628f0de46d0ae5", + "revision_r1/sensor/objective_extension_01/manifest.json": "74aa43959c81bf2cfc5b8f7e10653e05365250216451ee320e2964dc0a6b1733", + "revision_r1/sensor/objective_extension_01/temperature_n128_s20851.safetensors": "dfc1891afa7d41b2e26e19348598c522070cd20223d1a70a9e72030ed801e2a9", + "revision_r1/sensor/objective_extension_01/hydraulic_n128_s20751.json": "a4bfa9d2dfa4c95b8eca35b1edd0ec4d21988f8bb9d2b088b9553daafb72c3f4", + "revision_r1/sensor/objective_extension_01/temperature_n64_s20851.safetensors": "8e93164e9f58e98154ccd2bf69a3fd8323f9615b63ceae62a74dc5997b4dc3db", + "revision_r1/sensor/objective_extension_01/temperature_n64_s20853.safetensors": "3967dd4e5ba220d02fdc5808f3f6b08dcf643e43f39d4b70d9eaad9eecef3d88", + "revision_r1/sensor/objective_extension_01/compute.json": "c8daa706c9c4222737008ec8efd5ae98ecd921bc11642580d5821cf0da0960a5", + "revision_r1/sensor/objective_extension_01/temperature_n64_s20851.json": "95e4dedaa248d4d30912e2633f4e5d3f8a2846f9dc68682bec94a2206da61d4d", + "revision_r1/sensor/objective_extension_01/temperature_n128_s20852.json": "8d84d08589d246c2e413820e74572b96b16fdbac3dd810902319cd2b4e9611f6", + "revision_r1/sensor/objective_extension_01/temperature_n64_s20852.json": "b259c61869934fa7d19b37e154c669ccc39d19318ce7061dd53eea62a94e127f", + "revision_r1/sensor/objective_extension_01/summary.csv": "db94a3a67be24e9a3d7fae4fb8d475f329b78df7bfb528e9ce7600f32d220092", + "revision_r1/sensor/objective_extension_01/temperature_n128_s20852.safetensors": "d5fad93647f548d3385f5c946987d64d7aa78fd7fa87f03a884b0a5258cfb8cd", + "revision_r1/sensor/objective_extension_01/hydraulic_n64_s20752.safetensors": "e4ff49f92f19eeb70adf1a6c200eb238839153310e435c938951a6658adfbc7c", + "revision_r1/sensor/objective_extension_01/hydraulic_n64_s20753.safetensors": "e33317df751bf702ad4cc096ffe209c450ec2783c5f6c0e318b10f57d29f5879", + "revision_r1/sensor/objective_extension_01/summary_per_seed.csv": "8399b7bec3e4ea9c62ed2786c937d7a44495fed7982cdf0dfebc4f10112c0104", + "revision_r1/sensor/objective_extension_01/temperature_n128_s20851.json": "2f2e1c580bce42b35e93c8537b2fd219cc3b6de071df323560479270ae7bd108", + "revision_r1/sensor/objective_extension_01/hydraulic_n128_s20753.safetensors": "fb1eb8085bbd37b334f4a7033d7b0ca0863981f0263528ccced9ada34167dace", + "revision_r1/sensor/objective_extension_01/temperature_n64_s20853.json": "398edf09511ff818a3bb2e77829b121e5b1af9b1646eb29507556f6d756a5cba", + "revision_r1/sensor/objective_extension_01/hydraulic_n64_s20751.safetensors": "3e5a56962a870d83d2cd4037f8ec1c0aa39fe0b20111579bda7d435a98683f28" } diff --git a/revision_r1/controlled/compute.json b/revision_r1/controlled/compute.json new file mode 100644 index 0000000000000000000000000000000000000000..36cd4587b494d3a2edbd322545da0faec4e52ead --- /dev/null +++ b/revision_r1/controlled/compute.json @@ -0,0 +1,33 @@ +{ + "created_utc": "2026-11-09T14:43:53.549254+00:00", + "status": "COMPLETED", + "source_release_files_hash_verified": 358, + "code_sha256": "aa82ccdc6a1bb3c7d1e92b9ab0c4c88478c7d26e0442fe91523036a63260b2aa", + "specification_sha256": "d0a57d8c485cb9ca380095c8ed018834d0df79382d9cffcc0709bc747129f9eb", + "command": [ + "articles/make_1/reproduce/review_r1_controlled.py", + "--resume-aggregation", + "--device", + "cuda:4", + "--output", + "articles/make_1/metadata/review_r1/controlled" + ], + "device": "cuda:4", + "gpu": "NVIDIA H200", + "python": "3.13.11 | packaged by Anaconda, Inc. | (main, Dec 10 2025, 21:28:48) [GCC 14.3.0]", + "pytorch": "2.6.0+cu124", + "cuda": "12.4", + "elapsed_analysis_seconds": 10.689740672009066, + "elapsed_since_standard_library_import_seconds": 37.757182730943896, + "first_cuda_noop_seconds": 1.7166021279990673e-05, + "peak_cuda_allocated_bytes": 168696832, + "opened_worlds": true, + "new_backbone_executions": 0, + "new_trainable_parameters": 0, + "refitted_neural_models": 0, + "fitted_statistical_tables": "Recomputed original estimators from archived counts, unchanged formulas", + "original_files_modified": false, + "all_selected_units_retained": true, + "all_statistics_descriptive": true, + "promotion_decisions_changed": false +} diff --git a/revision_r1/controlled/family_sample_frontier.csv b/revision_r1/controlled/family_sample_frontier.csv new file mode 100644 index 0000000000000000000000000000000000000000..247098c03fb82d0b354645b712302a9fcb0d9ae5 --- /dev/null +++ b/revision_r1/controlled/family_sample_frontier.csv @@ -0,0 +1,25 @@ +family,records,worlds,identity,query_joint,posterior_clusters,posterior_bins,future_marginal,raw_information,raw_entropy,hash_code,action_values,true_oracle,joint_minus_action,paired_95_low,paired_95_high,action_encoding_loss,joint_encoding_loss,action_estimation_loss,joint_estimation_loss,encoding_contribution,estimation_contribution,action_remaining_headroom,fraction_action_headroom_closed,true_code_joint_oracle,true_code_action_oracle,true_code_joint_fitted,true_code_action_fitted,joint_root_choice_mismatch,action_root_choice_mismatch,strongest_uncompressed_mean +context,64,32,0.09339283465187889,0.0691595408487013,0.05884192092177272,0.06287654697819856,0.07187382385734353,0.07728978551777194,0.09455913414529662,0.10673495166633204,0.06409177954684019,0.7880888584118835,0.005067761301861108,0.0015311813058195526,0.008840865316316502,0.3813222379944849,0.3669534072130477,0.34267484087055833,0.3519759103501344,0.014368830781437176,-0.00930106947957607,0.7239970788650432,0.00699969854823926,0.7880888584118835,0.7880888584118835,0.12334932494026522,0.12491782030181064,0.6849965145249336,0.6875732689753824,0.2821009589784481 +context,256,32,0.34655353787902665,0.3367188419663062,0.16416722984358104,0.1463272094176618,0.1871258673613156,0.26397328263687364,0.25243683714316034,0.15529673741167777,0.31618507415861496,0.7880888584118835,0.0205337678076913,0.01188513381910629,0.03021118308609348,0.11119897518661376,0.07603887002395061,0.3607048090666547,0.37533114642162657,0.035160105162663144,-0.014626337354971848,0.47190378425326845,0.043512615267927005,0.7880888584118835,0.7880888584118835,0.3856346205277096,0.38320113863439054,0.629779568015901,0.6496391850613675,0.5904656904258859 +context,1024,32,0.6650919319515614,0.6814637624980395,0.23779038974868094,0.17124022355036714,0.36268052770898085,0.5145775504161055,0.5794729711288229,0.2170459709045936,0.667719627246173,0.7880888584118835,0.013744135251866517,0.009521684888968644,0.01821770096658289,0.01430655071271671,0.006186382463298001,0.10606268045299369,0.10043871345054588,0.008120168249418708,0.005623967002447808,0.12036923116571041,0.11418312735540517,0.7880888584118835,0.7880888584118835,0.6988418074434672,0.6964377598607214,0.3473903728720782,0.3575560574608555,0.7340548744395632 +context,4096,32,0.766972716874273,0.7766349438098745,0.26807855851736373,0.1733365486789426,0.5632767718308346,0.5928278598851834,0.6885210614964501,0.24707180576088097,0.7768669245376707,0.7880888584118835,-0.00023198072779632983,-0.001376293766611737,0.0008712872445568171,0.0006891208483935686,0.00018064349661515988,0.010532813025819078,0.011273271105393817,0.0005084773517784087,-0.0007404580795747386,0.011221933874212647,-0.02067208115790168,0.7880888584118835,0.7880888584118835,0.7795383990383913,0.7790645144622885,0.1620783588267283,0.1554586985921155,0.7708361142534652 +independent,64,32,0.909510548381619,0.9071402048294446,0.9072370207266524,0.9093082065269007,0.9074681824272653,0.8896605460004141,0.688211917829685,0.44151472051268514,0.9068080779301189,0.928933733504975,0.00033212689932572356,-0.0004962724151037125,0.0012075628763129809,0.009646569741400077,0.00982195667832023,0.012479085833456041,0.011971571997210165,-0.00017538693692015217,0.0005075138362458757,0.02212565557485612,0.015010940498556656,0.927818092070147,0.9281063650817161,0.9185297572467013,0.9192315821057243,0.23523002477266935,0.23312046998815447,0.9136191430312471 +independent,256,32,0.9116024194164163,0.9098670177155274,0.9100779075741663,0.9126143882919777,0.905503332137763,0.896961421482459,0.6703717514265709,0.4619766730060043,0.9090004625042527,0.928933733504975,0.0008665552112746971,-0.0004301648384077622,0.0021276027149003647,0.006369755441728155,0.0065092495744983395,0.01356351555899413,0.01255746621494925,-0.00013949413277018416,0.0010060493440448813,0.019933271000722286,0.04347280540375422,0.927818092070147,0.9281063650817161,0.9170722759812633,0.9171807569702725,0.23936604222246965,0.23868371954799117,0.9251088162712999 +independent,1024,32,0.9100079337524132,0.913013489675506,0.915318662687657,0.9168213117935321,0.8954121957914773,0.9031660787545921,0.6489306322062101,0.470594937948292,0.9133526580360904,0.928933733504975,-0.00033916836058426117,-0.0011080639841925125,0.00048298344501220073,0.006376698269395811,0.00708733789545923,0.009204377199488828,0.00883290593400967,-0.0007106396260634189,0.0003714712654791577,0.01558107546888464,-0.021767968537318196,0.927818092070147,0.9281063650817161,0.9209817567018171,0.9206480724749362,0.22556813929192912,0.21870599191031026,0.9280646584591856 +independent,4096,32,0.9190137606668483,0.9212120370356884,0.9233281672038094,0.9234185604697762,0.9120224134643348,0.9084610246510227,0.6461753611274292,0.47480680272329256,0.9224258752130949,0.928933733504975,-0.0012138381774065114,-0.0017147112652704927,-0.000726757585522743,0.0038865080122648353,0.004790920676205797,0.002621350279615183,0.002930775793080733,-0.0009044126639409615,-0.0003094255134655499,0.0065078582918800185,-0.18651883968048918,0.927818092070147,0.9281063650817161,0.9258990135155555,0.9259546622363166,0.21008579345280287,0.19455413681065953,0.9287125775280298 +orientation_alias,64,32,0.1635502787070287,0.12885644874690116,0.11989069408297903,0.12129218066799444,0.11565627135211173,0.1194667363872123,0.08451253981799893,0.062005774703194766,0.12837855808157933,0.828928467957698,0.00047789066532179854,-0.005027820336695715,0.005779686114251358,0.3951517175523762,0.4017012049487419,0.3053981923237425,0.29837081426205503,-0.0065494873963657056,0.007027378061687502,0.7005499098761186,0.0006821650514612244,0.828928467957698,0.828928467957698,0.23582020614293137,0.23582020614293134,0.6245539383534132,0.6283048497052103,0.3744516848229764 +orientation_alias,256,32,0.48105690410695323,0.45413249913205544,0.3267375095162406,0.3044234970537981,0.17946386454389426,0.3385633917456905,0.26942870751962467,0.14858964279293768,0.4108957134778612,0.828928467957698,0.04323678565419422,0.03091808741028508,0.056253384606153346,0.22593360992407183,0.15025128394784587,0.19209914455576496,0.22454468487779672,0.07568232597622598,-0.03244554032203176,0.4180327544798368,0.1034291815434278,0.828928467957698,0.828928467957698,0.5438758040593306,0.5438758040593306,0.5760678352632569,0.6058617660589638,0.6522145924562783 +orientation_alias,1024,32,0.7375432253689826,0.749695480009097,0.5557157182324963,0.5477364417189148,0.18531714088359752,0.6134052546318305,0.6043586411911206,0.2567112571360594,0.7156206511171621,0.828928467957698,0.03407482889193493,0.026490100551048997,0.0415008522799025,0.040254364563248254,0.01143065598560973,0.07305345227728763,0.06780233196299122,0.028823708577638524,0.00525112031429641,0.1133078168405359,0.30072796248373795,0.828928467957698,0.828928467957698,0.766961318774352,0.7669613187743521,0.3803245810966434,0.4051527363935008,0.767114986178982 +orientation_alias,4096,32,0.804304431565352,0.8195916562097663,0.6530579291374521,0.648285517967734,0.18829678111200815,0.6964865610322947,0.706006590523646,0.3003141222527754,0.819480859898903,0.828928467957698,0.00011079631086339387,-2.228212253385705e-05,0.0002634376906898875,0.0002445290260795034,0.00019810226223412192,0.009203079032715649,0.009138709485697637,4.64267638453815e-05,6.436954701801237e-05,0.009447608058795152,0.011727445737998115,0.828928467957698,0.828928467957698,0.8198637628550727,0.8198637628550727,0.21189316146075493,0.21099546987915718,0.8096451880020169 +parity,64,32,0.06273197484460194,0.02431126538233747,0.011591763903878482,0.011981140143721973,0.015523777582997956,0.011150427588187746,0.020184840684643574,0.024015757122275827,0.02252062020077706,0.8347957761429843,0.0017906451815604108,-0.0038315227161669556,0.006652954501555841,0.46294985993286397,0.4524966576959601,0.34932529600934337,0.35798785306468683,0.010453202236903802,-0.008662557055343396,0.8122751559422072,0.0022044810412591444,0.8347957761429844,0.8347957761429844,0.12286533950243893,0.12288347183177817,0.5209659718033554,0.5285378271397623,0.385086063569183 +parity,256,32,0.4475888678222731,0.41757388132172324,0.2750026478906139,0.23783397003296353,0.1298958512570368,0.20886862239855064,0.18373006939535583,0.11691960704302928,0.38718031379931517,0.8347957761429843,0.030393567522408023,0.019497351412313457,0.041409246567013835,0.22704928735222724,0.15105877295815492,0.220566174991442,0.2661631218631063,0.07599051439407231,-0.04559694687166428,0.4476154623436692,0.06790106705266699,0.8347957761429844,0.8347957761429844,0.4773303993370155,0.4773303993370155,0.5556145869981621,0.5840915047008,0.6622060304284867 +parity,1024,32,0.7505863638432653,0.7643539645704318,0.5785860682616655,0.5650067039347257,0.17619358394784873,0.491345522934861,0.5428645204900009,0.20833025114024675,0.749467269935558,0.8347957761429843,0.01488669463487384,0.010441901192385099,0.019552134986879535,0.021393038552985848,0.0075410150709803,0.06393546765444057,0.06290079650157226,0.013852023482005548,0.0010346711528682918,0.08532850620742641,0.17446332177297866,0.8347957761429844,0.8347957761429844,0.7761508394516206,0.7761508394516206,0.3591226824418755,0.35639638530427453,0.7761873106567354 +parity,4096,32,0.811457808557315,0.824131626938427,0.694169383413467,0.6900830814062695,0.18472462130093503,0.6242484323345312,0.6210217172753493,0.2392919195668825,0.824102588730724,0.8347957761429843,2.9038207703040858e-05,-1.3477962034352808e-06,7.886248154405023e-05,9.112519989473711e-05,6.378990475829419e-05,0.010602062212365704,0.010600359299799106,2.7335295136442922e-05,1.7029125665979361e-06,0.010693187412260441,0.0027155801711421096,0.8347957761429844,0.8347957761429844,0.8242244796942859,0.8242244796942859,0.199476969506594,0.1989397435570667,0.8150734693187245 +redundant,64,32,0.5363358739730864,0.5113855171174998,0.5036569357456289,0.5085041397628068,0.5000048354948977,0.5772794551090056,0.4124257595149454,-0.04050167310864608,0.5053617140765039,0.8364283751534423,0.006023803040995961,0.0009731619737643064,0.011502247775086136,0.14576415220704214,0.13364129983182016,0.1853025088698963,0.1914015582041223,0.012122852375221975,-0.006099049334226014,0.3310666610769384,0.018195136355321676,0.8364283751534423,0.8364283751534423,0.5890955182088521,0.5890955182088521,0.8539832767484425,0.8572854915108054,0.5662414160281566 +redundant,256,32,0.6453415693659241,0.6198034615018286,0.5877161849929605,0.591621214981205,0.42260265019739973,0.6312017727896639,0.5514639211048289,0.019364542901451464,0.6050694499969314,0.8364283751534423,0.014734011504897247,0.009603019224582635,0.01995868486298478,0.0932629369589013,0.07785092527231657,0.13809598819760954,0.13877398837929703,0.015412011686584716,-0.0006780001816874687,0.23135892515651085,0.06368464711240299,0.8364283751534423,0.8364283751534423,0.653629840527671,0.653629840527671,0.763869962732947,0.7826760570524698,0.7105456685441063 +redundant,1024,32,0.7653668596783447,0.7545480306631399,0.6989231534206255,0.6916977366851904,0.29795754465378854,0.7244842637951285,0.6854194139838374,0.04484946990041256,0.7412029739417946,0.8364283751534423,0.013345056721345335,0.010143917478369981,0.016472364541550773,0.039402157560219295,0.02814080307390973,0.05582324365142841,0.05373954141639264,0.01126135448630956,0.0020837022350357753,0.0952254012116477,0.14014177468976635,0.8364283751534423,0.8364283751534423,0.7721932591100672,0.7721932591100673,0.4023677500023982,0.43296693574774525,0.7863078402596235 +redundant,4096,32,0.8155857149751549,0.8194726488422938,0.7193415226940727,0.6960627204154617,0.18000890013383308,0.7543788456935281,0.752804281570126,0.05292377176364181,0.8165418628657128,0.8364283751534423,0.002930785976580884,0.0019304463049228831,0.004100380433294095,0.00730164446795117,0.0038787169871150502,0.012584867819778103,0.013077009324033339,0.00342292748083612,-0.0004921415042552363,0.019886512287729273,0.14737556461266912,0.8364283751534423,0.8364283751534423,0.8226174136373886,0.8226174136373885,0.1746054019842278,0.18535970463320198,0.8207655371219653 +uninformative,64,32,-0.04890966142219218,-0.04575341745644379,-0.047049768625332646,-0.04950046362247272,-0.026933077678025653,-0.041441113900889705,-0.010995531167365718,0.02058205608137745,-0.043723918882921195,0.0667348907999358,-0.0020294985735225856,-0.0039889178805482635,-0.000114955541232761,-2.0599841277224584e-18,-9.75781955236954e-19,0.11045880968285701,0.11248830825637958,-1.0842021724855044e-18,-0.002029498573522584,0.11045880968285701,-0.018373351834494372,0.0667348907999358,0.0667348907999358,-0.008709004374880524,-0.01331114610045102,0.5172644451120586,0.5137298310222932,-0.04890966142219218 +uninformative,256,32,0.015731854753485836,0.03111698106830645,0.02924553921598229,0.03234940005689452,0.046069027949175986,0.03744741765448152,0.04500280677191939,0.04957765804565338,0.024803729988287868,0.0667348907999358,0.006313251080018578,0.0035633612177853723,0.009296090920171755,-1.1926223897340549e-18,5.421010862427522e-19,0.04193116081164793,0.03561790973162935,-1.734723475976807e-18,0.006313251080018579,0.04193116081164793,0.15056227773844122,0.0667348907999358,0.0667348907999358,0.046611496345385736,0.04479898126383822,0.318326143510767,0.3350521771578457,0.026880985378230898 +uninformative,1024,32,0.02450926400985953,0.046334453063967655,0.041247390040046704,0.048595464204311184,0.055973307164560476,0.05435897532129334,0.05452489439127397,0.05498349310416952,0.038204503983425536,0.0667348907999358,0.008129949080542126,0.0048984844703365985,0.011408492793951204,4.553649124439119e-18,-3.3610267347050637e-18,0.028530386816510264,0.020400437735968148,7.914675859144182e-18,0.008129949080542116,0.028530386816510267,0.2849575483441185,0.0667348907999358,0.0667348907999358,0.05766653710546027,0.0569982079524269,0.27031338447698905,0.29409977769850704,0.05871121561510939 +uninformative,4096,32,0.044186530387099784,0.05829518844278467,0.05390322882895525,0.05970059877167674,0.06250539980375937,0.06113657669308175,0.061513705438783525,0.0609891079973558,0.05473918863077931,0.0667348907999358,0.0035559998120053464,0.002404317887698644,0.004959589260649769,4.7704895589362195e-18,5.421010862427522e-19,0.011995702169156477,0.008439702357151135,4.228388472693467e-18,0.003555999812005342,0.011995702169156483,0.2964394882317588,0.0667348907999358,0.0667348907999358,0.06340955513774679,0.0624701246085254,0.21447414713172985,0.22634002044987156,0.06369397045613248 diff --git a/revision_r1/controlled/final_audit.json b/revision_r1/controlled/final_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..94e6d44ac2aa5e83a0698e76d792d3c08e749dfd --- /dev/null +++ b/revision_r1/controlled/final_audit.json @@ -0,0 +1,34 @@ +{ + "created_utc": "2026-11-09T14:50:38.476227+00:00", + "status": "COMPLETED_EXPLORATORY_WITH_DISCLOSED_ARCHIVAL_TIE_SENSITIVITY", + "current_code_sha256": "4a300dfc769473f5afb08e15e877f6c53dfff5f6d3a0abfe17e0043798eecbab", + "specification_sha256": "d361b91b341dd596b246932f9113a0245adafcf5dcdce7b4e0f340d364b7b9da", + "primary_frontier_exact_replay_maximum_error": 3.3306690738754696e-16, + "original_reference_replay_changed_rows": 968, + "original_reference_replay_maximum_error": 0.1456998408107582, + "decomposition_identity_maximum_error": 1.6653345369377348e-16, + "all_192_worlds_6_families_3_streams_4_sizes_3_estimators_2_availability_9_methods_9_budget_cost_cells_retained": true, + "new_decomposition_grid_rows": 124416, + "new_decomposition_cell_rows": 1119744, + "no_source_results_protocols_models_or_manuscripts_modified": true, + "compute_accounting": "compute.json records only resumed aggregation/benchmark process. numeric_compute.json records the additional accumulation-order experiment. Initial full-grid collection completed but validation failed before its process ledger; its exact elapsed time and CUDA peak were not captured. Do not treat resumed process totals as total revision compute. No backbones or neural fits executed.", + "alias_caution": "Root-action mismatch can reflect equal-value zero-cost query ties; it is not itself decision regret. The utility loss decomposition and true-law encoders support the mechanism explanation.", + "paired_intervals": "All descriptive on opened worlds, uncorrected; world is paired unit, streams/costs/budgets averaged before primary resampling. No new confirmation or promotion.", + "statistical_fallacy_scan": { + "checked": 11, + "total": 11, + "items": { + "Simpson_paradox": "All six family contrasts and each cost/budget retained; heterogeneous signs disclosed.", + "Ecological_fallacy": "World-level intervals describe designed world population only; no sensor/person extrapolation.", + "Berkson_paradox": "No selection on results; every archived unit retained; constructed family selection limits generalization.", + "Collider_bias": "No covariate conditioning or exclusions based on outcomes.", + "Base_rate_neglect": "World-specific generating priors and true-law utility retain base rates; no sensitivity-only inference.", + "Regression_to_mean": "No extreme-world selection or pre/post effectiveness claim.", + "Survivorship_bias": "All 192 worlds retained; numerical discrepancies preserved.", + "Look_elsewhere": "Full condition grid and negative family results retained; intervals descriptive and not multiplicity adjusted.", + "Forking_paths": "Original specification and both post-failure amendments timestamped; no tuning or confirmatory relabeling.", + "Correlation_causation": "Fixed-code true-law replanning and true-code interventions isolate finite-grid losses; no unique general theoretical cause claimed.", + "Reverse_causality": "Encoders/policies constructed before separate true-law scoring; no target outcomes enter native fitted encoders." + } + } +} diff --git a/revision_r1/controlled/frontier_all_conditions.csv b/revision_r1/controlled/frontier_all_conditions.csv new file mode 100644 index 0000000000000000000000000000000000000000..930503b5de4e639ad47a58348cb92de4fe28034e --- /dev/null +++ b/revision_r1/controlled/frontier_all_conditions.csv @@ -0,0 +1,1945 @@ +available,labels,estimator,method,budget,cost,utility,predicted_utility,queries,abstention,available_oracle,encoded_oracle,true_encoder_oracle,true_encoder_fitted_utility,true_conditional_dispersion,root_choice_mismatch,encoding_loss,estimation_loss +6,64,joint_jeffreys,identity,0,0.0,0.20068112266953028,0.034836154513888905,0.0,0.6916010645157603,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.20068112266953028,0.0,0.5230296786483294,0.0,0.30341310340379235 +6,64,joint_jeffreys,identity,0,0.01,0.20068112266953028,0.034836154513888905,0.0,0.6916010645157603,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.20068112266953028,0.0,0.5230296786483294,0.0,0.30341310340379235 +6,64,joint_jeffreys,identity,0,0.05,0.20068112266953028,0.034836154513888905,0.0,0.6916010645157603,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.20068112266953028,0.0,0.5230296786483294,0.0,0.30341310340379235 +6,64,joint_jeffreys,identity,1,0.0,0.30529798350259413,0.07632378472222226,0.4116897785698829,0.6095105407070943,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.30529798350259413,0.0,0.7002050691050821,0.0,0.39671858690878564 +6,64,joint_jeffreys,identity,1,0.01,0.3014266535675377,0.07392713758680555,0.38722920510332665,0.6096463618145954,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.3014266535675377,0.0,0.6960760864885569,0.0,0.3937259382954869 +6,64,joint_jeffreys,identity,1,0.05,0.2858608689730524,0.06435194227430553,0.382420984337299,0.6089062327255786,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.2858608689730524,0.0,0.7239252880688807,0.0,0.3825459561907272 +6,64,joint_jeffreys,identity,2,0.0,0.3931345332366944,0.12285970052083328,1.1884985296202084,0.4914543954821959,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.3931345332366944,0.0,0.4896439229786333,0.0,0.3632382746087542 +6,64,joint_jeffreys,identity,2,0.01,0.3820479257908131,0.11420578342013886,1.1086607445881385,0.4914543954821959,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.3820479257908131,0.0,0.668543830980168,0.0,0.3656966255479341 +6,64,joint_jeffreys,identity,2,0.05,0.3429928864984444,0.07999891493055553,1.0239442478682084,0.4911046541474322,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.3429928864984444,0.0,0.6498283522396077,0.0,0.37122386885009395 +6,64,joint_jeffreys,query_joint,0,0.0,0.18186911576010564,0.025992838541666657,0.0,0.7384656486633575,0.5040942260733227,0.3337109412895851,0.5039617323662775,0.1450973337926674,0.24120768566666292,0.5509443196314074,0.17038328478373754,0.15184182552947947 +6,64,joint_jeffreys,query_joint,0,0.01,0.18186911576010564,0.025992838541666657,0.0,0.7384656486633575,0.5040942260733227,0.3337109412895851,0.5039617323662775,0.1450973337926674,0.24120768566666292,0.5509443196314074,0.17038328478373754,0.15184182552947947 +6,64,joint_jeffreys,query_joint,0,0.05,0.18186911576010564,0.025992838541666657,0.0,0.7384656486633575,0.5040942260733227,0.3337109412895851,0.5039617323662775,0.1450973337926674,0.24120768566666292,0.5509443196314074,0.17038328478373754,0.15184182552947947 +6,64,joint_jeffreys,query_joint,1,0.0,0.36272186314061167,0.07178276909722223,0.5757404565503963,0.541208690883187,0.7020165704113798,0.5142810692476482,0.7018352962080797,0.3226221985285459,0.24120768566666292,0.6322296268894338,0.1877355011637316,0.1515592061070365 +6,64,joint_jeffreys,query_joint,1,0.01,0.3565879104325698,0.06768527560763891,0.5607562712706874,0.5421547901228378,0.6951525918630246,0.5082468068781484,0.6949699486273736,0.2986280909493975,0.24120768566666292,0.642949733666975,0.1869057849848762,0.15165889644557856 +6,64,joint_jeffreys,query_joint,1,0.05,0.312727313427712,0.05232720269097222,0.478617744284268,0.5865402689277953,0.6684068251637796,0.4854659734053312,0.6682218139028958,0.23601565148942438,0.24120768566666292,0.6902097219576112,0.18294085175844838,0.17273865997761922 +6,64,joint_jeffreys,query_joint,2,0.0,0.3534299457398589,0.09905056423611115,1.0854703304909743,0.5586064967365222,0.7563728078454486,0.5492264836270817,0.7561936038786811,0.4423524985404905,0.24120768566666292,0.5128472597659359,0.20714632421836687,0.1957965378872228 +6,64,joint_jeffreys,query_joint,2,0.01,0.3444669528910007,0.09172808159722223,0.9900842933690224,0.5604297858643729,0.7477445513387472,0.5407378573129213,0.7475698255901434,0.3958154961346046,0.24120768566666292,0.6820691985191649,0.20700669402582583,0.19627090442192063 +6,64,joint_jeffreys,query_joint,2,0.05,0.31075830372282603,0.0644829644097222,0.8454731410742568,0.5779034200409057,0.7142167553485383,0.510400377859445,0.7140039723289165,0.2666277175573449,0.24120768566666292,0.6603368951802183,0.20381637748909331,0.199642074136619 +6,64,joint_jeffreys,posterior_clusters,0,0.0,0.21918783010834694,0.034836154513888905,0.0,0.6528247929736788,0.5040942260733227,0.3574587969202099,0.5039617323662774,0.10107854526933376,0.341589943327409,0.4951734004744875,0.14663542915311278,0.13827096681186293 +6,64,joint_jeffreys,posterior_clusters,0,0.01,0.21918783010834694,0.034836154513888905,0.0,0.6528247929736788,0.5040942260733227,0.3574587969202099,0.5039617323662774,0.10107854526933376,0.341589943327409,0.4951734004744875,0.14663542915311278,0.13827096681186293 +6,64,joint_jeffreys,posterior_clusters,0,0.05,0.21918783010834694,0.034836154513888905,0.0,0.6528247929736788,0.5040942260733227,0.3574587969202099,0.5039617323662774,0.10107854526933376,0.341589943327409,0.4951734004744875,0.14663542915311278,0.13827096681186293 +6,64,joint_jeffreys,posterior_clusters,1,0.0,0.27169627160915444,0.05972764756944444,0.39089063803944835,0.6523271269872735,0.7020165704113798,0.45473044707801763,0.5278391326936699,0.1097507590921895,0.341589943327409,0.7255046256505451,0.24728612333336214,0.1830341754688632 +6,64,joint_jeffreys,posterior_clusters,1,0.01,0.26398668163918426,0.05760210503472225,0.3446550310985541,0.6584819526841543,0.6951525918630246,0.45013449770023933,0.5258256469429224,0.10335337495572806,0.341589943327409,0.7308380863493507,0.24501809416278525,0.18614781606105507 +6,64,joint_jeffreys,posterior_clusters,1,0.05,0.24959976255397207,0.049614257812500014,0.2959936374724844,0.6565937210050712,0.6684068251637796,0.4333311061279137,0.5188872882665311,0.09669177110234423,0.341589943327409,0.7452068661627673,0.23507571903586588,0.18373134357394164 +6,64,joint_jeffreys,posterior_clusters,2,0.0,0.28453159514285314,0.06847330729166666,0.7715588074924852,0.6343070373205155,0.7563728078454486,0.47905758766070755,0.5375594111168223,0.15423961272114609,0.341589943327409,0.6066210350392489,0.27731522018474103,0.1945259925178544 +6,64,joint_jeffreys,posterior_clusters,2,0.01,0.2745978794120975,0.06437217881944442,0.5879558996780816,0.6467188643098672,0.7477445513387472,0.471930397343073,0.5335449899709285,0.13202259793854926,0.341589943327409,0.725906807780493,0.27581415399567416,0.1973325179309755 +6,64,joint_jeffreys,posterior_clusters,2,0.05,0.2501692634135055,0.05203152126736107,0.38415928791509163,0.6552235569691754,0.7142167553485383,0.4484791314542387,0.5221186537296836,0.09858227179417967,0.341589943327409,0.7349426333454344,0.26573762389429967,0.1983098680407332 +6,64,joint_jeffreys,posterior_bins,0,0.0,0.23576607079056475,0.034239366319444464,0.0,0.6230457212779101,0.5040942260733227,0.31935602229615223,0.5040027096510016,0.0015233443298092834,0.38728369622108444,0.47225353336643655,0.18473820377717043,0.08358995150558748 +6,64,joint_jeffreys,posterior_bins,0,0.01,0.23576607079056475,0.034239366319444464,0.0,0.6230457212779101,0.5040942260733227,0.31935602229615223,0.5040027096510016,0.0015233443298092834,0.38728369622108444,0.47225353336643655,0.18473820377717043,0.08358995150558748 +6,64,joint_jeffreys,posterior_bins,0,0.05,0.23576607079056475,0.034239366319444464,0.0,0.6230457212779101,0.5040942260733227,0.31935602229615223,0.5040027096510016,0.0015233443298092834,0.38728369622108444,0.47225353336643655,0.18473820377717043,0.08358995150558748 +6,64,joint_jeffreys,posterior_bins,1,0.0,0.2540755021655203,0.05388454861111111,0.36803150756532793,0.6745268314215385,0.7020165704113798,0.4051734900351925,0.5255363035523374,0.09697508105656606,0.38728369622108444,0.7334313234802341,0.2968430803761873,0.1510979878696722 +6,64,joint_jeffreys,posterior_bins,1,0.01,0.24942197995653279,0.05186051432291669,0.33140415962926384,0.6758928891747109,0.6951525918630246,0.4003867681940764,0.5237301076585189,0.08868731932655628,0.38728369622108444,0.7371878038235676,0.29476582366894816,0.15096478823754364 +6,64,joint_jeffreys,posterior_bins,1,0.05,0.2429538076618187,0.04461208767361113,0.2556927656048726,0.6577015385745687,0.6684068251637796,0.3833591584038613,0.5173927378877076,0.048204984157444335,0.38728369622108444,0.7577925175446444,0.2850476667599183,0.1404053507420426 +6,64,joint_jeffreys,posterior_bins,2,0.0,0.26105306318952637,0.05867513020833336,0.6565233546872623,0.6639854084342228,0.7563728078454486,0.42655841553979484,0.5346654891107866,0.12743111885123973,0.38728369622108444,0.6489300956709378,0.32981439230565374,0.16550535235026848 +6,64,joint_jeffreys,posterior_bins,2,0.01,0.25312820164282196,0.05544699435763887,0.49194806475006403,0.6714614247436295,0.7477445513387472,0.41909130226626296,0.5308578397025216,0.11052481600367593,0.38728369622108444,0.739934773618747,0.3286532490724842,0.165963100623441 +6,64,joint_jeffreys,posterior_bins,2,0.05,0.2436101394607759,0.04561089409722222,0.30747429719933966,0.6568068571248684,0.7142167553485383,0.3955776889992135,0.5202204044406601,0.048017865477901135,0.38728369622108444,0.7462711699014758,0.3186390663493249,0.15196754953843758 +6,64,joint_jeffreys,future_marginal,0,0.0,0.1338203523597706,0.02209201388888889,0.0,0.8139019005579153,0.5040942260733227,0.22825791077950452,0.21666481994260314,0.0610459526440556,0.3107253187079588,0.616158506158807,0.27583631529381814,0.09443755841973392 +6,64,joint_jeffreys,future_marginal,0,0.01,0.1338203523597706,0.02209201388888889,0.0,0.8139019005579153,0.5040942260733227,0.22825791077950452,0.21666481994260314,0.0610459526440556,0.3107253187079588,0.616158506158807,0.27583631529381814,0.09443755841973392 +6,64,joint_jeffreys,future_marginal,0,0.05,0.1338203523597706,0.02209201388888889,0.0,0.8139019005579153,0.5040942260733227,0.22825791077950452,0.21666481994260314,0.0610459526440556,0.3107253187079588,0.616158506158807,0.27583631529381814,0.09443755841973392 +6,64,joint_jeffreys,future_marginal,1,0.0,0.19084109499985347,0.041194661458333316,0.2707798171055733,0.7652446804303086,0.7020165704113798,0.35417616238647015,0.3667564051389436,0.12291193732316162,0.3107253187079588,0.7764790720498084,0.3478404080249096,0.16333506738661668 +6,64,joint_jeffreys,future_marginal,1,0.01,0.187667074558456,0.03971077473958335,0.25815206261664575,0.7676406606316984,0.6951525918630246,0.3485881332015201,0.3624689722452974,0.11584606215262111,0.3107253187079588,0.7850433155095752,0.3465644586615045,0.1609210586430641 +6,64,joint_jeffreys,future_marginal,1,0.05,0.1688695445179854,0.03409478081597223,0.222192778246896,0.7833724007106576,0.6684068251637796,0.32785020990167085,0.34625124549358904,0.08886719796552434,0.3107253187079588,0.7991575636023435,0.34055661526210873,0.15898066538368547 +6,64,joint_jeffreys,future_marginal,2,0.0,0.20507287325374193,0.05185546875000002,0.5906388205014174,0.7449634404417952,0.7563728078454486,0.3808890114111032,0.38243900995792846,0.17435975012371105,0.3107253187079588,0.6836448137404797,0.3754837964343454,0.17581613815736127 +6,64,joint_jeffreys,future_marginal,2,0.01,0.19797333887718707,0.048600151909722195,0.511777146569046,0.750338725666131,0.7477445513387472,0.37285284701022076,0.37679184694577234,0.1554721423653344,0.3107253187079588,0.7840861568907571,0.3748917043285264,0.17487950813303368 +6,64,joint_jeffreys,future_marginal,2,0.05,0.17304180288058746,0.03790147569444446,0.3663976837896348,0.7778000808301407,0.7142167553485383,0.34524854593300375,0.3564225757031873,0.1007357049802224,0.3107253187079588,0.7876172740945816,0.3689682094155346,0.1722067430524163 +6,64,joint_jeffreys,raw_information,0,0.0,0.14371030744155694,0.011094835069444448,0.0,0.8253436145008856,0.5040942260733227,0.34606148286960753,0.49979970867065693,0.15846955133415466,0.3136228455044098,0.6177976006638309,0.15803274320371513,0.2023511754280506 +6,64,joint_jeffreys,raw_information,0,0.01,0.14371030744155694,0.011094835069444448,0.0,0.8253436145008856,0.5040942260733227,0.34606148286960753,0.49979970867065693,0.15846955133415466,0.3136228455044098,0.6177976006638309,0.15803274320371513,0.2023511754280506 +6,64,joint_jeffreys,raw_information,0,0.05,0.14371030744155694,0.011094835069444448,0.0,0.8253436145008856,0.5040942260733227,0.34606148286960753,0.49979970867065693,0.15846955133415466,0.3136228455044098,0.6177976006638309,0.15803274320371513,0.2023511754280506 +6,64,joint_jeffreys,raw_information,1,0.0,0.2530968093509877,0.02710503472222221,0.3672457511648339,0.7179840626458184,0.7020165704113798,0.6040575642173486,0.6375383861391192,0.27272501013975287,0.3136228455044098,0.7286884890847914,0.0979590061940312,0.35096075486636086 +6,64,joint_jeffreys,raw_information,1,0.01,0.22956745821086433,0.025366916232638897,0.3145760241410605,0.7442398110383949,0.6951525918630246,0.598069800546798,0.6334222596369855,0.24299741221078466,0.3136228455044098,0.754269572323341,0.09708279131622655,0.3685023423359337 +6,64,joint_jeffreys,raw_information,1,0.05,0.19411518669030703,0.01954644097222223,0.22353301726970862,0.7784750834289614,0.6684068251637796,0.5754150456397493,0.6179806424323322,0.20616509694468851,0.3136228455044098,0.7772671910512368,0.09299177952403026,0.3812998589494423 +6,64,joint_jeffreys,raw_information,2,0.0,0.29854026255409766,0.03474392361111111,0.8886555596839996,0.661836135717238,0.7563728078454486,0.6209892351122431,0.6524797198627953,0.31247684538048565,0.3136228455044098,0.5224149475625215,0.13538357273320545,0.3224489725581455 +6,64,joint_jeffreys,raw_information,2,0.01,0.2571133499717258,0.030855088975694448,0.6145271729912197,0.7091809346747265,0.7477445513387472,0.6133248982748954,0.6467806102281689,0.2659205306557742,0.3136228455044098,0.726723046988946,0.13441965306385173,0.35621154830316965 +6,64,joint_jeffreys,raw_information,2,0.05,0.20102128519660126,0.02051025390625001,0.2976371359601876,0.768948826474054,0.7142167553485383,0.5851152040004853,0.6263308462519096,0.20833159152267056,0.3136228455044098,0.75450268606403,0.129101551348053,0.3840939188038841 +6,64,joint_jeffreys,raw_entropy,0,0.0,0.04215972797661902,0.001817491319444445,0.0,0.9461724115046221,0.5040942260733227,0.24298496411614245,0.22827783499216628,0.028469081645931326,0.3070770510953636,0.7386511143880702,0.2611092619571802,0.20082523613952344 +6,64,joint_jeffreys,raw_entropy,0,0.01,0.04215972797661902,0.001817491319444445,0.0,0.9461724115046221,0.5040942260733227,0.24298496411614245,0.22827783499216628,0.028469081645931326,0.3070770510953636,0.7386511143880702,0.2611092619571802,0.20082523613952344 +6,64,joint_jeffreys,raw_entropy,0,0.05,0.04215972797661902,0.001817491319444445,0.0,0.9461724115046221,0.5040942260733227,0.24298496411614245,0.22827783499216628,0.028469081645931326,0.3070770510953636,0.7386511143880702,0.2611092619571802,0.20082523613952344 +6,64,joint_jeffreys,raw_entropy,1,0.0,0.16221814687539526,0.013216145833333345,0.24446515527705945,0.8209814009282835,0.7020165704113798,0.5891360953730859,0.5819211355107746,0.14785196799824193,0.3070770510953636,0.7742344558694169,0.1128804750382939,0.4269179484976906 +6,64,joint_jeffreys,raw_entropy,1,0.01,0.14006124934995873,0.011944824218750006,0.20662387424006445,0.8455911079704884,0.6951525918630246,0.581997843440186,0.5745216870700752,0.12321524735716893,0.3070770510953636,0.8007789320742308,0.11315474842283857,0.4419365940902273 +6,64,joint_jeffreys,raw_entropy,1,0.05,0.09927222529826153,0.007736816406250003,0.1464378726195206,0.8854589895675858,0.6684068251637796,0.5540189118933765,0.5458393836290912,0.08381224106499423,0.3070770510953636,0.834937254420501,0.1143879132704031,0.45474668659511497 +6,64,joint_jeffreys,raw_entropy,2,0.0,0.2517085760005252,0.023562282986111127,0.8345388036021477,0.7181679174197212,0.7563728078454486,0.6176667681812223,0.6119761843903014,0.23957143195167538,0.3070770510953636,0.5422326126673543,0.13870603966422623,0.36595819218069714 +6,64,joint_jeffreys,raw_entropy,2,0.01,0.19228801729774417,0.019401150173611114,0.5657160799200179,0.785114799858754,0.7477445513387472,0.6082075002479356,0.6022816093407958,0.18006910321404856,0.3070770510953636,0.7549689145536185,0.1395370510908116,0.41591948295019143 +6,64,joint_jeffreys,raw_entropy,2,0.05,0.10677976156688279,0.009121365017361114,0.2405007872944278,0.875314565773056,0.7142167553485383,0.5727134615456855,0.5656809723656383,0.09364794587948816,0.3070770510953636,0.8215514569041654,0.14150329380285287,0.4659336999788027 +6,64,joint_jeffreys,hash_code,0,0.0,0.0005436305514516331,6.510416666666675e-05,0.0,0.9980812207144916,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.0005436305514516331,0.4552286458017427,0.7898451075566474,0.422946698835893,0.08060389668597806 +6,64,joint_jeffreys,hash_code,0,0.01,0.0005436305514516331,6.510416666666675e-05,0.0,0.9980812207144916,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.0005436305514516331,0.4552286458017427,0.7898451075566474,0.422946698835893,0.08060389668597806 +6,64,joint_jeffreys,hash_code,0,0.05,0.0005436305514516331,6.510416666666675e-05,0.0,0.9980812207144916,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.0005436305514516331,0.4552286458017427,0.7898451075566474,0.422946698835893,0.08060389668597806 +6,64,joint_jeffreys,hash_code,1,0.0,0.03791857088869401,0.0030164930555555583,0.098114904059942,0.9346658207950506,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.037881274354043475,0.4552286458017427,0.8603176421432012,0.466331907453405,0.1977660920692807 +6,64,joint_jeffreys,hash_code,1,0.01,0.02855758666878162,0.0025389539930555584,0.07359750354054308,0.9496052915469918,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.028484439681603222,0.4552286458017427,0.8774629525583365,0.4651770989294305,0.20141790626481246 +6,64,joint_jeffreys,hash_code,1,0.05,0.01591090439543945,0.0011564127604166672,0.038482673257325344,0.9731655104737839,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.01589049166836157,0.4552286458017427,0.8919655740522159,0.46035883431655866,0.1921370864517815 +6,64,joint_jeffreys,hash_code,2,0.0,0.07507222083267717,0.008300781250000007,0.466305416458115,0.8680632779258223,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.07516217098784007,0.4552286458017427,0.7131065884935803,0.49427704312309945,0.18702354388967196 +6,64,joint_jeffreys,hash_code,2,0.01,0.05382318566443045,0.006126139322916672,0.2932151459675764,0.9073631041808768,0.7477445513387472,0.25347729996656543,0.2534772999665655,0.0538226929825793,0.4552286458017427,0.8401013391402242,0.49426725137218175,0.19965411430213498 +6,64,joint_jeffreys,hash_code,2,0.05,0.019481114194815827,0.0016943359375000014,0.08063038990184872,0.9666241217566963,0.7142167553485383,0.22216338874936428,0.22216338874936428,0.019481114194815827,0.4552286458017427,0.8888295617848522,0.4920533665991741,0.20268227455454846 +6,64,joint_jeffreys,action_values,0,0.0,0.19513404668953052,0.03286132812500001,0.0,0.7071120850915796,0.5040942260733227,0.3247627890520976,0.5039821123827443,0.10456403524467173,0.27509357078399743,0.5325755357823957,0.17933143702122506,0.12962874236256708 +6,64,joint_jeffreys,action_values,0,0.01,0.19513404668953052,0.03286132812500001,0.0,0.7071120850915796,0.5040942260733227,0.3247627890520976,0.5039821123827443,0.10456403524467173,0.27509357078399743,0.5325755357823957,0.17933143702122506,0.12962874236256708 +6,64,joint_jeffreys,action_values,0,0.05,0.19513404668953052,0.03286132812500001,0.0,0.7071120850915796,0.5040942260733227,0.3247627890520976,0.5039821123827443,0.10456403524467173,0.27509357078399743,0.5325755357823957,0.17933143702122506,0.12962874236256708 +6,64,joint_jeffreys,action_values,1,0.0,0.3360859629944863,0.07330186631944445,0.5263233474888623,0.5641887858591602,0.7020165704113798,0.4827796122012223,0.7018872107598031,0.32987621411287943,0.27509357078399743,0.660176874626535,0.21923695821015748,0.146693649206736 +6,64,joint_jeffreys,action_values,1,0.01,0.3279070234573659,0.06984385850694443,0.4933016415373787,0.5730158849541084,0.6951525918630246,0.47692816812928923,0.6950269850491874,0.30257628515689877,0.27509357078399743,0.6660234918298695,0.21822442373373535,0.14902114467192334 +6,64,joint_jeffreys,action_values,1,0.05,0.28456801049060226,0.05721544053819446,0.41086506965714853,0.6178655952379014,0.6684068251637796,0.45498841756605507,0.6682793795765382,0.22773381487914632,0.27509357078399743,0.7117621578263321,0.2134184075977245,0.1704204070754528 +6,64,joint_jeffreys,action_values,2,0.0,0.32658861829899477,0.09216579861111111,0.9792481372116281,0.5823466836213567,0.7563728078454486,0.5160928403372197,0.7562164091516856,0.4388795299071248,0.27509357078399743,0.5619570807300357,0.2402799675082289,0.18950422203822492 +6,64,joint_jeffreys,action_values,2,0.01,0.31712392287333097,0.0860340711805555,0.8437080601179977,0.5893679931960197,0.7477445513387472,0.5078107087240888,0.7475723396790359,0.39474122925555905,0.27509357078399743,0.7041890427335247,0.23993384261465833,0.19068678585075788 +6,64,joint_jeffreys,action_values,2,0.05,0.2816188606478172,0.06501763237847225,0.6466774682706131,0.6178312402761369,0.7142167553485383,0.4785785553086403,0.7141004093314094,0.25977367219542147,0.27509357078399743,0.6891002036430404,0.23563820003989805,0.19695969466082308 +6,64,naive_bayes,identity,0,0.0,0.19293439856589423,0.36681845872541136,0.0,0.3826514010650282,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.19293439856589423,0.0,0.3807709318314405,0.0,0.31115982750742843 +6,64,naive_bayes,identity,0,0.01,0.19293439856589423,0.36681845872541136,0.0,0.3826514010650282,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.19293439856589423,0.0,0.3807709318314405,0.0,0.31115982750742843 +6,64,naive_bayes,identity,0,0.05,0.19293439856589423,0.36681845872541136,0.0,0.3826514010650282,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.19293439856589423,0.0,0.3807709318314405,0.0,0.31115982750742843 +6,64,naive_bayes,identity,1,0.0,0.24460490217378805,0.4255804047133617,0.5810133256332689,0.30563120433735286,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.24460490217378805,0.0,0.6151198721782515,0.0,0.4574116682375917 +6,64,naive_bayes,identity,1,0.01,0.23958746067106254,0.4211958226406995,0.4219471687162437,0.30807729265974443,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.23958746067106254,0.0,0.5794903302559861,0.0,0.45556513119196207 +6,64,naive_bayes,identity,1,0.05,0.22406704433637412,0.4058591006980851,0.33650155984893826,0.314120292122169,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.22406704433637412,0.0,0.5826613616441411,0.0,0.44433978082740544 +6,64,naive_bayes,identity,2,0.0,0.2530833761447601,0.4357583749153508,1.0157765311209752,0.2980759980006349,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.2530833761447601,0.0,0.4932717429713988,0.0,0.5032894317006884 +6,64,naive_bayes,identity,2,0.01,0.2457839153563792,0.4291694186423464,0.6187550555594566,0.30068920945308014,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.2457839153563792,0.0,0.5800950438945675,0.0,0.501960635982368 +6,64,naive_bayes,identity,2,0.05,0.22712397943310594,0.4092398257625914,0.40453460279054815,0.3082926033502957,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.22712397943310594,0.0,0.5894911659667003,0.0,0.48709277591543243 +6,64,naive_bayes,query_joint,0,0.0,0.1937128002977084,0.3653056131923124,0.0,0.3824373482436008,0.5040942260733227,0.3202520480929841,0.5039617323662775,0.26322753733627374,0.344011697374292,0.3807126171626947,0.18384217798033858,0.12653924779527567 +6,64,naive_bayes,query_joint,0,0.01,0.1937128002977084,0.3653056131923124,0.0,0.3824373482436008,0.5040942260733227,0.3202520480929841,0.5039617323662775,0.26322753733627374,0.344011697374292,0.3807126171626947,0.18384217798033858,0.12653924779527567 +6,64,naive_bayes,query_joint,0,0.05,0.1937128002977084,0.3653056131923124,0.0,0.3824373482436008,0.5040942260733227,0.3202520480929841,0.5039617323662775,0.26322753733627374,0.344011697374292,0.3807126171626947,0.18384217798033858,0.12653924779527567 +6,64,naive_bayes,query_joint,1,0.0,0.2435065239548798,0.4241424785309515,0.5876375521012148,0.3093270365176125,0.7020165704113798,0.47540774128269586,0.7018352962080797,0.29385651172064436,0.344011697374292,0.6140823829151864,0.2266088291286839,0.23190121732781607 +6,64,naive_bayes,query_joint,1,0.01,0.23972322535104096,0.4197445937039792,0.4238549825778828,0.3101157747290267,0.6951525918630246,0.4697536640734288,0.6949699486273736,0.2905085275894634,0.344011697374292,0.5790809351434089,0.2253989277895958,0.23003043872238782 +6,64,naive_bayes,query_joint,1,0.05,0.22495690188942527,0.4043647772591243,0.3367058062872492,0.314977635122694,0.6684068251637796,0.44851909925223615,0.6682218139028958,0.2830896328546569,0.344011697374292,0.5855717345652156,0.21988772591154343,0.22356219736281088 +6,64,naive_bayes,query_joint,2,0.0,0.25248432976929075,0.4343481803045208,1.042613458464414,0.29902406837197165,0.7563728078454486,0.504424306300998,0.7561936038786811,0.30942563916057514,0.344011697374292,0.48436869901666807,0.2519485015444506,0.25193997653170724 +6,64,naive_bayes,query_joint,2,0.01,0.24501304521446407,0.4277196268861272,0.6222795604494014,0.2997973609128695,0.7477445513387472,0.4961515738497316,0.7475698255901434,0.3035253308542109,0.344011697374292,0.5772397117341269,0.2515929774890156,0.25113852863526753 +6,64,naive_bayes,query_joint,2,0.05,0.22751662361829342,0.40778831468446636,0.40414131172025436,0.30962045870532323,0.7142167553485383,0.4666019981533101,0.7140039723289165,0.28791931938176524,0.344011697374292,0.5917482227736063,0.24761475719522824,0.2390853745350167 +6,64,naive_bayes,posterior_clusters,0,0.0,0.1937128002977084,0.3653056131923124,0.0,0.3824373482436008,0.5040942260733227,0.3202520480929841,0.5039617323662774,0.2891582150060941,0.344011697374292,0.3807126171626947,0.18384217798033858,0.12653924779527567 +6,64,naive_bayes,posterior_clusters,0,0.01,0.1937128002977084,0.3653056131923124,0.0,0.3824373482436008,0.5040942260733227,0.3202520480929841,0.5039617323662774,0.2891582150060941,0.344011697374292,0.3807126171626947,0.18384217798033858,0.12653924779527567 +6,64,naive_bayes,posterior_clusters,0,0.05,0.1937128002977084,0.3653056131923124,0.0,0.3824373482436008,0.5040942260733227,0.3202520480929841,0.5039617323662774,0.2891582150060941,0.344011697374292,0.3807126171626947,0.18384217798033858,0.12653924779527567 +6,64,naive_bayes,posterior_clusters,1,0.0,0.24338212849348606,0.4241424785309515,0.5841904602621498,0.3093004669809905,0.7020165704113798,0.47540774128269586,0.5278391326936699,0.3299944719372126,0.344011697374292,0.6145615580227791,0.2266088291286839,0.2320256127892098 +6,64,naive_bayes,posterior_clusters,1,0.01,0.23959882988964723,0.4197445937039792,0.4238549825778828,0.3100892051924046,0.6951525918630246,0.4697536640734288,0.5258256469429224,0.32572736766713567,0.344011697374292,0.5793340761913524,0.2253989277895958,0.23015483418378155 +6,64,naive_bayes,posterior_clusters,1,0.05,0.22483250642803154,0.4043647772591242,0.3367058062872492,0.31495106558607194,0.6684068251637796,0.44851909925223615,0.5188872882665311,0.3063799194134153,0.344011697374292,0.5858248756131592,0.21988772591154343,0.2236865928242046 +6,64,naive_bayes,posterior_clusters,2,0.0,0.25248432976929075,0.4343481803045208,1.0453847516098156,0.29902406837197165,0.7563728078454486,0.504424306300998,0.5375594111168223,0.334907519020671,0.344011697374292,0.48273344123644596,0.2519485015444506,0.25193997653170724 +6,64,naive_bayes,posterior_clusters,2,0.01,0.24501304521446407,0.42771962688612714,0.6222795604494014,0.2997973609128695,0.7477445513387472,0.49615157384973146,0.5335449899709285,0.32963596775840837,0.344011697374292,0.5760188457881679,0.2515929774890157,0.2511385286352674 +6,64,naive_bayes,posterior_clusters,2,0.05,0.22751662361829342,0.40778831468446647,0.40414131172025436,0.3096204587053232,0.7142167553485383,0.4666019981533101,0.5221186537296836,0.31205661568443344,0.344011697374292,0.5908545784992767,0.24761475719522824,0.2390853745350167 +6,64,naive_bayes,posterior_bins,0,0.0,0.17739481656463071,0.3618626630520361,0.0,0.31650795560215744,0.5040942260733227,0.302049795042409,0.5040027096510016,0.28998421984939643,0.37263044725791805,0.37434986088570327,0.20204443103091368,0.12465497847777826 +6,64,naive_bayes,posterior_bins,0,0.01,0.17739481656463071,0.3618626630520361,0.0,0.31650795560215744,0.5040942260733227,0.302049795042409,0.5040027096510016,0.28998421984939643,0.37263044725791805,0.37434986088570327,0.20204443103091368,0.12465497847777826 +6,64,naive_bayes,posterior_bins,0,0.05,0.17739481656463071,0.3618626630520361,0.0,0.31650795560215744,0.5040942260733227,0.302049795042409,0.5040027096510016,0.28998421984939643,0.37263044725791805,0.37434986088570327,0.20204443103091368,0.12465497847777826 +6,64,naive_bayes,posterior_bins,1,0.0,0.24598024663436635,0.4225722776356225,0.5836162577173424,0.3156176686399548,0.7020165704113798,0.44434779015179,0.5255363035523374,0.33059575574268024,0.37263044725791805,0.6178924949724095,0.2576687802595898,0.19836754351742364 +6,64,naive_bayes,posterior_bins,1,0.01,0.24171443410645924,0.4181806708292499,0.4257875512415364,0.3150305192414174,0.6951525918630246,0.4387475308344532,0.5237301076585189,0.3267386782612589,0.37263044725791805,0.580372535407633,0.25640506102857136,0.197033096727994 +6,64,naive_bayes,posterior_bins,1,0.05,0.2248341093059656,0.4024867355599784,0.3484511305632278,0.3074238884216069,0.6684068251637796,0.4178771219203859,0.5173927378877076,0.31046517067436524,0.37263044725791805,0.5868777852258965,0.2505297032433937,0.1930430126144203 +6,64,naive_bayes,posterior_bins,2,0.0,0.2529207299638464,0.432475656377739,1.0367117493107114,0.301037107848134,0.7563728078454486,0.47429680550874315,0.5346654891107866,0.3360200824949357,0.37263044725791805,0.48538220230125023,0.28207600233670543,0.22137607554489674 +6,64,naive_bayes,posterior_bins,2,0.01,0.2473684276843524,0.42582792420821125,0.619172191770399,0.3033649587681804,0.7477445513387472,0.465879089561914,0.5308578397025216,0.3301280346382794,0.37263044725791805,0.5913943981513492,0.2818654617768332,0.21851066187756157 +6,64,naive_bayes,posterior_bins,2,0.05,0.22808432479454954,0.4057399449582632,0.4088367012238792,0.3027515870669836,0.7142167553485383,0.4364273464961128,0.5202204044406601,0.3166133282645178,0.37263044725791805,0.5978590905554616,0.27778940885242553,0.20834302170156327 +6,64,naive_bayes,future_marginal,0,0.0,0.19284879607338148,0.3655158962843387,0.0,0.3815297229318036,0.5040942260733227,0.31865343508948757,0.21666481994260314,0.15025589669034586,0.3472130482956142,0.38133234552733847,0.1854407909838351,0.12580463901610608 +6,64,naive_bayes,future_marginal,0,0.01,0.19284879607338148,0.3655158962843387,0.0,0.3815297229318036,0.5040942260733227,0.31865343508948757,0.21666481994260314,0.15025589669034586,0.3472130482956142,0.38133234552733847,0.1854407909838351,0.12580463901610608 +6,64,naive_bayes,future_marginal,0,0.05,0.19284879607338148,0.3655158962843387,0.0,0.3815297229318036,0.5040942260733227,0.31865343508948757,0.21666481994260314,0.15025589669034586,0.3472130482956142,0.38133234552733847,0.1854407909838351,0.12580463901610608 +6,64,naive_bayes,future_marginal,1,0.0,0.24383848722229914,0.42445778654677535,0.5949493526123293,0.3089328870860141,0.7020165704113798,0.4768391083073114,0.3667564051389436,0.1661247240256065,0.3472130482956142,0.6251440953781636,0.22517746210406836,0.23300062108501227 +6,64,naive_bayes,future_marginal,1,0.01,0.239894123727699,0.4200680546593189,0.42558515892821996,0.31087188786203296,0.6951525918630246,0.4711431131792277,0.3624689722452974,0.1616986340062766,0.3472130482956142,0.5791149255235943,0.2240094786837969,0.2312489894515287 +6,64,naive_bayes,future_marginal,1,0.05,0.22448769471567964,0.4046712675185971,0.33787035091857653,0.31475780270532644,0.6684068251637796,0.449783054916713,0.34625124549358904,0.15326318052534085,0.3472130482956142,0.5855317333506799,0.21862377024706658,0.22529536020103336 +6,64,naive_bayes,future_marginal,2,0.0,0.25303842157240947,0.4346133763202186,1.054464327347253,0.2993321098270401,0.7563728078454486,0.5066034528705793,0.38243900995792846,0.17743507929655697,0.3472130482956142,0.4893678311503418,0.2497693549748693,0.2535650312981698 +6,64,naive_bayes,future_marginal,2,0.01,0.24503170896554075,0.4279966085968223,0.6234660131152808,0.2993242792468299,0.7477445513387472,0.49833625108306495,0.37679184694577234,0.17094799492954574,0.3472130482956142,0.5797465342061492,0.24940830025568222,0.2533045421175242 +6,64,naive_bayes,future_marginal,2,0.05,0.22773909635353695,0.40807721168316696,0.40615548202262425,0.3085734632237091,0.7142167553485383,0.4685165432601333,0.3564225757031873,0.15740132678017785,0.3472130482956142,0.5914921961313468,0.24570021208840503,0.24077744690659636 +6,64,naive_bayes,raw_information,0,0.0,0.2096957758763055,0.346046619877292,0.0,0.39804922718972224,0.5040942260733227,0.34438932128039074,0.49979970867065693,0.23640964622139019,0.31424001141197017,0.3778147524015716,0.15970490479293192,0.13469354540408524 +6,64,naive_bayes,raw_information,0,0.01,0.2096957758763055,0.346046619877292,0.0,0.39804922718972224,0.5040942260733227,0.34438932128039074,0.49979970867065693,0.23640964622139019,0.31424001141197017,0.3778147524015716,0.15970490479293192,0.13469354540408524 +6,64,naive_bayes,raw_information,0,0.05,0.2096957758763055,0.346046619877292,0.0,0.39804922718972224,0.5040942260733227,0.34438932128039074,0.49979970867065693,0.23640964622139019,0.31424001141197017,0.3778147524015716,0.15970490479293192,0.13469354540408524 +6,64,naive_bayes,raw_information,1,0.0,0.2527274991055229,0.4076061249237153,0.6003155522888332,0.317722597075614,0.7020165704113798,0.5996245366810891,0.6375383861391192,0.27155097733298167,0.31424001141197017,0.6181206692704958,0.10239203373029071,0.34689703757556617 +6,64,naive_bayes,raw_information,1,0.01,0.24912374337861565,0.40307622460312603,0.4372748326571327,0.32012350729520794,0.6951525918630246,0.5936873267558034,0.6334222596369855,0.2671962016097623,0.31424001141197017,0.5829794142649712,0.1014652651072212,0.34456358337718773 +6,64,naive_bayes,raw_information,1,0.05,0.23681677117930724,0.38721407647939415,0.3468305951335981,0.3252430518035103,0.6684068251637796,0.5710439496897507,0.6179806424323322,0.2533682678562584,0.31424001141197017,0.5853250153441303,0.09736287547402889,0.3342271785104435 +6,64,naive_bayes,raw_information,2,0.0,0.26276023745364824,0.41828978067088857,1.046590202555995,0.3079545781978564,0.7563728078454486,0.6176272320822734,0.6524797198627953,0.2803476333198926,0.31424001141197017,0.48370708536151447,0.13874557576317514,0.3548669946286252 +6,64,naive_bayes,raw_information,2,0.01,0.25642536150479295,0.41149052843877376,0.6437735086987817,0.30968660651204133,0.7477445513387472,0.6098482616935038,0.6467806102281689,0.2735609907840216,0.31424001141197017,0.5807820498757307,0.13789628964524336,0.35342290018871086 +6,64,naive_bayes,raw_information,2,0.05,0.2397930222474789,0.3908092028213184,0.412134804173901,0.31907526340229436,0.7142167553485383,0.5813325807454396,0.6263308462519096,0.2567462042005601,0.31424001141197017,0.5960418277623939,0.13288417460309876,0.3415395584979607 +6,64,naive_bayes,raw_entropy,0,0.0,0.14200025250340864,0.23627905026874663,0.0,0.4827238806280443,0.5040942260733227,0.23391074266455916,0.22827783499216628,0.1315950429516269,0.3094779410896937,0.4370172762138871,0.2701834834087635,0.09191049016115052 +6,64,naive_bayes,raw_entropy,0,0.01,0.14200025250340864,0.23627905026874663,0.0,0.4827238806280443,0.5040942260733227,0.23391074266455916,0.22827783499216628,0.1315950429516269,0.3094779410896937,0.4370172762138871,0.2701834834087635,0.09191049016115052 +6,64,naive_bayes,raw_entropy,0,0.05,0.14200025250340864,0.23627905026874663,0.0,0.4827238806280443,0.5040942260733227,0.23391074266455916,0.22827783499216628,0.1315950429516269,0.3094779410896937,0.4370172762138871,0.2701834834087635,0.09191049016115052 +6,64,naive_bayes,raw_entropy,1,0.0,0.19481767275010672,0.32014666589238366,0.6549292888272579,0.362961905204183,0.7020165704113798,0.5876087316706323,0.5819211355107746,0.2003462998232274,0.3094779410896937,0.6254390658947966,0.11440783874074745,0.39279105892052557 +6,64,naive_bayes,raw_entropy,1,0.01,0.19067296506879447,0.3145867890450466,0.5277445889727773,0.36479580301925396,0.6951525918630246,0.5803984096810503,0.5745216870700752,0.19537875321423104,0.3094779410896937,0.6211781590346948,0.1147541821819743,0.3897254446122558 +6,64,naive_bayes,raw_entropy,1,0.05,0.17457566524983203,0.2948390246218878,0.429157121107691,0.3760426992307095,0.6684068251637796,0.552074568115884,0.5458393836290912,0.1794041620158314,0.3094779410896937,0.6284870045181712,0.11633225704789563,0.3774989028660519 +6,64,naive_bayes,raw_entropy,2,0.0,0.20975888087280958,0.33507187448078607,1.1600026600180036,0.35498377715332036,0.7563728078454486,0.6161825438519012,0.6119761843903014,0.21312272055773254,0.3094779410896937,0.47514260770994415,0.1401902639935474,0.4064236629790916 +6,64,naive_bayes,raw_entropy,2,0.01,0.20260603607718483,0.3267149742603404,0.7760457076363806,0.3577860007339402,0.7477445513387472,0.6066351234287551,0.6022816093407958,0.20743837897793496,0.3094779410896937,0.627292269637339,0.14110942790999204,0.4040290873515703 +6,64,naive_bayes,raw_entropy,2,0.05,0.18207368625812892,0.30059316170734257,0.5246805261702859,0.3689503989119352,0.7142167553485383,0.5708115287935189,0.5656809723656383,0.18696298796942568,0.3094779410896937,0.6352009878185493,0.14340522655501942,0.38873784253539 +6,64,naive_bayes,hash_code,0,0.0,0.012442843514841059,0.075952483857558,0.0,0.6789013525344983,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.012442843514841052,0.4552286458017427,0.5919769579580584,0.422946698835893,0.06870468372258864 +6,64,naive_bayes,hash_code,0,0.01,0.012442843514841059,0.075952483857558,0.0,0.6789013525344983,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.012442843514841052,0.4552286458017427,0.5919769579580584,0.422946698835893,0.06870468372258864 +6,64,naive_bayes,hash_code,0,0.05,0.012442843514841059,0.075952483857558,0.0,0.6789013525344983,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.012442843514841052,0.4552286458017427,0.5919769579580584,0.422946698835893,0.06870468372258864 +6,64,naive_bayes,hash_code,1,0.0,0.09540558234928913,0.19532557962219346,0.7150918103148328,0.4720879295688589,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.09540450817781883,0.4552286458017427,0.6269500247211107,0.466331907453405,0.1402790806086856 +6,64,naive_bayes,hash_code,1,0.01,0.08930993054415982,0.18865264020854003,0.6474692117578732,0.47596600652912646,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.08930885637268954,0.4552286458017427,0.6530180652285057,0.4651770989294305,0.14066556238943423 +6,64,naive_bayes,hash_code,1,0.05,0.07076760124006681,0.164931207718317,0.5281713146860164,0.5017668840416577,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.07076652706859655,0.4552286458017427,0.695278665125393,0.46035883431655866,0.13728038960715414 +6,64,naive_bayes,hash_code,2,0.0,0.11015542782722469,0.21536223072906077,1.3130540725435667,0.4590073108579995,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.11015542782722469,0.4552286458017427,0.4413793646354514,0.49427704312309945,0.15194033689512443 +6,64,naive_bayes,hash_code,2,0.01,0.1020809787281302,0.20511929366349402,0.9622100854500046,0.4649112561881186,0.7477445513387472,0.25347729996656543,0.2534772999665655,0.10208037276965477,0.4552286458017427,0.6394151262820401,0.49426725137218175,0.15139632123843522 +6,64,naive_bayes,hash_code,2,0.05,0.07655798335743977,0.17305486486284682,0.6535664774708726,0.4906069002918437,0.7142167553485383,0.22216338874936434,0.22216338874936428,0.07655788020115513,0.4552286458017427,0.6706505057967086,0.492053366599174,0.14560540539192457 +6,64,naive_bayes,action_values,0,0.0,0.19367142351261912,0.3653810348956999,0.0,0.381752861556907,0.5040942260733227,0.31973016929389453,0.5039821123827443,0.2629226974480362,0.34650480257297356,0.3792242820224723,0.18436405677942813,0.1260587457812754 +6,64,naive_bayes,action_values,0,0.01,0.19367142351261912,0.3653810348956999,0.0,0.381752861556907,0.5040942260733227,0.31973016929389453,0.5039821123827443,0.2629226974480362,0.34650480257297356,0.3792242820224723,0.18436405677942813,0.1260587457812754 +6,64,naive_bayes,action_values,0,0.05,0.19367142351261912,0.3653810348956999,0.0,0.381752861556907,0.5040942260733227,0.31973016929389453,0.5039821123827443,0.2629226974480362,0.34650480257297356,0.3792242820224723,0.18436405677942813,0.1260587457812754 +6,64,naive_bayes,action_values,1,0.0,0.24511865071117675,0.4240989317465956,0.5865309197317088,0.3102112819969015,0.7020165704113798,0.47471284863034335,0.7018872107598031,0.2924649980715121,0.34650480257297356,0.6171449770510915,0.22730372178103642,0.2295941979191666 +6,64,naive_bayes,action_values,1,0.01,0.2401578651283768,0.41972634041016965,0.42175951723570165,0.3120571528378352,0.6951525918630246,0.4690504240473343,0.6950269850491874,0.2893943540375575,0.34650480257297356,0.5779844057484347,0.22610216781569026,0.22889255891895752 +6,64,naive_bayes,action_values,1,0.05,0.22536150560392432,0.40441399925484384,0.3344505094220884,0.31867617290529365,0.6684068251637796,0.4478747783795039,0.6682793795765382,0.28137112941349757,0.34650480257297356,0.5845536000420027,0.22053204678427568,0.22251327277557958 +6,64,naive_bayes,action_values,2,0.0,0.2535478937640811,0.4343091266384291,1.0468032426776863,0.3003868462373584,0.7563728078454486,0.5046038470730553,0.7562164091516856,0.30931838901249065,0.34650480257297356,0.49273553325144936,0.2517689607723933,0.2510559533089742 +6,64,naive_bayes,action_values,2,0.01,0.24622527984290732,0.42769181788416505,0.6230078893211469,0.30321676327236946,0.7477445513387472,0.49626734414145107,0.7475723396790359,0.3034671029116432,0.34650480257297356,0.5767114832703162,0.2514772071972961,0.25004206429854375 +6,64,naive_bayes,action_values,2,0.05,0.22806076790127947,0.4078403312430523,0.39992733215335513,0.31283785735884967,0.7142167553485383,0.4664720201281205,0.7141004093314094,0.28799089795796057,0.34650480257297356,0.5908396922075264,0.24774473522041784,0.23841125222684104 +6,64,support_mixture,identity,0,0.0,0.21414735377871433,0.3093616266928306,0.0,0.4190648380747208,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.21414735377871433,0.0,0.3823046578296067,0.0,0.28994687229460836 +6,64,support_mixture,identity,0,0.01,0.21414735377871433,0.3093616266928306,0.0,0.4190648380747208,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.21414735377871433,0.0,0.3823046578296067,0.0,0.28994687229460836 +6,64,support_mixture,identity,0,0.05,0.21414735377871433,0.3093616266928306,0.0,0.4190648380747208,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.21414735377871433,0.0,0.3823046578296067,0.0,0.28994687229460836 +6,64,support_mixture,identity,1,0.0,0.28844160129067214,0.3610986625617319,0.5834495545367452,0.34162836854585005,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.28844160129067214,0.0,0.6118717798351886,0.0,0.4135749691207076 +6,64,support_mixture,identity,1,0.01,0.2835824459037884,0.3567118310601105,0.4175887080994842,0.3443139037601606,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.2835824459037884,0.0,0.5792903315511013,0.0,0.4115701459592362 +6,64,support_mixture,identity,1,0.05,0.2679208446664039,0.34176192953226653,0.3162897928241112,0.3547676150980627,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.2679208446664039,0.0,0.5874290112257613,0.0,0.40048598049737566 +6,64,support_mixture,identity,2,0.0,0.3044012900123734,0.37069908146433334,1.0453866090209798,0.33102387331022265,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.3044012900123734,0.0,0.47717897530944037,0.0,0.45197151783307515 +6,64,support_mixture,identity,2,0.01,0.2977765371488538,0.36395581445982167,0.6214569945172241,0.33414610238680154,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.2977765371488538,0.0,0.5759585162461376,0.0,0.44996801418989335 +6,64,support_mixture,identity,2,0.05,0.2744891301139309,0.34440900909892136,0.3807505433534115,0.3471056706226104,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.2744891301139309,0.0,0.5954744450081326,0.0,0.43972762523460746 +6,64,support_mixture,query_joint,0,0.0,0.21525777548667616,0.3072792913236319,0.0,0.4220115607603228,0.5040942260733227,0.31937170825678934,0.5039617323662775,0.2729076591898236,0.3319126014012826,0.3827327826518708,0.18472251781653332,0.10411393277011319 +6,64,support_mixture,query_joint,0,0.01,0.21525777548667616,0.3072792913236319,0.0,0.4220115607603228,0.5040942260733227,0.31937170825678934,0.5039617323662775,0.2729076591898236,0.3319126014012826,0.3827327826518708,0.18472251781653332,0.10411393277011319 +6,64,support_mixture,query_joint,0,0.05,0.21525777548667616,0.3072792913236319,0.0,0.4220115607603228,0.5040942260733227,0.31937170825678934,0.5039617323662775,0.2729076591898236,0.3319126014012826,0.3827327826518708,0.18472251781653332,0.10411393277011319 +6,64,support_mixture,query_joint,1,0.0,0.2705574473709615,0.3580431703519768,0.5896140556517288,0.3447038203104009,0.7020165704113798,0.4854163623390048,0.7018352962080797,0.3278981916138799,0.3319126014012826,0.6152640306491853,0.21660020807237496,0.21485891496804332 +6,64,support_mixture,query_joint,1,0.01,0.2668317402686518,0.35363137205168765,0.41760334950602496,0.34988381406677904,0.6951525918630246,0.47967150158055477,0.6949699486273736,0.3237466828598748,0.3319126014012826,0.5779212041366811,0.2154810902824698,0.21283976131190296 +6,64,support_mixture,query_joint,1,0.05,0.2500652888887453,0.3386886790379629,0.3120763103333854,0.35560933460719735,0.6684068251637796,0.4577957384121491,0.6682218139028958,0.3144470358027854,0.3319126014012826,0.5903707763271008,0.21061108675163048,0.2077304495234038 +6,64,support_mixture,query_joint,2,0.0,0.28027417682845973,0.36745947620438985,1.0518216887561442,0.3369079595625602,0.7563728078454486,0.5143399320206626,0.7561936038786811,0.3507880697762562,0.3319126014012826,0.4752395338962138,0.24203287582478594,0.2340657551922029 +6,64,support_mixture,query_joint,2,0.01,0.27417895093358735,0.3606994615629655,0.6199457219063444,0.33992456786569236,0.7477445513387472,0.5060189791125707,0.7475698255901434,0.34031069197448427,0.3319126014012826,0.5788206537067714,0.24172557222617652,0.2318400281789833 +6,64,support_mixture,query_joint,2,0.05,0.25319195517803533,0.3412188034238873,0.3730276320774892,0.35024474154970714,0.7142167553485383,0.4760530621380869,0.7140039723289165,0.3237604696390273,0.3319126014012826,0.5993779725989207,0.23816369321045144,0.22286110696005157 +6,64,support_mixture,posterior_clusters,0,0.0,0.21573840987535053,0.3078494839995723,0.0,0.42075538179574284,0.5040942260733227,0.3215874401664193,0.5039617323662774,0.2886167338908937,0.34162107877013964,0.384319776100031,0.18250678590690333,0.10584903029106879 +6,64,support_mixture,posterior_clusters,0,0.01,0.21573840987535053,0.3078494839995723,0.0,0.42075538179574284,0.5040942260733227,0.3215874401664193,0.5039617323662774,0.2886167338908937,0.34162107877013964,0.384319776100031,0.18250678590690333,0.10584903029106879 +6,64,support_mixture,posterior_clusters,0,0.05,0.21573840987535053,0.3078494839995723,0.0,0.42075538179574284,0.5040942260733227,0.3215874401664193,0.5039617323662774,0.2886167338908937,0.34162107877013964,0.384319776100031,0.18250678590690333,0.10584903029106879 +6,64,support_mixture,posterior_clusters,1,0.0,0.2627431412015933,0.358217706017614,0.576890042220156,0.34447588412221664,0.7020165704113798,0.4758042748011681,0.5278391326936699,0.33270388393876116,0.34162107877013964,0.608586896189209,0.22621229561021167,0.2130611335995748 +6,64,support_mixture,posterior_clusters,1,0.01,0.25926525645003107,0.3538333533887376,0.4156030508600704,0.3465814748901626,0.6951525918630246,0.4702002592358742,0.5258256469429224,0.32616367414359754,0.34162107877013964,0.579115896836318,0.22495233262715036,0.21093500278584315 +6,64,support_mixture,posterior_clusters,1,0.05,0.24466963051522625,0.3389708833917095,0.3087348941041707,0.35822759144365346,0.6684068251637796,0.449165122254108,0.5188872882665311,0.3124950168147223,0.34162107877013964,0.5909446227945958,0.2192417029096716,0.20449549173888174 +6,64,support_mixture,posterior_clusters,2,0.0,0.27399078315277636,0.3675713255118516,1.046735179108098,0.33650816953939183,0.7563728078454486,0.5041109306033679,0.5375594111168223,0.34413320838012923,0.34162107877013964,0.4824002063690129,0.2522618772420807,0.2301201474505915 +6,64,support_mixture,posterior_clusters,2,0.01,0.2664884785072019,0.36082209232484064,0.6161179671808217,0.3392296723550569,0.7477445513387472,0.49591477911612275,0.5335449899709285,0.33733952311310444,0.34162107877013964,0.5794342094559197,0.2518297722226244,0.22942630060892083 +6,64,support_mixture,posterior_clusters,2,0.05,0.24701127692875,0.3414655306062262,0.37013630054092994,0.35194852685249217,0.7142167553485383,0.4665551773096459,0.5221186537296836,0.31665108787378815,0.34162107877013964,0.5995805114429383,0.24766157803889244,0.2195439003808959 +6,64,support_mixture,posterior_bins,0,0.0,0.20138453430622372,0.30406805803684084,0.0,0.3521236870882483,0.5040942260733227,0.3066440196399766,0.5040027096510016,0.2901176665831467,0.370264722113457,0.3677398232250428,0.19745020643334604,0.1052594853337529 +6,64,support_mixture,posterior_bins,0,0.01,0.20138453430622372,0.30406805803684084,0.0,0.3521236870882483,0.5040942260733227,0.3066440196399766,0.5040027096510016,0.2901176665831467,0.370264722113457,0.3677398232250428,0.19745020643334604,0.1052594853337529 +6,64,support_mixture,posterior_bins,0,0.05,0.20138453430622372,0.30406805803684084,0.0,0.3521236870882483,0.5040942260733227,0.3066440196399766,0.5040027096510016,0.2901176665831467,0.370264722113457,0.3677398232250428,0.19745020643334604,0.1052594853337529 +6,64,support_mixture,posterior_bins,1,0.0,0.2664351442928543,0.3568090155079789,0.582884687039886,0.3541467343466162,0.7020165704113798,0.4434453299364219,0.5255363035523374,0.33478447091763247,0.370264722113457,0.6121974269859528,0.2585712404749579,0.17701018564356757 +6,64,support_mixture,posterior_bins,1,0.01,0.26081094835812196,0.3523562811357726,0.4250955582845528,0.3504080684827527,0.6951525918630246,0.43806884926318945,0.5237301076585189,0.3298531269873781,0.370264722113457,0.5785440889390976,0.25708374259983513,0.1772579009050675 +6,64,support_mixture,posterior_bins,1,0.05,0.24384984730273584,0.3368537094018899,0.32948104744994994,0.34915088858445636,0.6684068251637796,0.4179351133230778,0.5173927378877076,0.3151197290977235,0.370264722113457,0.5879713669794004,0.25047171184070177,0.17408526602034197 +6,64,support_mixture,posterior_bins,2,0.0,0.27628026297095315,0.365839385846509,1.0404297478125815,0.3407821039151846,0.7563728078454486,0.47113597675800495,0.5346654891107866,0.34429855984499164,0.370264722113457,0.48000566897896846,0.28523683108744363,0.1948557137870518 +6,64,support_mixture,posterior_bins,2,0.01,0.26920858950849075,0.3591171624017635,0.619022782328652,0.3417050512820694,0.7477445513387472,0.4628551092291326,0.5308578397025216,0.33789546103350404,0.370264722113457,0.5803312705447772,0.2848894421096146,0.19364651972064184 +6,64,support_mixture,posterior_bins,2,0.05,0.24787695802399398,0.33929998264587274,0.38607685425081506,0.3441087953486925,0.7142167553485383,0.43390499521310216,0.5202204044406601,0.31858709468159724,0.370264722113457,0.5939993318083528,0.2803117601354362,0.18602803718910818 +6,64,support_mixture,future_marginal,0,0.0,0.2202586116347206,0.2930747640400565,0.0,0.4408251626013471,0.5040942260733227,0.3110107457734495,0.21666481994260314,0.15571529522120256,0.302588030545541,0.3768007466406293,0.19308348029987316,0.0907521341387289 +6,64,support_mixture,future_marginal,0,0.01,0.2202586116347206,0.2930747640400565,0.0,0.4408251626013471,0.5040942260733227,0.3110107457734495,0.21666481994260314,0.15571529522120256,0.302588030545541,0.3768007466406293,0.19308348029987316,0.0907521341387289 +6,64,support_mixture,future_marginal,0,0.05,0.2202586116347206,0.2930747640400565,0.0,0.4408251626013471,0.5040942260733227,0.3110107457734495,0.21666481994260314,0.15571529522120256,0.302588030545541,0.3768007466406293,0.19308348029987316,0.0907521341387289 +6,64,support_mixture,future_marginal,1,0.0,0.26889498737640904,0.34438292109544216,0.5653705894772432,0.36203324383493274,0.7020165704113798,0.466221890111489,0.3667564051389436,0.1818684614166792,0.302588030545541,0.6089214846143995,0.23579468029989076,0.19732690273507997 +6,64,support_mixture,future_marginal,1,0.01,0.26478806663212207,0.33996850739196677,0.42356356352870256,0.3649633479394954,0.6951525918630246,0.46043433893167024,0.3624689722452974,0.1795955281473307,0.302588030545541,0.5755667179582428,0.23471825293135434,0.19564627229954817 +6,64,support_mixture,future_marginal,1,0.05,0.2504039904108438,0.32475661191560773,0.32305044290755097,0.37435788823106836,0.6684068251637796,0.4385332541337155,0.34625124549358904,0.17008757890097057,0.302588030545541,0.5771072622239555,0.22987357103006406,0.1881292637228717 +6,64,support_mixture,future_marginal,2,0.0,0.2759147698901326,0.3536105115535672,1.030245959872266,0.35155544853726917,0.7563728078454486,0.49450106314456405,0.38243900995792846,0.19565621606168226,0.302588030545541,0.4743305717161177,0.26187174470088453,0.21858629325443146 +6,64,support_mixture,future_marginal,2,0.01,0.27037866257721993,0.3468917108870348,0.6228573731598098,0.3546401412017692,0.7477445513387472,0.4862207841929809,0.37679184694577234,0.18762795463743295,0.302588030545541,0.5693458844210856,0.26152376714576625,0.215842121615761 +6,64,support_mixture,future_marginal,2,0.05,0.2532133361498633,0.3272187185912598,0.38332538811563593,0.36735557137365915,0.7142167553485383,0.4564804630938208,0.3564225757031873,0.17363447999970194,0.302588030545541,0.5833123450400098,0.25773629225471756,0.2032671269439575 +6,64,support_mixture,raw_information,0,0.0,0.21857758285440684,0.29033209394535503,0.0,0.4280577217271781,0.5040942260733227,0.3450801997877546,0.49979970867065693,0.2532093891073161,0.312144955992401,0.3848333031339997,0.15901402628556804,0.12650261693334777 +6,64,support_mixture,raw_information,0,0.01,0.21857758285440684,0.29033209394535503,0.0,0.4280577217271781,0.5040942260733227,0.3450801997877546,0.49979970867065693,0.2532093891073161,0.312144955992401,0.3848333031339997,0.15901402628556804,0.12650261693334777 +6,64,support_mixture,raw_information,0,0.05,0.21857758285440684,0.29033209394535503,0.0,0.4280577217271781,0.5040942260733227,0.3450801997877546,0.49979970867065693,0.2532093891073161,0.312144955992401,0.3848333031339997,0.15901402628556804,0.12650261693334777 +6,64,support_mixture,raw_information,1,0.0,0.2762543759081741,0.3439832102532389,0.5880350557899081,0.3544083004748842,0.7020165704113798,0.5973307058652603,0.6375383861391192,0.29501337544642775,0.312144955992401,0.6207839509945345,0.1046858645461195,0.3210763299570862 +6,64,support_mixture,raw_information,1,0.01,0.2716033617494216,0.33942194704237516,0.43252182023062846,0.3552499564609992,0.6951525918630246,0.5913644693436357,0.6334222596369855,0.290721924631269,0.312144955992401,0.5840127972767618,0.10378812251938885,0.3197611075942141 +6,64,support_mixture,raw_information,1,0.05,0.25811040350840225,0.3239612294568372,0.3227160448334189,0.3653200682694508,0.6684068251637796,0.5687128750935833,0.6179806424323322,0.2793742375472688,0.312144955992401,0.5935709912486145,0.09969395007019632,0.310602471585181 +6,64,support_mixture,raw_information,2,0.0,0.28595369635919154,0.35348327079451725,1.0622196262440677,0.34470280928355196,0.7563728078454486,0.6158297396914905,0.6524797198627953,0.3049003958289445,0.312144955992401,0.4817895654912922,0.14054306815395812,0.3298760433322989 +6,64,support_mixture,raw_information,2,0.01,0.2793499453658925,0.34657458794338986,0.6328909592350954,0.34556454936778636,0.7477445513387472,0.6080282314755644,0.6467806102281689,0.29889502759970416,0.312144955992401,0.5836349580706781,0.13971631986318278,0.32867828610967187 +6,64,support_mixture,raw_information,2,0.05,0.2621340538106201,0.32654354236938093,0.378664390724121,0.35939328151081357,0.7142167553485383,0.5793571119516943,0.6263308462519096,0.28268947845566866,0.312144955992401,0.5985973519323686,0.1348596433968441,0.31722305814107415 +6,64,support_mixture,raw_entropy,0,0.0,0.15155651224271205,0.19490714047080848,0.0,0.5187037580014273,0.5040942260733227,0.23431267352931906,0.22827783499216628,0.14197223882604168,0.30900384778207973,0.44643077159650874,0.2697815525440036,0.08275616128660701 +6,64,support_mixture,raw_entropy,0,0.01,0.15155651224271205,0.19490714047080848,0.0,0.5187037580014273,0.5040942260733227,0.23431267352931906,0.22827783499216628,0.14197223882604168,0.30900384778207973,0.44643077159650874,0.2697815525440036,0.08275616128660701 +6,64,support_mixture,raw_entropy,0,0.05,0.15155651224271205,0.19490714047080848,0.0,0.5187037580014273,0.5040942260733227,0.23431267352931906,0.22827783499216628,0.14197223882604168,0.30900384778207973,0.44643077159650874,0.2697815525440036,0.08275616128660701 +6,64,support_mixture,raw_entropy,1,0.0,0.21548898119830798,0.266871681642404,0.6305932442070467,0.40068995672040564,0.7020165704113798,0.58791972606531,0.5819211355107746,0.22016545487127012,0.30900384778207973,0.622894827574427,0.11409684434606981,0.372430744867002 +6,64,support_mixture,raw_entropy,1,0.01,0.2099842593657191,0.2613849390240855,0.5154027344528437,0.4030778613652635,0.6951525918630246,0.5807124420354922,0.5745216870700752,0.21453700121232275,0.30900384778207973,0.6233586551725648,0.11444014982753237,0.37072818266977314 +6,64,support_mixture,raw_entropy,1,0.05,0.19330664103873627,0.24246684065210822,0.3996588235654434,0.42305694321000026,0.6684068251637796,0.552427315941741,0.5458393836290912,0.19902316085105476,0.30900384778207973,0.6344222411582968,0.11597950922203859,0.3591206749030047 +6,64,support_mixture,raw_entropy,2,0.0,0.23970597555619788,0.28046111583996686,1.1484037585954148,0.3916163353712141,0.7563728078454486,0.6165763561392951,0.6119761843903014,0.24017524428940654,0.30900384778207973,0.4685871329747026,0.1397964517061535,0.3768703805830972 +6,64,support_mixture,raw_entropy,2,0.01,0.22714819621860305,0.2721342335660241,0.7679077386410936,0.39604185254860985,0.7477445513387472,0.6070268025072084,0.6022816093407958,0.230550439865713,0.30900384778207973,0.6233841905877056,0.14071774883153876,0.37987860628860537 +6,64,support_mixture,raw_entropy,2,0.05,0.20326460744763997,0.24703447604949433,0.4881875304371807,0.41589049478541135,0.7142167553485383,0.5711714148076934,0.5656809723656383,0.2095267141487522,0.30900384778207973,0.6381199046362148,0.14304534054084495,0.36790680736005343 +6,64,support_mixture,hash_code,0,0.0,0.01676948704525218,0.057190388888545024,0.0,0.7178879751966737,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.016769487045252177,0.4552286458017427,0.6064952385640705,0.422946698835893,0.06437804019217752 +6,64,support_mixture,hash_code,0,0.01,0.01676948704525218,0.057190388888545024,0.0,0.7178879751966737,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.016769487045252177,0.4552286458017427,0.6064952385640705,0.422946698835893,0.06437804019217752 +6,64,support_mixture,hash_code,0,0.05,0.01676948704525218,0.057190388888545024,0.0,0.7178879751966737,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.016769487045252177,0.4552286458017427,0.6064952385640705,0.422946698835893,0.06437804019217752 +6,64,support_mixture,hash_code,1,0.0,0.10737936064229654,0.15748730007807646,0.6761564898757338,0.5176429047244536,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.10737936064229654,0.4552286458017427,0.6276205874004149,0.466331907453405,0.12830530231567816 +6,64,support_mixture,hash_code,1,0.01,0.10160276318085971,0.1511504791946188,0.6178275736632622,0.5251142623620912,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.10160276318085971,0.4552286458017427,0.6616305886039646,0.4651770989294305,0.12837272975273434 +6,64,support_mixture,hash_code,1,0.05,0.0817768913043437,0.12905244001408617,0.4829230253474312,0.5559153230715913,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.0817768913043437,0.4552286458017427,0.7148038019831962,0.46035883431655866,0.12627109954287724 +6,64,support_mixture,hash_code,2,0.0,0.1209358846685075,0.17535897315313,1.2628089810438132,0.5019342483402138,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.1209358846685075,0.4552286458017427,0.44282222656029496,0.49427704312309945,0.1411598800538416 +6,64,support_mixture,hash_code,2,0.01,0.11427189918674362,0.16553854577329444,0.9217146554232939,0.5122875711031375,0.7477445513387472,0.2534772999665655,0.2534772999665655,0.11427195203388135,0.4552286458017427,0.6471074072151232,0.4942672513721817,0.13920540077982185 +6,64,support_mixture,hash_code,2,0.05,0.08838478799446813,0.1355647882225617,0.5959839332741131,0.5476912130175166,0.7142167553485383,0.22216338874936434,0.22216338874936428,0.08838478799446813,0.4552286458017427,0.6910101653385596,0.492053366599174,0.13377860075489623 +6,64,support_mixture,action_values,0,0.0,0.21684637090064304,0.30768615670291016,0.0,0.42268861897241194,0.5040942260733227,0.31871267422478994,0.5039821123827443,0.27153806996981095,0.3416077831962336,0.38379559340862635,0.18538155184853272,0.1018663033241469 +6,64,support_mixture,action_values,0,0.01,0.21684637090064304,0.30768615670291016,0.0,0.42268861897241194,0.5040942260733227,0.31871267422478994,0.5039821123827443,0.27153806996981095,0.3416077831962336,0.38379559340862635,0.18538155184853272,0.1018663033241469 +6,64,support_mixture,action_values,0,0.05,0.21684637090064304,0.30768615670291016,0.0,0.42268861897241194,0.5040942260733227,0.31871267422478994,0.5039821123827443,0.27153806996981095,0.3416077831962336,0.38379559340862635,0.18538155184853272,0.1018663033241469 +6,64,support_mixture,action_values,1,0.0,0.26776339719939196,0.3580932363864078,0.575080407824162,0.35098102220763244,0.7020165704113798,0.48004092609849475,0.7018872107598031,0.32663662418987405,0.3416077831962336,0.6134257707659073,0.22197564431288502,0.21227752889910279 +6,64,support_mixture,action_values,1,0.01,0.263726205317044,0.3537269559974923,0.4112816304659656,0.3532747375527317,0.6951525918630246,0.4744304332018765,0.6950269850491874,0.322055761859864,0.3416077831962336,0.5823047274322296,0.22072215866114808,0.2107042278848325 +6,64,support_mixture,action_values,1,0.05,0.2503172744090298,0.3389579803610668,0.31029723286153044,0.3621835460435808,0.6684068251637796,0.4534329626509081,0.6682793795765382,0.31470144443022147,0.3416077831962336,0.5901651939489233,0.21497386251287148,0.2031156882418783 +6,64,support_mixture,action_values,2,0.0,0.2779970800780787,0.3673706067420979,1.0372544589603623,0.34160012764645925,0.7563728078454486,0.5092081579996056,0.7562164091516856,0.35144609491587553,0.3416077831962336,0.48357171135699084,0.24716464984584297,0.2312110779215269 +6,64,support_mixture,action_values,2,0.01,0.27115172800468446,0.36063957027843213,0.6141814038992034,0.34382787759931194,0.7477445513387472,0.5008868256063738,0.7475723396790359,0.3406876556499258,0.3416077831962336,0.579865875525834,0.2468577257323734,0.2297350976016893 +6,64,support_mixture,action_values,2,0.05,0.2524811459446689,0.3413244979625251,0.3678170845094892,0.3564521252217953,0.7142167553485383,0.47107625898549293,0.7141004093314094,0.3231098714448841,0.3416077831962336,0.599218459311723,0.2431404963630454,0.21859511304082402 +6,256,joint_jeffreys,identity,0,0.0,0.3904146312645507,0.17025417751736108,0.0,0.36207616321514585,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.3904146312645507,0.0,0.25090622642791405,0.0,0.11367959480877193 +6,256,joint_jeffreys,identity,0,0.01,0.3904146312645507,0.17025417751736108,0.0,0.36207616321514585,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.3904146312645507,0.0,0.25090622642791405,0.0,0.11367959480877193 +6,256,joint_jeffreys,identity,0,0.05,0.3904146312645507,0.17025417751736108,0.0,0.36207616321514585,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.3904146312645507,0.0,0.25090622642791405,0.0,0.11367959480877193 +6,256,joint_jeffreys,identity,1,0.0,0.5437741461940245,0.29242282443576395,0.6433501550186663,0.28931578556825377,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.5437741461940245,0.0,0.507096527565099,0.0,0.15824242421735524 +6,256,joint_jeffreys,identity,1,0.01,0.5373406446438379,0.28668277316623275,0.6433501550186663,0.28931578556825377,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.5373406446438379,0.0,0.4916889551784782,0.0,0.15781194721918668 +6,256,joint_jeffreys,identity,1,0.05,0.5120434918599196,0.26386752658420126,0.6203491834169278,0.28719586353402965,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.5120434918599196,0.0,0.5236231495311306,0.0,0.15636333330385999 +6,256,joint_jeffreys,identity,2,0.0,0.590208768127977,0.34590657552083354,1.408024807996247,0.2624447129742961,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.590208768127977,0.0,0.3410454165235552,0.0,0.16616403971747162 +6,256,joint_jeffreys,identity,2,0.01,0.577878664847823,0.3337498643663197,1.2348808220234107,0.2623968000143375,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.577878664847823,0.0,0.5212873503142067,0.0,0.16986588649092416 +6,256,joint_jeffreys,identity,2,0.05,0.5410983534629584,0.28762817382812506,1.0344447888672017,0.2599510184499507,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.5410983534629584,0.0,0.4791189215994633,0.0,0.17311840188557992 +6,256,joint_jeffreys,query_joint,0,0.0,0.37853483843292496,0.14469061957465276,0.0,0.4281243259760992,0.5040942260733227,0.4291625043880207,0.5039617323662775,0.39913306007360444,0.11344929956126772,0.25922605055621667,0.07493172168530193,0.05062766595509577 +6,256,joint_jeffreys,query_joint,0,0.01,0.37853483843292496,0.14469061957465276,0.0,0.4281243259760992,0.5040942260733227,0.4291625043880207,0.5039617323662775,0.39913306007360444,0.11344929956126772,0.25922605055621667,0.07493172168530193,0.05062766595509577 +6,256,joint_jeffreys,query_joint,0,0.05,0.37853483843292496,0.14469061957465276,0.0,0.4281243259760992,0.5040942260733227,0.4291625043880207,0.5039617323662775,0.39913306007360444,0.11344929956126772,0.25922605055621667,0.07493172168530193,0.05062766595509577 +6,256,joint_jeffreys,query_joint,1,0.0,0.558387404648685,0.2599216037326389,0.7130561354971613,0.3278133383972984,0.7020165704113798,0.6360410381836461,0.7018352962080797,0.638049975410373,0.11344929956126772,0.4263752231109906,0.06597553222773367,0.07765363353496113 +6,256,joint_jeffreys,query_joint,1,0.01,0.5509149230309668,0.25333136664496547,0.7102222679164307,0.32885172713434824,0.6951525918630246,0.6292222292199265,0.6949699486273736,0.6307396333501393,0.11344929956126772,0.4201166501790315,0.06593036264309804,0.07830730618895976 +6,256,joint_jeffreys,query_joint,1,0.05,0.524447988851867,0.22801242404513888,0.6525535636432733,0.3395454565469231,0.6684068251637796,0.6029203308823958,0.6682218139028958,0.5883789859011735,0.11344929956126772,0.4471120294980145,0.06548649428138376,0.07847234203052877 +6,256,joint_jeffreys,query_joint,2,0.0,0.5717783172809768,0.28852505154079855,1.2963576267926298,0.3285974679424202,0.7563728078454486,0.6810118596647268,0.7561936038786811,0.6633936998525376,0.11344929956126772,0.33106959246421347,0.07536094818072181,0.10923354238374994 +6,256,joint_jeffreys,query_joint,2,0.01,0.5622410951422553,0.2777409193250869,1.1178099242770676,0.3307370568807683,0.7477445513387472,0.6721635684909161,0.7475698255901434,0.6528341492600368,0.11344929956126772,0.4777447335943011,0.0755809828478311,0.10992247334866079 +6,256,joint_jeffreys,query_joint,2,0.05,0.5328213429434556,0.24048665364583344,0.8672377743443929,0.3374048785288255,0.7142167553485383,0.6384169446303692,0.7140039723289165,0.6056028401321217,0.11344929956126772,0.42254293725359654,0.0757998107181691,0.10559560168691362 +6,256,joint_jeffreys,posterior_clusters,0,0.0,0.37396599012102,0.16917588975694434,0.0,0.40733954176920867,0.5040942260733227,0.4528253335935726,0.5039617323662774,0.41990844260911353,0.3390850559803808,0.2757632209522869,0.05126889247975008,0.07885934347255258 +6,256,joint_jeffreys,posterior_clusters,0,0.01,0.37396599012102,0.16917588975694434,0.0,0.40733954176920867,0.5040942260733227,0.4528253335935726,0.5039617323662774,0.41990844260911353,0.3390850559803808,0.2757632209522869,0.05126889247975008,0.07885934347255258 +6,256,joint_jeffreys,posterior_clusters,0,0.05,0.37396599012102,0.16917588975694434,0.0,0.40733954176920867,0.5040942260733227,0.4528253335935726,0.5039617323662774,0.41990844260911353,0.3390850559803808,0.2757632209522869,0.05126889247975008,0.07885934347255258 +6,256,joint_jeffreys,posterior_clusters,1,0.0,0.4328124558299507,0.20764499240451384,0.4705690908956321,0.4174482117031751,0.7020165704113798,0.5314837937457777,0.5278391326936699,0.4363427174450348,0.3390850559803808,0.6138096777511611,0.17053277666560207,0.098671337915827 +6,256,joint_jeffreys,posterior_clusters,1,0.01,0.42802593230503166,0.2033980305989583,0.4650505934431586,0.41807815639124596,0.6951525918630246,0.5272972495812694,0.5258256469429224,0.43269419715848917,0.3390850559803808,0.5943401113131352,0.16785534228175514,0.09927131727623778 +6,256,joint_jeffreys,posterior_clusters,1,0.05,0.40937749587348754,0.18949924045138897,0.31666743342608894,0.4170657891700527,0.6684068251637796,0.5120670151484837,0.5188872882665311,0.42381797974708935,0.3390850559803808,0.5958704885816378,0.15633981001529584,0.1026895192749962 +6,256,joint_jeffreys,posterior_clusters,2,0.0,0.4467167336065148,0.21952989366319442,0.9265622085361063,0.39919982214014443,0.7563728078454486,0.5533240827213225,0.5375594111168223,0.4398553976963193,0.3390850559803808,0.4273575168132811,0.20304872512412608,0.10660734911480768 +6,256,joint_jeffreys,posterior_clusters,2,0.01,0.439030433774171,0.21233913845486116,0.7225712910860081,0.40237911607668536,0.7477445513387472,0.5468623211696407,0.5335449899709285,0.43467144554336806,0.3390850559803808,0.5826156320923933,0.20088223016910645,0.10783188739546973 +6,256,joint_jeffreys,posterior_clusters,2,0.05,0.41692153261060105,0.1929490831163194,0.3918183611618657,0.4077498846500652,0.7142167553485383,0.5251589979867863,0.5221186537296836,0.42392992091108356,0.3390850559803808,0.6099538950688874,0.189057757361752,0.10823746537618528 +6,256,joint_jeffreys,posterior_bins,0,0.0,0.3995441585834101,0.16738891601562486,0.0,0.34474287294408784,0.5040942260733227,0.451251959101076,0.5040027096510016,0.433212288925315,0.3625143527824574,0.23414489841305,0.05284226697224664,0.051707800517665936 +6,256,joint_jeffreys,posterior_bins,0,0.01,0.3995441585834101,0.16738891601562486,0.0,0.34474287294408784,0.5040942260733227,0.451251959101076,0.5040027096510016,0.433212288925315,0.3625143527824574,0.23414489841305,0.05284226697224664,0.051707800517665936 +6,256,joint_jeffreys,posterior_bins,0,0.05,0.3995441585834101,0.16738891601562486,0.0,0.34474287294408784,0.5040942260733227,0.451251959101076,0.5040027096510016,0.433212288925315,0.3625143527824574,0.23414489841305,0.05284226697224664,0.051707800517665936 +6,256,joint_jeffreys,posterior_bins,1,0.0,0.42464461612522436,0.20161607530381945,0.4526161360172393,0.4209873531147997,0.7020165704113798,0.515093814885463,0.5255363035523374,0.4364348698651804,0.3625143527824574,0.6293449160856243,0.18692275552591675,0.09044919876023866 +6,256,joint_jeffreys,posterior_bins,1,0.01,0.42128621393408777,0.19757493760850683,0.43702868783046683,0.4187925163584752,0.6951525918630246,0.5112572538528315,0.5237301076585189,0.4340753024107206,0.3625143527824574,0.6091515677382381,0.1838953380101931,0.08997103991874372 +6,256,joint_jeffreys,posterior_bins,1,0.05,0.41430293806828594,0.18449656168619796,0.29097944304510154,0.3956242847251696,0.6684068251637796,0.49767754759444865,0.5173927378877076,0.4310809685540053,0.3625143527824574,0.5998237855640299,0.17072927756933093,0.08337460952616271 +6,256,joint_jeffreys,posterior_bins,2,0.0,0.4396363504249321,0.21111551920572924,0.8644031209587156,0.4034647578142962,0.7563728078454486,0.5339712048609511,0.5346654891107866,0.4406486544908665,0.3625143527824574,0.45299201399091765,0.22240160298449752,0.09433485443601897 +6,256,joint_jeffreys,posterior_bins,2,0.01,0.4326786953243628,0.20459862603081588,0.6557887410949479,0.4037195226226096,0.7477445513387472,0.5278026588922432,0.5308578397025216,0.43667378469433443,0.3625143527824574,0.5845379894884944,0.21994189244650397,0.09512396356788039 +6,256,joint_jeffreys,posterior_bins,2,0.05,0.4200053707139117,0.18695254855685753,0.3538625458346814,0.38750182685274787,0.7142167553485383,0.508042614680121,0.5202204044406601,0.4316576447181235,0.3625143527824574,0.6150653482716709,0.20617414066841733,0.08803724396620932 +6,256,joint_jeffreys,future_marginal,0,0.0,0.1980201884261873,0.07978990342881942,0.0,0.6912856264572421,0.5040942260733227,0.24459532678076037,0.21666481994260314,0.16635415545937257,0.2498631256666776,0.5071734957729511,0.2594988992925623,0.04657513835457308 +6,256,joint_jeffreys,future_marginal,0,0.01,0.1980201884261873,0.07978990342881942,0.0,0.6912856264572421,0.5040942260733227,0.24459532678076037,0.21666481994260314,0.16635415545937257,0.2498631256666776,0.5071734957729511,0.2594988992925623,0.04657513835457308 +6,256,joint_jeffreys,future_marginal,0,0.05,0.1980201884261873,0.07978990342881942,0.0,0.6912856264572421,0.5040942260733227,0.24459532678076037,0.21666481994260314,0.16635415545937257,0.2498631256666776,0.5071734957729511,0.2594988992925623,0.04657513835457308 +6,256,joint_jeffreys,future_marginal,1,0.0,0.2776703779249758,0.12390136718750006,0.4060125517210196,0.6056404780322563,0.7020165704113798,0.3533508395732754,0.3667564051389436,0.3127103284045126,0.2498631256666776,0.6290706151678207,0.34866573083810437,0.07568046164829961 +6,256,joint_jeffreys,future_marginal,1,0.01,0.2733724410797507,0.12046647813585075,0.4022848342022189,0.6063176611988733,0.6951525918630246,0.3479763489228424,0.3624689722452974,0.30796293725569784,0.2498631256666776,0.6254207193608307,0.3471762429401822,0.07460390784309168 +6,256,joint_jeffreys,future_marginal,1,0.05,0.25354158033970403,0.10829128689236116,0.31481509607651686,0.6374990416997753,0.6684068251637796,0.3279406622411469,0.34625124549358904,0.2849079680910619,0.2498631256666776,0.6498762552475935,0.3404661629226327,0.07439908190144284 +6,256,joint_jeffreys,future_marginal,2,0.0,0.28961817355290015,0.13621351453993055,0.8133841061271654,0.5883831025984544,0.7563728078454486,0.3770593881920156,0.38243900995792846,0.3332449182978153,0.2498631256666776,0.5350040974357942,0.37931341965343296,0.08744121463911547 +6,256,joint_jeffreys,future_marginal,2,0.01,0.2817395412733746,0.13005950927734375,0.6764061287432975,0.594392288866951,0.7477445513387472,0.369510968731124,0.37679184694577234,0.3258621818273962,0.2498631256666776,0.6582375318413153,0.3782335826076232,0.0877714274577494 +6,256,joint_jeffreys,future_marginal,2,0.05,0.25918679366537034,0.11195678710937502,0.40488413774899196,0.6319527480318538,0.7142167553485383,0.34336193863892134,0.3564225757031873,0.2972070815928331,0.2498631256666776,0.6393870895053549,0.370854816709617,0.084175144973551 +6,256,joint_jeffreys,raw_information,0,0.0,0.298608538479689,0.10285780164930558,0.0,0.5802903227402033,0.5040942260733227,0.37944066232564566,0.49979970867065693,0.39846150488016924,0.31492269044163973,0.3779822580302749,0.124653563747677,0.08083212384595667 +6,256,joint_jeffreys,raw_information,0,0.01,0.298608538479689,0.10285780164930558,0.0,0.5802903227402033,0.5040942260733227,0.37944066232564566,0.49979970867065693,0.39846150488016924,0.31492269044163973,0.3779822580302749,0.124653563747677,0.08083212384595667 +6,256,joint_jeffreys,raw_information,0,0.05,0.298608538479689,0.10285780164930558,0.0,0.5802903227402033,0.5040942260733227,0.37944066232564566,0.49979970867065693,0.39846150488016924,0.31492269044163973,0.3779822580302749,0.124653563747677,0.08083212384595667 +6,256,joint_jeffreys,raw_information,1,0.0,0.5019952716836501,0.18290540907118055,0.6107337691111467,0.375290292102129,0.7020165704113798,0.6026618209386713,0.6375383861391192,0.5367529517897821,0.31492269044163973,0.5399655713394784,0.0993547494727085,0.10066654925502116 +6,256,joint_jeffreys,raw_information,1,0.01,0.4959766795885798,0.17732181125217025,0.6057461128203562,0.37478556464802243,0.6951525918630246,0.5970944889468971,0.6334222596369855,0.5311702481389562,0.31492269044163973,0.5288971767905618,0.09805810291612749,0.10111780935831727 +6,256,joint_jeffreys,raw_information,1,0.05,0.46130507575425717,0.15723758273654517,0.495148048138031,0.4001379547123061,0.6684068251637796,0.5757932975681829,0.6179806424323322,0.50449700300943,0.31492269044163973,0.5542120555806712,0.09261352759559671,0.1144882218139257 +6,256,joint_jeffreys,raw_information,2,0.0,0.5148712347083954,0.20028347439236124,1.104540982266968,0.36657774331634346,0.7563728078454486,0.618786530813391,0.6524797198627953,0.5475678898903751,0.31492269044163973,0.32757196392696036,0.1375862770320576,0.10391529610499561 +6,256,joint_jeffreys,raw_information,2,0.01,0.5079487858125582,0.19139387342664926,0.9039259629247017,0.3665107072976344,0.7477445513387472,0.6114594230726559,0.6467806102281689,0.5414662515901744,0.31492269044163973,0.5182925083799365,0.1362851282660913,0.10351063726009768 +6,256,joint_jeffreys,raw_information,2,0.05,0.4693500153734212,0.16284332275390626,0.6267986272837451,0.39285721711045163,0.7142167553485383,0.5847192184186525,0.6263308462519096,0.5088255680991631,0.31492269044163973,0.5288191383245527,0.12949753692988586,0.1153692030452313 +6,256,joint_jeffreys,raw_entropy,0,0.0,0.16695419820380167,0.04594590928819443,0.0,0.7256454155436064,0.5040942260733227,0.23152521644482235,0.22827783499216628,0.1563099107764214,0.30439025085344756,0.536053054872033,0.2725690096285003,0.06457101824102068 +6,256,joint_jeffreys,raw_entropy,0,0.01,0.16695419820380167,0.04594590928819443,0.0,0.7256454155436064,0.5040942260733227,0.23152521644482235,0.22827783499216628,0.1563099107764214,0.30439025085344756,0.536053054872033,0.2725690096285003,0.06457101824102068 +6,256,joint_jeffreys,raw_entropy,0,0.05,0.16695419820380167,0.04594590928819443,0.0,0.7256454155436064,0.5040942260733227,0.23152521644482235,0.22827783499216628,0.1563099107764214,0.30439025085344756,0.536053054872033,0.2725690096285003,0.06457101824102068 +6,256,joint_jeffreys,raw_entropy,1,0.0,0.4916786244782956,0.15808444552951392,0.7430232858990306,0.37914393449651923,0.7020165704113798,0.5914506487050224,0.5819211355107746,0.4834553984496432,0.30439025085344756,0.4584465240984688,0.11056592170635737,0.09977202422672682 +6,256,joint_jeffreys,raw_entropy,1,0.01,0.4842829121812209,0.1508577813042535,0.7423225058585694,0.3790443820463183,0.6951525918630246,0.5842080516800484,0.5745216870700752,0.47605150866893114,0.30439025085344756,0.47512060978810594,0.11094454018297617,0.09992513949882753 +6,256,joint_jeffreys,raw_entropy,1,0.05,0.4385288923087059,0.12381744384765624,0.6555261410554681,0.4154955758515681,0.6684068251637796,0.5559418065921827,0.5458393836290912,0.4263353442503133,0.30439025085344756,0.5162834604689558,0.11246501857159685,0.11741291428347683 +6,256,joint_jeffreys,raw_entropy,2,0.0,0.523806144827514,0.19028388129340287,1.3413773297856004,0.372440959412736,0.7563728078454486,0.6204500470575997,0.6119761843903014,0.5149747794649764,0.30439025085344756,0.278801866721044,0.13592276078784893,0.09664390223008568 +6,256,joint_jeffreys,raw_entropy,2,0.01,0.5132118246421989,0.1786387125651042,1.1579147258946698,0.3731386749382264,0.7477445513387472,0.6108560651634791,0.6022816093407958,0.5040593385262455,0.30439025085344756,0.4821567852651015,0.13688848617526805,0.09764424052128018 +6,256,joint_jeffreys,raw_entropy,2,0.05,0.4587065965227919,0.13738301595052085,0.9189839944205892,0.40393065469939443,0.7142167553485383,0.5749706777066955,0.5656809723656383,0.4478728330858536,0.30439025085344756,0.48705425519564266,0.13924607764184282,0.11626408118390363 +6,256,joint_jeffreys,hash_code,0,0.0,0.039009299423416806,0.00893486870659722,0.0,0.9064954603705614,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.039009299423416806,0.4552286458017427,0.7091867042229754,0.422946698835893,0.04213822781401289 +6,256,joint_jeffreys,hash_code,0,0.01,0.039009299423416806,0.00893486870659722,0.0,0.9064954603705614,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.039009299423416806,0.4552286458017427,0.7091867042229754,0.422946698835893,0.04213822781401289 +6,256,joint_jeffreys,hash_code,0,0.05,0.039009299423416806,0.00893486870659722,0.0,0.9064954603705614,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.039009299423416806,0.4552286458017427,0.7091867042229754,0.422946698835893,0.04213822781401289 +6,256,joint_jeffreys,hash_code,1,0.0,0.1591039350244421,0.053432888454861105,0.4274916141798913,0.696140797546236,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.1591039350244421,0.4552286458017427,0.7086281374021054,0.466331907453405,0.07658072793353263 +6,256,joint_jeffreys,hash_code,1,0.01,0.1549148384402291,0.04951385498046871,0.4264560256601752,0.6969228966971742,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.1549148384402291,0.4552286458017427,0.7337570440822344,0.4651770989294305,0.07506065449336496 +6,256,joint_jeffreys,hash_code,1,0.05,0.1260917702391534,0.036190287272135406,0.3134259966574771,0.7521589258973861,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.1260917702391534,0.4552286458017427,0.7843986709335193,0.46035883431655866,0.08195622060806754 +6,256,joint_jeffreys,hash_code,2,0.0,0.18661082462445588,0.07596503363715279,0.9915031313049348,0.6461952228535174,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.18661082462445588,0.4552286458017427,0.4879680366850509,0.49427704312309945,0.07548494009789325 +6,256,joint_jeffreys,hash_code,2,0.01,0.17784190892733706,0.06751430935329862,0.8643387822193648,0.65324027517668,0.7477445513387472,0.2534772999665655,0.2534772999665655,0.17784190892733706,0.4552286458017427,0.6985321745365383,0.4942672513721817,0.07563539103922842 +6,256,joint_jeffreys,hash_code,2,0.05,0.14028211557942913,0.04276224772135418,0.505407260372896,0.7263003274559026,0.7142167553485383,0.22216338874936428,0.22216338874936428,0.14028211557942913,0.4552286458017427,0.7608502643765376,0.4920533665991741,0.08188127316993515 +6,256,joint_jeffreys,action_values,0,0.0,0.37949917078293866,0.16051907009548602,0.0,0.4191567544155777,0.5040942260733227,0.42633726436353836,0.5039821123827443,0.40347494793763256,0.16856855203792243,0.26381684496676483,0.0777569617097843,0.046838093580599705 +6,256,joint_jeffreys,action_values,0,0.01,0.37949917078293866,0.16051907009548602,0.0,0.4191567544155777,0.5040942260733227,0.42633726436353836,0.5039821123827443,0.40347494793763256,0.16856855203792243,0.26381684496676483,0.0777569617097843,0.046838093580599705 +6,256,joint_jeffreys,action_values,0,0.05,0.37949917078293866,0.16051907009548602,0.0,0.4191567544155777,0.5040942260733227,0.42633726436353836,0.5039821123827443,0.40347494793763256,0.16856855203792243,0.26381684496676483,0.0777569617097843,0.046838093580599705 +6,256,joint_jeffreys,action_values,1,0.0,0.5256752769735856,0.26340399848090273,0.6558651506866555,0.3598764799059225,0.7020165704113798,0.6006740636428342,0.7018872107598031,0.6370401834065752,0.16856855203792243,0.46121211647975263,0.10134250676854561,0.07499878666924853 +6,256,joint_jeffreys,action_values,1,0.01,0.5187380680505188,0.25757622612847225,0.6520185534402075,0.36083521869639384,0.6951525918630246,0.5943103971400736,0.6950269850491874,0.6304697090300526,0.16856855203792243,0.45077375473363984,0.10084219472295097,0.0755723290895548 +6,256,joint_jeffreys,action_values,1,0.05,0.49464086366167637,0.23552822536892373,0.5879872702144779,0.3681850183396254,0.6684068251637796,0.5700971212503644,0.6682793795765382,0.589804137251988,0.16856855203792243,0.47383985131263645,0.0983097039134152,0.07545625758868801 +6,256,joint_jeffreys,action_values,2,0.0,0.5433039604104637,0.28295559353298605,1.1323294209938832,0.3523366185953476,0.7563728078454486,0.6410655916428928,0.7562164091516856,0.6631935772155196,0.16856855203792243,0.38420633442413843,0.1153072162025558,0.09776163123242909 +6,256,joint_jeffreys,action_values,2,0.01,0.5347783946113752,0.27431722005208325,0.938818766135292,0.35639536187409054,0.7477445513387472,0.6326618449687887,0.7475723396790359,0.6532476885278623,0.16856855203792243,0.48905463259288,0.11508270636995843,0.09788345035741353 +6,256,joint_jeffreys,action_values,2,0.05,0.5084991740847491,0.24457210964626744,0.7306073455038425,0.35788997636537584,0.7142167553485383,0.6015415164301219,0.7141004093314094,0.6075698066376706,0.16856855203792243,0.444934507938134,0.11267523891841646,0.09304234234537279 +6,256,naive_bayes,identity,0,0.0,0.23962403292749057,0.32576662063845796,0.0,0.47245194231780135,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.23962403292749057,0.0,0.3594407825830382,0.0,0.2644701931458321 +6,256,naive_bayes,identity,0,0.01,0.23962403292749057,0.32576662063845796,0.0,0.47245194231780135,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.23962403292749057,0.0,0.3594407825830382,0.0,0.2644701931458321 +6,256,naive_bayes,identity,0,0.05,0.23962403292749057,0.32576662063845796,0.0,0.47245194231780135,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.23962403292749057,0.0,0.3594407825830382,0.0,0.2644701931458321 +6,256,naive_bayes,identity,1,0.0,0.28879934394578616,0.37892000817615473,0.5491419513873099,0.3566711940223966,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.28879934394578616,0.0,0.5793451818142663,0.0,0.4132172264655936 +6,256,naive_bayes,identity,1,0.01,0.2846639114401813,0.37471661425459174,0.4055959698075952,0.36053215262669874,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.2846639114401813,0.0,0.5273754660560733,0.0,0.41048868042284326 +6,256,naive_bayes,identity,1,0.05,0.2711989108120793,0.3601975125664599,0.3171618266104152,0.3790750781454016,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.2711989108120793,0.0,0.5422287436968508,0.0,0.3972079143517003 +6,256,naive_bayes,identity,2,0.0,0.30038854146863225,0.3904107862551116,0.9801700161587498,0.35102973055797215,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.30038854146863225,0.0,0.4406449097550626,0.0,0.4559842663768163 +6,256,naive_bayes,identity,2,0.01,0.29388744639342695,0.3837932829308024,0.6171306554466812,0.35426905656929825,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.29388744639342695,0.0,0.5286847203842837,0.0,0.4538571049453202 +6,256,naive_bayes,identity,2,0.05,0.2751517605514459,0.3638303488736499,0.39566491880766125,0.37409489748210767,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.2751517605514459,0.0,0.5459412039324226,0.0,0.43906499479709243 +6,256,naive_bayes,query_joint,0,0.0,0.23973092397526174,0.3248357300843003,0.0,0.47599610083733057,0.5040942260733227,0.34519227009164627,0.5039617323662775,0.2807142992249263,0.3413356814678922,0.36156067969633376,0.1589019559816764,0.10546134611638452 +6,256,naive_bayes,query_joint,0,0.01,0.23973092397526174,0.3248357300843003,0.0,0.47599610083733057,0.5040942260733227,0.34519227009164627,0.5039617323662775,0.2807142992249263,0.3413356814678922,0.36156067969633376,0.1589019559816764,0.10546134611638452 +6,256,naive_bayes,query_joint,0,0.05,0.23973092397526174,0.3248357300843003,0.0,0.47599610083733057,0.5040942260733227,0.34519227009164627,0.5039617323662775,0.2807142992249263,0.3413356814678922,0.36156067969633376,0.1589019559816764,0.10546134611638452 +6,256,naive_bayes,query_joint,1,0.0,0.2892107512321172,0.3779765107285522,0.5481304135031274,0.35671120810669876,0.7020165704113798,0.49230012857207156,0.7018352962080797,0.3334744626021044,0.3413356814678922,0.578150362948473,0.2097164418393082,0.20308937733995436 +6,256,naive_bayes,query_joint,1,0.01,0.2852776682620866,0.37379500817345873,0.40482859850562214,0.36117231872578986,0.6951525918630246,0.48690437459751706,0.6949699486273736,0.3298544653714553,0.3413356814678922,0.529588550106144,0.20824821726550752,0.20162670633543045 +6,256,naive_bayes,query_joint,1,0.05,0.2713287813856699,0.35931440671552606,0.3178117939662977,0.3791670781101037,0.6684068251637796,0.46664029641736077,0.6682218139028958,0.31295096896502805,0.3413356814678922,0.5444199385847704,0.20176652874641882,0.19531151503169086 +6,256,naive_bayes,query_joint,2,0.0,0.30078506667397914,0.3894558519329861,1.0026058557322761,0.3514943640931691,0.7563728078454486,0.5201116058771563,0.7561936038786811,0.34268296446880164,0.3413356814678922,0.43456770164781444,0.23626120196829226,0.21932653920317718 +6,256,naive_bayes,query_joint,2,0.01,0.2936517029958139,0.3828366395849656,0.6160927650754963,0.3543476769019939,0.7477445513387472,0.5121433430128289,0.7475698255901434,0.3354146720775748,0.3413356814678922,0.5313141709794224,0.23560120832591824,0.21849164001701504 +6,256,naive_bayes,query_joint,2,0.05,0.27494459926047543,0.36292622247389966,0.3981215584431604,0.3739266268005215,0.7142167553485383,0.48356865766986284,0.7140039723289165,0.3149005249564044,0.3413356814678922,0.5492476600909653,0.2306480976786755,0.20862405840938741 +6,256,naive_bayes,posterior_clusters,0,0.0,0.23973092397526174,0.3248357300843003,0.0,0.47599610083733057,0.5040942260733227,0.34519227009164627,0.5039617323662774,0.2931602175847165,0.3413356814678922,0.36156067969633376,0.1589019559816764,0.10546134611638452 +6,256,naive_bayes,posterior_clusters,0,0.01,0.23973092397526174,0.3248357300843003,0.0,0.47599610083733057,0.5040942260733227,0.34519227009164627,0.5039617323662774,0.2931602175847165,0.3413356814678922,0.36156067969633376,0.1589019559816764,0.10546134611638452 +6,256,naive_bayes,posterior_clusters,0,0.05,0.23973092397526174,0.3248357300843003,0.0,0.47599610083733057,0.5040942260733227,0.34519227009164627,0.5039617323662774,0.2931602175847165,0.3413356814678922,0.36156067969633376,0.1589019559816764,0.10546134611638452 +6,256,naive_bayes,posterior_clusters,1,0.0,0.28921075123211726,0.3779765107285522,0.5533897953457855,0.35671120810669876,0.7020165704113798,0.49230012857207156,0.5278391326936699,0.3506492544843149,0.3413356814678922,0.5819959282519636,0.2097164418393082,0.2030893773399543 +6,256,naive_bayes,posterior_clusters,1,0.01,0.2852776682620866,0.37379500817345873,0.40482859850562214,0.36117231872578986,0.6951525918630246,0.48690437459751706,0.5258256469429224,0.34346490838012295,0.3413356814678922,0.529588550106144,0.20824821726550752,0.20162670633543045 +6,256,naive_bayes,posterior_clusters,1,0.05,0.2713287813856699,0.359314406715526,0.3178117939662977,0.3791670781101037,0.6684068251637796,0.46664029641736077,0.5188872882665311,0.32570945882407043,0.3413356814678922,0.5444199385847704,0.20176652874641882,0.19531151503169086 +6,256,naive_bayes,posterior_clusters,2,0.0,0.30078506667397914,0.3894558519329861,0.9998388452321768,0.3514943640931691,0.7563728078454486,0.5201116058771563,0.5375594111168223,0.3596078210449951,0.3413356814678922,0.4360406181280048,0.23626120196829226,0.21932653920317718 +6,256,naive_bayes,posterior_clusters,2,0.01,0.2936517029958139,0.3828366395849656,0.6160927650754963,0.3543476769019939,0.7477445513387472,0.512143343012829,0.5335449899709285,0.35274543716528456,0.3413356814678922,0.5310564299199577,0.23560120832591813,0.21849164001701515 +6,256,naive_bayes,posterior_clusters,2,0.05,0.2749445992604755,0.36292622247389966,0.3981215584431604,0.37392662680052163,0.7142167553485383,0.48356865766986284,0.5221186537296836,0.3290810031987185,0.3413356814678922,0.5500027026143172,0.2306480976786755,0.20862405840938736 +6,256,naive_bayes,posterior_bins,0,0.0,0.24092460028238635,0.32173346369571015,0.0,0.43507660679204146,0.5040942260733227,0.3205508209448485,0.5040027096510016,0.2922320251633081,0.3846969573833745,0.33801274054277375,0.18354340512847417,0.07962622066246214 +6,256,naive_bayes,posterior_bins,0,0.01,0.24092460028238635,0.32173346369571015,0.0,0.43507660679204146,0.5040942260733227,0.3205508209448485,0.5040027096510016,0.2922320251633081,0.3846969573833745,0.33801274054277375,0.18354340512847417,0.07962622066246214 +6,256,naive_bayes,posterior_bins,0,0.05,0.24092460028238635,0.32173346369571015,0.0,0.43507660679204146,0.5040942260733227,0.3205508209448485,0.5040027096510016,0.2922320251633081,0.3846969573833745,0.33801274054277375,0.18354340512847417,0.07962622066246214 +6,256,naive_bayes,posterior_bins,1,0.0,0.2892026382353073,0.37574539900272974,0.5700760580130357,0.3635141677527544,0.7020165704113798,0.43680155007370436,0.5255363035523374,0.35135208528235773,0.3846969573833745,0.5849168714229167,0.2652150203376754,0.14759891183839707 +6,256,naive_bayes,posterior_bins,1,0.01,0.28604411370322064,0.37141207815986327,0.41650312539044854,0.3647413669804948,0.6951525918630246,0.4315709064150266,0.5237301076585189,0.34489179637356093,0.3846969573833745,0.5323682091092723,0.263581685447998,0.14552679271180596 +6,256,naive_bayes,posterior_bins,1,0.05,0.2706341908905566,0.3565427554594398,0.3209067840242878,0.37250234695928247,0.6684068251637796,0.4119126511036569,0.5173927378877076,0.32619637793559914,0.3846969573833745,0.5360857158831488,0.2564941740601227,0.14127846021310025 +6,256,naive_bayes,posterior_bins,2,0.0,0.30276687749584086,0.3871886407841762,1.044451988265522,0.34822968152790196,0.7563728078454486,0.46526097379994186,0.5346654891107866,0.3602118764478106,0.3846969573833745,0.4266978210501368,0.2911118340455067,0.162494096304101 +6,256,naive_bayes,posterior_bins,2,0.01,0.2945695245521892,0.38043240019925745,0.6303363087172293,0.3556000905027028,0.7477445513387472,0.45727594401867755,0.5308578397025216,0.35320985181281084,0.3846969573833745,0.5405190101184011,0.2904686073200696,0.16270641946648834 +6,256,naive_bayes,posterior_bins,2,0.05,0.2732728884376101,0.3601452872986936,0.40093277103790914,0.36564859095634256,0.7142167553485383,0.42908281412052124,0.5202204044406601,0.3306397980162552,0.3846969573833745,0.5443370708890364,0.2851339412280171,0.15580992568291113 +6,256,naive_bayes,future_marginal,0,0.0,0.23977838538971133,0.32508341056442697,0.0,0.47476253242690136,0.5040942260733227,0.3450387178423129,0.21666481994260314,0.16896475652376056,0.3452145627237407,0.3611960622362443,0.15905550823100978,0.10526033245260155 +6,256,naive_bayes,future_marginal,0,0.01,0.23977838538971133,0.32508341056442697,0.0,0.47476253242690136,0.5040942260733227,0.3450387178423129,0.21666481994260314,0.16896475652376056,0.3452145627237407,0.3611960622362443,0.15905550823100978,0.10526033245260155 +6,256,naive_bayes,future_marginal,0,0.05,0.23977838538971133,0.32508341056442697,0.0,0.47476253242690136,0.5040942260733227,0.3450387178423129,0.21666481994260314,0.16896475652376056,0.3452145627237407,0.3611960622362443,0.15905550823100978,0.10526033245260155 +6,256,naive_bayes,future_marginal,1,0.0,0.2881498121231388,0.37824762927333505,0.5441965050544171,0.3555317847421835,0.7020165704113798,0.4922703537902075,0.3667564051389436,0.201265297028313,0.3452145627237407,0.5800844727887509,0.20974621662117227,0.20412054166706872 +6,256,naive_bayes,future_marginal,1,0.01,0.28483120592599365,0.3740584449375464,0.40563139648024776,0.3602256148683128,0.6951525918630246,0.48687232952931575,0.3624689722452974,0.1970731203173609,0.3452145627237407,0.5300151223215926,0.20828026233370883,0.2020411236033221 +6,256,naive_bayes,future_marginal,1,0.05,0.2705360603012151,0.3595656204217557,0.3173714526099113,0.37909267235632277,0.6684068251637796,0.4665274307073856,0.34625124549358904,0.1890987567752439,0.3452145627237407,0.5446630372849331,0.20187939445639397,0.19599137040617054 +6,256,naive_bayes,future_marginal,2,0.0,0.2996102026818774,0.3897545129543796,0.9958351365891676,0.35148247652553866,0.7563728078454486,0.5211877377544986,0.38243900995792846,0.2169931920532232,0.3452145627237407,0.4365101849092466,0.23518507009095002,0.22157753507262118 +6,256,naive_bayes,future_marginal,2,0.01,0.29295562388897683,0.38311526135880875,0.6171399376015715,0.3538397562146079,0.7477445513387472,0.5131726483788316,0.37679184694577234,0.20908536244164644,0.3452145627237407,0.5319431606997314,0.2345719029599156,0.22021702448985475 +6,256,naive_bayes,future_marginal,2,0.05,0.2743877716020899,0.3631726661975642,0.3983479621180468,0.37378695581495824,0.7142167553485383,0.4843012933105016,0.3564225757031873,0.1908722352347657,0.3452145627237407,0.5483429701686967,0.22991546203803676,0.2099135217084117 +6,256,naive_bayes,raw_information,0,0.0,0.2588966320187257,0.3094433486657116,0.0,0.487199588457262,0.5040942260733227,0.3813679547938597,0.49979970867065693,0.26147582364491256,0.3082612308388651,0.35850156773061986,0.12272627127946295,0.122471322775134 +6,256,naive_bayes,raw_information,0,0.01,0.2588966320187257,0.3094433486657116,0.0,0.487199588457262,0.5040942260733227,0.3813679547938597,0.49979970867065693,0.26147582364491256,0.3082612308388651,0.35850156773061986,0.12272627127946295,0.122471322775134 +6,256,naive_bayes,raw_information,0,0.05,0.2588966320187257,0.3094433486657116,0.0,0.487199588457262,0.5040942260733227,0.3813679547938597,0.49979970867065693,0.26147582364491256,0.3082612308388651,0.35850156773061986,0.12272627127946295,0.122471322775134 +6,256,naive_bayes,raw_information,1,0.0,0.30231833188114793,0.36421393237163063,0.5801972471772533,0.36506726298492964,0.7020165704113798,0.6124486054411188,0.6375383861391192,0.3104306976294244,0.3082612308388651,0.5678916324446247,0.08956796497026098,0.31013027355997086 +6,256,naive_bayes,raw_information,1,0.01,0.298301487657321,0.35990460909335914,0.4122843288887174,0.37100135014619035,0.6951525918630246,0.606865006568643,0.6334222596369855,0.3069793642901412,0.3082612308388651,0.5352339537322146,0.08828758529438163,0.30856351891132194 +6,256,naive_bayes,raw_information,1,0.05,0.28662999296772346,0.3450289028797051,0.32400336462445656,0.38680899594719237,0.6684068251637796,0.5854428607142298,0.6179806424323322,0.29566320872286245,0.3082612308388651,0.5496940110058927,0.08296396444954979,0.29881286774650634 +6,256,naive_bayes,raw_information,2,0.0,0.31608851427922086,0.37623957858172985,1.0342308504269457,0.3588138159647523,0.7563728078454486,0.629300617960766,0.6524797198627953,0.31944077152618094,0.3082612308388651,0.4211818359569433,0.1270721898846826,0.3132121036815451 +6,256,naive_bayes,raw_information,2,0.01,0.3085833277874697,0.3694287872403684,0.6336406409348584,0.3630783638535428,0.7477445513387472,0.621934810962019,0.6467806102281689,0.31248432764674994,0.3082612308388651,0.5317988629265306,0.1258097403767282,0.31335148317454925 +6,256,naive_bayes,raw_information,2,0.05,0.2892327702425144,0.34893880420229967,0.40958890564961054,0.38067336042754657,0.7142167553485383,0.5949890842960378,0.6263308462519096,0.29614537533497637,0.3082612308388651,0.5521104049512161,0.11922767105250054,0.3057563140535234 +6,256,naive_bayes,raw_entropy,0,0.0,0.1738068985865472,0.20984335148070488,0.0,0.5425386939561102,0.5040942260733227,0.22762885878129593,0.22827783499216628,0.1686509462515222,0.3047157867983865,0.42200526285327206,0.27646536729202675,0.05382196019474875 +6,256,naive_bayes,raw_entropy,0,0.01,0.1738068985865472,0.20984335148070488,0.0,0.5425386939561102,0.5040942260733227,0.22762885878129593,0.22827783499216628,0.1686509462515222,0.3047157867983865,0.42200526285327206,0.27646536729202675,0.05382196019474875 +6,256,naive_bayes,raw_entropy,0,0.05,0.1738068985865472,0.20984335148070488,0.0,0.5425386939561102,0.5040942260733227,0.22762885878129593,0.22827783499216628,0.1686509462515222,0.3047157867983865,0.42200526285327206,0.27646536729202675,0.05382196019474875 +6,256,naive_bayes,raw_entropy,1,0.0,0.23864876214441158,0.28701181998715725,0.6221136417040976,0.4049186784101622,0.7020165704113798,0.5903889956524876,0.5819211355107746,0.24206045828729872,0.3047157867983865,0.5998348543511839,0.11162757475889218,0.35174023350807604 +6,256,naive_bayes,raw_entropy,1,0.01,0.23450727587237052,0.2817500733501874,0.500321535152216,0.40840920246739104,0.6951525918630246,0.5831144076146485,0.5745216870700752,0.2378379879326642,0.3047157867983865,0.5886416560044316,0.11203818424837608,0.348607131742278 +6,256,naive_bayes,raw_entropy,1,0.05,0.2192268675985374,0.2633885091300339,0.3968673279949861,0.4278427902567517,0.6684068251637796,0.5547143193886047,0.5458393836290912,0.2214082838129854,0.3047157867983865,0.6025608969604821,0.11369250577517487,0.33548745179006734 +6,256,naive_bayes,raw_entropy,2,0.0,0.25592011899287304,0.3034974233465464,1.133216869723083,0.39791370156574707,0.7563728078454486,0.6197459941731936,0.6119761843903014,0.2593670264181996,0.3047157867983865,0.4267251884882463,0.13662681367225493,0.3638258751803206 +6,256,naive_bayes,raw_entropy,2,0.01,0.24908939786251097,0.29519169454074706,0.7668977684212162,0.4006729859355238,0.7477445513387472,0.6100893642304007,0.6022816093407958,0.2535576743266383,0.3047157867983865,0.593909494275646,0.13765518710834646,0.3609999663678898 +6,256,naive_bayes,raw_entropy,2,0.05,0.225338057861463,0.26960239748567066,0.5102209453877581,0.42131888247340243,0.7142167553485383,0.5739326197521524,0.5656809723656383,0.2268719536062972,0.3047157867983865,0.6117556761181384,0.14028413559638597,0.3485945618906894 +6,256,naive_bayes,hash_code,0,0.0,0.032198085307731404,0.05815936360354989,0.0,0.7271104687895731,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.032198085307731404,0.4552286458017427,0.5890686442314342,0.422946698835893,0.048949441929698294 +6,256,naive_bayes,hash_code,0,0.01,0.032198085307731404,0.05815936360354989,0.0,0.7271104687895731,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.032198085307731404,0.4552286458017427,0.5890686442314342,0.422946698835893,0.048949441929698294 +6,256,naive_bayes,hash_code,0,0.05,0.032198085307731404,0.05815936360354989,0.0,0.7271104687895731,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.032198085307731404,0.4552286458017427,0.5890686442314342,0.422946698835893,0.048949441929698294 +6,256,naive_bayes,hash_code,1,0.0,0.12841193655582803,0.1657580128067922,0.6435184877612814,0.49650947435383436,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.12841193655582803,0.4552286458017427,0.5974225749775465,0.466331907453405,0.10727272640214669 +6,256,naive_bayes,hash_code,1,0.01,0.12322441448518079,0.15982708972444035,0.576328462348819,0.5053150708367022,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.1232244144851808,0.4552286458017427,0.6264404739872208,0.4651770989294305,0.10675107844841328 +6,256,naive_bayes,hash_code,1,0.05,0.10435229330426214,0.1390380619883994,0.4573334866504981,0.5427645277446622,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.10435229330426214,0.4552286458017427,0.6852171727975372,0.46035883431655866,0.1036956975429588 +6,256,naive_bayes,hash_code,2,0.0,0.15128191204739788,0.18789593422234632,1.2154592396829436,0.4930756952870876,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.1512819120473979,0.4552286458017427,0.4178628439146601,0.49427704312309945,0.11081385267495125 +6,256,naive_bayes,hash_code,2,0.01,0.14029353457013907,0.1781505589513647,0.9110385856177489,0.499465331397783,0.7477445513387472,0.2534772999665655,0.2534772999665655,0.14029353457013913,0.4552286458017427,0.6104620434953443,0.4942672513721817,0.11318376539642641 +6,256,naive_bayes,hash_code,2,0.05,0.11280694843231925,0.14775363377396847,0.609433075481425,0.5340662199625146,0.7142167553485383,0.22216338874936434,0.22216338874936428,0.11280694843231925,0.4552286458017427,0.6584795905510598,0.492053366599174,0.10935644031704508 +6,256,naive_bayes,action_values,0,0.0,0.24113974789648826,0.3249660335126552,0.0,0.47681264868352363,0.5040942260733227,0.3455587555478857,0.5039821123827443,0.28035504089310126,0.34464520033795537,0.3606664772825512,0.15853547052543698,0.10441900765139742 +6,256,naive_bayes,action_values,0,0.01,0.24113974789648826,0.3249660335126552,0.0,0.47681264868352363,0.5040942260733227,0.3455587555478857,0.5039821123827443,0.28035504089310126,0.34464520033795537,0.3606664772825512,0.15853547052543698,0.10441900765139742 +6,256,naive_bayes,action_values,0,0.05,0.24113974789648826,0.3249660335126552,0.0,0.47681264868352363,0.5040942260733227,0.3455587555478857,0.5039821123827443,0.28035504089310126,0.34464520033795537,0.3606664772825512,0.15853547052543698,0.10441900765139742 +6,256,naive_bayes,action_values,1,0.0,0.2894986660904629,0.3780555202304822,0.5467606331406852,0.3582694042800841,0.7020165704113798,0.4907755083284903,0.7018872107598031,0.3327418519619634,0.34464520033795537,0.5740648985271106,0.21124106208288945,0.20127684223802744 +6,256,naive_bayes,action_values,1,0.01,0.28556005914771626,0.373876948030934,0.40400170376093336,0.3617160944289439,0.6951525918630246,0.4854109248394616,0.6950269850491874,0.3289473914012419,0.34464520033795537,0.5266760489227648,0.209741667023563,0.19985086569174532 +6,256,naive_bayes,action_values,1,0.05,0.2715431191346031,0.3594151588270645,0.3148643113265697,0.37980103422975264,0.6684068251637796,0.4651055177977826,0.6682793795765382,0.3118619115662313,0.34464520033795537,0.5434986317803315,0.203301307365997,0.19356239866317948 +6,256,naive_bayes,action_values,2,0.0,0.3006586886980484,0.3895453198583602,0.9977413866771362,0.3534119794902117,0.7563728078454486,0.5190251442127986,0.7562164091516856,0.34244008633221146,0.34464520033795537,0.4364862782986665,0.23734766363265003,0.21836645551475015 +6,256,naive_bayes,action_values,2,0.01,0.2937326942819289,0.38289567810863206,0.6142563650563809,0.35653269103806945,0.7477445513387472,0.5110694171385046,0.7475723396790359,0.33571463290347797,0.34464520033795537,0.5325382935296777,0.23667513420024255,0.21733672285657574 +6,256,naive_bayes,action_values,2,0.05,0.27523476532945007,0.36302590955985287,0.39445477795989176,0.3746970312994932,0.7142167553485383,0.4826304238799559,0.7141004093314094,0.31374483272657916,0.34464520033795537,0.5470974250591905,0.23158633146858243,0.20739565855050585 +6,256,support_mixture,identity,0,0.0,0.30872525449925264,0.2388387103995396,0.0,0.5048341940991471,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.30872525449925264,0.0,0.34364283330766493,0.0,0.19536897157407002 +6,256,support_mixture,identity,0,0.01,0.30872525449925264,0.2388387103995396,0.0,0.5048341940991471,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.30872525449925264,0.0,0.34364283330766493,0.0,0.19536897157407002 +6,256,support_mixture,identity,0,0.05,0.30872525449925264,0.2388387103995396,0.0,0.5048341940991471,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.30872525449925264,0.0,0.34364283330766493,0.0,0.19536897157407002 +6,256,support_mixture,identity,1,0.0,0.4765766125528508,0.29557848323754504,0.5845512822855622,0.34420350583817116,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.4765766125528508,0.0,0.571000501422046,0.0,0.225439957858529 +6,256,support_mixture,identity,1,0.01,0.4689603304850786,0.2909377715585683,0.4509636877717704,0.34952120184308066,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.4689603304850786,0.0,0.528325874609769,0.0,0.22619226137794596 +6,256,support_mixture,identity,1,0.05,0.43975078023375036,0.27513803635693335,0.34963166065641366,0.37223942149924166,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.43975078023375036,0.0,0.5399186068197112,0.0,0.22865604493002922 +6,256,support_mixture,identity,2,0.0,0.5088000989291086,0.3110266111124187,1.1297265454976582,0.3177907193860771,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.5088000989291086,0.0,0.4012168069127379,0.0,0.24757270891633998 +6,256,support_mixture,identity,2,0.01,0.4975465452610974,0.30301528863251687,0.7600818512026271,0.3244269689793609,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.4975465452610974,0.0,0.502888663598418,0.0,0.2501980060776498 +6,256,support_mixture,identity,2,0.05,0.45624078588219313,0.27967111617939,0.47400919580376977,0.35451995101184375,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.45624078588219313,0.0,0.5353251449119174,0.0,0.2579759694663452 +6,256,support_mixture,query_joint,0,0.0,0.29508173837528967,0.23188970125493905,0.0,0.5324919474749459,0.5040942260733227,0.4052307672102455,0.5039617323662775,0.2864189915196358,0.13909273106175893,0.359063722918813,0.09886345886307718,0.11014902883495581 +6,256,support_mixture,query_joint,0,0.01,0.29508173837528967,0.23188970125493905,0.0,0.5324919474749459,0.5040942260733227,0.4052307672102455,0.5039617323662775,0.2864189915196358,0.13909273106175893,0.359063722918813,0.09886345886307718,0.11014902883495581 +6,256,support_mixture,query_joint,0,0.05,0.29508173837528967,0.23188970125493905,0.0,0.5324919474749459,0.5040942260733227,0.4052307672102455,0.5039617323662775,0.2864189915196358,0.13909273106175893,0.359063722918813,0.09886345886307718,0.11014902883495581 +6,256,support_mixture,query_joint,1,0.0,0.4671643685036671,0.283808028629834,0.565620928961118,0.36178388135770584,0.7020165704113798,0.6312981213026713,0.7018352962080797,0.5150919996617818,0.13909273106175893,0.5644209553054087,0.0707184491087085,0.16413375279900416 +6,256,support_mixture,query_joint,1,0.01,0.4597167557860978,0.2794285283347358,0.42620568209621285,0.3674978424473107,0.6951525918630246,0.6247875179739993,0.6949699486273736,0.5039558549236147,0.13909273106175893,0.5288476360410764,0.07036507388902524,0.16507076218790157 +6,256,support_mixture,query_joint,1,0.05,0.42546866767068353,0.26443893949353675,0.33104832000842094,0.3960815584789614,0.6684068251637796,0.5994509433754476,0.6682218139028958,0.4594861410032158,0.13909273106175893,0.5390099227238822,0.06895588178833201,0.17398227570476404 +6,256,support_mixture,query_joint,2,0.0,0.4956828980734798,0.2967496212405542,1.083715976129098,0.34181571054464005,0.7563728078454486,0.6722111208175298,0.7561936038786811,0.5446238540208949,0.13909273106175893,0.4001558574639286,0.08416168702791882,0.17652822274404995 +6,256,support_mixture,query_joint,2,0.01,0.4831790388648039,0.2893382368513283,0.6986873371686189,0.35061658840576465,0.7477445513387472,0.6635829579834963,0.7475698255901434,0.5291727875774693,0.13909273106175893,0.5062669932979674,0.08416159335525086,0.1804039191186924 +6,256,support_mixture,query_joint,2,0.05,0.43800095380701576,0.26799659778680524,0.4283315460871256,0.38438896071698675,0.7142167553485383,0.6308703387410085,0.7140039723289165,0.4718237995913985,0.13909273106175893,0.54432277391124,0.08334641660752984,0.19286938493399275 +6,256,support_mixture,posterior_clusters,0,0.0,0.3083776855143745,0.2375683303383531,0.0,0.5040355970411494,0.5040942260733227,0.3923701589497262,0.5039617323662774,0.29519910073383593,0.3366184514018042,0.3429400983602931,0.11172406712359645,0.08399247343535171 +6,256,support_mixture,posterior_clusters,0,0.01,0.3083776855143745,0.2375683303383531,0.0,0.5040355970411494,0.5040942260733227,0.3923701589497262,0.5039617323662774,0.29519910073383593,0.3366184514018042,0.3429400983602931,0.11172406712359645,0.08399247343535171 +6,256,support_mixture,posterior_clusters,0,0.05,0.3083776855143745,0.2375683303383531,0.0,0.5040355970411494,0.5040942260733227,0.3923701589497262,0.5039617323662774,0.29519910073383593,0.3366184514018042,0.3429400983602931,0.11172406712359645,0.08399247343535171 +6,256,support_mixture,posterior_clusters,1,0.0,0.3874247626933309,0.278789076081112,0.5316430863851133,0.40184481083470147,0.7020165704113798,0.5014323938588866,0.5278391326936699,0.415457369627561,0.3366184514018042,0.5987477084990572,0.20058417655249317,0.11400763116555568 +6,256,support_mixture,posterior_clusters,1,0.01,0.3821107822666667,0.2747349502583399,0.38024339704046645,0.4089987683639367,0.6951525918630246,0.4963200083723986,0.5258256469429224,0.40718721561899174,0.3366184514018042,0.5528726064574441,0.198832583490626,0.11420922610573186 +6,256,support_mixture,posterior_clusters,1,0.05,0.36267942407903386,0.2612473267854601,0.28008389521217536,0.429147184406941,0.6684068251637796,0.4774333942291556,0.5188872882665311,0.3739750374425885,0.3366184514018042,0.5687470658287702,0.190973430934624,0.11475397015012173 +6,256,support_mixture,posterior_clusters,2,0.0,0.4020404223773706,0.28858403911074965,0.9983693104560519,0.3916509574999056,0.7563728078454486,0.526304756121018,0.5375594111168223,0.41283131005501983,0.3366184514018042,0.4289149104401995,0.23006805172443057,0.12426433374364743 +6,256,support_mixture,posterior_clusters,2,0.01,0.3925385666986214,0.28173994837104116,0.614485564858871,0.3975275506750527,0.7477445513387472,0.5188295241951256,0.5335449899709285,0.4042860149841283,0.3366184514018042,0.538564381485946,0.22891502714362155,0.1262909574965042 +6,256,support_mixture,posterior_clusters,2,0.05,0.36615306091852085,0.2631987092890649,0.34181734143165193,0.42182182568038407,0.7142167553485383,0.49262393424340734,0.5221186537296836,0.37090545079960346,0.3366184514018042,0.577317962070343,0.221592821105131,0.1264708733248865 +6,256,support_mixture,posterior_bins,0,0.0,0.3147964507399137,0.2340601088623199,0.0,0.4653098572155039,0.5040942260733227,0.37819475034728195,0.5040027096510016,0.29424417247856505,0.37257676478151586,0.3136985378805657,0.1258994757260407,0.06339829960736826 +6,256,support_mixture,posterior_bins,0,0.01,0.3147964507399137,0.2340601088623199,0.0,0.4653098572155039,0.5040942260733227,0.37819475034728195,0.5040027096510016,0.29424417247856505,0.37257676478151586,0.3136985378805657,0.1258994757260407,0.06339829960736826 +6,256,support_mixture,posterior_bins,0,0.05,0.3147964507399137,0.2340601088623199,0.0,0.4653098572155039,0.5040942260733227,0.37819475034728195,0.5040027096510016,0.29424417247856505,0.37257676478151586,0.3136985378805657,0.1258994757260407,0.06339829960736826 +6,256,support_mixture,posterior_bins,1,0.0,0.3775392414772905,0.2756949410786301,0.5454064595942053,0.4024155450433548,0.7020165704113798,0.46239515937282344,0.5255363035523374,0.41514849237033563,0.37257676478151586,0.584675560118486,0.23962141103855633,0.08485591789553293 +6,256,support_mixture,posterior_bins,1,0.01,0.3699729330129709,0.27144389824539644,0.3945338720395775,0.4085914061896085,0.6951525918630246,0.45763803507015516,0.5237301076585189,0.40778457858754685,0.37257676478151586,0.5476020657320687,0.23751455679286942,0.08766510205718425 +6,256,support_mixture,posterior_bins,1,0.05,0.35170297984674564,0.2577058043056993,0.27608572100688106,0.42880144744465715,0.6684068251637796,0.44018577446059387,0.5173927378877076,0.37327724358000064,0.37257676478151586,0.5650890959878616,0.2282210507031857,0.08848279461384823 +6,256,support_mixture,posterior_bins,2,0.0,0.39134584727063343,0.2850325996813701,1.0149314535342286,0.39655062739205255,0.7563728078454486,0.4861075693257753,0.5346654891107866,0.41195143158888436,0.37257676478151586,0.4122393323395182,0.27026523851967327,0.09476172205514188 +6,256,support_mixture,posterior_bins,2,0.01,0.38142192210681186,0.2781968099223023,0.6098211590776986,0.39912068072995915,0.7477445513387472,0.4787679583495236,0.5308578397025216,0.40372196630194285,0.37257676478151586,0.5322734269946018,0.26897659298922355,0.09734603624271176 +6,256,support_mixture,posterior_bins,2,0.05,0.35318675612004896,0.2595358929907167,0.32881951275262294,0.42427860346947427,0.7142167553485383,0.45346418179580145,0.5202204044406601,0.36942519472969576,0.37257676478151586,0.5749775043311541,0.2607525735527369,0.10027742567575249 +6,256,support_mixture,future_marginal,0,0.0,0.24389848683488113,0.19199121269096117,0.0,0.5990746048415305,0.5040942260733227,0.2941861054437039,0.21666481994260314,0.1713455825870569,0.22631129542257966,0.4197641861140317,0.20990812062961878,0.05028761860882275 +6,256,support_mixture,future_marginal,0,0.01,0.24389848683488113,0.19199121269096117,0.0,0.5990746048415305,0.5040942260733227,0.2941861054437039,0.21666481994260314,0.1713455825870569,0.22631129542257966,0.4197641861140317,0.20990812062961878,0.05028761860882275 +6,256,support_mixture,future_marginal,0,0.05,0.24389848683488113,0.19199121269096117,0.0,0.5990746048415305,0.5040942260733227,0.2941861054437039,0.21666481994260314,0.1713455825870569,0.22631129542257966,0.4197641861140317,0.20990812062961878,0.05028761860882275 +6,256,support_mixture,future_marginal,1,0.0,0.3134315968460279,0.22632244941393753,0.46640326720460407,0.4753473584019146,0.7020165704113798,0.40396456458624747,0.3667564051389436,0.2714542533521039,0.22631129542257966,0.5973783584662019,0.2980520058251323,0.09053296774021957 +6,256,support_mixture,future_marginal,1,0.01,0.3085946157386927,0.22276764342956235,0.3359430261453882,0.48509325410937487,0.6951525918630246,0.3984346033997041,0.3624689722452974,0.2650606840699549,0.22631129542257966,0.5649848422335889,0.2967179884633205,0.08983998766101142 +6,256,support_mixture,future_marginal,1,0.05,0.2938632450205568,0.21167368428483932,0.22580360767110266,0.5177440710537565,0.6684068251637796,0.3778005690741937,0.34625124549358904,0.24207713366141734,0.22631129542257966,0.5944732219631899,0.2906062560895859,0.08393732405363691 +6,256,support_mixture,future_marginal,2,0.0,0.3323110014788658,0.23769200789953074,0.9408151139850965,0.4553905527600112,0.7563728078454486,0.42859400103253376,0.38243900995792846,0.2872355065823183,0.22631129542257966,0.44137569767206236,0.3277788068129148,0.09628299955366798 +6,256,support_mixture,future_marginal,2,0.01,0.3229646704476418,0.2311319564045988,0.5912023194167136,0.46432226841405844,0.7477445513387472,0.4210224090456143,0.37679184694577234,0.2799147345296988,0.22631129542257966,0.5306323186617197,0.3267221422931329,0.09805773859797245 +6,256,support_mixture,future_marginal,2,0.05,0.2994954639148008,0.21410113552124263,0.3098231038844477,0.5049512524560036,0.7142167553485383,0.3945800716837608,0.3564225757031873,0.2495433120248399,0.22631129542257966,0.587536073218002,0.31963668366477754,0.09508460776896 +6,256,support_mixture,raw_information,0,0.0,0.2920596726524779,0.22236531417925376,0.0,0.5323391798104241,0.5040942260733227,0.37936277129608365,0.49979970867065693,0.3087177664241966,0.30446862928764684,0.3607358319049852,0.12473145477723901,0.08730309864360575 +6,256,support_mixture,raw_information,0,0.01,0.2920596726524779,0.22236531417925376,0.0,0.5323391798104241,0.5040942260733227,0.37936277129608365,0.49979970867065693,0.3087177664241966,0.30446862928764684,0.3607358319049852,0.12473145477723901,0.08730309864360575 +6,256,support_mixture,raw_information,0,0.05,0.2920596726524779,0.22236531417925376,0.0,0.5323391798104241,0.5040942260733227,0.37936277129608365,0.49979970867065693,0.3087177664241966,0.30446862928764684,0.3607358319049852,0.12473145477723901,0.08730309864360575 +6,256,support_mixture,raw_information,1,0.0,0.39510258888399125,0.2678891421901289,0.5400567503189397,0.4085894227320799,0.7020165704113798,0.6110830016329184,0.6375383861391192,0.4166904648656143,0.30446862928764684,0.5864033094438458,0.09093356877846137,0.21598041274892715 +6,256,support_mixture,raw_information,1,0.01,0.38850947845202505,0.2636764167100572,0.39608673047847565,0.41324108238156637,0.6951525918630246,0.60548209567381,0.6334222596369855,0.41022432563211564,0.30446862928764684,0.5564162396678772,0.08967049618921463,0.2169726172217849 +6,256,support_mixture,raw_information,1,0.05,0.3684450171720523,0.24944110767866326,0.2976012873965394,0.43422309863856373,0.6684068251637796,0.5839414659017186,0.6179806424323322,0.38275177333670074,0.30446862928764684,0.5700118375185105,0.084465359262061,0.21549644872966628 +6,256,support_mixture,raw_information,2,0.0,0.4278756280932971,0.27972485594052593,1.038750693802596,0.39201257720309135,0.7563728078454486,0.6279670273718028,0.6524797198627953,0.43725389998201436,0.30446862928764684,0.4204677798099734,0.12840578047364581,0.20009139927850567 +6,256,support_mixture,raw_information,2,0.01,0.41662958198402955,0.27250124494014205,0.6539339122173432,0.3978777046904353,0.7477445513387472,0.6205833436212124,0.6467806102281689,0.4252705307026357,0.30446862928764684,0.5204468516160642,0.1271612077175348,0.20395376163718282 +6,256,support_mixture,raw_information,2,0.05,0.3804536141223238,0.2522686141163983,0.3748422640699625,0.4218306396831805,0.7142167553485383,0.5934839840467907,0.6263308462519096,0.3895228010294956,0.30446862928764684,0.5741809454669266,0.12073277130174764,0.2130303699244669 +6,256,support_mixture,raw_entropy,0,0.0,0.17923683160798687,0.14198001024857768,0.0,0.6083225481059514,0.5040942260733227,0.22762885878129593,0.22827783499216628,0.17493142493463845,0.30493189070430265,0.4549555508291185,0.27646536729202675,0.048392027173309066 +6,256,support_mixture,raw_entropy,0,0.01,0.17923683160798687,0.14198001024857768,0.0,0.6083225481059514,0.5040942260733227,0.22762885878129593,0.22827783499216628,0.17493142493463845,0.30493189070430265,0.4549555508291185,0.27646536729202675,0.048392027173309066 +6,256,support_mixture,raw_entropy,0,0.05,0.17923683160798687,0.14198001024857768,0.0,0.6083225481059514,0.5040942260733227,0.22762885878129593,0.22827783499216628,0.17493142493463845,0.30493189070430265,0.4549555508291185,0.27646536729202675,0.048392027173309066 +6,256,support_mixture,raw_entropy,1,0.0,0.32398745125130707,0.205266918106186,0.6239827667945462,0.45295171329190165,0.7020165704113798,0.5903889956524876,0.5819211355107746,0.3238175569445571,0.30493189070430265,0.5782963918846642,0.11162757475889218,0.2664015444011805 +6,256,support_mixture,raw_entropy,1,0.01,0.3146082516303014,0.1998161335697424,0.5217185740758854,0.461276214106729,0.6951525918630246,0.5831144076146485,0.5745216870700752,0.31392043641595563,0.30493189070430265,0.5838391248924808,0.11203818424837608,0.2685061559843471 +6,256,support_mixture,raw_entropy,1,0.05,0.27399750585181665,0.18158840191610617,0.38287345917223586,0.49723056757849066,0.6684068251637796,0.5547143193886047,0.5458393836290912,0.27551760245141577,0.30493189070430265,0.6161419051709668,0.11369250577517487,0.28071681353678807 +6,256,support_mixture,raw_entropy,2,0.0,0.38999567735141505,0.22435643441010966,1.2084585581310126,0.4311251018347253,0.7563728078454486,0.6195909211166855,0.6119761843903014,0.38735396453627874,0.30493189070430265,0.36830079150506934,0.13678188672876312,0.2295952437652704 +6,256,support_mixture,raw_entropy,2,0.01,0.37185581130986445,0.2149551345882091,0.8885250996626546,0.43867117230059155,0.7477445513387472,0.6099516522850036,0.6022816093407958,0.3685910070621259,0.30493189070430265,0.5525083050178623,0.1377928990537436,0.23809584097513914 +6,256,support_mixture,raw_entropy,2,0.05,0.2979893959667553,0.18693596376264066,0.5344537221057907,0.4789850980113927,0.7142167553485383,0.5738643522511999,0.5656809723656383,0.2976507808560821,0.30493189070430265,0.6048732077172386,0.14035240309733843,0.27587495628444464 +6,256,support_mixture,hash_code,0,0.0,0.03465161322451945,0.030516890122299873,0.0,0.7947740136811449,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.03465161322451945,0.4552286458017427,0.6292637705438076,0.422946698835893,0.04649591401291025 +6,256,support_mixture,hash_code,0,0.01,0.03465161322451945,0.030516890122299873,0.0,0.7947740136811449,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.03465161322451945,0.4552286458017427,0.6292637705438076,0.422946698835893,0.04649591401291025 +6,256,support_mixture,hash_code,0,0.05,0.03465161322451945,0.030516890122299873,0.0,0.7947740136811449,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.03465161322451945,0.4552286458017427,0.6292637705438076,0.422946698835893,0.04649591401291025 +6,256,support_mixture,hash_code,1,0.0,0.16272424540461242,0.10920830529975871,0.5662272601305706,0.5830813461962477,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.16272424540461242,0.4552286458017427,0.6351322943501043,0.466331907453405,0.0729604175533623 +6,256,support_mixture,hash_code,1,0.01,0.15666595877528833,0.10401489952007152,0.5209366880659703,0.592741270546044,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.15666595877528836,0.4552286458017427,0.6634752100979582,0.4651770989294305,0.07330953415830574 +6,256,support_mixture,hash_code,1,0.05,0.13166715811062168,0.0863762079139432,0.39378652127334984,0.637676475911413,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.13166715811062166,0.4552286458017427,0.7268537534235789,0.46035883431655866,0.07638083273659926 +6,256,support_mixture,hash_code,2,0.0,0.1850264942051395,0.12784889148625553,1.1197839685010937,0.562270491228151,0.7563728078454486,0.2620957647223492,0.26209576472234913,0.1850264942051395,0.4552286458017427,0.439443392828809,0.4942770431230994,0.07706927051720969 +6,256,support_mixture,hash_code,2,0.01,0.1756066828546531,0.11883782705173529,0.8622288922417982,0.5732003340536638,0.7477445513387472,0.2534772999665655,0.2534772999665655,0.1756066828546531,0.4552286458017427,0.629415334679299,0.4942672513721817,0.07787061711191237 +6,256,support_mixture,hash_code,2,0.05,0.14003432185043888,0.09235450222956522,0.5216374385413766,0.6257483085937685,0.7142167553485383,0.22216338874936434,0.22216338874936428,0.14003432185043888,0.4552286458017427,0.7003482596761251,0.492053366599174,0.08212906689892546 +6,256,support_mixture,action_values,0,0.0,0.3024366117052411,0.23548311878788453,0.0,0.5135901402233857,0.5040942260733227,0.3868507713571138,0.5039821123827443,0.2861301453771231,0.21798695803024185,0.34965793674246054,0.11724345471620884,0.08441415965187271 +6,256,support_mixture,action_values,0,0.01,0.3024366117052411,0.23548311878788453,0.0,0.5135901402233857,0.5040942260733227,0.3868507713571138,0.5039821123827443,0.2861301453771231,0.21798695803024185,0.34965793674246054,0.11724345471620884,0.08441415965187271 +6,256,support_mixture,action_values,0,0.05,0.3024366117052411,0.23548311878788453,0.0,0.5135901402233857,0.5040942260733227,0.3868507713571138,0.5039821123827443,0.2861301453771231,0.21798695803024185,0.34965793674246054,0.11724345471620884,0.08441415965187271 +6,256,support_mixture,action_values,1,0.0,0.4447965346198272,0.28567572028917526,0.5409833036668595,0.380121866854407,0.7020165704113798,0.6003381446094103,0.7018872107598031,0.5138619794463826,0.21798695803024185,0.5835455404104385,0.10167842580196951,0.15554160998958305 +6,256,support_mixture,action_values,1,0.01,0.43871201766081175,0.2815633309784325,0.3987782013923871,0.3843962903333249,0.6951525918630246,0.594094012697491,0.6950269850491874,0.5019821082190831,0.21798695803024185,0.5453984023684338,0.10105857916553362,0.1553819950366792 +6,256,support_mixture,action_values,1,0.05,0.41671503558627315,0.26764406735332785,0.3080908854866245,0.4017889413105013,0.6684068251637796,0.5699962000055134,0.6682793795765382,0.4590089292713552,0.21798695803024185,0.5542740203111005,0.09841062515826615,0.15328116441924028 +6,256,support_mixture,action_values,2,0.0,0.4690987954822274,0.29686890781073483,1.012594441990192,0.37130735648239604,0.7563728078454486,0.6344354174170785,0.7562164091516856,0.5449658658662021,0.21798695803024185,0.4262618625460779,0.12193739042837004,0.16533662193485116 +6,256,support_mixture,action_values,2,0.01,0.4585591963918291,0.29003320077657985,0.6314222277233742,0.37733461412490854,0.7477445513387472,0.6261251724324308,0.7475723396790359,0.5288505932550026,0.21798695803024185,0.5268259039605333,0.12161937890631636,0.1675659760406017 +6,256,support_mixture,action_values,2,0.05,0.42525316418429554,0.2707119323834596,0.38820331438895744,0.3946080515951529,0.7142167553485383,0.5951065899454521,0.7141004093314094,0.47134744473449236,0.21798695803024185,0.5596986799828546,0.11911016540308628,0.16985342576115653 +6,1024,joint_jeffreys,identity,0,0.0,0.4698224121367216,0.3571655273437501,0.0,0.26344662024695953,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.4698224121367216,0.0,0.1160652471622992,0.0,0.03427181393660106 +6,1024,joint_jeffreys,identity,0,0.01,0.4698224121367216,0.3571655273437501,0.0,0.26344662024695953,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.4698224121367216,0.0,0.1160652471622992,0.0,0.03427181393660106 +6,1024,joint_jeffreys,identity,0,0.05,0.4698224121367216,0.3571655273437501,0.0,0.26344662024695953,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.4698224121367216,0.0,0.1160652471622992,0.0,0.03427181393660106 +6,1024,joint_jeffreys,identity,1,0.0,0.6482867495914556,0.5429633246527774,0.7974833725063286,0.17946033313736157,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.6482867495914556,0.0,0.40004058009006244,0.0,0.05372982081992417 +6,1024,joint_jeffreys,identity,1,0.01,0.6413633573415513,0.5357649468315974,0.72412209033717,0.18051707890959978,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.6413633573415513,0.0,0.35334349789573266,0.0,0.05378923452147333 +6,1024,joint_jeffreys,identity,1,0.05,0.6147683377960905,0.5080697970920136,0.6502096870219074,0.17746745684980067,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.6147683377960905,0.0,0.3615270337483851,0.0,0.05363848736768906 +6,1024,joint_jeffreys,identity,2,0.0,0.6945210541403538,0.5889343261718751,1.3991176808492867,0.16186554161996547,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.6945210541403538,0.0,0.37934097484576107,0.0,0.06185175370509477 +6,1024,joint_jeffreys,identity,2,0.01,0.6837011074045511,0.5773728298611114,1.107166246796779,0.16172882314543824,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.6837011074045511,0.0,0.38836890496030024,0.0,0.06404344393419603 +6,1024,joint_jeffreys,identity,2,0.05,0.6511956009718736,0.5365837266710068,0.8757846989804356,0.15718996880436056,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.6511956009718736,0.0,0.3437808650493676,0.0,0.06302115437666478 +6,1024,joint_jeffreys,query_joint,0,0.0,0.47967918166527207,0.3409016927083335,0.0,0.2711793750256492,0.5040942260733227,0.48908433156342523,0.5039617323662775,0.4951989143663553,0.023810824713235413,0.0870731812794444,0.015009894509897426,0.009405149898153164 +6,1024,joint_jeffreys,query_joint,0,0.01,0.47967918166527207,0.3409016927083335,0.0,0.2711793750256492,0.5040942260733227,0.48908433156342523,0.5039617323662775,0.4951989143663553,0.023810824713235413,0.0870731812794444,0.015009894509897426,0.009405149898153164 +6,1024,joint_jeffreys,query_joint,0,0.05,0.47967918166527207,0.3409016927083335,0.0,0.2711793750256492,0.5040942260733227,0.48908433156342523,0.5039617323662775,0.4951989143663553,0.023810824713235413,0.0870731812794444,0.015009894509897426,0.009405149898153164 +6,1024,joint_jeffreys,query_joint,1,0.0,0.6726195693279737,0.5119222005208334,0.8002320483769272,0.21701169475069437,0.7020165704113798,0.6914206620722977,0.7018352962080797,0.6907399866311859,0.023810824713235413,0.27308803500899625,0.010595908339082083,0.018801092744323955 +6,1024,joint_jeffreys,query_joint,1,0.01,0.66558410682802,0.5043705512152775,0.7447669682255533,0.21763905374380588,0.6951525918630246,0.6845188968411393,0.6949699486273736,0.6834632110666045,0.023810824713235413,0.2215080411204028,0.01063369502188527,0.018934790013119263 +6,1024,joint_jeffreys,query_joint,1,0.05,0.6380046046181066,0.47573649088541714,0.6790508060224023,0.21979382391257538,0.6684068251637796,0.6576593526765421,0.6682218139028958,0.6558770641815582,0.023810824713235413,0.24224274717624514,0.010747472487237508,0.01965474805843548 +6,1024,joint_jeffreys,query_joint,2,0.0,0.7169235698887116,0.5464267306857638,1.3083223787448075,0.17449676076663276,0.7563728078454486,0.74387642505137,0.7561936038786811,0.7367184738088451,0.023810824713235413,0.330228939147024,0.012496382794078609,0.02695285516265833 +6,1024,joint_jeffreys,query_joint,2,0.01,0.707652832182741,0.5358391927083334,0.9978182427686679,0.17628811257904473,0.7477445513387472,0.7351363852911458,0.7475698255901434,0.726369445068927,0.023810824713235413,0.2636840030424411,0.012608166047601399,0.02748355310840478 +6,1024,joint_jeffreys,query_joint,2,0.05,0.673969549665594,0.49831475151909715,0.8464471357583349,0.1778006735490573,0.7142167553485383,0.7013387968127889,0.7140039723289165,0.6925849362912322,0.023810824713235413,0.2178008009291529,0.012877958535749467,0.02736924714719491 +6,1024,joint_jeffreys,posterior_clusters,0,0.0,0.46920734606367165,0.35567762586805557,0.0,0.26731376257482836,0.5040942260733227,0.49423391728177296,0.5039617323662774,0.49816270906867266,0.34463643367512314,0.11788578721381794,0.009860308791549699,0.025026571218101312 +6,1024,joint_jeffreys,posterior_clusters,0,0.01,0.46920734606367165,0.35567762586805557,0.0,0.26731376257482836,0.5040942260733227,0.49423391728177296,0.5039617323662774,0.49816270906867266,0.34463643367512314,0.11788578721381794,0.009860308791549699,0.025026571218101312 +6,1024,joint_jeffreys,posterior_clusters,0,0.05,0.46920734606367165,0.35567762586805557,0.0,0.26731376257482836,0.5040942260733227,0.49423391728177296,0.5039617323662774,0.49816270906867266,0.34463643367512314,0.11788578721381794,0.009860308791549699,0.025026571218101312 +6,1024,joint_jeffreys,posterior_clusters,1,0.0,0.5275541164073895,0.4055759006076385,0.5693690297710241,0.2639175621710903,0.7020165704113798,0.559391579567624,0.5278391326936699,0.5171132700544934,0.34463643367512314,0.5497634280430198,0.1426249908437558,0.0318374631602345 +6,1024,joint_jeffreys,posterior_clusters,1,0.01,0.5243158970185897,0.4015106472439236,0.389832514410466,0.2610366900112661,0.6951525918630246,0.555905280614447,0.5258256469429224,0.5150179832902823,0.34463643367512314,0.53238551839243,0.1392473112485776,0.03158938359585728 +6,1024,joint_jeffreys,posterior_clusters,1,0.05,0.512909976622059,0.3881509060329864,0.2834345976900129,0.2505445623751952,0.6684068251637796,0.5434309629505999,0.5188872882665311,0.5097233936194455,0.34463643367512314,0.5015627939908198,0.12497586221317969,0.030520986328540944 +6,1024,joint_jeffreys,posterior_clusters,2,0.0,0.5445939516286811,0.4221069335937499,1.0766110524417665,0.2505893964540416,0.7563728078454486,0.5773214026193936,0.5375594111168223,0.5270725115944911,0.34463643367512314,0.42242856787956323,0.179051405226055,0.0327274509907125 +6,1024,joint_jeffreys,posterior_clusters,2,0.01,0.5384878052064096,0.41488696289062515,0.6566831498123983,0.24840855622334765,0.7477445513387472,0.5716106235686239,0.5335449899709285,0.5231586805573253,0.34463643367512314,0.4979565755232674,0.17613392777012327,0.03312281836221431 +6,1024,joint_jeffreys,posterior_clusters,2,0.05,0.5207800312445281,0.3945129394531253,0.3924248508202473,0.24003918493490062,0.7142167553485383,0.5529078737508724,0.5221186537296836,0.5124603812610145,0.34463643367512314,0.5408393811796047,0.161308881597666,0.03212784250634426 +6,1024,joint_jeffreys,posterior_bins,0,0.0,0.4779634524789686,0.35402967664930546,0.0,0.22897340520258755,0.5040942260733227,0.4958056424156001,0.5040027096510016,0.49914879503874077,0.3667694122890713,0.09162106560348297,0.008288583657722559,0.017842189936631503 +6,1024,joint_jeffreys,posterior_bins,0,0.01,0.4779634524789686,0.35402967664930546,0.0,0.22897340520258755,0.5040942260733227,0.4958056424156001,0.5040027096510016,0.49914879503874077,0.3667694122890713,0.09162106560348297,0.008288583657722559,0.017842189936631503 +6,1024,joint_jeffreys,posterior_bins,0,0.05,0.4779634524789686,0.35402967664930546,0.0,0.22897340520258755,0.5040942260733227,0.4958056424156001,0.5040027096510016,0.49914879503874077,0.3667694122890713,0.09162106560348297,0.008288583657722559,0.017842189936631503 +6,1024,joint_jeffreys,posterior_bins,1,0.0,0.5136831444400591,0.3931057400173614,0.5405941137428055,0.26761853108089206,0.7020165704113798,0.5440929952827588,0.5255363035523374,0.5156032333450167,0.3667694122890713,0.5526813305608722,0.15792357512862099,0.03040985084269965 +6,1024,joint_jeffreys,posterior_bins,1,0.01,0.5108261150472555,0.3893699137369791,0.35246453712850845,0.26341197979655384,0.6951525918630246,0.5411130425294932,0.5237301076585189,0.5137654740510416,0.3667694122890713,0.5396852209949278,0.15403954933353137,0.030286927482237713 +6,1024,joint_jeffreys,posterior_bins,1,0.05,0.5024468845766167,0.3773432074652778,0.25272270134853425,0.24669424202599402,0.6684068251637796,0.5306000026263052,0.5173927378877076,0.5094707422960554,0.3667694122890713,0.5125706215518894,0.13780682253747434,0.028153118049688564 +6,1024,joint_jeffreys,posterior_bins,2,0.0,0.5304160432597687,0.4069023980034723,1.0048105571718442,0.2548395675444302,0.7563728078454486,0.5599904033120101,0.5346654891107866,0.5253483509670243,0.3667694122890713,0.4273919102324628,0.19638240453343847,0.029574360052241455 +6,1024,joint_jeffreys,posterior_bins,2,0.01,0.524764243966817,0.400336629231771,0.5865787661339138,0.24845953371001628,0.7477445513387472,0.5546865449324275,0.5308578397025216,0.521660023520831,0.3667694122890713,0.5119564734918743,0.19305800640631965,0.02992230096561055 +6,1024,joint_jeffreys,posterior_bins,2,0.05,0.509114151484186,0.38204616970486116,0.34220679804925397,0.2352425492822432,0.7142167553485383,0.5382024292606101,0.5202204044406601,0.5121890548971648,0.3667694122890713,0.5605423111538305,0.17601432608792822,0.029088277776424087 +6,1024,joint_jeffreys,future_marginal,0,0.0,0.23094055848094908,0.16569688585069453,0.0,0.5576590612592222,0.5040942260733227,0.24467841946799326,0.21666481994260314,0.20655886116308655,0.21136418456731976,0.39884655996876783,0.25941580660532937,0.013737860987044187 +6,1024,joint_jeffreys,future_marginal,0,0.01,0.23094055848094908,0.16569688585069453,0.0,0.5576590612592222,0.5040942260733227,0.24467841946799326,0.21666481994260314,0.20655886116308655,0.21136418456731976,0.39884655996876783,0.25941580660532937,0.013737860987044187 +6,1024,joint_jeffreys,future_marginal,0,0.05,0.23094055848094908,0.16569688585069453,0.0,0.5576590612592222,0.5040942260733227,0.24467841946799326,0.21666481994260314,0.20655886116308655,0.21136418456731976,0.39884655996876783,0.25941580660532937,0.013737860987044187 +6,1024,joint_jeffreys,future_marginal,1,0.0,0.33385420829648216,0.24680311414930567,0.5329460685639176,0.4513405272942564,0.7020165704113798,0.3521227910049381,0.3667564051389436,0.3568306783642778,0.21136418456731976,0.5013176441770056,0.3498937794064417,0.018268582708455938 +6,1024,joint_jeffreys,future_marginal,1,0.01,0.328580527519202,0.24202247450086808,0.47932524569866847,0.4578973766509311,0.6951525918630246,0.34718448772627597,0.3624689722452974,0.35204934475460803,0.21136418456731976,0.45862498942948204,0.3479681041367486,0.018603960207073944 +6,1024,joint_jeffreys,future_marginal,1,0.05,0.30993280420442176,0.22502061631944426,0.39413490928637,0.478891654972972,0.6684068251637796,0.3287306853740664,0.34625124549358904,0.3354373684600486,0.21136418456731976,0.4717254464069887,0.33967613978971317,0.018797881169644648 +6,1024,joint_jeffreys,future_marginal,2,0.0,0.3498911456829569,0.2622653537326389,1.014905507467177,0.42600585645898836,0.7563728078454486,0.37266624791717134,0.38243900995792846,0.3683683001928788,0.21136418456731976,0.4507161744107546,0.38370655992827724,0.022775102234214417 +6,1024,joint_jeffreys,future_marginal,2,0.01,0.3434204361786865,0.2546575520833332,0.7102074194806448,0.43597715422014865,0.7477445513387472,0.3660352516403451,0.37679184694577234,0.3621594780841371,0.21136418456731976,0.4759561545063912,0.38170929969840206,0.02261481546165861 +6,1024,joint_jeffreys,future_marginal,2,0.05,0.32095860145369476,0.23229159884982645,0.4777191656015505,0.46416455140250457,0.7142167553485383,0.3425754074032812,0.3564225757031873,0.342877064245338,0.21136418456731976,0.45783786787366854,0.37164134794525716,0.021616805949586426 +6,1024,joint_jeffreys,raw_information,0,0.0,0.40351821736838445,0.27847086588541686,0.0,0.37650139153570833,0.5040942260733227,0.417954023327425,0.49979970867065693,0.4875149696618622,0.31178464994561006,0.18894426339871573,0.08614020274589768,0.014435805959040537 +6,1024,joint_jeffreys,raw_information,0,0.01,0.40351821736838445,0.27847086588541686,0.0,0.37650139153570833,0.5040942260733227,0.417954023327425,0.49979970867065693,0.4875149696618622,0.31178464994561006,0.18894426339871573,0.08614020274589768,0.014435805959040537 +6,1024,joint_jeffreys,raw_information,0,0.05,0.40351821736838445,0.27847086588541686,0.0,0.37650139153570833,0.5040942260733227,0.417954023327425,0.49979970867065693,0.4875149696618622,0.31178464994561006,0.18894426339871573,0.08614020274589768,0.014435805959040537 +6,1024,joint_jeffreys,raw_information,1,0.0,0.5919352546145767,0.42467447916666695,0.6856471680106346,0.23438314650800218,0.7020165704113798,0.6059770910801475,0.6375383861391192,0.6248306969789094,0.31178464994561006,0.5041997945787043,0.09603947933123225,0.014041836465570778 +6,1024,joint_jeffreys,raw_information,1,0.01,0.5867913147265046,0.4186220567491319,0.5839174214229975,0.234311929247773,0.6951525918630246,0.6008205301718419,0.6334222596369855,0.6199286721793078,0.31178464994561006,0.4733742307986453,0.09433206169118269,0.014029215445337306 +6,1024,joint_jeffreys,raw_information,1,0.05,0.5660940409407093,0.39643025716145824,0.4981150315421117,0.23162800052543067,0.6684068251637796,0.58110397793171,0.6179806424323322,0.6047787421016863,0.31178464994561006,0.4505812429124079,0.0873028472320696,0.015009936991000727 +6,1024,joint_jeffreys,raw_information,2,0.0,0.6035189404730361,0.4389960394965274,1.1647109656593921,0.223635006380738,0.7563728078454486,0.6216669943279213,0.6524797198627953,0.6354279775238174,0.31178464994561006,0.3679000733131665,0.1347058135175273,0.01814805385488516 +6,1024,joint_jeffreys,raw_information,2,0.01,0.5961638341118524,0.43069761827256975,0.774589116985681,0.22441633619667348,0.7477445513387472,0.6149679797924382,0.6467806102281689,0.6290284658236786,0.31178464994561006,0.4624118824815775,0.13277657154630895,0.01880414568058586 +6,1024,joint_jeffreys,raw_information,2,0.05,0.5725679985962902,0.402792697482639,0.5958868686313143,0.22360723588675288,0.7142167553485383,0.5903310874427558,0.6263308462519096,0.6102679520605565,0.31178464994561006,0.45704349972713976,0.12388566790578259,0.017763088846465602 +6,1024,joint_jeffreys,raw_entropy,0,0.0,0.21336456671428572,0.14019639756944446,0.0,0.5497483992557509,0.5040942260733227,0.2252420440959325,0.22827783499216628,0.21715899877464992,0.30922902162838867,0.38714091524687294,0.27885218197739015,0.011877477381646767 +6,1024,joint_jeffreys,raw_entropy,0,0.01,0.21336456671428572,0.14019639756944446,0.0,0.5497483992557509,0.5040942260733227,0.2252420440959325,0.22827783499216628,0.21715899877464992,0.30922902162838867,0.38714091524687294,0.27885218197739015,0.011877477381646767 +6,1024,joint_jeffreys,raw_entropy,0,0.05,0.21336456671428572,0.14019639756944446,0.0,0.5497483992557509,0.5040942260733227,0.2252420440959325,0.22827783499216628,0.21715899877464992,0.30922902162838867,0.38714091524687294,0.27885218197739015,0.011877477381646767 +6,1024,joint_jeffreys,raw_entropy,1,0.0,0.5720575371451041,0.40344238281249983,0.8291813998444821,0.22246580978684707,0.7020165704113798,0.5861321813771163,0.5819211355107746,0.5680635474257464,0.30922902162838867,0.3995359384722926,0.11588438903426346,0.014074644232012212 +6,1024,joint_jeffreys,raw_entropy,1,0.01,0.5644096361421583,0.39544441731770874,0.78977718629333,0.22404325053968052,0.6951525918630246,0.578852477347734,0.5745216870700752,0.5602723292666199,0.30922902162838867,0.4026741849790501,0.11630011451529054,0.014442841205575707 +6,1024,joint_jeffreys,raw_entropy,1,0.05,0.5356934314640821,0.3649268256293401,0.7253236646559967,0.22471395721126475,0.6684068251637796,0.5503390196388045,0.5458393836290912,0.5310939109838486,0.30922902162838867,0.4254773608445979,0.11806780552497509,0.01464558817472239 +6,1024,joint_jeffreys,raw_entropy,2,0.0,0.5994790858311771,0.4344401041666664,1.4010404868464887,0.22902192646314137,0.7563728078454486,0.6158294923219044,0.6119761843903014,0.595332812967394,0.30922902162838867,0.3198407043229264,0.14054331552354415,0.016350406490727276 +6,1024,joint_jeffreys,raw_entropy,2,0.01,0.5891338328433036,0.42320174153645834,1.088403817808183,0.22879076782317584,0.7477445513387472,0.6062044073301149,0.6022816093407958,0.5850350404216882,0.30922902162838867,0.42078611468526644,0.14154014400863224,0.017070574486811374 +6,1024,joint_jeffreys,raw_entropy,2,0.05,0.5534041319522778,0.38269856770833305,0.9162609941505474,0.223670993381929,0.7142167553485383,0.569930527400177,0.5656809723656383,0.5489942415511515,0.30922902162838867,0.3891056013630603,0.14428622794836132,0.016526395447899245 +6,1024,joint_jeffreys,hash_code,0,0.0,0.07102827754675638,0.044232855902777785,0.0,0.7667310086379553,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07093812316477295,0.4552286458017427,0.5902863090761378,0.422946698835893,0.010119249690673321 +6,1024,joint_jeffreys,hash_code,0,0.01,0.07102827754675638,0.044232855902777785,0.0,0.7667310086379553,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07093812316477295,0.4552286458017427,0.5902863090761378,0.422946698835893,0.010119249690673321 +6,1024,joint_jeffreys,hash_code,0,0.05,0.07102827754675638,0.044232855902777785,0.0,0.7667310086379553,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07093812316477295,0.4552286458017427,0.5902863090761378,0.422946698835893,0.010119249690673321 +6,1024,joint_jeffreys,hash_code,1,0.0,0.21861601694118468,0.15619439019097217,0.6228621384255941,0.5116985427966579,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.2185892775624406,0.4552286458017427,0.6006655578905284,0.466331907453405,0.017068646016790034 +6,1024,joint_jeffreys,hash_code,1,0.01,0.212863904867119,0.1503161485460068,0.5838689241285641,0.5178287737834393,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.21284883468669377,0.4552286458017427,0.6312802635796614,0.4651770989294305,0.01711158806647506 +6,1024,joint_jeffreys,hash_code,1,0.05,0.19152260755927894,0.12923522949218744,0.49334392136288413,0.5450045717712559,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.1915115694917807,0.4552286458017427,0.6603595061680172,0.46035883431655866,0.016525383287942008 +6,1024,joint_jeffreys,hash_code,2,0.0,0.24165873942498925,0.18299696180555566,1.211667868473273,0.4916674021518737,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.2417194483908863,0.4552286458017427,0.44044507500133934,0.49427704312309945,0.020437025297359884 +6,1024,joint_jeffreys,hash_code,2,0.01,0.23282758925144387,0.1730653483072916,0.9576665340833515,0.4982175896205403,0.7477445513387472,0.2534772999665655,0.2534772999665655,0.23280136457463907,0.4552286458017427,0.6242641963336739,0.4942672513721817,0.020649710715121616 +6,1024,joint_jeffreys,hash_code,2,0.05,0.2041760048481098,0.14107869466145825,0.6868553162580905,0.5279404440617269,0.7142167553485383,0.22216338874936428,0.22216338874936428,0.20413502522940674,0.4552286458017427,0.6361838694599186,0.4920533665991741,0.017987383901254483 +6,1024,joint_jeffreys,action_values,0,0.0,0.4745165766578205,0.34723171657986124,0.0,0.2693421314699547,0.5040942260733227,0.48789504546688,0.5039821123827443,0.49475581631444143,0.05176004816367576,0.10104092579696537,0.016199180606442654,0.013378468809059518 +6,1024,joint_jeffreys,action_values,0,0.01,0.4745165766578205,0.34723171657986124,0.0,0.2693421314699547,0.5040942260733227,0.48789504546688,0.5039821123827443,0.49475581631444143,0.05176004816367576,0.10104092579696537,0.016199180606442654,0.013378468809059518 +6,1024,joint_jeffreys,action_values,0,0.05,0.4745165766578205,0.34723171657986124,0.0,0.2693421314699547,0.5040942260733227,0.48789504546688,0.5039821123827443,0.49475581631444143,0.05176004816367576,0.10104092579696537,0.016199180606442654,0.013378468809059518 +6,1024,joint_jeffreys,action_values,1,0.0,0.6622259939873916,0.5116414388020832,0.7858153183140478,0.22356593761860388,0.7020165704113798,0.6837619997594612,0.7018872107598031,0.6906896837802877,0.05176004816367576,0.2835509773708936,0.0182545706519186,0.0215360057720696 +6,1024,joint_jeffreys,action_values,1,0.01,0.6547506291886045,0.5043132459852432,0.7295537089188388,0.2259311843875649,0.6951525918630246,0.676959800604333,0.6950269850491874,0.6832753580596326,0.05176004816367576,0.23231510299263494,0.018192791258691554,0.022209171415728535 +6,1024,joint_jeffreys,action_values,1,0.05,0.627278314391743,0.47653116861979167,0.6633398560330875,0.22774498530148324,0.6684068251637796,0.6505173409471151,0.6682793795765382,0.6556859276371784,0.05176004816367576,0.257717612652114,0.017889484216664475,0.023239026555372133 +6,1024,joint_jeffreys,action_values,2,0.0,0.7077032589174422,0.5446438259548612,1.272349305123858,0.18093474472064233,0.7563728078454486,0.7347543980100665,0.7562164091516856,0.7358683163861358,0.05176004816367576,0.3414699591025241,0.021618409835382102,0.027051139092624243 +6,1024,joint_jeffreys,action_values,2,0.01,0.69855977558805,0.5345023464626738,0.9665945338785291,0.18276805186999326,0.7477445513387472,0.726100237854261,0.7475723396790359,0.7253631259179497,0.05176004816367576,0.26127474084535324,0.021644313484486144,0.027540462266210985 +6,1024,joint_jeffreys,action_values,2,0.05,0.6639460963895057,0.4985881212022571,0.822745898731661,0.1852383814916805,0.7142167553485383,0.6926394037900004,0.7141004093314094,0.6920031865717156,0.05176004816367576,0.23131996126625573,0.021577351558537905,0.028693307400494694 +6,1024,naive_bayes,identity,0,0.0,0.25721542104064815,0.3145709042313389,0.0,0.4963210164828747,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.25721542104064815,0.0,0.3393623282544614,0.0,0.2468788050326745 +6,1024,naive_bayes,identity,0,0.01,0.25721542104064815,0.3145709042313389,0.0,0.4963210164828747,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.25721542104064815,0.0,0.3393623282544614,0.0,0.2468788050326745 +6,1024,naive_bayes,identity,0,0.05,0.25721542104064815,0.3145709042313389,0.0,0.4963210164828747,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.25721542104064815,0.0,0.3393623282544614,0.0,0.2468788050326745 +6,1024,naive_bayes,identity,1,0.0,0.30661187186927685,0.3622343576011207,0.5216558673955287,0.37427999750581,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.30661187186927685,0.0,0.5669064416655321,0.0,0.3954046985421029 +6,1024,naive_bayes,identity,1,0.01,0.30265200108767004,0.3582614847434325,0.38135784022630564,0.3786269330363236,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.30265200108767004,0.0,0.5087597293485304,0.0,0.39250059077535454 +6,1024,naive_bayes,identity,1,0.05,0.28816396735383637,0.34477105281498516,0.2907134429504664,0.39885287144564563,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.28816396735383637,0.0,0.5284064922181423,0.0,0.3802428578099432 +6,1024,naive_bayes,identity,2,0.0,0.3196835451505449,0.3751642445464661,0.9645885164000894,0.36820369505041994,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.3196835451505449,0.0,0.4234497691382482,0.0,0.43668926269490366 +6,1024,naive_bayes,identity,2,0.01,0.31393185797799,0.36858287178229227,0.6119383921155787,0.37060895954867473,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.31393185797799,0.0,0.4941261555129035,0.0,0.4338126933607572 +6,1024,naive_bayes,identity,2,0.05,0.2930561821012953,0.34867985481062086,0.39142224408222676,0.38765055193888737,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.2930561821012953,0.0,0.528415117961195,0.0,0.42116057324724304 +6,1024,naive_bayes,query_joint,0,0.0,0.25591490286122137,0.31386792198164254,0.0,0.4997536913621902,0.5040942260733227,0.38494662596879253,0.5039617323662775,0.2810140875498327,0.33602675730004217,0.3422264793397945,0.11914760010453013,0.12903172310757116 +6,1024,naive_bayes,query_joint,0,0.01,0.25591490286122137,0.31386792198164254,0.0,0.4997536913621902,0.5040942260733227,0.38494662596879253,0.5039617323662775,0.2810140875498327,0.33602675730004217,0.3422264793397945,0.11914760010453013,0.12903172310757116 +6,1024,naive_bayes,query_joint,0,0.05,0.25591490286122137,0.31386792198164254,0.0,0.4997536913621902,0.5040942260733227,0.38494662596879253,0.5039617323662775,0.2810140875498327,0.33602675730004217,0.3422264793397945,0.11914760010453013,0.12903172310757116 +6,1024,naive_bayes,query_joint,1,0.0,0.30701306556167957,0.36165044571639426,0.5310123890656119,0.3739711029479103,0.7020165704113798,0.511581445154086,0.7018352962080797,0.3478016794265633,0.33602675730004217,0.5714812599846923,0.19043512525729378,0.20456837959240642 +6,1024,naive_bayes,query_joint,1,0.01,0.30218397127624314,0.357666266431635,0.38133830077333425,0.3791650581415173,0.6951525918630246,0.5065465635285051,0.6949699486273736,0.3424803163234556,0.33602675730004217,0.5087218914963593,0.18860602833451945,0.204362592252262 +6,1024,naive_bayes,query_joint,1,0.05,0.288456887865301,0.34413706730379756,0.2915952147503225,0.39961590228730776,0.6684068251637796,0.48772765959762004,0.6682218139028958,0.32357220007620485,0.33602675730004217,0.5297084504675054,0.18067916556615954,0.19927077173231905 +6,1024,naive_bayes,query_joint,2,0.0,0.3202565457088445,0.37450353093252087,0.9814696561977373,0.3679603316549947,0.7563728078454486,0.5369365961045686,0.7561936038786811,0.35210189682293086,0.33602675730004217,0.42421650648779846,0.21943621174088002,0.21668005039572408 +6,1024,naive_bayes,query_joint,2,0.01,0.3136439158060475,0.3679319535950411,0.6091302834475593,0.3713177980062213,0.7477445513387472,0.5294683647135084,0.7475698255901434,0.3439814810304933,0.33602675730004217,0.4989588527025195,0.21827618662523873,0.21582444890746094 +6,1024,naive_bayes,query_joint,2,0.05,0.29306167662930455,0.34799613930461537,0.39417054301311705,0.3881199425608466,0.7142167553485383,0.5031067883590292,0.7140039723289165,0.3240747229617298,0.33602675730004217,0.5324349342985768,0.21110996698950912,0.21004511172972468 +6,1024,naive_bayes,posterior_clusters,0,0.0,0.25591490286122137,0.3138679219816426,0.0,0.4997536913621902,0.5040942260733227,0.38494662596879253,0.5039617323662774,0.2895957539649554,0.33602675730004217,0.3422264793397945,0.11914760010453013,0.12903172310757116 +6,1024,naive_bayes,posterior_clusters,0,0.01,0.25591490286122137,0.3138679219816426,0.0,0.4997536913621902,0.5040942260733227,0.38494662596879253,0.5039617323662774,0.2895957539649554,0.33602675730004217,0.3422264793397945,0.11914760010453013,0.12903172310757116 +6,1024,naive_bayes,posterior_clusters,0,0.05,0.25591490286122137,0.3138679219816426,0.0,0.4997536913621902,0.5040942260733227,0.38494662596879253,0.5039617323662774,0.2895957539649554,0.33602675730004217,0.3422264793397945,0.11914760010453013,0.12903172310757116 +6,1024,naive_bayes,posterior_clusters,1,0.0,0.30701306556167957,0.36165044571639426,0.5341667763176626,0.3739711029479103,0.7020165704113798,0.511581445154086,0.5278391326936699,0.35117898356272664,0.33602675730004217,0.5734072477423516,0.19043512525729378,0.20456837959240642 +6,1024,naive_bayes,posterior_clusters,1,0.01,0.30218397127624314,0.357666266431635,0.38133830077333425,0.3791650581415173,0.6951525918630246,0.506546563528505,0.5258256469429224,0.34581298046577946,0.33602675730004217,0.5087218914963593,0.18860602833451956,0.2043625922522619 +6,1024,naive_bayes,posterior_clusters,1,0.05,0.288456887865301,0.34413706730379756,0.2915952147503225,0.39961590228730776,0.6684068251637796,0.4877276595976199,0.5188872882665311,0.32948461026845255,0.33602675730004217,0.5297084504675054,0.1806791655661597,0.19927077173231889 +6,1024,naive_bayes,posterior_clusters,2,0.0,0.3202565457088445,0.37450353093252087,0.9878736147841555,0.3679603316549947,0.7563728078454486,0.5369365961045686,0.5375594111168223,0.3643857817980755,0.33602675730004217,0.4249419066255548,0.21943621174088002,0.21668005039572408 +6,1024,naive_bayes,posterior_clusters,2,0.01,0.3136439158060475,0.3679319535950411,0.6091302834475593,0.3713177980062213,0.7477445513387472,0.5294683647135084,0.5335449899709285,0.35540646539791637,0.33602675730004217,0.49875794168935333,0.21827618662523873,0.21582444890746094 +6,1024,naive_bayes,posterior_clusters,2,0.05,0.29306167662930466,0.34799613930461537,0.39417054301311705,0.3881199425608466,0.7142167553485383,0.5031067883590291,0.5221186537296836,0.33210081155120025,0.33602675730004217,0.532051949115324,0.21110996698950923,0.21004511172972445 +6,1024,naive_bayes,posterior_bins,0,0.0,0.2557008116270038,0.3119712805649112,0.0,0.4824268987078619,0.5040942260733227,0.3420480707104497,0.5040027096510016,0.28987681780431457,0.3935786063899626,0.32378342815670563,0.16204615536287298,0.08634725908344587 +6,1024,naive_bayes,posterior_bins,0,0.01,0.2557008116270038,0.3119712805649112,0.0,0.4824268987078619,0.5040942260733227,0.3420480707104497,0.5040027096510016,0.28987681780431457,0.3935786063899626,0.32378342815670563,0.16204615536287298,0.08634725908344587 +6,1024,naive_bayes,posterior_bins,0,0.05,0.2557008116270038,0.3119712805649112,0.0,0.4824268987078619,0.5040942260733227,0.3420480707104497,0.5040027096510016,0.28987681780431457,0.3935786063899626,0.32378342815670563,0.16204615536287298,0.08634725908344587 +6,1024,naive_bayes,posterior_bins,1,0.0,0.3035186662598554,0.3596202409075693,0.5457450347124783,0.37296686090801306,0.7020165704113798,0.4313641591782238,0.5255363035523374,0.3523630124285558,0.3935786063899626,0.5716570170830457,0.270652411233156,0.1278454929183684 +6,1024,naive_bayes,posterior_bins,1,0.01,0.30045288864940584,0.35555946493811325,0.3830651542122119,0.3757389476874273,0.6951525918630246,0.4266263472756137,0.5237301076585189,0.3445915067639835,0.3935786063899626,0.5025588121074525,0.26852624458741087,0.12617345862620788 +6,1024,naive_bayes,posterior_bins,1,0.05,0.2867698371943877,0.3418120778476473,0.2981279620692157,0.3949800633407703,0.6684068251637796,0.4091194739685247,0.5173927378877076,0.32894964296910706,0.3935786063899626,0.517560341015811,0.25928735119525487,0.12234963677413702 +6,1024,naive_bayes,posterior_bins,2,0.0,0.3221663418804814,0.3725826369969322,1.0182025111893889,0.3600065780091127,0.7563728078454486,0.4575683821864025,0.5346654891107866,0.36569986405099936,0.3935786063899626,0.41438016832350355,0.2988044256590461,0.13540204030592112 +6,1024,naive_bayes,posterior_bins,2,0.01,0.3133327373761685,0.36575012762957027,0.6242313525353682,0.36821212876480014,0.7477445513387472,0.4502484977140921,0.5308578397025216,0.355684747863069,0.3935786063899626,0.4936221678569184,0.2974960536246551,0.13691576033792358 +6,1024,naive_bayes,posterior_bins,2,0.05,0.2927063741022827,0.34581526987541195,0.3973418320803319,0.3868645325995162,0.7142167553485383,0.4248065885149283,0.5202204044406601,0.33134617392203175,0.3935786063899626,0.5242765203556674,0.28941016683361004,0.13210021441264563 +6,1024,naive_bayes,future_marginal,0,0.0,0.2560567578604909,0.31417211480468304,0.0,0.4997356657540184,0.5040942260733227,0.38398349277060406,0.21666481994260314,0.17319860653219266,0.33984926380614416,0.34186544134415375,0.1201107333027186,0.12792673491011314 +6,1024,naive_bayes,future_marginal,0,0.01,0.2560567578604909,0.31417211480468304,0.0,0.4997356657540184,0.5040942260733227,0.38398349277060406,0.21666481994260314,0.17319860653219266,0.33984926380614416,0.34186544134415375,0.1201107333027186,0.12792673491011314 +6,1024,naive_bayes,future_marginal,0,0.05,0.2560567578604909,0.31417211480468304,0.0,0.4997356657540184,0.5040942260733227,0.38398349277060406,0.21666481994260314,0.17319860653219266,0.33984926380614416,0.34186544134415375,0.1201107333027186,0.12792673491011314 +6,1024,naive_bayes,future_marginal,1,0.0,0.3070236008439872,0.3618148244073039,0.5273416625834441,0.3747249391457124,0.7020165704113798,0.5109295617474449,0.3667564051389436,0.2157329781749067,0.33984926380614416,0.5811036618254256,0.1910870086639349,0.20390596090345764 +6,1024,naive_bayes,future_marginal,1,0.01,0.3022199193972166,0.3578426132322639,0.3809647958785239,0.3797958719083327,0.6951525918630246,0.5059532324899984,0.3624689722452974,0.21199636031950683,0.33984926380614416,0.5079193499830209,0.18919935937302623,0.20373331309278175 +6,1024,naive_bayes,future_marginal,1,0.05,0.28864228078554216,0.34433905929678904,0.2919512460668889,0.3998143836021771,0.6684068251637796,0.4871519486823403,0.34625124549358904,0.2012974042527049,0.33984926380614416,0.5290749889044953,0.1812548764814393,0.19850966789679814 +6,1024,naive_bayes,future_marginal,2,0.0,0.32016129313759883,0.37473209095414295,0.9790965041027341,0.3685329668366761,0.7563728078454486,0.5376684348902757,0.38243900995792846,0.2276487054253041,0.33984926380614416,0.4313767811153315,0.21870437295517287,0.21750714175267688 +6,1024,naive_bayes,future_marginal,2,0.01,0.31338490598278546,0.36815663039088126,0.6068693544529057,0.3714915632835754,0.7477445513387472,0.5301928120189351,0.37679184694577234,0.22151378727336904,0.33984926380614416,0.4978587624023539,0.2175517393198121,0.21680790603614963 +6,1024,naive_bayes,future_marginal,2,0.05,0.29298702514600433,0.34825713312477874,0.3935812032371054,0.3883243942714178,0.7142167553485383,0.5035824992356228,0.3564225757031873,0.20393788706750782,0.33984926380614416,0.5313418193337389,0.21063425611291553,0.21059547408961848 +6,1024,naive_bayes,raw_information,0,0.0,0.27133374081417805,0.2996314247331984,0.0,0.5060844570916404,0.5040942260733227,0.4167591927535785,0.49979970867065693,0.2733845167998321,0.3082214786346516,0.34337367059727564,0.08733503331974418,0.14542545193940043 +6,1024,naive_bayes,raw_information,0,0.01,0.27133374081417805,0.2996314247331984,0.0,0.5060844570916404,0.5040942260733227,0.4167591927535785,0.49979970867065693,0.2733845167998321,0.3082214786346516,0.34337367059727564,0.08733503331974418,0.14542545193940043 +6,1024,naive_bayes,raw_information,0,0.05,0.27133374081417805,0.2996314247331984,0.0,0.5060844570916404,0.5040942260733227,0.4167591927535785,0.49979970867065693,0.2733845167998321,0.3082214786346516,0.34337367059727564,0.08733503331974418,0.14542545193940043 +6,1024,naive_bayes,raw_information,1,0.0,0.32031242169841834,0.34897949813859036,0.5352183283326954,0.38120764330961837,0.7020165704113798,0.60472510427618,0.6375383861391192,0.31882414689122773,0.3082214786346516,0.5765875520509668,0.09729146613519979,0.28441268257776164 +6,1024,naive_bayes,raw_information,1,0.01,0.3162516945902506,0.3448736979688926,0.39513251645761294,0.3841927978329831,0.6951525918630246,0.5995859044789852,0.6334222596369855,0.3159379489887276,0.3082214786346516,0.5158880134358975,0.0955666873840394,0.2833342098887346 +6,1024,naive_bayes,raw_information,1,0.05,0.3036355413798985,0.33098952172458607,0.2947581148157444,0.40747437915383183,0.6684068251637796,0.5798805782403739,0.6179806424323322,0.30268444247578025,0.3082214786346516,0.5360523106257752,0.08852624692340572,0.27624503686047536 +6,1024,naive_bayes,raw_information,2,0.0,0.3334156018483792,0.36230455337891593,0.9977044293029186,0.3716820010069876,0.7563728078454486,0.6208647877450718,0.6524797198627953,0.3360632126054752,0.3082214786346516,0.4262624593779556,0.13550802010037677,0.2874491858966926 +6,1024,naive_bayes,raw_information,2,0.01,0.32753898135101706,0.35557680069405023,0.6242637254412393,0.37638340635943623,0.7477445513387472,0.6140931168081688,0.6467806102281689,0.3297427245321403,0.3082214786346516,0.50740509288088,0.13365143453057837,0.28655413545715175 +6,1024,naive_bayes,raw_information,2,0.05,0.3083445848214256,0.3351362792283023,0.39698468859813296,0.3956175061061426,0.7142167553485383,0.5893448057426669,0.6263308462519096,0.30850802656588744,0.3082214786346516,0.5400030765373199,0.12487194960587145,0.2810002209212413 +6,1024,naive_bayes,raw_entropy,0,0.0,0.17549965672820708,0.19445791420644334,0.0,0.5554598036565762,0.5040942260733227,0.22511119043696695,0.22827783499216628,0.1799037517000391,0.3092895859175364,0.41152877716033226,0.27898303563635574,0.04961153370875987 +6,1024,naive_bayes,raw_entropy,0,0.01,0.17549965672820708,0.19445791420644334,0.0,0.5554598036565762,0.5040942260733227,0.22511119043696695,0.22827783499216628,0.1799037517000391,0.3092895859175364,0.41152877716033226,0.27898303563635574,0.04961153370875987 +6,1024,naive_bayes,raw_entropy,0,0.05,0.17549965672820708,0.19445791420644334,0.0,0.5554598036565762,0.5040942260733227,0.22511119043696695,0.22827783499216628,0.1799037517000391,0.3092895859175364,0.41152877716033226,0.27898303563635574,0.04961153370875987 +6,1024,naive_bayes,raw_entropy,1,0.0,0.25065024310846107,0.26919207060614864,0.5998984994861828,0.41801948751243995,0.7020165704113798,0.5860942019082078,0.5819211355107746,0.25789219927927454,0.3092895859175364,0.5937019804386199,0.11592236850317195,0.33544395879974676 +6,1024,naive_bayes,raw_entropy,1,0.01,0.2450383991123989,0.26416796021687944,0.4791390122852976,0.4244508168779079,0.6951525918630246,0.5788144978788258,0.5745216870700752,0.2521413498365863,0.3092895859175364,0.5832028151419938,0.11633809398419881,0.3337760987664269 +6,1024,naive_bayes,raw_entropy,1,0.05,0.22665489901286964,0.24675008879618895,0.38181818115361116,0.44804128011172567,0.6684068251637796,0.5503009057363953,0.5458393836290912,0.23336144129418268,0.3092895859175364,0.6013018452432001,0.11810591942738424,0.3236460067235257 +6,1024,naive_bayes,raw_entropy,2,0.0,0.26274025886724767,0.2872478070735896,1.1136643238660373,0.4113388215623191,0.7563728078454486,0.6157992481544573,0.6119761843903014,0.27018056911154636,0.3092895859175364,0.4262259820757846,0.14057355969099128,0.35305898928720963 +6,1024,naive_bayes,raw_entropy,2,0.01,0.2558128678137193,0.27894316740101927,0.772236920316324,0.415413022792633,0.7477445513387472,0.6061730252580034,0.6022816093407958,0.26324530948432984,0.3092895859175364,0.5799199332165058,0.14157152608074375,0.3503601574442841 +6,1024,naive_bayes,raw_entropy,2,0.05,0.23442408894710734,0.25331606998353884,0.5106808255365431,0.43501945757134325,0.7142167553485383,0.569888861156265,0.5656809723656383,0.24090126266161638,0.3092895859175364,0.5994790332667205,0.14432789419227332,0.3354647722091577 +6,1024,naive_bayes,hash_code,0,0.0,0.036683634139419975,0.05645246277377975,0.0,0.715544081172162,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.036683634139419975,0.4552286458017427,0.5682460962543929,0.422946698835893,0.04446389309800972 +6,1024,naive_bayes,hash_code,0,0.01,0.036683634139419975,0.05645246277377975,0.0,0.715544081172162,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.036683634139419975,0.4552286458017427,0.5682460962543929,0.422946698835893,0.04446389309800972 +6,1024,naive_bayes,hash_code,0,0.05,0.036683634139419975,0.05645246277377975,0.0,0.715544081172162,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.036683634139419975,0.4552286458017427,0.5682460962543929,0.422946698835893,0.04446389309800972 +6,1024,naive_bayes,hash_code,1,0.0,0.13764725664947733,0.15691110308555115,0.6060555178760086,0.5147328629030206,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.13764725664947733,0.4552286458017427,0.6038162825330862,0.466331907453405,0.09803740630849739 +6,1024,naive_bayes,hash_code,1,0.01,0.1329928556557805,0.15136565195106585,0.5379915152136404,0.5250675388472457,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.13299285565578048,0.4552286458017427,0.6224797687449924,0.4651770989294305,0.09698263727781356 +6,1024,naive_bayes,hash_code,1,0.05,0.11292591749031661,0.1324133456735691,0.41144539287757237,0.5601009014003367,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.1129259174903166,0.4552286458017427,0.6954110176593521,0.46035883431655866,0.09512207335690434 +6,1024,naive_bayes,hash_code,2,0.0,0.16225372286548817,0.18093554565069572,1.1922991388345945,0.4952946110696766,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.16225372286548817,0.4552286458017427,0.41996917220054025,0.49427704312309945,0.09984204185686096 +6,1024,naive_bayes,hash_code,2,0.01,0.15186073593074703,0.1713360622384863,0.9196722606169833,0.502236984230732,0.7477445513387472,0.25347729996656543,0.2534772999665655,0.15186073593074703,0.4552286458017427,0.5900987070311882,0.49426725137218175,0.1016165640358184 +6,1024,naive_bayes,hash_code,2,0.05,0.12146772929394715,0.1413273318006157,0.5880505886626496,0.539874946406284,0.7142167553485383,0.22216338874936428,0.22216338874936428,0.12146772929394715,0.4552286458017427,0.6654416733121181,0.4920533665991741,0.10069565945541713 +6,1024,naive_bayes,action_values,0,0.0,0.25716724103577215,0.3140854764540118,0.0,0.4998646255319806,0.5040942260733227,0.3846845896469007,0.5039821123827443,0.28097838068139336,0.3390874864841427,0.3421401656945986,0.11940963642642194,0.12751734861112857 +6,1024,naive_bayes,action_values,0,0.01,0.25716724103577215,0.3140854764540118,0.0,0.4998646255319806,0.5040942260733227,0.3846845896469007,0.5039821123827443,0.28097838068139336,0.3390874864841427,0.3421401656945986,0.11940963642642194,0.12751734861112857 +6,1024,naive_bayes,action_values,0,0.05,0.25716724103577215,0.3140854764540118,0.0,0.4998646255319806,0.5040942260733227,0.3846845896469007,0.5039821123827443,0.28097838068139336,0.3390874864841427,0.3421401656945986,0.11940963642642194,0.12751734861112857 +6,1024,naive_bayes,action_values,1,0.0,0.307163648695886,0.36171791158372213,0.5228054177650222,0.37480683329236925,0.7020165704113798,0.5104891990043443,0.7018872107598031,0.3469805930493868,0.3390874864841427,0.5710118213809049,0.19152737140703546,0.20332555030845828 +6,1024,naive_bayes,action_values,1,0.01,0.3022121174686206,0.3577517831398694,0.3805891341002121,0.37917695633475623,0.6951525918630246,0.5055050783108194,0.6950269850491874,0.3417977662098129,0.3390874864841427,0.5094156389192923,0.18964751355220522,0.20329296084219878 +6,1024,naive_bayes,action_values,1,0.05,0.28876580494239584,0.34428706995193137,0.2913754396264347,0.40042755084711806,0.6684068251637796,0.48665324943377364,0.6682793795765382,0.32264063822779027,0.3390874864841427,0.5295976357047327,0.18175357573000595,0.1978874444913778 +6,1024,naive_bayes,action_values,2,0.0,0.3203921168038106,0.3745791169465605,0.9843132927494859,0.3691971392377975,0.7563728078454486,0.5366212963642785,0.7562164091516856,0.35227062417985233,0.3390874864841427,0.4212576175640758,0.21975151148117011,0.2162291795604679 +6,1024,naive_bayes,action_values,2,0.01,0.31432653694675977,0.3679968343880156,0.6091229535146744,0.3712959238593141,0.7477445513387472,0.5291209734938563,0.7475723396790359,0.34452117285340506,0.3390874864841427,0.504648061029446,0.21862357784489084,0.21479443654709657 +6,1024,naive_bayes,action_values,2,0.05,0.29340737152889523,0.3481787663330234,0.3923179058780489,0.3888732037446297,0.7142167553485383,0.5025931660967282,0.7141004093314094,0.3238563859524748,0.3390874864841427,0.5313293546081146,0.21162358925181013,0.20918579456783298 +6,1024,support_mixture,identity,0,0.0,0.44788353104558626,0.296851347848366,0.0,0.31346497132674883,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.44788353104558626,0.0,0.141330590799505,0.0,0.0562106950277364 +6,1024,support_mixture,identity,0,0.01,0.44788353104558626,0.296851347848366,0.0,0.31346497132674883,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.44788353104558626,0.0,0.141330590799505,0.0,0.0562106950277364 +6,1024,support_mixture,identity,0,0.05,0.44788353104558626,0.296851347848366,0.0,0.31346497132674883,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.44788353104558626,0.0,0.141330590799505,0.0,0.0562106950277364 +6,1024,support_mixture,identity,1,0.0,0.6403780978228962,0.4243393083950122,0.7565279350920487,0.2266672884028028,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.6403780978228962,0.0,0.41511206040126014,0.0,0.06163847258848354 +6,1024,support_mixture,identity,1,0.01,0.6328572948280126,0.41769692294109134,0.6599689149379114,0.22618016010342942,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.6328572948280126,0.0,0.36395618702564425,0.0,0.06229529703501202 +6,1024,support_mixture,identity,1,0.05,0.6042047031801384,0.39336647342389336,0.571106477852753,0.22377168312941484,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.6042047031801384,0.0,0.3709601236902955,0.0,0.06420212198364117 +6,1024,support_mixture,identity,2,0.0,0.6770033678469166,0.45437407179940775,1.3342025717126242,0.20156220643202194,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.6770033678469166,0.0,0.340735067666551,0.0,0.07936943999853197 +6,1024,support_mixture,identity,2,0.01,0.6673916185702597,0.44401808765876294,0.9800847041204067,0.20225603218816968,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.6673916185702597,0.0,0.36205990710790076,0.0,0.08035293276848743 +6,1024,support_mixture,identity,2,0.05,0.6312704963562031,0.4088272002515585,0.7727985087924053,0.20241257827564105,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.6312704963562031,0.0,0.3478555906424398,0.0,0.08294625899233521 +6,1024,support_mixture,query_joint,0,0.0,0.4731004836697084,0.2802192111221458,0.0,0.2778542005811177,0.5040942260733227,0.49204601211919297,0.5039617323662775,0.48345606468843805,0.02417009051344021,0.08900839564520545,0.012048213954129694,0.01894552844948455 +6,1024,support_mixture,query_joint,0,0.01,0.4731004836697084,0.2802192111221458,0.0,0.2778542005811177,0.5040942260733227,0.49204601211919297,0.5039617323662775,0.48345606468843805,0.02417009051344021,0.08900839564520545,0.012048213954129694,0.01894552844948455 +6,1024,support_mixture,query_joint,0,0.05,0.4731004836697084,0.2802192111221458,0.0,0.2778542005811177,0.5040942260733227,0.49204601211919297,0.5039617323662775,0.48345606468843805,0.02417009051344021,0.08900839564520545,0.012048213954129694,0.01894552844948455 +6,1024,support_mixture,query_joint,1,0.0,0.6491611167114485,0.4060943878476466,0.7473345555315,0.23786449175178656,0.7020165704113798,0.6929965842515413,0.7018352962080797,0.6630543910005109,0.02417009051344021,0.381261101979162,0.009019986159838456,0.04383546754009282 +6,1024,support_mixture,query_joint,1,0.01,0.6419990336515179,0.3995270237931101,0.6532018178341412,0.2374814120999668,0.6951525918630246,0.6861933651067768,0.6949699486273736,0.6556394688593535,0.02417009051344021,0.3261541797498195,0.008959226756247829,0.04419433145525886 +6,1024,support_mixture,query_joint,1,0.05,0.6138018137777304,0.3753111931455659,0.5808223432900137,0.2349715113565706,0.6684068251637796,0.659752592239782,0.6682218139028958,0.6274313068520838,0.02417009051344021,0.34122415774033854,0.008654232923997585,0.045950778462051645 +6,1024,support_mixture,query_joint,2,0.0,0.6860625858843762,0.4309380324626752,1.2851334175827374,0.21255168934958357,0.7563728078454486,0.7450756967311772,0.7561936038786811,0.7001325415599733,0.02417009051344021,0.3049865953034509,0.011297111114271341,0.05901311084680105 +6,1024,support_mixture,query_joint,2,0.01,0.6772857597750588,0.4210911625006908,0.9370252951668353,0.21204436138190763,0.7477445513387472,0.7364422851360094,0.7475698255901434,0.6917445144759049,0.02417009051344021,0.31623323777582774,0.011302266202737776,0.05915652536095062 +6,1024,support_mixture,query_joint,2,0.05,0.6410988706800506,0.38747679056895623,0.7550791508383399,0.2139610901612382,0.7142167553485383,0.7030633840163746,0.7140039723289165,0.6547932958389587,0.02417009051344021,0.3152276376333149,0.011153371332163764,0.06196451333632402 +6,1024,support_mixture,posterior_clusters,0,0.0,0.4482847122538563,0.29531993895658654,0.0,0.31223084197872975,0.5040942260733227,0.49513013228672387,0.5039617323662774,0.49636523868300436,0.3412259105059366,0.14117866303290533,0.008964093786598792,0.04684542003286757 +6,1024,support_mixture,posterior_clusters,0,0.01,0.4482847122538563,0.29531993895658654,0.0,0.31223084197872975,0.5040942260733227,0.49513013228672387,0.5039617323662774,0.49636523868300436,0.3412259105059366,0.14117866303290533,0.008964093786598792,0.04684542003286757 +6,1024,support_mixture,posterior_clusters,0,0.05,0.4482847122538563,0.29531993895658654,0.0,0.31223084197872975,0.5040942260733227,0.49513013228672387,0.5039617323662774,0.49636523868300436,0.3412259105059366,0.14117866303290533,0.008964093786598792,0.04684542003286757 +6,1024,support_mixture,posterior_clusters,1,0.0,0.5047436135725272,0.34803647921580233,0.6174280685155183,0.31630285594197605,0.7020165704113798,0.5631020373686157,0.5278391326936699,0.48378095281311145,0.3412259105059366,0.5184494096770496,0.13891453304276402,0.05835842379608858 +6,1024,support_mixture,posterior_clusters,1,0.01,0.4999472424245677,0.34325537307445136,0.4594553658128655,0.31456785157325223,0.6951525918630246,0.5595036193846004,0.5258256469429224,0.4827439833289932,0.3412259105059366,0.47523422546362365,0.13564897247842422,0.059556376960032686 +6,1024,support_mixture,posterior_clusters,1,0.05,0.48432744113315,0.32714980454740145,0.3432977779376009,0.30632511476870283,0.6684068251637796,0.5464692173371865,0.5188872882665311,0.4788688262954938,0.3412259105059366,0.4870170319024527,0.12193760782659313,0.062141776204036436 +6,1024,support_mixture,posterior_clusters,2,0.0,0.5266523108474926,0.3619748404061831,1.1099491712885954,0.3005472170007468,0.7563728078454486,0.5834459517579683,0.5375594111168223,0.5002915578644204,0.3412259105059366,0.373471859754357,0.17292685608748026,0.05679364091047567 +6,1024,support_mixture,posterior_clusters,2,0.01,0.5185560370942505,0.35410738625704036,0.7368900423907553,0.30182411666001296,0.7477445513387472,0.5774821035023817,0.5335449899709285,0.49391408403283915,0.3412259105059366,0.41822267341418623,0.17026244783636546,0.05892606640813125 +6,1024,support_mixture,posterior_clusters,2,0.05,0.4933547373191845,0.3309499345703873,0.45430441894061696,0.3006039780984749,0.7142167553485383,0.55784344909866,0.5221186537296836,0.48172218776106596,0.3412259105059366,0.4909675926460422,0.15637330624987833,0.06448871177947552 +6,1024,support_mixture,posterior_bins,0,0.0,0.473494356478154,0.2921770266821386,0.0,0.25551887752285446,0.5040942260733227,0.4957651917786317,0.5040027096510016,0.49799666841934376,0.36874167603394814,0.08432511196099231,0.008329034294690951,0.022270835300477687 +6,1024,support_mixture,posterior_bins,0,0.01,0.473494356478154,0.2921770266821386,0.0,0.25551887752285446,0.5040942260733227,0.4957651917786317,0.5040027096510016,0.49799666841934376,0.36874167603394814,0.08432511196099231,0.008329034294690951,0.022270835300477687 +6,1024,support_mixture,posterior_bins,0,0.05,0.473494356478154,0.2921770266821386,0.0,0.25551887752285446,0.5040942260733227,0.4957651917786317,0.5040027096510016,0.49799666841934376,0.36874167603394814,0.08432511196099231,0.008329034294690951,0.022270835300477687 +6,1024,support_mixture,posterior_bins,1,0.0,0.488839016407834,0.3398032705905978,0.597761015016028,0.3218674468416352,0.7020165704113798,0.5445145736097662,0.5255363035523374,0.4803482135055602,0.36874167603394814,0.5437383735130236,0.1575019968016136,0.05567555720193218 +6,1024,support_mixture,posterior_bins,1,0.01,0.48384278720706214,0.3352493970651396,0.4337989574701453,0.31737512999431766,0.6951525918630246,0.5414339519071206,0.5237301076585189,0.4801225995081544,0.36874167603394814,0.4902791217728018,0.15371863995590396,0.057591164700058484 +6,1024,support_mixture,posterior_bins,1,0.05,0.47420208332934605,0.3201630199063324,0.3218901189384059,0.30478291747832226,0.6684068251637796,0.5304390833879615,0.5173927378877076,0.4773848768454488,0.36874167603394814,0.4964854935785898,0.13796774177581805,0.05623700005861548 +6,1024,support_mixture,posterior_bins,2,0.0,0.5104300152951061,0.35215440602352727,1.0942714359852947,0.3082163948419812,0.7563728078454486,0.562477239842712,0.5346654891107866,0.49693498898004207,0.36874167603394814,0.3793577647052528,0.19389556800273655,0.05204722454760591 +6,1024,support_mixture,posterior_bins,2,0.01,0.5019248767923167,0.34470350090697205,0.6896029514876164,0.30754223047970375,0.7477445513387472,0.5571535461892185,0.5308578397025216,0.49113633952696384,0.36874167603394814,0.44490894280905025,0.19059100514952865,0.05522866939690185 +6,1024,support_mixture,posterior_bins,2,0.05,0.481859102855376,0.3231697746903859,0.42381061729104447,0.30152428851988883,0.7142167553485383,0.5398923918744928,0.5202204044406601,0.48004046332409395,0.36874167603394814,0.4954918282067653,0.17432436347404556,0.05803328901911681 +6,1024,support_mixture,future_marginal,0,0.0,0.22548933473154442,0.17285719745687878,0.0,0.5960243220950515,0.5040942260733227,0.25442340709658967,0.21666481994260314,0.19199221764088917,0.2048868047203648,0.4232601408076499,0.249670818976733,0.02893407236504525 +6,1024,support_mixture,future_marginal,0,0.01,0.22548933473154442,0.17285719745687878,0.0,0.5960243220950515,0.5040942260733227,0.25442340709658967,0.21666481994260314,0.19199221764088917,0.2048868047203648,0.4232601408076499,0.249670818976733,0.02893407236504525 +6,1024,support_mixture,future_marginal,0,0.05,0.22548933473154442,0.17285719745687878,0.0,0.5960243220950515,0.5040942260733227,0.25442340709658967,0.21666481994260314,0.19199221764088917,0.2048868047203648,0.4232601408076499,0.249670818976733,0.02893407236504525 +6,1024,support_mixture,future_marginal,1,0.0,0.3309163268649376,0.23265175373600344,0.5131746644742535,0.4672594495175459,0.7020165704113798,0.3619416401864639,0.3667564051389436,0.3395123302425072,0.2048868047203648,0.5289245090224112,0.34007493022491586,0.031025313321526304 +6,1024,support_mixture,future_marginal,1,0.01,0.325733066197144,0.2283607779660226,0.428622420218758,0.4754293893177041,0.6951525918630246,0.35704239981109476,0.3624689722452974,0.33511952934536726,0.2048868047203648,0.46782029143818743,0.3381101920519298,0.031309333613950774 +6,1024,support_mixture,future_marginal,1,0.05,0.30601613636372205,0.21365119096615034,0.33206119789067684,0.5027847093846057,0.6684068251637796,0.33865151449242376,0.34625124549358904,0.3172809808281517,0.2048868047203648,0.4971144528875939,0.32975531067135583,0.03263537812870171 +6,1024,support_mixture,future_marginal,2,0.0,0.3495946112357043,0.24696924652164445,0.9781444243506829,0.4340823803300862,0.7563728078454486,0.38224581004862995,0.38243900995792846,0.36096521995026026,0.2048868047203648,0.42802481429126543,0.37412699779681863,0.032651198812925664 +6,1024,support_mixture,future_marginal,2,0.01,0.3424560958190359,0.23990166610509678,0.6578398962862928,0.4453625029281169,0.7477445513387472,0.3757476895946051,0.37679184694577234,0.3552566286443895,0.2048868047203648,0.4655344660530685,0.3719968617441421,0.03329159377556917 +6,1024,support_mixture,future_marginal,2,0.05,0.3188180636697098,0.21915799402569644,0.4307296405741882,0.4834616183631028,0.7142167553485383,0.35254620990150715,0.3564225757031873,0.33207443995829694,0.2048868047203648,0.4841819121051733,0.3616705454470312,0.033728146231797373 +6,1024,support_mixture,raw_information,0,0.0,0.38642209444615067,0.25990255405213675,0.0,0.40766842678675236,0.5040942260733227,0.4190783704351791,0.49979970867065693,0.46137204490152434,0.31060705387670845,0.22162617684677585,0.08501585563814357,0.03265627598902843 +6,1024,support_mixture,raw_information,0,0.01,0.38642209444615067,0.25990255405213675,0.0,0.40766842678675236,0.5040942260733227,0.4190783704351791,0.49979970867065693,0.46137204490152434,0.31060705387670845,0.22162617684677585,0.08501585563814357,0.03265627598902843 +6,1024,support_mixture,raw_information,0,0.05,0.38642209444615067,0.25990255405213675,0.0,0.40766842678675236,0.5040942260733227,0.4190783704351791,0.49979970867065693,0.46137204490152434,0.31060705387670845,0.22162617684677585,0.08501585563814357,0.03265627598902843 +6,1024,support_mixture,raw_information,1,0.0,0.5546052506846822,0.3501433323348788,0.6821058465480836,0.28441745940436197,0.7020165704113798,0.6104572330758464,0.6375383861391192,0.5733409082929529,0.31060705387670845,0.4948375867103098,0.09155933733553334,0.05585198239116418 +6,1024,support_mixture,raw_information,1,0.01,0.548256280416203,0.3444882645570466,0.5464883245425786,0.2843735993980701,0.6951525918630246,0.6052833110564299,0.6334222596369855,0.5685854764443764,0.31060705387670845,0.4484533664886013,0.08986928080659473,0.05702703064022685 +6,1024,support_mixture,raw_information,1,0.05,0.5249543850059842,0.3246375410432973,0.4438798571585419,0.28458434230115326,0.6684068251637796,0.5854973143718536,0.6179806424323322,0.5535434197598156,0.31060705387670845,0.44854283299690767,0.08290951079192599,0.06054292936586936 +6,1024,support_mixture,raw_information,2,0.0,0.5734301662777346,0.3676467568335346,1.2098737596677025,0.2790101315615579,0.7563728078454486,0.6262984187808643,0.6524797198627953,0.5945860864558302,0.31060705387670845,0.33142379277423983,0.13007438906458424,0.052868252503129765 +6,1024,support_mixture,raw_information,2,0.01,0.564674863485359,0.35884030908765957,0.8217313256841541,0.27890846016054666,0.7477445513387472,0.619584850790958,0.6467806102281689,0.5864788897853156,0.31060705387670845,0.4149033267219373,0.12815970054778913,0.05490998730559904 +6,1024,support_mixture,raw_information,2,0.05,0.5354166999838484,0.3307791829926721,0.5867846505848447,0.27921368900270355,0.7142167553485383,0.5948858296976139,0.6263308462519096,0.5636414885335838,0.31060705387670845,0.44961849576039326,0.1193309256509244,0.0594691297137655 +6,1024,support_mixture,raw_entropy,0,0.0,0.20775075251095376,0.14714861615747749,0.0,0.55677936724923,0.5040942260733227,0.22511119043696695,0.22827783499216628,0.2108084422227816,0.3092895859175364,0.3951028819374458,0.27898303563635574,0.01736043792601319 +6,1024,support_mixture,raw_entropy,0,0.01,0.20775075251095376,0.14714861615747749,0.0,0.55677936724923,0.5040942260733227,0.22511119043696695,0.22827783499216628,0.2108084422227816,0.3092895859175364,0.3951028819374458,0.27898303563635574,0.01736043792601319 +6,1024,support_mixture,raw_entropy,0,0.05,0.20775075251095376,0.14714861615747749,0.0,0.55677936724923,0.5040942260733227,0.22511119043696695,0.22827783499216628,0.2108084422227816,0.3092895859175364,0.3951028819374458,0.27898303563635574,0.01736043792601319 +6,1024,support_mixture,raw_entropy,1,0.0,0.5135274674030511,0.2908269870749358,0.8004111079662435,0.3044698768907846,0.7020165704113798,0.5860942019082078,0.5819211355107746,0.5116402288601563,0.3092895859175364,0.3986308901571686,0.11592236850317195,0.07256673450515672 +6,1024,support_mixture,raw_entropy,1,0.01,0.5058025250596717,0.2833457712515587,0.7386168488763923,0.3054481572640172,0.6951525918630246,0.5788144978788258,0.5745216870700752,0.5037129525887988,0.3092895859175364,0.39220595671914155,0.11633809398419881,0.07301197281915406 +6,1024,support_mixture,raw_entropy,1,0.05,0.4741742900687362,0.25514999571787117,0.6719916066885222,0.3104260736612468,0.6684068251637796,0.5503009057363953,0.5458393836290912,0.4719346469896784,0.3092895859175364,0.41735795981005835,0.11810591942738424,0.07612661566765916 +6,1024,support_mixture,raw_entropy,2,0.0,0.5626911440604724,0.3306347123960597,1.4291143628366776,0.28208827406188536,0.7563728078454486,0.6157992481544573,0.6119761843903014,0.5594686953420022,0.3092895859175364,0.30065030895196126,0.14057355969099128,0.05310810409398492 +6,1024,support_mixture,raw_entropy,2,0.01,0.5510066284970326,0.3186231437876686,1.1510397745717351,0.2834493234522509,0.7477445513387472,0.6061730252580034,0.6022816093407958,0.5476558491955199,0.3092895859175364,0.4009884438028121,0.14157152608074375,0.05516639676097079 +6,1024,support_mixture,raw_entropy,2,0.05,0.5083690183023023,0.2761121184702496,0.9585760397655175,0.2830709691296672,0.7142167553485383,0.569888861156265,0.5656809723656383,0.5049650278762631,0.3092895859175364,0.3729800144055832,0.14432789419227332,0.061519842853962725 +6,1024,support_mixture,hash_code,0,0.0,0.06987121700509757,0.03814099171166174,0.0,0.7511579798614326,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.06987121700509756,0.4552286458017427,0.5778995656711455,0.422946698835893,0.011276310232332123 +6,1024,support_mixture,hash_code,0,0.01,0.06987121700509757,0.03814099171166174,0.0,0.7511579798614326,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.06987121700509756,0.4552286458017427,0.5778995656711455,0.422946698835893,0.011276310232332123 +6,1024,support_mixture,hash_code,0,0.05,0.06987121700509757,0.03814099171166174,0.0,0.7511579798614326,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.06987121700509756,0.4552286458017427,0.5778995656711455,0.422946698835893,0.011276310232332123 +6,1024,support_mixture,hash_code,1,0.0,0.20947204437404596,0.1390764081543018,0.6129248721155848,0.5372375876768899,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.2094720443740459,0.4552286458017427,0.6047636737340992,0.466331907453405,0.02621261858392876 +6,1024,support_mixture,hash_code,1,0.01,0.2033503758596155,0.13338182694311054,0.5657421584760801,0.5480893915357887,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.2033503758596155,0.4552286458017427,0.625109749362751,0.4651770989294305,0.026625117073978577 +6,1024,support_mixture,hash_code,1,0.05,0.18127447155411966,0.11328265384921055,0.46303427250218626,0.5786299311801227,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.18127447155411966,0.4552286458017427,0.668048570528664,0.46035883431655866,0.02677351929310129 +6,1024,support_mixture,hash_code,2,0.0,0.23638102565851016,0.1617691379995707,1.1935387938962057,0.507294590428259,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.23638102565851016,0.4552286458017427,0.4271431476852246,0.49427704312309945,0.025714739063838976 +6,1024,support_mixture,hash_code,2,0.01,0.2270829344011088,0.15218505029794996,0.9164584236311154,0.5163907122585895,0.7477445513387472,0.2534772999665655,0.2534772999665655,0.2270829344011088,0.4552286458017427,0.5969830350885043,0.4942672513721817,0.026394365565456684 +6,1024,support_mixture,hash_code,2,0.05,0.1949545282863739,0.12202623992911117,0.630794265544231,0.5565219569907808,0.7142167553485383,0.22216338874936434,0.22216338874936428,0.19495452828637386,0.4552286458017427,0.6485378041301461,0.492053366599174,0.027208860462990425 +6,1024,support_mixture,action_values,0,0.0,0.4648668549796848,0.28595912454647027,0.0,0.29177206843575143,0.5040942260733227,0.48726610054823133,0.5039821123827443,0.4832403475641094,0.0593250343711224,0.10809627804942405,0.01682812552509133,0.022399245568546555 +6,1024,support_mixture,action_values,0,0.01,0.4648668549796848,0.28595912454647027,0.0,0.29177206843575143,0.5040942260733227,0.48726610054823133,0.5039821123827443,0.4832403475641094,0.0593250343711224,0.10809627804942405,0.01682812552509133,0.022399245568546555 +6,1024,support_mixture,action_values,0,0.05,0.4648668549796848,0.28595912454647027,0.0,0.29177206843575143,0.5040942260733227,0.48726610054823133,0.5039821123827443,0.4832403475641094,0.0593250343711224,0.10809627804942405,0.01682812552509133,0.022399245568546555 +6,1024,support_mixture,action_values,1,0.0,0.6342643279551322,0.40468889370637373,0.7241056789329976,0.25167039409644376,0.7020165704113798,0.6838713238606998,0.7018872107598031,0.6626853464957877,0.0593250343711224,0.398384371007437,0.01814524655067995,0.04960699590556761 +6,1024,support_mixture,action_values,1,0.01,0.626408203752359,0.39840233764938443,0.6235772302745157,0.2503358893442415,0.6951525918630246,0.6771629439692349,0.6950269850491874,0.655125608949156,0.0593250343711224,0.3428411818471555,0.01798964789378965,0.05075474021687598 +6,1024,support_mixture,action_values,1,0.05,0.5987241062447636,0.3752921198111958,0.555200779467282,0.2500603578639507,0.6684068251637796,0.6511494163152242,0.6682793795765382,0.6269548062925719,0.0593250343711224,0.35709562651808285,0.017257408848555422,0.052425310070460585 +6,1024,support_mixture,action_values,2,0.0,0.6738481579749164,0.4288317240775308,1.254207678815226,0.22464654953168042,0.7563728078454486,0.7333482529662335,0.7562164091516856,0.699492605345633,0.0593250343711224,0.3177078740827244,0.023024554879215064,0.05950009499131714 +6,1024,support_mixture,action_values,2,0.01,0.6647830264845833,0.4193246563699617,0.9063852849528063,0.22495896648115246,0.7477445513387472,0.7247944713110052,0.7475723396790359,0.6908226606923781,0.0593250343711224,0.3232052771327208,0.022950080027742015,0.060011444826421845 +6,1024,support_mixture,action_values,2,0.05,0.6275398618484488,0.3870080471461741,0.7227842266797041,0.22800631499929977,0.7142167553485383,0.6918508838899552,0.7141004093314094,0.6543084298485978,0.0593250343711224,0.3256435539270723,0.022365871458583153,0.0643110220415064 +6,4096,joint_jeffreys,identity,0,0.0,0.4967390084761513,0.4596924625970182,0.0,0.2296204773792659,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.4967390084761513,0.0,0.05445912398517511,0.0,0.007355217597171337 +6,4096,joint_jeffreys,identity,0,0.01,0.4967390084761513,0.4596924625970182,0.0,0.2296204773792659,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.4967390084761513,0.0,0.05445912398517511,0.0,0.007355217597171337 +6,4096,joint_jeffreys,identity,0,0.05,0.4967390084761513,0.4596924625970182,0.0,0.2296204773792659,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.4967390084761513,0.0,0.05445912398517511,0.0,0.007355217597171337 +6,4096,joint_jeffreys,identity,1,0.0,0.6834665232901732,0.6589048298355803,0.8003654960871884,0.17503987773419905,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.6834665232901732,0.0,0.30260382482596376,0.0,0.01855004712120656 +6,4096,joint_jeffreys,identity,1,0.01,0.6762711016852553,0.6515024701286763,0.7306156246572962,0.17541504731210242,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.6762711016852553,0.0,0.2369888645651661,0.0,0.0188814901777693 +6,4096,joint_jeffreys,identity,1,0.05,0.6502254051881099,0.624298215379902,0.6233710241749703,0.16978688735489125,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.6502254051881099,0.0,0.233351464655753,0.0,0.018181419975669688 +6,4096,joint_jeffreys,identity,2,0.0,0.7364445247625347,0.7071764578227128,1.328823037961688,0.13362586375949317,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.7364445247625347,0.0,0.36909313063746474,0.0,0.019928283082913834 +6,4096,joint_jeffreys,identity,2,0.01,0.7271817506762702,0.6969140625000003,0.9777278642667238,0.1340781150323885,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.7271817506762702,0.0,0.2595721777007048,0.0,0.020562800662476954 +6,4096,joint_jeffreys,identity,2,0.05,0.6946069938010248,0.6610649557674632,0.8199025959662974,0.13110503031296772,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.6946069938010248,0.0,0.21885055975880838,0.0,0.019609761547513593 +6,4096,joint_jeffreys,query_joint,0,0.0,0.5002445295548452,0.4549105775122551,0.0,0.23118076640434904,0.5040942260733227,0.5022660858654441,0.5039617323662775,0.5027188642348622,0.004167790371361637,0.036247178947454356,0.0018281402078785813,0.00202155631059886 +6,4096,joint_jeffreys,query_joint,0,0.01,0.5002445295548452,0.4549105775122551,0.0,0.23118076640434904,0.5040942260733227,0.5022660858654441,0.5039617323662775,0.5027188642348622,0.004167790371361637,0.036247178947454356,0.0018281402078785813,0.00202155631059886 +6,4096,joint_jeffreys,query_joint,0,0.05,0.5002445295548452,0.4549105775122551,0.0,0.23118076640434904,0.5040942260733227,0.5022660858654441,0.5039617323662775,0.5027188642348622,0.004167790371361637,0.036247178947454356,0.0018281402078785813,0.00202155631059886 +6,4096,joint_jeffreys,query_joint,1,0.0,0.6963325553811553,0.645305957669526,0.7937466857392256,0.18702426117658577,0.7020165704113798,0.7006474003233287,0.7018352962080797,0.6990016720000982,0.004167790371361637,0.20214773541084263,0.0013691700880510416,0.004314844942173379 +6,4096,joint_jeffreys,query_joint,1,0.01,0.6893129807559183,0.6379674056308723,0.721183481395903,0.18883393577689822,0.6951525918630246,0.6937692201602421,0.6949699486273736,0.6920676626650004,0.004167790371361637,0.12370643533802363,0.0013833717027824655,0.004456239404323825 +6,4096,joint_jeffreys,query_joint,1,0.05,0.6625496480363889,0.6104459475847626,0.6407119293823903,0.1870558327657047,0.6684068251637796,0.6669573606103559,0.6682218139028958,0.665292317132986,0.004167790371361637,0.13569518868626937,0.0014494645534236517,0.004407712573966993 +6,4096,joint_jeffreys,query_joint,2,0.0,0.7501441939061374,0.6923159929661971,1.2768947863593891,0.13371349681177702,0.7563728078454486,0.7548975473218927,0.7561936038786811,0.7534814802901163,0.004167790371361637,0.3191799420275913,0.0014752605235558436,0.004753353415755335 +6,4096,joint_jeffreys,query_joint,2,0.01,0.7412909104735914,0.6827504436019197,0.9140108871750812,0.1327981999096246,0.7477445513387472,0.7462565812956,0.7475698255901434,0.7447997599642754,0.004167790371361637,0.14526436778138804,0.0014879700431471576,0.0049656708220086054 +6,4096,joint_jeffreys,query_joint,2,0.05,0.7082535179710212,0.6478691749323428,0.8208337187701517,0.13203410698522655,0.7142167553485383,0.7126770437833935,0.7140039723289165,0.7113028599414397,0.004167790371361637,0.1155358504880392,0.0015397115651448745,0.004423525812372264 +6,4096,joint_jeffreys,posterior_clusters,0,0.0,0.49645244795854127,0.45915670955882343,0.0,0.23036161618074838,0.5040942260733227,0.5025689755578754,0.5039617323662774,0.5032453607581996,0.3534861654019991,0.05529277224832641,0.001525250515447274,0.006116527599334121 +6,4096,joint_jeffreys,posterior_clusters,0,0.01,0.49645244795854127,0.45915670955882343,0.0,0.23036161618074838,0.5040942260733227,0.5025689755578754,0.5039617323662774,0.5032453607581996,0.3534861654019991,0.05529277224832641,0.001525250515447274,0.006116527599334121 +6,4096,joint_jeffreys,posterior_clusters,0,0.05,0.49645244795854127,0.45915670955882343,0.0,0.23036161618074838,0.5040942260733227,0.5025689755578754,0.5039617323662774,0.5032453607581996,0.3534861654019991,0.05529277224832641,0.001525250515447274,0.006116527599334121 +6,4096,joint_jeffreys,posterior_clusters,1,0.0,0.5497735948386933,0.5110337999131942,0.5103270807181006,0.22021677794358385,0.7020165704113798,0.5578388143092196,0.5278391326936699,0.5264542603245137,0.3534861654019991,0.5465357078283798,0.14417775610216021,0.008065219470526297 +6,4096,joint_jeffreys,posterior_clusters,1,0.01,0.5466143974071106,0.507662556966146,0.320271121723615,0.2144102885466558,0.6951525918630246,0.5546947565599923,0.5258256469429224,0.5243769637722653,0.3534861654019991,0.5246261654486368,0.14045783530303224,0.008080359152881744 +6,4096,joint_jeffreys,posterior_clusters,1,0.05,0.5361239506266435,0.4962156806895938,0.2516869764439342,0.2005773133396961,0.6684068251637796,0.5435381955856742,0.5188872882665311,0.5177546231955814,0.3534861654019991,0.49168286716060816,0.1248686295781054,0.007414244959030647 +6,4096,joint_jeffreys,posterior_clusters,2,0.0,0.5668557880824519,0.5278068991268382,0.9515978714025279,0.21093402585449605,0.7563728078454486,0.5751489852082342,0.5375594111168223,0.5358821651669872,0.3534861654019991,0.41748754176724717,0.18122382263721437,0.008293197125782359 +6,4096,joint_jeffreys,posterior_clusters,2,0.01,0.5610418809618813,0.5217120481004899,0.5653820419442737,0.20880158640381816,0.7477445513387472,0.5695884925833806,0.5335449899709285,0.5319678347021303,0.3534861654019991,0.47684523700050824,0.17815605875536655,0.008546611621499278 +6,4096,joint_jeffreys,posterior_clusters,2,0.05,0.544079036880382,0.5034441979102842,0.3685409353979703,0.19315467540154385,0.7142167553485383,0.551865753031639,0.5221186537296836,0.5208139954027943,0.3534861654019991,0.5277543726064765,0.16235100231689936,0.007786716151257034 +6,4096,joint_jeffreys,posterior_bins,0,0.0,0.4997987610310553,0.45751075495302307,0.0,0.21019421254030088,0.5040942260733227,0.5031262780545899,0.5040027096510016,0.5031135383488834,0.38456544942209153,0.029415208500656525,0.0009679480187327894,0.0033275170235345652 +6,4096,joint_jeffreys,posterior_bins,0,0.01,0.4997987610310553,0.45751075495302307,0.0,0.21019421254030088,0.5040942260733227,0.5031262780545899,0.5040027096510016,0.5031135383488834,0.38456544942209153,0.029415208500656525,0.0009679480187327894,0.0033275170235345652 +6,4096,joint_jeffreys,posterior_bins,0,0.05,0.4997987610310553,0.45751075495302307,0.0,0.21019421254030088,0.5040942260733227,0.5031262780545899,0.5040027096510016,0.5031135383488834,0.38456544942209153,0.029415208500656525,0.0009679480187327894,0.0033275170235345652 +6,4096,joint_jeffreys,posterior_bins,1,0.0,0.5316142751547472,0.4909296970741423,0.4747757445870793,0.21555855119752051,0.7020165704113798,0.5379892863386996,0.5255363035523374,0.5242612113866877,0.38456544942209153,0.5880778758146772,0.1640272840726802,0.006375011183952339 +6,4096,joint_jeffreys,posterior_bins,1,0.01,0.5296334204517019,0.48831615971583947,0.24695905481008326,0.21328803149095185,0.6951525918630246,0.5355276196682744,0.5237301076585189,0.5223843015339634,0.38456544942209153,0.5656676482276016,0.15962497219475014,0.0058941992165725265 +6,4096,joint_jeffreys,posterior_bins,1,0.05,0.5215271588953312,0.4794200224034925,0.1906690422708209,0.20691400943852736,0.6684068251637796,0.5268982922464341,0.5173927378877076,0.5162759189155761,0.38456544942209153,0.5205426441258721,0.14150853291734544,0.005371133351102952 +6,4096,joint_jeffreys,posterior_bins,2,0.0,0.5440188471303723,0.5033292084737543,0.9209778205634859,0.22013079928720306,0.7563728078454486,0.5507243395882906,0.5346654891107866,0.5330936434443919,0.38456544942209153,0.4557315055007885,0.205648468257158,0.006705492457918294 +6,4096,joint_jeffreys,posterior_bins,2,0.01,0.5396810765652191,0.498165287192351,0.46743199696021503,0.21204616085323244,0.7477445513387472,0.5460038117093223,0.5308578397025216,0.5293741239127507,0.38456544942209153,0.5223136936030552,0.20174073962942485,0.006322735144103198 +6,4096,joint_jeffreys,posterior_bins,2,0.05,0.52633660920842,0.4837130677466301,0.26388723989298934,0.20219141193359055,0.7142167553485383,0.5320184151564747,0.5202204044406601,0.5190136355804168,0.38456544942209153,0.5747173024283764,0.1821983401920636,0.0056818059480547856 +6,4096,joint_jeffreys,future_marginal,0,0.0,0.23334897943136065,0.21226232192095595,0.0,0.5079308698653561,0.5040942260733227,0.23632808714160078,0.21666481994260314,0.21475622537104003,0.1980353852637506,0.3496672716595563,0.26776613893172185,0.0029791077102401253 +6,4096,joint_jeffreys,future_marginal,0,0.01,0.23334897943136065,0.21226232192095595,0.0,0.5079308698653561,0.5040942260733227,0.23632808714160078,0.21666481994260314,0.21475622537104003,0.1980353852637506,0.3496672716595563,0.26776613893172185,0.0029791077102401253 +6,4096,joint_jeffreys,future_marginal,0,0.05,0.23334897943136065,0.21226232192095595,0.0,0.5079308698653561,0.5040942260733227,0.23632808714160078,0.21666481994260314,0.21475622537104003,0.1980353852637506,0.3496672716595563,0.26776613893172185,0.0029791077102401253 +6,4096,joint_jeffreys,future_marginal,1,0.0,0.3534488354131857,0.32523520475898715,0.5589963094794067,0.3977035205975346,0.7020165704113798,0.35761668783911366,0.3667564051389436,0.36408013388119337,0.1980353852637506,0.42001466213913713,0.3443998825722661,0.0041678524259279315 +6,4096,joint_jeffreys,future_marginal,1,0.01,0.348756103307414,0.32033765605851705,0.47569457298830525,0.4034479027432982,0.6951525918630246,0.35296659029529054,0.3624689722452974,0.35970055912460025,0.1980353852637506,0.34305633304380795,0.34218600156773404,0.004210486987876516 +6,4096,joint_jeffreys,future_marginal,1,0.05,0.331374808426885,0.303038453744128,0.39643485119879457,0.42167945007923174,0.6684068251637796,0.33538084441352267,0.34625124549358904,0.34380602535136146,0.1980353852637506,0.3593223623726658,0.3330259807502569,0.004006035986637679 +6,4096,joint_jeffreys,future_marginal,2,0.0,0.37000949465512195,0.34157407673355816,0.9783872511604476,0.37625242349575977,0.7563728078454486,0.3756053224112393,0.38243900995792846,0.3783201762080757,0.1980353852637506,0.46062714835601826,0.3807674854342093,0.005595827756117333 +6,4096,joint_jeffreys,future_marginal,2,0.01,0.36408803240020043,0.3346696442248774,0.6348168155109295,0.38183574645001656,0.7477445513387472,0.3695017002920866,0.37679184694577234,0.37279869969280277,0.1980353852637506,0.3647597486702722,0.37824285104666056,0.005413667891886187 +6,4096,joint_jeffreys,future_marginal,2,0.05,0.3428257106914098,0.3128141315933928,0.4835704795436582,0.4047082236405802,0.7142167553485383,0.3474846477412116,0.3564225757031873,0.3533382709874174,0.1980353852637506,0.36101628595563134,0.3667321076073267,0.0046589370498018035 +6,4096,joint_jeffreys,raw_information,0,0.0,0.4437956344567444,0.40141346252042515,0.0,0.2951484710821937,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.4982050692056746,0.3098566781334351,0.10614354727747542,0.058100546967408795,0.0021980446491694505 +6,4096,joint_jeffreys,raw_information,0,0.01,0.4437956344567444,0.40141346252042515,0.0,0.2951484710821937,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.4982050692056746,0.3098566781334351,0.10614354727747542,0.058100546967408795,0.0021980446491694505 +6,4096,joint_jeffreys,raw_information,0,0.05,0.4437956344567444,0.40141346252042515,0.0,0.2951484710821937,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.4982050692056746,0.3098566781334351,0.10614354727747542,0.058100546967408795,0.0021980446491694505 +6,4096,joint_jeffreys,raw_information,1,0.0,0.613188146383462,0.5601343890420752,0.6460113800318399,0.17841707099948076,0.7020165704113798,0.6158961962523729,0.6375383861391192,0.6349956365391571,0.3098566781334351,0.49292822058943847,0.08612037415900686,0.0027080498689109334 +6,4096,joint_jeffreys,raw_information,1,0.01,0.6082690553159805,0.5549571597030742,0.5016398476460422,0.18139054330619817,0.6951525918630246,0.6111223001441161,0.6334222596369855,0.630813193708913,0.3098566781334351,0.4481272013007236,0.08403029171890852,0.002853244828135537 +6,4096,joint_jeffreys,raw_information,1,0.05,0.5904067457139944,0.5361236971188217,0.43142735990792036,0.17392940465775286,0.6684068251637796,0.5929135043451308,0.6179806424323322,0.6159020607445919,0.3098566781334351,0.4316996344796738,0.07549332081864879,0.002506758631136363 +6,4096,joint_jeffreys,raw_information,2,0.0,0.6273715511611118,0.5754510218801067,1.0986323137450515,0.17126317780003886,0.7563728078454486,0.6314165690170566,0.6524797198627953,0.6488849800708262,0.3098566781334351,0.37647821325201297,0.12495623882839202,0.004045017855944799 +6,4096,joint_jeffreys,raw_information,2,0.01,0.620998715284166,0.5682656401590588,0.67509876632022,0.1715413911733732,0.7477445513387472,0.6250436301562252,0.6467806102281689,0.6431698783974623,0.3098566781334351,0.419663500914367,0.12270092118252196,0.004044914872059269 +6,4096,joint_jeffreys,raw_information,2,0.05,0.5985932651200114,0.5442559335746018,0.5307017324126514,0.1637938706936478,0.7142167553485383,0.6018963457496609,0.6263308462519096,0.6235571952122421,0.3098566781334351,0.44578694306420513,0.11232040959887746,0.0033030806296494575 +6,4096,joint_jeffreys,raw_entropy,0,0.0,0.22967285779658597,0.20565337137459147,0.0,0.47209591167546244,0.5040942260733227,0.23235499874698126,0.22827783499216628,0.22565113604406714,0.30788526900425967,0.3180545001069125,0.27173922732634137,0.0026821409503952898 +6,4096,joint_jeffreys,raw_entropy,0,0.01,0.22967285779658597,0.20565337137459147,0.0,0.47209591167546244,0.5040942260733227,0.23235499874698126,0.22827783499216628,0.22565113604406714,0.30788526900425967,0.3180545001069125,0.27173922732634137,0.0026821409503952898 +6,4096,joint_jeffreys,raw_entropy,0,0.05,0.22967285779658597,0.20565337137459147,0.0,0.47209591167546244,0.5040942260733227,0.23235499874698126,0.22827783499216628,0.22565113604406714,0.30788526900425967,0.3180545001069125,0.27173922732634137,0.0026821409503952898 +6,4096,joint_jeffreys,raw_entropy,1,0.0,0.5850312133929064,0.5334073733660132,0.8175611390674374,0.1852858920418651,0.7020165704113798,0.5880085773133689,0.5819211355107746,0.5788682486038361,0.30788526900425967,0.38069244855102286,0.1140079930980109,0.002977363920462439 +6,4096,joint_jeffreys,raw_entropy,1,0.01,0.5776158983823102,0.5257410944521038,0.7537204697075571,0.18645812896012207,0.6951525918630246,0.5806877879669058,0.5745216870700752,0.5713169948219217,0.30788526900425967,0.36361761961508093,0.1144648038961188,0.0030718895845955885 +6,4096,joint_jeffreys,raw_entropy,1,0.05,0.5494462383096225,0.4967688666449653,0.6983275725744443,0.18327540301879586,0.6684068251637796,0.5523540149224125,0.5458393836290912,0.542788680091728,0.30788526900425967,0.37693690036080946,0.11605281024136704,0.0029077766127900695 +6,4096,joint_jeffreys,raw_entropy,2,0.0,0.6130431365012597,0.5628554400275738,1.3813244457016058,0.189699562211905,0.7563728078454486,0.6168728317589153,0.6119761843903014,0.6080950119613281,0.30788526900425967,0.3288691379621892,0.1394999760865333,0.00382969525765553 +6,4096,joint_jeffreys,raw_entropy,2,0.01,0.6033343284472866,0.552496812608507,0.9995054773634807,0.18797636630143788,0.7477445513387472,0.6073084331067587,0.6022816093407958,0.5982792279019121,0.30788526900425967,0.3813521902228629,0.14043611823198843,0.003974104659472122 +6,4096,joint_jeffreys,raw_entropy,2,0.05,0.5676844115790282,0.5154052933836294,0.8600197112872583,0.1798314703183377,0.7142167553485383,0.5711459700643453,0.5656809723656383,0.562185527803576,0.30788526900425967,0.35497765555023625,0.14307078528419304,0.003461558485317151 +6,4096,joint_jeffreys,hash_code,0,0.0,0.07824946809405227,0.06902278326695263,0.0,0.7055727484363051,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07825575249930089,0.4552286458017427,0.5394344843645796,0.422946698835893,0.0028980591433774294 +6,4096,joint_jeffreys,hash_code,0,0.01,0.07824946809405227,0.06902278326695263,0.0,0.7055727484363051,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07825575249930089,0.4552286458017427,0.5394344843645796,0.422946698835893,0.0028980591433774294 +6,4096,joint_jeffreys,hash_code,0,0.05,0.07824946809405227,0.06902278326695263,0.0,0.7055727484363051,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07825575249930089,0.4552286458017427,0.5394344843645796,0.422946698835893,0.0028980591433774294 +6,4096,joint_jeffreys,hash_code,1,0.0,0.2309557058218509,0.21187696269914216,0.6416314563741955,0.4574384224099887,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.2309571933592812,0.4552286458017427,0.569806371729479,0.466331907453405,0.0047289571361238125 +6,4096,joint_jeffreys,hash_code,1,0.01,0.22520400471970392,0.2058558205997242,0.5912615959965655,0.4628479757429546,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.22520549225713424,0.4552286458017427,0.5864834787831092,0.4651770989294305,0.004771488213890146 +6,4096,joint_jeffreys,hash_code,1,0.05,0.20385204677352253,0.18390802121629912,0.5148647072831939,0.4802273857693505,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.20384335005961277,0.4552286458017427,0.6129461886397435,0.46035883431655866,0.0041959440736984155 +6,4096,joint_jeffreys,hash_code,2,0.0,0.2560273035318405,0.23873881421058027,1.1989842405051598,0.44232643995384474,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.25604456782311136,0.4552286458017427,0.4367703941956522,0.49427704312309945,0.006068461190508634 +6,4096,joint_jeffreys,hash_code,2,0.01,0.24744249468822457,0.2292396774790645,0.9074346877760431,0.4497736390222271,0.7477445513387472,0.2534772999665655,0.2534772999665655,0.24744817151823326,0.4552286458017427,0.5797629895109211,0.4942672513721817,0.00603480527834091 +6,4096,joint_jeffreys,hash_code,2,0.05,0.2174733832062291,0.1977256625306373,0.7001842482865887,0.4686485733832601,0.7142167553485383,0.22216338874936434,0.22216338874936428,0.2174859424608204,0.4552286458017427,0.5927272968224654,0.492053366599174,0.004690005543135228 +6,4096,joint_jeffreys,action_values,0,0.0,0.4989607715015157,0.45620627808415054,0.0,0.23153848751125475,0.5040942260733227,0.5022833425215841,0.5039821123827443,0.5025265535957514,0.007364017651312882,0.04591809775252285,0.001810883551738529,0.0033225710200684433 +6,4096,joint_jeffreys,action_values,0,0.01,0.4989607715015157,0.45620627808415054,0.0,0.23153848751125475,0.5040942260733227,0.5022833425215841,0.5039821123827443,0.5025265535957514,0.007364017651312882,0.04591809775252285,0.001810883551738529,0.0033225710200684433 +6,4096,joint_jeffreys,action_values,0,0.05,0.4989607715015157,0.45620627808415054,0.0,0.23153848751125475,0.5040942260733227,0.5022833425215841,0.5039821123827443,0.5025265535957514,0.007364017651312882,0.04591809775252285,0.001810883551738529,0.0033225710200684433 +6,4096,joint_jeffreys,action_values,1,0.0,0.6952717155853007,0.6450829599417891,0.7708871331942401,0.19370662860319168,0.7020165704113798,0.7002657014421079,0.7018872107598031,0.6987496584227223,0.007364017651312882,0.19121476357466258,0.0017508689692719015,0.004993985856807215 +6,4096,joint_jeffreys,action_values,1,0.01,0.6882860420119687,0.6378651817172182,0.7128508706393376,0.19384474837210686,0.6951525918630246,0.6933937166843237,0.6950269850491874,0.6917594994031319,0.007364017651312882,0.11922377202066925,0.0017588751787008805,0.005107674672354956 +6,4096,joint_jeffreys,action_values,1,0.05,0.6613935099728623,0.6105174145667381,0.6381281164402783,0.19069243920413317,0.6684068251637796,0.6666393041893545,0.6682793795765382,0.665113276636771,0.007364017651312882,0.13958334251429397,0.0017675209744251186,0.005245794216492183 +6,4096,joint_jeffreys,action_values,2,0.0,0.7495705862172014,0.6920028387331495,1.2456841951932651,0.13865204190195413,0.7563728078454486,0.7544185453719838,0.7562164091516856,0.7530297946829009,0.007364017651312882,0.3155204006037935,0.001954262473464752,0.004847959154782422 +6,4096,joint_jeffreys,action_values,2,0.01,0.7406591837263733,0.6826093526603348,0.9010461712572472,0.13906715209441153,0.7477445513387472,0.7457766910722778,0.7475723396790359,0.744262471574339,0.007364017651312882,0.13671700689347857,0.0019678602664693345,0.005117507345904548 +6,4096,joint_jeffreys,action_values,2,0.05,0.7072255966879246,0.6479328030854269,0.8212821629360377,0.13600595590083506,0.7142167553485383,0.7121853562803163,0.7141004093314094,0.7111908830891612,0.007364017651312882,0.11677802478315989,0.0020313990682220284,0.004959759592391699 +6,4096,naive_bayes,identity,0,0.0,0.25767027351263555,0.3121453553783898,0.0,0.5011012995830244,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.25767027351263555,0.0,0.3297578978433791,0.0,0.2464239525606871 +6,4096,naive_bayes,identity,0,0.01,0.25767027351263555,0.3121453553783898,0.0,0.5011012995830244,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.25767027351263555,0.0,0.3297578978433791,0.0,0.2464239525606871 +6,4096,naive_bayes,identity,0,0.05,0.25767027351263555,0.3121453553783898,0.0,0.5011012995830244,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.25767027351263555,0.0,0.3297578978433791,0.0,0.2464239525606871 +6,4096,naive_bayes,identity,1,0.0,0.3087617137852774,0.3590296386936527,0.519347264095571,0.372816062455617,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.3087617137852774,0.0,0.5675838698908483,0.0,0.3932548566261024 +6,4096,naive_bayes,identity,1,0.01,0.30465222387218954,0.3551515702005656,0.3710897525315651,0.37657951002531154,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.30465222387218954,0.0,0.500668885077621,0.0,0.39050036799083504 +6,4096,naive_bayes,identity,1,0.05,0.2904613010592519,0.34183257147480167,0.290222120175682,0.3984971349963018,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.2904613010592519,0.0,0.5297600648732875,0.0,0.3779455241045277 +6,4096,naive_bayes,identity,2,0.0,0.3228603910911348,0.37261430011066654,0.9650812515116117,0.3669991702045916,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.3228603910911348,0.0,0.41723729204415755,0.0,0.4335124167543138 +6,4096,naive_bayes,identity,2,0.01,0.31475931900966825,0.3660875134300326,0.6065341593125161,0.37089514897528314,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.31475931900966825,0.0,0.48077219706586444,0.0,0.43298523232907893 +6,4096,naive_bayes,identity,2,0.05,0.29485048231960126,0.34613387542894514,0.3900390438289379,0.3910384817930092,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.29485048231960126,0.0,0.5268331188902508,0.0,0.4193662730289371 +6,4096,naive_bayes,query_joint,0,0.0,0.2575351907561952,0.3116259945685736,0.0,0.5022434325165135,0.5040942260733227,0.4189171389919016,0.5039617323662775,0.28171426591528687,0.3317024285763958,0.3315326342197313,0.08517708708142108,0.1613819482357064 +6,4096,naive_bayes,query_joint,0,0.01,0.2575351907561952,0.3116259945685736,0.0,0.5022434325165135,0.5040942260733227,0.4189171389919016,0.5039617323662775,0.28171426591528687,0.3317024285763958,0.3315326342197313,0.08517708708142108,0.1613819482357064 +6,4096,naive_bayes,query_joint,0,0.05,0.2575351907561952,0.3116259945685736,0.0,0.5022434325165135,0.5040942260733227,0.4189171389919016,0.5039617323662775,0.28171426591528687,0.3317024285763958,0.3315326342197313,0.08517708708142108,0.1613819482357064 +6,4096,naive_bayes,query_joint,1,0.0,0.3083076320203925,0.35837877441113597,0.5314375080015611,0.37406754098915956,0.7020165704113798,0.5329500028675469,0.7018352962080797,0.34683465768840765,0.3317024285763958,0.568751171381273,0.16906656754383287,0.22464237084715438 +6,4096,naive_bayes,query_joint,1,0.01,0.3057381649836702,0.35448203188808197,0.3715383134687946,0.3763465677600329,0.6951525918630246,0.5282447133015995,0.6949699486273736,0.33998343313417817,0.3317024285763958,0.5042336905685599,0.16690787856142508,0.22250654831792932 +6,4096,naive_bayes,query_joint,1,0.05,0.2894015938108015,0.34122076367252263,0.2893041661504086,0.3986933448232343,0.6684068251637796,0.510826570729436,0.6682218139028958,0.3246463103068897,0.3317024285763958,0.5324380269162468,0.15758025443434354,0.22142497691863455 +6,4096,naive_bayes,query_joint,2,0.0,0.3237282661888316,0.37204786691319125,0.9814667982265135,0.36716315555858686,0.7563728078454486,0.5582122029529925,0.7561936038786811,0.3530755546022973,0.3317024285763958,0.4078326642535027,0.19816060489245613,0.23448393676416085 +6,4096,naive_bayes,query_joint,2,0.01,0.31607580777548466,0.3655167598666156,0.609051949770023,0.3708178530026778,0.7477445513387472,0.5510066113581341,0.7475698255901434,0.3430437593856084,0.3317024285763958,0.4852537589977966,0.19673793998061306,0.23493080358264945 +6,4096,naive_bayes,query_joint,2,0.05,0.294619051009617,0.34550897801126723,0.3921080643292105,0.3907798351949992,0.7142167553485383,0.5261421580881203,0.7140039723289165,0.32555760677151097,0.3317024285763958,0.5294515081074692,0.18807459726041809,0.23152310707850327 +6,4096,naive_bayes,posterior_clusters,0,0.0,0.2575351907561952,0.3116259945685736,0.0,0.5022434325165135,0.5040942260733227,0.4189171389919017,0.5039617323662774,0.29203111135387483,0.3317024285763958,0.3315326342197313,0.08517708708142097,0.1613819482357065 +6,4096,naive_bayes,posterior_clusters,0,0.01,0.2575351907561952,0.3116259945685736,0.0,0.5022434325165135,0.5040942260733227,0.4189171389919017,0.5039617323662774,0.29203111135387483,0.3317024285763958,0.3315326342197313,0.08517708708142097,0.1613819482357065 +6,4096,naive_bayes,posterior_clusters,0,0.05,0.2575351907561952,0.3116259945685736,0.0,0.5022434325165135,0.5040942260733227,0.4189171389919017,0.5039617323662774,0.29203111135387483,0.3317024285763958,0.3315326342197313,0.08517708708142097,0.1613819482357065 +6,4096,naive_bayes,posterior_clusters,1,0.0,0.3083076320203925,0.35837877441113597,0.5270764082393705,0.37406754098915956,0.7020165704113798,0.5329500028675469,0.5278391326936699,0.35480426869524945,0.3317024285763958,0.5718266830593878,0.16906656754383287,0.22464237084715438 +6,4096,naive_bayes,posterior_clusters,1,0.01,0.3057381649836702,0.35448203188808197,0.3715383134687946,0.3763465677600329,0.6951525918630246,0.5282447133015995,0.5258256469429224,0.34841248347967363,0.3317024285763958,0.5042336905685599,0.16690787856142508,0.22250654831792932 +6,4096,naive_bayes,posterior_clusters,1,0.05,0.28940159381080144,0.34122076367252263,0.2893041661504086,0.3986933448232343,0.6684068251637796,0.5108265707294358,0.5188872882665311,0.32988542752837785,0.3317024285763958,0.5324380269162468,0.15758025443434376,0.2214249769186344 +6,4096,naive_bayes,posterior_clusters,2,0.0,0.3237282661888316,0.37204786691319125,0.9755423419105819,0.36716315555858686,0.7563728078454486,0.5582122029529925,0.5375594111168223,0.36623832699355025,0.3317024285763958,0.4125752132228199,0.19816060489245613,0.23448393676416085 +6,4096,naive_bayes,posterior_clusters,2,0.01,0.31607580777548466,0.3655167598666156,0.609051949770023,0.3708178530026778,0.7477445513387472,0.5510066113581341,0.5335449899709285,0.35687128726393236,0.3317024285763958,0.48788399194308124,0.19673793998061306,0.23493080358264945 +6,4096,naive_bayes,posterior_clusters,2,0.05,0.2946190510096169,0.34550897801126723,0.3921080643292105,0.3907798351949992,0.7142167553485383,0.5261421580881203,0.5221186537296836,0.3320857601363958,0.3317024285763958,0.5296274045084758,0.18807459726041809,0.23152310707850338 +6,4096,naive_bayes,posterior_bins,0,0.0,0.25655426601171083,0.3108692225716769,0.0,0.4943071335590534,0.5040942260733227,0.3514738800509187,0.5040027096510016,0.29056453058695614,0.4020518467372776,0.3165675332591688,0.15262034602240399,0.09491961403920784 +6,4096,naive_bayes,posterior_bins,0,0.01,0.25655426601171083,0.3108692225716769,0.0,0.4943071335590534,0.5040942260733227,0.3514738800509187,0.5040027096510016,0.29056453058695614,0.4020518467372776,0.3165675332591688,0.15262034602240399,0.09491961403920784 +6,4096,naive_bayes,posterior_bins,0,0.05,0.25655426601171083,0.3108692225716769,0.0,0.4943071335590534,0.5040942260733227,0.3514738800509187,0.5040027096510016,0.29056453058695614,0.4020518467372776,0.3165675332591688,0.15262034602240399,0.09491961403920784 +6,4096,naive_bayes,posterior_bins,1,0.0,0.3052184587632071,0.35711779685779527,0.5095476044402684,0.37317001544555567,0.7020165704113798,0.4203426249800146,0.5255363035523374,0.3557836131186174,0.4020518467372776,0.5622379775773253,0.28167394543136515,0.11512416621680754 +6,4096,naive_bayes,posterior_bins,1,0.01,0.3014503226928249,0.35329147221131385,0.3645458255574687,0.37290572496200985,0.6951525918630246,0.4159158880444597,0.5237301076585189,0.3496143988991769,0.4020518467372776,0.4914103854173761,0.27923670381856486,0.11446556535163482 +6,4096,naive_bayes,posterior_bins,1,0.05,0.2880939334271185,0.34011182528197975,0.2944247827662569,0.3942583757239371,0.6684068251637796,0.40001648264711037,0.5173927378877076,0.3301767927849479,0.4020518467372776,0.5195338353047972,0.2683903425166692,0.1119225492199919 +6,4096,naive_bayes,posterior_bins,2,0.0,0.32174863185647334,0.370827655846359,0.987856155969614,0.3679393988282352,0.7563728078454486,0.4460224749360513,0.5346654891107866,0.36707499997327525,0.4020518467372776,0.41496629986205463,0.3103503329093973,0.12427384307957795 +6,4096,naive_bayes,posterior_bins,2,0.01,0.3138927233354573,0.364148600588315,0.6152248152055776,0.3654406983119379,0.7477445513387472,0.4389544359508775,0.5308578397025216,0.35743889862311135,0.4020518467372776,0.474137792810182,0.30879011538786966,0.1250617126154202 +6,4096,naive_bayes,posterior_bins,2,0.05,0.29353526396006074,0.34438825485140634,0.39296810202921284,0.3869697264598207,0.7142167553485383,0.41485333463826707,0.5202204044406601,0.33234384441474957,0.4020518467372776,0.520635553919338,0.2993634207102713,0.12131807067820632 +6,4096,naive_bayes,future_marginal,0,0.0,0.25784607455843117,0.31182010418445744,0.0,0.5027942997345486,0.5040942260733227,0.4188869219467724,0.21666481994260314,0.173335563476801,0.33516743703273755,0.3309809814413755,0.08520730412655025,0.16104084738834124 +6,4096,naive_bayes,future_marginal,0,0.01,0.25784607455843117,0.31182010418445744,0.0,0.5027942997345486,0.5040942260733227,0.4188869219467724,0.21666481994260314,0.173335563476801,0.33516743703273755,0.3309809814413755,0.08520730412655025,0.16104084738834124 +6,4096,naive_bayes,future_marginal,0,0.05,0.25784607455843117,0.31182010418445744,0.0,0.5027942997345486,0.5040942260733227,0.4188869219467724,0.21666481994260314,0.173335563476801,0.33516743703273755,0.3309809814413755,0.08520730412655025,0.16104084738834124 +6,4096,naive_bayes,future_marginal,1,0.0,0.30822672094663467,0.3586866460463786,0.5304570107259692,0.37350986639465417,0.7020165704113798,0.5323582616056383,0.3667564051389436,0.21567623633503052,0.33516743703273755,0.5788915005031702,0.1696583088057415,0.2241315406590036 +6,4096,naive_bayes,future_marginal,1,0.01,0.30586150656937056,0.35479627044820855,0.37121021186442893,0.37603643400978265,0.6951525918630246,0.5277106363653937,0.3624689722452974,0.21224872234606607,0.33516743703273755,0.5035483955811249,0.16744195549763086,0.22184912979602317 +6,4096,naive_bayes,future_marginal,1,0.05,0.2896605305246861,0.34150121416508455,0.2903313002518347,0.39891573719136747,0.6684068251637796,0.510337718385266,0.34625124549358904,0.20259430986918503,0.33516743703273755,0.5320782410554874,0.1580691067785136,0.22067718786057988 +6,4096,naive_bayes,future_marginal,2,0.0,0.3235735727594122,0.3722986890465481,0.9839225613015331,0.36734773919254043,0.7563728078454486,0.5587750349938035,0.38243900995792846,0.22825532452830935,0.33516743703273755,0.42368858206581433,0.19759777285164504,0.23520146223439137 +6,4096,naive_bayes,future_marginal,2,0.01,0.315457355221141,0.3657781337727064,0.6051824722343078,0.37023712661830294,0.7477445513387472,0.5515580519545016,0.37679184694577234,0.22055432329564828,0.33516743703273755,0.4888198736704521,0.1961864993842456,0.2361006967333606 +6,4096,naive_bayes,future_marginal,2,0.05,0.29474457252580855,0.3458222377283246,0.39134161845692644,0.39108012494237837,0.7142167553485383,0.5264539737372363,0.3564225757031873,0.20571779025448925,0.33516743703273755,0.528288294659059,0.187762781611302,0.2317094012114278 +6,4096,naive_bayes,raw_information,0,0.0,0.27333484515060846,0.29762077569652173,0.0,0.5073205350832576,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.2726451646428062,0.3072440076365804,0.3323466464944197,0.058100546967408795,0.1726588339553054 +6,4096,naive_bayes,raw_information,0,0.01,0.27333484515060846,0.29762077569652173,0.0,0.5073205350832576,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.2726451646428062,0.3072440076365804,0.3323466464944197,0.058100546967408795,0.1726588339553054 +6,4096,naive_bayes,raw_information,0,0.05,0.27333484515060846,0.29762077569652173,0.0,0.5073205350832576,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.2726451646428062,0.3072440076365804,0.3323466464944197,0.058100546967408795,0.1726588339553054 +6,4096,naive_bayes,raw_information,1,0.0,0.3235290090751043,0.34611721458676614,0.5311719750944008,0.3790391644811501,0.7020165704113798,0.6197763117895552,0.6375383861391192,0.3249368797127636,0.3072440076365804,0.5707294586043824,0.0822402586218246,0.2962473027144509 +6,4096,naive_bayes,raw_information,1,0.01,0.3205031346072825,0.34210523074323923,0.3835088330980574,0.38384309212334733,0.6951525918630246,0.6150024156812982,0.6334222596369855,0.32102953099883363,0.3072440076365804,0.5105554603180257,0.08015017618172637,0.2944992810740157 +6,4096,naive_bayes,raw_information,1,0.05,0.30597075544909297,0.3283544702554119,0.2952004095407064,0.40683746291337924,0.6684068251637796,0.5967633328721612,0.6179806424323322,0.3068135257170649,0.3072440076365804,0.5410246749161877,0.07164349229161837,0.29079257742306824 +6,4096,naive_bayes,raw_information,2,0.0,0.33621767823466975,0.36004532550318835,0.9894667448223075,0.3688231221410833,0.7563728078454486,0.635290544085242,0.6524797198627953,0.33735404129442487,0.3072440076365804,0.41603057303149277,0.12108226376020659,0.29907286585057224 +6,4096,naive_bayes,raw_information,2,0.01,0.33016652668054397,0.35337253116811823,0.6203288231040228,0.3754056205974907,0.7477445513387472,0.6289524567418162,0.6467806102281689,0.3309549838116444,0.3072440076365804,0.4921519401894787,0.11879209459693096,0.29878593006127224 +6,4096,naive_bayes,raw_information,2,0.05,0.31054483594473425,0.33291583270643843,0.39793347370869236,0.3970304700705945,0.7142167553485383,0.6059049355282895,0.6263308462519096,0.31091025691309443,0.3072440076365804,0.539317189630023,0.10831181982024884,0.29536009958355525 +6,4096,naive_bayes,raw_entropy,0,0.0,0.18412455632346106,0.19676239093583792,0.0,0.5527665114362188,0.5040942260733227,0.23234472772413617,0.22827783499216628,0.1823322889435228,0.30763755850434,0.39525814345836835,0.2717494983491865,0.04822017140067511 +6,4096,naive_bayes,raw_entropy,0,0.01,0.18412455632346106,0.19676239093583792,0.0,0.5527665114362188,0.5040942260733227,0.23234472772413617,0.22827783499216628,0.1823322889435228,0.30763755850434,0.39525814345836835,0.2717494983491865,0.04822017140067511 +6,4096,naive_bayes,raw_entropy,0,0.05,0.18412455632346106,0.19676239093583792,0.0,0.5527665114362188,0.5040942260733227,0.23234472772413617,0.22827783499216628,0.1823322889435228,0.30763755850434,0.39525814345836835,0.2717494983491865,0.04822017140067511 +6,4096,naive_bayes,raw_entropy,1,0.0,0.2608567794694712,0.2717017860590106,0.5905186141427173,0.4104018844902231,0.7020165704113798,0.5882655861758962,0.5819211355107746,0.260338672107662,0.30763755850434,0.5985477804336494,0.11375098423548358,0.32740880670642497 +6,4096,naive_bayes,raw_entropy,1,0.01,0.25542358159899087,0.2667298750350628,0.47145430285011486,0.41763768975068577,0.6951525918630246,0.5809393728786438,0.5745216870700752,0.25567589039315614,0.30763755850434,0.5874686132987983,0.11421321898438075,0.32551579127965297 +6,4096,naive_bayes,raw_entropy,1,0.05,0.23749132954426197,0.24964536626752673,0.37021265653913504,0.44877838954747035,0.6684068251637796,0.5525442175666347,0.5458393836290912,0.23781354567225896,0.30763755850434,0.6100479193044861,0.11586260759714484,0.31505288802237275 +6,4096,naive_bayes,raw_entropy,2,0.0,0.2734414448688022,0.29041733864512215,1.0952104968725274,0.4069886278327648,0.7563728078454486,0.6170253423798852,0.6119761843903014,0.2734828281394604,0.30763755850434,0.41949661609714983,0.13934746546556342,0.343583897511083 +6,4096,naive_bayes,raw_entropy,2,0.01,0.26596100095130387,0.2821345150844793,0.7677975458693482,0.412909392127167,0.7477445513387472,0.607466682595831,0.6022816093407958,0.26671275815403367,0.30763755850434,0.5701943481068604,0.14027786874291615,0.34150568164452716 +6,4096,naive_bayes,raw_entropy,2,0.05,0.24245226483605212,0.25655413439427355,0.4995132080799378,0.4401921016773574,0.7142167553485383,0.5713343756876211,0.5656809723656383,0.24314175845483213,0.30763755850434,0.6082866740218537,0.1428823796609172,0.32888211085156904 +6,4096,naive_bayes,hash_code,0,0.0,0.037613078954345326,0.05558791706815055,0.0,0.7048451429921189,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.037613078954345326,0.4552286458017427,0.5516878132485493,0.422946698835893,0.04353444828308437 +6,4096,naive_bayes,hash_code,0,0.01,0.037613078954345326,0.05558791706815055,0.0,0.7048451429921189,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.037613078954345326,0.4552286458017427,0.5516878132485493,0.422946698835893,0.04353444828308437 +6,4096,naive_bayes,hash_code,0,0.05,0.037613078954345326,0.05558791706815055,0.0,0.7048451429921189,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.037613078954345326,0.4552286458017427,0.5516878132485493,0.422946698835893,0.04353444828308437 +6,4096,naive_bayes,hash_code,1,0.0,0.14012028202014468,0.15563275055970174,0.5898298208193916,0.5179353152273055,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.14012028202014468,0.4552286458017427,0.6053472374069687,0.466331907453405,0.09556438093783004 +6,4096,naive_bayes,hash_code,1,0.01,0.13485346594610612,0.15039526078209312,0.5101526848415301,0.5234595779415815,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.13485346594610612,0.4552286458017427,0.6156473667360972,0.4651770989294305,0.09512202698748795 +6,4096,naive_bayes,hash_code,1,0.05,0.11497646964181464,0.13180303277842229,0.4144457111928172,0.5462268606945097,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.11497646964181461,0.4552286458017427,0.6913789071786055,0.46035883431655866,0.09307152120540631 +6,4096,naive_bayes,hash_code,2,0.0,0.1641026099483778,0.18050341384446014,1.1823903616968725,0.49607924655561814,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.1641026099483778,0.4552286458017427,0.42072151559010856,0.49427704312309945,0.09799315477397133 +6,4096,naive_bayes,hash_code,2,0.01,0.1551711081251433,0.17105820908478545,0.8986211336892292,0.49968041453967144,0.7477445513387472,0.2534772999665655,0.2534772999665655,0.15517110812514326,0.4552286458017427,0.5753595709306004,0.4942672513721817,0.0983061918414222 +6,4096,naive_bayes,hash_code,2,0.05,0.12263761213670471,0.14111962968556088,0.586383472690284,0.531906846491995,0.7142167553485383,0.22216338874936434,0.22216338874936428,0.12263761213670471,0.4552286458017427,0.6680402587194308,0.492053366599174,0.09952577661265963 +6,4096,naive_bayes,action_values,0,0.0,0.25699955433817545,0.3117605193613029,0.0,0.502472205509216,0.5040942260733227,0.41900241564867824,0.5039821123827443,0.28166940367183174,0.33452358745002214,0.3318681060749817,0.08509181042464442,0.1620028613105028 +6,4096,naive_bayes,action_values,0,0.01,0.25699955433817545,0.3117605193613029,0.0,0.502472205509216,0.5040942260733227,0.41900241564867824,0.5039821123827443,0.28166940367183174,0.33452358745002214,0.3318681060749817,0.08509181042464442,0.1620028613105028 +6,4096,naive_bayes,action_values,0,0.05,0.25699955433817545,0.3117605193613029,0.0,0.502472205509216,0.5040942260733227,0.41900241564867824,0.5039821123827443,0.28166940367183174,0.33452358745002214,0.3318681060749817,0.08509181042464442,0.1620028613105028 +6,4096,naive_bayes,action_values,1,0.0,0.30780107908589033,0.3585162316271968,0.519712844638934,0.3731080257301551,0.7020165704113798,0.5325568089146452,0.7018872107598031,0.346944281441167,0.33452358745002214,0.5653724971564728,0.16945976149673458,0.22475572982875486 +6,4096,naive_bayes,action_values,1,0.01,0.30551125832857906,0.3546531567214272,0.3701661525043501,0.37646009392627633,0.6951525918630246,0.5279419000360938,0.6950269850491874,0.3401370614301376,0.33452358745002214,0.5044862827069632,0.16721069182693082,0.2224306417075147 +6,4096,naive_bayes,action_values,1,0.05,0.2907018485940211,0.34137836571405433,0.29032753314826176,0.3983516808937941,0.6684068251637796,0.5107272472176773,0.6682793795765382,0.32454980654225746,0.33452358745002214,0.5319573964628072,0.15767957794610232,0.22002539862365617 +6,4096,naive_bayes,action_values,2,0.0,0.3233050108611011,0.3721152551414739,0.968051248974669,0.3680153975661444,0.7563728078454486,0.5580809696721928,0.7562164091516856,0.3528305143525039,0.33452358745002214,0.4164131109878319,0.1982918381732558,0.2347759588110917 +6,4096,naive_bayes,action_values,2,0.01,0.3157457995448281,0.3655663921218301,0.6066781565707119,0.37098607516105186,0.7477445513387472,0.5508828962298116,0.7475723396790359,0.34250756312823305,0.33452358745002214,0.4916993880823623,0.1968616551089356,0.23513709668498345 +6,4096,naive_bayes,action_values,2,0.05,0.29555195580999327,0.34570013704677177,0.38903214576218503,0.3912683719404509,0.7142167553485383,0.5260467110987149,0.7141004093314094,0.32531095430331586,0.33452358745002214,0.5285632792639459,0.18817004424982342,0.23049475528872165 +6,4096,support_mixture,identity,0,0.0,0.49708541680146867,0.42556879358065974,0.0,0.23181831332953706,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.49708541680146867,0.0,0.05134585888159027,0.0,0.0070088092718539885 +6,4096,support_mixture,identity,0,0.01,0.49708541680146867,0.42556879358065974,0.0,0.23181831332953706,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.49708541680146867,0.0,0.05134585888159027,0.0,0.0070088092718539885 +6,4096,support_mixture,identity,0,0.05,0.49708541680146867,0.42556879358065974,0.0,0.23181831332953706,0.5040942260733227,0.5040942260733227,0.5040942260733227,0.49708541680146867,0.0,0.05134585888159027,0.0,0.0070088092718539885 +6,4096,support_mixture,identity,1,0.0,0.6843988303262467,0.5990165668660633,0.7972238200784911,0.1897978025974327,0.7020165704113798,0.7020165704113798,0.7020165704113798,0.6843988303262467,0.0,0.3023385302259732,0.0,0.01761774008513306 +6,4096,support_mixture,identity,1,0.01,0.6772584859570662,0.5918175394408168,0.7085403335387976,0.1900488481189874,0.6951525918630246,0.6951525918630246,0.6951525918630246,0.6772584859570662,0.0,0.22955985399536902,0.0,0.017894105905958413 +6,4096,support_mixture,identity,1,0.05,0.6505925019300339,0.565363487687572,0.6170456724992723,0.1840335233944792,0.6684068251637796,0.6684068251637796,0.6684068251637796,0.6505925019300339,0.0,0.23473297677969482,0.0,0.017814323233745655 +6,4096,support_mixture,identity,2,0.0,0.7333532368443881,0.6410358070633335,1.307419080941664,0.14504788109916478,0.7563728078454486,0.7563728078454486,0.7563728078454486,0.7333532368443881,0.0,0.3373818503714019,0.0,0.023019571001060446 +6,4096,support_mixture,identity,2,0.01,0.7246170716782795,0.6309938293336385,0.948809762458208,0.14487710603927742,0.7477445513387472,0.7477445513387472,0.7477445513387472,0.7246170716782795,0.0,0.24567047931017663,0.0,0.023127479660467687 +6,4096,support_mixture,identity,2,0.05,0.6913008362900284,0.5954383305065152,0.8083381212678251,0.14129754106862388,0.7142167553485383,0.7142167553485383,0.7142167553485383,0.6913008362900284,0.0,0.21837826476215982,0.0,0.02291591905850998 +6,4096,support_mixture,query_joint,0,0.0,0.5005008567042482,0.42152726298880405,0.0,0.22797777640171812,0.5040942260733227,0.502618912159714,0.5039617323662775,0.502811833100547,0.004235849241650888,0.03605970470560719,0.0014753139136086668,0.0021180554554658393 +6,4096,support_mixture,query_joint,0,0.01,0.5005008567042482,0.42152726298880405,0.0,0.22797777640171812,0.5040942260733227,0.502618912159714,0.5039617323662775,0.502811833100547,0.004235849241650888,0.03605970470560719,0.0014753139136086668,0.0021180554554658393 +6,4096,support_mixture,query_joint,0,0.05,0.5005008567042482,0.42152726298880405,0.0,0.22797777640171812,0.5040942260733227,0.502618912159714,0.5039617323662775,0.502811833100547,0.004235849241650888,0.03605970470560719,0.0014753139136086668,0.0021180554554658393 +6,4096,support_mixture,query_joint,1,0.0,0.6923056980662898,0.5875493649971476,0.7854477806356659,0.19893132527966695,0.7020165704113798,0.700600881309036,0.7018352962080797,0.6948597444661311,0.004235849241650888,0.24079939964078967,0.0014156891023437979,0.00829518324274614 +6,4096,support_mixture,query_joint,1,0.01,0.6851265984925744,0.580422669437997,0.7027533295424936,0.2000498370667402,0.6951525918630246,0.6937299007120347,0.6949699486273736,0.6879068257774672,0.004235849241650888,0.15650490498512515,0.0014226911509899187,0.008603302219460263 +6,4096,support_mixture,query_joint,1,0.05,0.6583036543201889,0.5537454421785759,0.6363799272893488,0.1958770454412622,0.6684068251637796,0.6669554123890032,0.6682218139028958,0.6609352955026023,0.004235849241650888,0.17649015202961824,0.0014514127747763395,0.008651758068814352 +6,4096,support_mixture,query_joint,2,0.0,0.7452507388596395,0.6274348258202381,1.247132793149939,0.143270775716878,0.7563728078454486,0.7547891818877385,0.7561936038786811,0.7481012226807856,0.004235849241650888,0.30923044677791345,0.0015836259577101108,0.00953844302809892 +6,4096,support_mixture,query_joint,2,0.01,0.7363426579147956,0.61785763870801,0.9095332420513879,0.14273783528949283,0.7477445513387472,0.7461467219959682,0.7475698255901434,0.7393299460599714,0.004235849241650888,0.1525591297550332,0.001597829342778967,0.009804064081172625 +6,4096,support_mixture,query_joint,2,0.05,0.7020087536253453,0.582463072715647,0.8228090039806674,0.14021089793004426,0.7142167553485383,0.7125758303502092,0.7140039723289165,0.7044195893914829,0.004235849241650888,0.13702979917435798,0.0016409249983291296,0.0105670767248639 +6,4096,support_mixture,posterior_clusters,0,0.0,0.49724863270761527,0.4250169381128414,0.0,0.23063706399003744,0.5040942260733227,0.5030008375463461,0.5039617323662774,0.50330739779487,0.3509958330447483,0.05098236166617426,0.001093388526976602,0.00575220483873079 +6,4096,support_mixture,posterior_clusters,0,0.01,0.49724863270761527,0.4250169381128414,0.0,0.23063706399003744,0.5040942260733227,0.5030008375463461,0.5039617323662774,0.50330739779487,0.3509958330447483,0.05098236166617426,0.001093388526976602,0.00575220483873079 +6,4096,support_mixture,posterior_clusters,0,0.05,0.49724863270761527,0.4250169381128414,0.0,0.23063706399003744,0.5040942260733227,0.5030008375463461,0.5039617323662774,0.50330739779487,0.3509958330447483,0.05098236166617426,0.001093388526976602,0.00575220483873079 +6,4096,support_mixture,posterior_clusters,1,0.0,0.5496856005125375,0.47421943037488795,0.5532554510044386,0.2368861816409328,0.7020165704113798,0.5599957729509477,0.5278391326936699,0.5244180468846559,0.3509958330447483,0.5242491591166906,0.14202079746043206,0.010310172438410259 +6,4096,support_mixture,posterior_clusters,1,0.01,0.5468362347182757,0.4705074816145039,0.3558732631467683,0.23156087094234126,0.6951525918630246,0.5567624138207323,0.5258256469429224,0.5227368573169054,0.3509958330447483,0.4966953812439725,0.13839017804229226,0.009926179102456634 +6,4096,support_mixture,posterior_clusters,1,0.05,0.5365731511154478,0.4583028339118988,0.2615114759127948,0.21455174198542082,0.6684068251637796,0.5453734845440847,0.5188872882665311,0.5170479066547077,0.3509958330447483,0.4746460909227654,0.12303334061969484,0.008800333428636953 +6,4096,support_mixture,posterior_clusters,2,0.0,0.5687419685066518,0.4922826105418033,1.0046806128977186,0.2232445750523129,0.7563728078454486,0.5791450620622526,0.5375594111168223,0.5338543167027526,0.3509958330447483,0.40739162571697274,0.177227745783196,0.010403093555600762 +6,4096,support_mixture,posterior_clusters,2,0.01,0.5633490837984403,0.4857197417199175,0.610374999602157,0.22101110194480714,0.7477445513387472,0.5735340269939694,0.5335449899709285,0.5301047540619533,0.3509958330447483,0.4373948706240353,0.1742105243447778,0.010184943195529095 +6,4096,support_mixture,posterior_clusters,2,0.05,0.5466927511437675,0.4660142925522633,0.3892919308436091,0.20384813467205046,0.7142167553485383,0.5556382220199229,0.5221186537296836,0.5196601357526255,0.3509958330447483,0.5072816521898101,0.1585785333286155,0.008945470876155381 +6,4096,support_mixture,posterior_bins,0,0.0,0.5008458480182368,0.4234152928250676,0.0,0.2119668962838801,0.5040942260733227,0.503427101346183,0.5040027096510016,0.5032825478677901,0.38328082959716864,0.026360461118214804,0.0006671247271397007,0.0025812533279461203 +6,4096,support_mixture,posterior_bins,0,0.01,0.5008458480182368,0.4234152928250676,0.0,0.2119668962838801,0.5040942260733227,0.503427101346183,0.5040027096510016,0.5032825478677901,0.38328082959716864,0.026360461118214804,0.0006671247271397007,0.0025812533279461203 +6,4096,support_mixture,posterior_bins,0,0.05,0.5008458480182368,0.4234152928250676,0.0,0.2119668962838801,0.5040942260733227,0.503427101346183,0.5040027096510016,0.5032825478677901,0.38328082959716864,0.026360461118214804,0.0006671247271397007,0.0025812533279461203 +6,4096,support_mixture,posterior_bins,1,0.0,0.5305208783051055,0.4566384639455085,0.5319423228435299,0.23410597895739385,0.7020165704113798,0.5389783115262047,0.5255363035523374,0.5220081586213315,0.38328082959716864,0.5711353150348264,0.1630382588851751,0.008457433221099153 +6,4096,support_mixture,posterior_bins,1,0.01,0.5287807153316775,0.45362880148140317,0.2821727720890291,0.2278049226894806,0.6951525918630246,0.5364714213114555,0.5237301076585189,0.520945378528366,0.38328082959716864,0.5381953072609811,0.15868117055156905,0.007690705979778056 +6,4096,support_mixture,posterior_bins,1,0.05,0.5216531171467085,0.4438470617181533,0.20468718991291815,0.2131847567254166,0.6684068251637796,0.5275139746774565,0.5173927378877076,0.5157774349164801,0.38328082959716864,0.5078287278617829,0.14089285048632305,0.005860857530748054 +6,4096,support_mixture,posterior_bins,2,0.0,0.5438478269518915,0.46982363335590843,0.9661768901645852,0.23193796205144213,0.7563728078454486,0.5520157292184033,0.5346654891107866,0.5309097440921408,0.38328082959716864,0.43172580545622424,0.20435707862704533,0.008167902266511762 +6,4096,support_mixture,posterior_bins,2,0.01,0.539177836946986,0.46411935634084794,0.5226426911532401,0.22730667413229003,0.7477445513387472,0.5474266858710677,0.5308578397025216,0.5274317505065217,0.38328082959716864,0.4870735809975077,0.2003178654676795,0.008248848924081731 +6,4096,support_mixture,posterior_bins,2,0.05,0.526906653027492,0.4481243720480585,0.2994598191141025,0.2122947019209689,0.7142167553485383,0.5332566523868225,0.5202204044406601,0.5181097435530065,0.38328082959716864,0.5533189382831734,0.18096010296171583,0.00634999935933056 +6,4096,support_mixture,future_marginal,0,0.0,0.23040989526008473,0.201801339254893,0.0,0.5191999255360218,0.5040942260733227,0.23469448281967373,0.21666481994260314,0.2135504919543096,0.1983738106637317,0.35892207210015536,0.2693997432536489,0.004284587559588993 +6,4096,support_mixture,future_marginal,0,0.01,0.23040989526008473,0.201801339254893,0.0,0.5191999255360218,0.5040942260733227,0.23469448281967373,0.21666481994260314,0.2135504919543096,0.1983738106637317,0.35892207210015536,0.2693997432536489,0.004284587559588993 +6,4096,support_mixture,future_marginal,0,0.05,0.23040989526008473,0.201801339254893,0.0,0.5191999255360218,0.5040942260733227,0.23469448281967373,0.21666481994260314,0.2135504919543096,0.1983738106637317,0.35892207210015536,0.2693997432536489,0.004284587559588993 +6,4096,support_mixture,future_marginal,1,0.0,0.3502696070732681,0.3023276558291264,0.5432845591941484,0.40676894064464736,0.7020165704113798,0.3561432842059174,0.3667564051389436,0.36262403565283713,0.1983738106637317,0.4396426307833096,0.34587328620546237,0.005873677132649302 +6,4096,support_mixture,future_marginal,1,0.01,0.34563007858417727,0.2975794757629564,0.46376824911458847,0.4127488903038265,0.6951525918630246,0.35147929923986004,0.3624689722452974,0.3583573646605345,0.1983738106637317,0.3611781431333863,0.34367329262316454,0.005849220655682774 +6,4096,support_mixture,future_marginal,1,0.05,0.3277679166930137,0.2804006887991149,0.4047649661924548,0.4324051722927044,0.6684068251637796,0.3338401265586793,0.34625124549358904,0.34203361412863703,0.1983738106637317,0.38844960623848795,0.3345666986051003,0.00607220986566559 +6,4096,support_mixture,future_marginal,2,0.0,0.36700445688773514,0.31971957227212794,0.955440581792955,0.3865041027634512,0.7563728078454486,0.3740922456551617,0.38243900995792846,0.37704041637592306,0.1983738106637317,0.44719992678534176,0.3822805621902869,0.0070877887674265505 +6,4096,support_mixture,future_marginal,2,0.01,0.36102251176862793,0.312868567644835,0.6278339444469666,0.39288814546906564,0.7477445513387472,0.3679993708526687,0.37679184694577234,0.3713527397669148,0.1983738106637317,0.3791620095061737,0.37974518048607847,0.006976859084040776 +6,4096,support_mixture,future_marginal,2,0.05,0.33914031663888333,0.29066043160540483,0.49767909559429224,0.4148302087627795,0.7142167553485383,0.3459455686243668,0.3564225757031873,0.3513480686959298,0.1983738106637317,0.3757148130086538,0.36827118672417153,0.006805251985483485 +6,4096,support_mixture,raw_information,0,0.0,0.44339547355110925,0.37712002443798975,0.0,0.30054805788217404,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.4981453296061577,0.3094077800015896,0.11043222825462949,0.058100546967408795,0.0025982055548046112 +6,4096,support_mixture,raw_information,0,0.01,0.44339547355110925,0.37712002443798975,0.0,0.30054805788217404,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.4981453296061577,0.3094077800015896,0.11043222825462949,0.058100546967408795,0.0025982055548046112 +6,4096,support_mixture,raw_information,0,0.05,0.44339547355110925,0.37712002443798975,0.0,0.30054805788217404,0.5040942260733227,0.44599367910591386,0.49979970867065693,0.4981453296061577,0.3094077800015896,0.11043222825462949,0.058100546967408795,0.0025982055548046112 +6,4096,support_mixture,raw_information,1,0.0,0.609067739503255,0.5106839487471372,0.6693315190913,0.19146271109374488,0.7020165704113798,0.6156296244854773,0.6375383861391192,0.6313519558139384,0.3094077800015896,0.4805539012150801,0.08638694592590246,0.006561884982222321 +6,4096,support_mixture,raw_information,1,0.01,0.6044251263382097,0.5054840689631288,0.5013257581344909,0.19113142096170643,0.6951525918630246,0.6108730894883315,0.6334222596369855,0.6273887899832635,0.3094077800015896,0.43793757582232923,0.08427950237469306,0.00644796315012186 +6,4096,support_mixture,raw_information,1,0.05,0.5874628812520919,0.4872788130365427,0.41777859638012504,0.1798257225850466,0.6684068251637796,0.5927337381337908,0.6179806424323322,0.6132523356305861,0.3094077800015896,0.4264450443737568,0.07567308702998876,0.0052708568816989265 +6,4096,support_mixture,raw_information,2,0.0,0.623812259083839,0.5278862866050361,1.1319351242567475,0.18447332142674275,0.7563728078454486,0.6311212402848918,0.6524797198627953,0.6451817438763578,0.3094077800015896,0.36737220586766056,0.12525156756055678,0.007308981201052833 +6,4096,support_mixture,raw_information,2,0.01,0.6174442032048023,0.5203052953411066,0.7099818507756542,0.184332945664446,0.7477445513387472,0.6247706201856212,0.6467806102281689,0.6395520913710121,0.3094077800015896,0.3976952904469026,0.12297393115312594,0.007326416980818928 +6,4096,support_mixture,raw_information,2,0.05,0.5953270909074436,0.4952239366348507,0.5343536336912001,0.17265569951761262,0.7142167553485383,0.601706168819505,0.6263308462519096,0.6201418652523257,0.3094077800015896,0.4499316740839136,0.11251058652903334,0.006379077912061382 +6,4096,support_mixture,raw_entropy,0,0.0,0.22891814622372433,0.19958064708397427,0.0,0.4829055132262234,0.5040942260733227,0.23234472772413617,0.22827783499216628,0.22517040891205017,0.30763755850434,0.32602029741785526,0.2717494983491865,0.003426581500411835 +6,4096,support_mixture,raw_entropy,0,0.01,0.22891814622372433,0.19958064708397427,0.0,0.4829055132262234,0.5040942260733227,0.23234472772413617,0.22827783499216628,0.22517040891205017,0.30763755850434,0.32602029741785526,0.2717494983491865,0.003426581500411835 +6,4096,support_mixture,raw_entropy,0,0.05,0.22891814622372433,0.19958064708397427,0.0,0.4829055132262234,0.5040942260733227,0.23234472772413617,0.22827783499216628,0.22517040891205017,0.30763755850434,0.32602029741785526,0.2717494983491865,0.003426581500411835 +6,4096,support_mixture,raw_entropy,1,0.0,0.5817854584285983,0.47206129140243913,0.8178152039363452,0.2001800395678669,0.7020165704113798,0.5882655861758962,0.5819211355107746,0.5751572530249929,0.30763755850434,0.3814530426029287,0.11375098423548358,0.006480127747297892 +6,4096,support_mixture,raw_entropy,1,0.01,0.5742267933640575,0.46454778109711947,0.738786866467418,0.20016876523862012,0.6951525918630246,0.5809393728786438,0.5745216870700752,0.5674375611841177,0.30763755850434,0.3634504683686133,0.11421321898438075,0.00671257951458637 +6,4096,support_mixture,raw_entropy,1,0.05,0.5460711184288112,0.4360448157425136,0.6878575728516397,0.19777123806437627,0.6684068251637796,0.5525442175666346,0.5458393836290912,0.5389930995664399,0.30763755850434,0.37965447760163235,0.11586260759714495,0.006473099137823457 +6,4096,support_mixture,raw_entropy,2,0.0,0.6093697589689334,0.5070229381269192,1.3872412876379945,0.2053034003029265,0.7563728078454486,0.6170253423798852,0.6119761843903014,0.6040516632184788,0.30763755850434,0.31061238669989377,0.13934746546556342,0.0076555834109517384 +6,4096,support_mixture,raw_entropy,2,0.01,0.600004865343698,0.4962147350850867,1.036902807399308,0.2010651545964023,0.7477445513387472,0.607466682595831,0.6022816093407958,0.5945343778875627,0.30763755850434,0.3681522023191833,0.14027786874291615,0.007461817252133018 +6,4096,support_mixture,raw_entropy,2,0.05,0.5645847228976862,0.45751089980855353,0.8948348829820545,0.19218114148366736,0.7142167553485383,0.5713343756876211,0.5656809723656383,0.558664431515182,0.30763755850434,0.352326617264467,0.1428823796609172,0.00674965278993489 +6,4096,support_mixture,hash_code,0,0.0,0.0780064104531649,0.06362114963441694,0.0,0.7020741031999734,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07800641045316492,0.4552286458017427,0.5358451866770442,0.422946698835893,0.0031411167842647914 +6,4096,support_mixture,hash_code,0,0.01,0.0780064104531649,0.06362114963441694,0.0,0.7020741031999734,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07800641045316492,0.4552286458017427,0.5358451866770442,0.422946698835893,0.0031411167842647914 +6,4096,support_mixture,hash_code,0,0.05,0.0780064104531649,0.06362114963441694,0.0,0.7020741031999734,0.5040942260733227,0.0811475272374297,0.0811475272374297,0.07800641045316492,0.4552286458017427,0.5358451866770442,0.422946698835893,0.0031411167842647914 +6,4096,support_mixture,hash_code,1,0.0,0.23006922365871507,0.19723172825477467,0.6383761627273109,0.47155305509743295,0.7020165704113798,0.23568466295797472,0.23568466295797472,0.23006922365871507,0.4552286458017427,0.5671613360440066,0.466331907453405,0.005615439299259645 +6,4096,support_mixture,hash_code,1,0.01,0.2242891870165508,0.19126400863130252,0.5882451201055025,0.4771526711361597,0.6951525918630246,0.22997549293359407,0.22997549293359407,0.2242891870165508,0.4552286458017427,0.5831859428243608,0.4651770989294305,0.005686305917043277 +6,4096,support_mixture,hash_code,1,0.05,0.20227118714551115,0.1695518441260064,0.5093544208316708,0.4996631997957946,0.6684068251637796,0.20804799084722095,0.20804799084722095,0.20227118714551115,0.4552286458017427,0.6176059869861837,0.46035883431655866,0.005776803701709798 +6,4096,support_mixture,hash_code,2,0.0,0.25548382239216816,0.22299468463932726,1.1881728351696987,0.4521216844747906,0.7563728078454486,0.26209576472234913,0.26209576472234913,0.25548382239216816,0.4552286458017427,0.4299908468851357,0.49427704312309945,0.0066119423301809754 +6,4096,support_mixture,hash_code,2,0.01,0.24686172082863392,0.2135123672723447,0.9040569511767766,0.4585016713902436,0.7477445513387472,0.25347729996656543,0.2534772999665655,0.24686172082863392,0.4552286458017427,0.5800145141618264,0.49426725137218175,0.00661557913793151 +6,4096,support_mixture,hash_code,2,0.05,0.21642238902324984,0.18220380110539217,0.6936403319314232,0.4823849516025313,0.7142167553485383,0.22216338874936434,0.22216338874936428,0.21642238902324984,0.4552286458017427,0.5991426371117423,0.492053366599174,0.0057409997261144985 +6,4096,support_mixture,action_values,0,0.0,0.49970688961711224,0.4225214384268375,0.0,0.23151012691244466,0.5040942260733227,0.50281726881781,0.5039821123827443,0.5025615273244368,0.008237908117030674,0.043966896394154735,0.0012769572555126896,0.0031103792006977327 +6,4096,support_mixture,action_values,0,0.01,0.49970688961711224,0.4225214384268375,0.0,0.23151012691244466,0.5040942260733227,0.50281726881781,0.5039821123827443,0.5025615273244368,0.008237908117030674,0.043966896394154735,0.0012769572555126896,0.0031103792006977327 +6,4096,support_mixture,action_values,0,0.05,0.49970688961711224,0.4225214384268375,0.0,0.23151012691244466,0.5040942260733227,0.50281726881781,0.5039821123827443,0.5025615273244368,0.008237908117030674,0.043966896394154735,0.0012769572555126896,0.0031103792006977327 +6,4096,support_mixture,action_values,1,0.0,0.6912683860450342,0.5872953003887538,0.7770703357921409,0.20353967890986943,0.7020165704113798,0.7001551137917158,0.7018872107598031,0.6946081993134725,0.008237908117030674,0.23428768741612896,0.0018614566196639704,0.008886727746681644 +6,4096,support_mixture,action_values,1,0.01,0.6842929297527244,0.5802294953313808,0.6970463001684895,0.2037213427495335,0.6951525918630246,0.6933013445232808,0.6950269850491874,0.687573415895583,0.008237908117030674,0.15705623368840924,0.0018512473397437335,0.009008414770556472 +6,4096,support_mixture,action_values,1,0.05,0.6574850134874968,0.5537319176793358,0.633267956493166,0.2004423361818202,0.6684068251637796,0.6666388297905674,0.6682793795765382,0.6607636550818826,0.008237908117030674,0.18255152224269164,0.00176799537321215,0.009153816303070661 +6,4096,support_mixture,action_values,2,0.0,0.7443816626788133,0.6271932925164837,1.240443207409389,0.14688831409379008,0.7563728078454486,0.7541417979448631,0.7562164091516856,0.7478500306550208,0.008237908117030674,0.3072251383303554,0.0022310099005854456,0.009760135266049796 +6,4096,support_mixture,action_values,2,0.01,0.7355062369777433,0.6177007141460935,0.9011208874927558,0.14627370418081484,0.7477445513387472,0.745498983511968,0.7475723396790359,0.7389588285139529,0.008237908117030674,0.1506794638955264,0.0022455678267792045,0.009992746534224661 +6,4096,support_mixture,action_values,2,0.05,0.7012230709350731,0.5825458793978333,0.8208158804583428,0.14461113543006843,0.7142167553485383,0.7119611048539393,0.7141004093314094,0.7044408280339658,0.008237908117030674,0.13984772834896084,0.002255650494599082,0.010738033918866186 +3,64,joint_jeffreys,identity,0,0.0,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452118,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,identity,0,0.01,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452118,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,identity,0,0.05,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452118,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,identity,1,0.0,0.4234075455594381,0.33300781249999994,0.7866615403479219,0.257592981351972,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.4234075455594381,0.0,0.4156676684226252,0.0,0.12481776547265805 +3,64,joint_jeffreys,identity,1,0.01,0.417413645190734,0.32596733940972233,0.7053507010073362,0.27147549853972325,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.417413645190734,0.0,0.394226710643288,0.0,0.12411407015915354 +3,64,joint_jeffreys,identity,1,0.05,0.3901689793736309,0.2979663990162035,0.6843477947369806,0.27191969273089883,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.3901689793736309,0.0,0.3927981961864617,0.0,0.1254537412200653 +3,64,joint_jeffreys,identity,2,0.0,0.4288259189220323,0.3846209490740741,1.5255727787200544,0.2759181911975755,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4288259189220323,0.0,0.3692349187607351,0.0,0.1421510239654254 +3,64,joint_jeffreys,identity,2,0.01,0.41630918335119943,0.3718645109953706,1.2592647718228867,0.2762365111106145,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.41630918335119943,0.0,0.4361453668766115,0.0,0.14583214835858999 +3,64,joint_jeffreys,identity,2,0.05,0.38096259859900994,0.3244683159722223,1.0432276256670292,0.2756535822901466,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.38096259859900994,0.0,0.39634711585978666,0.0,0.14837685522855537 +3,64,joint_jeffreys,query_joint,0,0.0,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24499432823250875,0.24542869069606876,0.18499355688004593,0.0007975207141223419,0.2407672924500213,0.00043436246355998964,0.06493002725512165 +3,64,joint_jeffreys,query_joint,0,0.01,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24499432823250875,0.24542869069606876,0.18499355688004593,0.0007975207141223419,0.2407672924500213,0.00043436246355998964,0.06493002725512165 +3,64,joint_jeffreys,query_joint,0,0.05,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24499432823250875,0.24542869069606876,0.18499355688004593,0.0007975207141223419,0.2407672924500213,0.00043436246355998964,0.06493002725512165 +3,64,joint_jeffreys,query_joint,1,0.0,0.4234075455594381,0.33300781249999994,0.7866615403479219,0.257592981351972,0.5482253110320962,0.5476011953484473,0.5482253110320962,0.4373595174259648,0.0007975207141223419,0.4156676684226252,0.0006241156836488404,0.12419364978900921 +3,64,joint_jeffreys,query_joint,1,0.01,0.417413645190734,0.3259673394097223,0.7053507010073362,0.2714754985397233,0.5415277153498875,0.5409103508300376,0.5415277153498875,0.43070999498116097,0.0007975207141223419,0.394226710643288,0.00061736451984995,0.1234967056393036 +3,64,joint_jeffreys,query_joint,1,0.05,0.39016897937363076,0.2979663990162035,0.6843477947369806,0.27191969273089883,0.5156227205936962,0.5150279830869141,0.5156227205936961,0.4031575948944132,0.0007975207141223419,0.3927981961864617,0.0005947375067820726,0.12485900371328335 +3,64,joint_jeffreys,query_joint,2,0.0,0.4288259189220324,0.3846209490740741,1.5255727787200544,0.2759181911975755,0.5709769428874577,0.5703068085363749,0.5709769428874577,0.44192968941229815,0.0007975207141223419,0.3692349187607351,0.0006701343510827629,0.14148088961434252 +3,64,joint_jeffreys,query_joint,2,0.01,0.4163091833511994,0.3718645109953706,1.2592647718228867,0.2762365111106145,0.5621413317097894,0.5614795757715559,0.5621413317097894,0.4307249715345525,0.0007975207141223419,0.4361453668766115,0.000661755938233477,0.14517039242035656 +3,64,joint_jeffreys,query_joint,2,0.05,0.38096259859901,0.3244683159722223,1.0432276256670292,0.2756535822901466,0.5293394538275653,0.5287097102411997,0.5293394538275653,0.3958383193022017,0.0007975207141223419,0.39634711585978666,0.0006297435863655831,0.14774711164218973 +3,64,joint_jeffreys,posterior_clusters,0,0.0,0.18015976532155387,0.14080584490740736,0.0,0.5251903346532474,0.24542869069606874,0.24346931895410792,0.24542869069606876,0.20459325354335953,0.027200513563336585,0.2412584763699801,0.0019593717419608137,0.06330955363255406 +3,64,joint_jeffreys,posterior_clusters,0,0.01,0.18015976532155387,0.14080584490740736,0.0,0.5251903346532474,0.24542869069606874,0.24346931895410792,0.24542869069606876,0.20459325354335953,0.027200513563336585,0.2412584763699801,0.0019593717419608137,0.06330955363255406 +3,64,joint_jeffreys,posterior_clusters,0,0.05,0.18015976532155387,0.14080584490740736,0.0,0.5251903346532474,0.24542869069606874,0.24346931895410792,0.24542869069606876,0.20459325354335953,0.027200513563336585,0.2412584763699801,0.0019593717419608137,0.06330955363255406 +3,64,joint_jeffreys,posterior_clusters,1,0.0,0.4060202602962753,0.31946252893518495,0.764283957851867,0.28321339966662235,0.5482253110320962,0.5243877918705669,0.38642539851872026,0.31128868342314014,0.027200513563336585,0.4328336084724375,0.023837519161529208,0.11836753157429164 +3,64,joint_jeffreys,posterior_clusters,1,0.01,0.40027821855900664,0.31266493055555566,0.6822953398266329,0.2967555564816438,0.5415277153498875,0.5178238778620715,0.38082178752900314,0.30509952852157407,0.027200513563336585,0.41229588061356764,0.023703837487816015,0.11754565930306488 +3,64,joint_jeffreys,posterior_clusters,1,0.05,0.37432574550030623,0.2857792607060185,0.6506037247391462,0.29945965196464713,0.5156227205936962,0.4925249676823828,0.35982687347954995,0.2863386040559437,0.027200513563336585,0.40708072865169337,0.023097752911313385,0.11819922218207657 +3,64,joint_jeffreys,posterior_clusters,2,0.0,0.4109707316135045,0.3661295572916667,1.4840030983164825,0.2928030025977664,0.5709769428874577,0.5472473505926069,0.4113035636586861,0.3200951636924856,0.027200513563336585,0.37562122219273175,0.023729592294850832,0.13627661897910237 +3,64,joint_jeffreys,posterior_clusters,2,0.01,0.3995230745985539,0.3539930555555555,1.2048244725219075,0.2966955297259834,0.5621413317097894,0.538483755675402,0.40279023403033615,0.31089263334291845,0.027200513563336585,0.4414810146621004,0.02365757603438745,0.13896068107684806 +3,64,joint_jeffreys,posterior_clusters,2,0.05,0.36593697187753293,0.3094645182291667,0.9768270975797942,0.29896825106789704,0.5293394538275653,0.506107378300897,0.3733597692296871,0.2875715238519003,0.027200513563336585,0.40716033899237675,0.023232075526668283,0.1401704064233641 +3,64,joint_jeffreys,posterior_bins,0,0.0,0.1816321268979261,0.1380570023148147,0.0,0.5191004741363718,0.24542869069606874,0.23713294249809902,0.2451747035827402,0.21825371338242763,0.1455535065534658,0.23507296401786568,0.008295748197969716,0.05550081560017292 +3,64,joint_jeffreys,posterior_bins,0,0.01,0.1816321268979261,0.1380570023148147,0.0,0.5191004741363718,0.24542869069606874,0.23713294249809902,0.2451747035827402,0.21825371338242763,0.1455535065534658,0.23507296401786568,0.008295748197969716,0.05550081560017292 +3,64,joint_jeffreys,posterior_bins,0,0.05,0.1816321268979261,0.1380570023148147,0.0,0.5191004741363718,0.24542869069606874,0.23713294249809902,0.2451747035827402,0.21825371338242763,0.1455535065534658,0.23507296401786568,0.008295748197969716,0.05550081560017292 +3,64,joint_jeffreys,posterior_bins,1,0.0,0.3248819419449439,0.25010850694444464,0.6800988747620114,0.3918542811432166,0.5482253110320962,0.4156071197653726,0.32575246653221807,0.2724739242217071,0.1455535065534658,0.4657326141751392,0.13261819126672353,0.09072517782042872 +3,64,joint_jeffreys,posterior_bins,1,0.01,0.3192233001844645,0.24400661892361106,0.612218506131943,0.39833060342407994,0.5415277153498875,0.4097607715233931,0.3210885668162547,0.26690237238070463,0.1455535065534658,0.4491109370961004,0.13176694382649445,0.09053747133892859 +3,64,joint_jeffreys,posterior_bins,1,0.05,0.2982698352440382,0.22103949652777766,0.5172557273558047,0.4039540435307026,0.5156227205936962,0.3876733703655007,0.3038931393585213,0.2519246698729027,0.1455535065534658,0.44652606393746286,0.12794935022819548,0.08940353512146249 +3,64,joint_jeffreys,posterior_bins,2,0.0,0.33458318161882317,0.2815031828703704,1.3652372742327685,0.36752557423743487,0.5709769428874577,0.4404849015528916,0.34842605337983973,0.2831175454073327,0.1455535065534658,0.38631041961489737,0.1304920413345661,0.10590171993406844 +3,64,joint_jeffreys,posterior_bins,2,0.01,0.32540700961977437,0.2708544921874999,1.0395356014586987,0.3819578790111961,0.5621413317097894,0.43189630469405443,0.3405061404436139,0.27394831897074984,0.1455535065534658,0.4642352026524778,0.13024502701573498,0.10648929507428007 +3,64,joint_jeffreys,posterior_bins,2,0.05,0.29768391628032626,0.23507034866898155,0.7455652812835639,0.39162240630883804,0.5293394538275653,0.4014659300082115,0.31512784510320707,0.2561055980955231,0.1455535065534658,0.44586762318287193,0.1278735238193538,0.10378201372788526 +3,64,joint_jeffreys,future_marginal,0,0.0,0.17980629952314298,0.14049840856481477,0.0,0.527409139558986,0.24542869069606874,0.24435805253134224,0.24008621789926798,0.18744041961831545,0.002328520471745446,0.241796519691063,0.001070638164726495,0.06455175300819926 +3,64,joint_jeffreys,future_marginal,0,0.01,0.17980629952314298,0.14049840856481477,0.0,0.527409139558986,0.24542869069606874,0.24435805253134224,0.24008621789926798,0.18744041961831545,0.002328520471745446,0.241796519691063,0.001070638164726495,0.06455175300819926 +3,64,joint_jeffreys,future_marginal,0,0.05,0.17980629952314298,0.14049840856481477,0.0,0.527409139558986,0.24542869069606874,0.24435805253134224,0.24008621789926798,0.18744041961831545,0.002328520471745446,0.241796519691063,0.001070638164726495,0.06455175300819926 +3,64,joint_jeffreys,future_marginal,1,0.0,0.4221257446073397,0.3316876446759259,0.7834110800637961,0.26016410921963956,0.5482253110320962,0.5456108313603045,0.53595107477171,0.4375712649335053,0.002328520471745446,0.4167371567787466,0.002614479671791625,0.12348508675296482 +3,64,joint_jeffreys,future_marginal,1,0.01,0.41625611604275486,0.32468406394675936,0.7026969516987928,0.2738757044400623,0.5415277153498875,0.5389363787249833,0.5293508544951999,0.4304969343398002,0.002328520471745446,0.3952356550472713,0.0025913366249041836,0.12268026268222848 +3,64,joint_jeffreys,future_marginal,1,0.05,0.3891176001979932,0.29683069299768505,0.6816940454284371,0.2743198986312378,0.5156227205936962,0.5131422474300461,0.5038293029725389,0.4047625992974597,0.002328520471745446,0.3937414391870115,0.0024804731636500765,0.12402464723205292 +3,64,joint_jeffreys,future_marginal,2,0.0,0.42710843647685154,0.3829029224537038,1.5208578145416594,0.27800844752530435,0.5709769428874577,0.5682813955470222,0.5571693484710881,0.440905925848276,0.002328520471745446,0.37162194797715703,0.0026955473404355335,0.14117295907017063 +3,64,joint_jeffreys,future_marginal,2,0.01,0.41470994756798696,0.3702132161458334,1.2543821464512774,0.2790053668795781,0.5621413317097894,0.5594717295011176,0.5485060787497344,0.4308099458120733,0.002328520471745446,0.4364995110801793,0.0026696022086718507,0.1447617819331306 +3,64,joint_jeffreys,future_marginal,2,0.05,0.3795827459945742,0.32308485243055574,1.0381756555016082,0.278439619436433,0.5293394538275653,0.5267829977952716,0.5163205536445789,0.400686778847328,0.002328520471745446,0.39696834810222165,0.002556456032293708,0.1472002518006974 +3,64,joint_jeffreys,raw_information,0,0.0,0.1800643009773871,0.14080584490740736,0.0,0.524996758845212,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,raw_information,0,0.01,0.1800643009773871,0.14080584490740736,0.0,0.524996758845212,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,raw_information,0,0.05,0.1800643009773871,0.14080584490740736,0.0,0.524996758845212,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,raw_information,1,0.0,0.4234075455594382,0.33300781249999994,0.7866615403479217,0.257592981351972,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.4234075455594382,0.0,0.4156676684226252,0.0,0.12481776547265794 +3,64,joint_jeffreys,raw_information,1,0.01,0.417413645190734,0.3259673394097223,0.7053507010073362,0.2714754985397233,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.417413645190734,0.0,0.394226710643288,0.0,0.12411407015915354 +3,64,joint_jeffreys,raw_information,1,0.05,0.3901689793736309,0.2979663990162035,0.6843477947369806,0.27191969273089883,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.3901689793736309,0.0,0.3927981961864617,0.0,0.1254537412200653 +3,64,joint_jeffreys,raw_information,2,0.0,0.4288259189220324,0.3846209490740741,1.5255727787200544,0.2759181911975755,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4288259189220323,0.0,0.3692349187607351,0.0,0.14215102396542528 +3,64,joint_jeffreys,raw_information,2,0.01,0.41630918335119943,0.3718645109953706,1.2592647718228867,0.2762365111106145,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.41630918335119954,0.0,0.4361453668766115,0.0,0.14583214835858999 +3,64,joint_jeffreys,raw_information,2,0.05,0.38096259859900994,0.3244683159722223,1.0432276256670292,0.2756535822901466,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.38096259859901,0.0,0.39634711585978666,0.0,0.14837685522855537 +3,64,joint_jeffreys,raw_entropy,0,0.0,0.1800643009773871,0.14080584490740736,0.0,0.524996758845212,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,raw_entropy,0,0.01,0.1800643009773871,0.14080584490740736,0.0,0.524996758845212,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,raw_entropy,0,0.05,0.1800643009773871,0.14080584490740736,0.0,0.524996758845212,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,raw_entropy,1,0.0,0.4234075455594382,0.33300781249999994,0.7866615403479217,0.257592981351972,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.4234075455594381,0.0,0.4156676684226252,0.0,0.12481776547265794 +3,64,joint_jeffreys,raw_entropy,1,0.01,0.417413645190734,0.3259673394097223,0.705350701007336,0.27147549853972325,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.417413645190734,0.0,0.394226710643288,0.0,0.12411407015915354 +3,64,joint_jeffreys,raw_entropy,1,0.05,0.3901689793736309,0.29796639901620353,0.6843477947369806,0.27191969273089883,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.3901689793736309,0.0,0.3927981961864617,0.0,0.1254537412200653 +3,64,joint_jeffreys,raw_entropy,2,0.0,0.4288259189220324,0.3846209490740741,1.5255727787200544,0.2759181911975755,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4288259189220324,0.0,0.3692349187607351,0.0,0.14215102396542528 +3,64,joint_jeffreys,raw_entropy,2,0.01,0.41630918335119943,0.3718645109953706,1.2592647718228867,0.2762365111106145,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.41630918335119943,0.0,0.4361453668766115,0.0,0.14583214835858999 +3,64,joint_jeffreys,raw_entropy,2,0.05,0.38096259859901,0.3244683159722223,1.0432276256670292,0.2756535822901466,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.38096259859901,0.0,0.39634711585978666,0.0,0.14837685522855532 +3,64,joint_jeffreys,hash_code,0,0.0,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,hash_code,0,0.01,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,hash_code,0,0.05,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.1800643009773871,0.0,0.2407672924500213,0.0,0.06536438971868164 +3,64,joint_jeffreys,hash_code,1,0.0,0.4234075455594382,0.33300781249999994,0.7866615403479219,0.257592981351972,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.4234075455594382,0.0,0.4156676684226252,0.0,0.12481776547265794 +3,64,joint_jeffreys,hash_code,1,0.01,0.41741364519073404,0.3259673394097223,0.705350701007336,0.27147549853972325,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.41741364519073404,0.0,0.394226710643288,0.0,0.12411407015915349 +3,64,joint_jeffreys,hash_code,1,0.05,0.3901689793736309,0.29796639901620353,0.6843477947369806,0.27191969273089883,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.3901689793736309,0.0,0.3927981961864617,0.0,0.1254537412200653 +3,64,joint_jeffreys,hash_code,2,0.0,0.4288259189220323,0.3846209490740741,1.5255727787200544,0.2759181911975755,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4288259189220323,0.0,0.3692349187607351,0.0,0.1421510239654254 +3,64,joint_jeffreys,hash_code,2,0.01,0.4163091833511994,0.3718645109953706,1.2592647718228867,0.2762365111106144,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.4163091833511994,0.0,0.4361453668766115,1.1102230246251565e-16,0.14583214835858993 +3,64,joint_jeffreys,hash_code,2,0.05,0.38096259859901,0.3244683159722223,1.0432276256670292,0.2756535822901466,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.38096259859901,0.0,0.39634711585978666,0.0,0.14837685522855532 +3,64,joint_jeffreys,action_values,0,0.0,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24499432823250875,0.24542869069606874,0.18105703295779896,0.0007975207141223419,0.2407672924500213,0.00043436246355998964,0.06493002725512165 +3,64,joint_jeffreys,action_values,0,0.01,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24499432823250875,0.24542869069606874,0.18105703295779896,0.0007975207141223419,0.2407672924500213,0.00043436246355998964,0.06493002725512165 +3,64,joint_jeffreys,action_values,0,0.05,0.1800643009773871,0.14080584490740736,0.0,0.5249967588452119,0.24542869069606874,0.24499432823250875,0.24542869069606874,0.18105703295779896,0.0007975207141223419,0.2407672924500213,0.00043436246355998964,0.06493002725512165 +3,64,joint_jeffreys,action_values,1,0.0,0.4234075455594382,0.33300781249999994,0.7866615403479219,0.257592981351972,0.5482253110320962,0.5476011953484473,0.5482253110320962,0.42621372750754466,0.0007975207141223419,0.4156676684226252,0.0006241156836488404,0.1241936497890091 +3,64,joint_jeffreys,action_values,1,0.01,0.417413645190734,0.3259673394097223,0.7053507010073362,0.2714754985397233,0.5415277153498875,0.5409103508300376,0.5415277153498875,0.4200989861881796,0.0007975207141223419,0.394226710643288,0.00061736451984995,0.1234967056393036 +3,64,joint_jeffreys,action_values,1,0.05,0.39016897937363076,0.2979663990162035,0.6843477947369806,0.27191969273089883,0.5156227205936962,0.5150279830869141,0.5156227205936961,0.3931956899922661,0.0007975207141223419,0.3927981961864617,0.0005947375067820726,0.12485900371328335 +3,64,joint_jeffreys,action_values,2,0.0,0.4288259189220323,0.3846209490740741,1.5255727787200544,0.2759181911975755,0.5709769428874577,0.570306808536375,0.5709769428874576,0.4311895163389128,0.0007975207141223419,0.3692349187607351,0.0006701343510826518,0.14148088961434274 +3,64,joint_jeffreys,action_values,2,0.01,0.4163091833511994,0.3718645109953706,1.2592647718228867,0.2762365111106144,0.5621413317097894,0.5614795757715559,0.5621413317097894,0.41894799353473,0.0007975207141223419,0.4361453668766115,0.000661755938233477,0.14517039242035656 +3,64,joint_jeffreys,action_values,2,0.05,0.38096259859901,0.3244683159722223,1.0432276256670292,0.2756535822901466,0.5293394538275653,0.5287097102411997,0.5293394538275653,0.3837785211457869,0.0007975207141223419,0.39634711585978666,0.0006297435863655831,0.14774711164218973 +3,64,naive_bayes,identity,0,0.0,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,identity,0,0.01,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,identity,0,0.05,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,identity,1,0.0,0.21316081498490366,0.335059990888064,0.6186503930472936,0.35576168320358525,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.21316081498490366,0.0,0.5768610868093877,0.0,0.33506449604719246 +3,64,naive_bayes,identity,1,0.01,0.20863306701204695,0.3299075250651558,0.4887461267974375,0.3615639022301585,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.20863306701204695,0.0,0.5430919379101525,0.0,0.33289464833784055 +3,64,naive_bayes,identity,1,0.05,0.19624126589220173,0.3116750891647094,0.39551884515036256,0.37297069878968475,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.19624126589220173,0.0,0.5400047900605204,0.0,0.3193814547014945 +3,64,naive_bayes,identity,2,0.0,0.22910711359159394,0.3493124603921951,1.106913798691649,0.35071861225033607,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.22910711359159394,0.0,0.44764208521569354,0.0,0.34186982929586374 +3,64,naive_bayes,identity,2,0.01,0.22219659399374336,0.3412972168808512,0.7367637861178352,0.35331554900275264,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.22219659399374336,0.0,0.5512510290574256,0.0,0.33994473771604605 +3,64,naive_bayes,identity,2,0.05,0.20309772051626285,0.316872549911166,0.4838100113736381,0.3672583873301001,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.20309772051626285,0.0,0.5655238144152818,0.0,0.32624173331130246 +3,64,naive_bayes,query_joint,0,0.0,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24529274224580302,0.24542869069606876,0.1664625962564137,0.002615223592256652,0.24134195019499047,0.00013594845026571045,0.08351081368616206 +3,64,naive_bayes,query_joint,0,0.01,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24529274224580302,0.24542869069606876,0.1664625962564137,0.002615223592256652,0.24134195019499047,0.00013594845026571045,0.08351081368616206 +3,64,naive_bayes,query_joint,0,0.05,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24529274224580302,0.24542869069606876,0.1664625962564137,0.002615223592256652,0.24134195019499047,0.00013594845026571045,0.08351081368616206 +3,64,naive_bayes,query_joint,1,0.0,0.21316081498490366,0.335059990888064,0.6186503930472936,0.35576168320358525,0.5482253110320962,0.5457639788333811,0.5482253110320962,0.21739074119404078,0.002615223592256652,0.5768610868093877,0.002461332198715027,0.33260316384847743 +3,64,naive_bayes,query_joint,1,0.01,0.20863306701204695,0.3299075250651558,0.48874612679743756,0.3615639022301585,0.5415277153498875,0.5391065843634836,0.5415277153498875,0.2130123240127614,0.002615223592256652,0.5430919379101525,0.002421130986403952,0.3304735173514366 +3,64,naive_bayes,query_joint,1,0.05,0.19624126589220178,0.3116750891647094,0.39551884515036256,0.37297069878968475,0.5156227205936962,0.5133623944565366,0.5156227205936961,0.1994704558385655,0.002615223592256652,0.5400047900605204,0.0022603261371595407,0.31712112856433483 +3,64,naive_bayes,query_joint,2,0.0,0.22910711359159386,0.3493124603921951,1.1079878299599184,0.3507186122503361,0.5709769428874577,0.5683941495909174,0.5709769428874577,0.23249552535107856,0.002615223592256652,0.44676651398372963,0.00258279329654032,0.3392870359993235 +3,64,naive_bayes,query_joint,2,0.01,0.22219659399374336,0.3412972168808512,0.7367637861178352,0.35331554900275264,0.5621413317097894,0.559617553939953,0.5621413317097894,0.22515094660387236,0.002615223592256652,0.5512510290574256,0.002523777769836366,0.3374209599462097 +3,64,naive_bayes,query_joint,2,0.05,0.20309772051626285,0.316872549911166,0.48381001137363805,0.3672583873301001,0.5293394538275653,0.5270318163470885,0.5293394538275653,0.20697108527098632,0.002615223592256652,0.5655238144152818,0.0023076374804767985,0.32393409583082566 +3,64,naive_bayes,posterior_clusters,0,0.0,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2452882057040087,0.24542869069606876,0.18990870444879093,0.003819783168632155,0.24134195019499047,0.0001404849920600415,0.08350627714436773 +3,64,naive_bayes,posterior_clusters,0,0.01,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2452882057040087,0.24542869069606876,0.18990870444879093,0.003819783168632155,0.24134195019499047,0.0001404849920600415,0.08350627714436773 +3,64,naive_bayes,posterior_clusters,0,0.05,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2452882057040087,0.24542869069606876,0.18990870444879093,0.003819783168632155,0.24134195019499047,0.0001404849920600415,0.08350627714436773 +3,64,naive_bayes,posterior_clusters,1,0.0,0.21316081498490366,0.335059990888064,0.6186503930472936,0.35576168320358525,0.5482253110320962,0.5447451630956919,0.38642539851872026,0.23394180119987928,0.003819783168632155,0.5768610868093877,0.0034801479364042764,0.3315843481107882 +3,64,naive_bayes,posterior_clusters,1,0.01,0.20863306701204695,0.3299075250651558,0.48874612679743756,0.3615639022301585,0.5415277153498875,0.5380975159142344,0.38082178752900314,0.23072922852377417,0.003819783168632155,0.5430919379101525,0.0034301994356531473,0.3294644489021874 +3,64,naive_bayes,posterior_clusters,1,0.05,0.19624126589220178,0.3116750891647094,0.39551884515036256,0.37297069878968475,0.5156227205936962,0.512377673048263,0.35982687347954995,0.21473301141621107,0.003819783168632155,0.5400047900605204,0.0032450475454331995,0.31613640715606117 +3,64,naive_bayes,posterior_clusters,2,0.0,0.22910711359159386,0.3493124603921951,1.1075146851415687,0.3507186122503361,0.5709769428874577,0.5673384045604358,0.4113035636586861,0.24728089461540317,0.003819783168632155,0.44841859264989603,0.0036385383270218785,0.33823129096884197 +3,64,naive_bayes,posterior_clusters,2,0.01,0.22219659399374336,0.3412972168808512,0.7367637861178352,0.35331554900275264,0.5621413317097894,0.5585754609889296,0.40279023403033615,0.2398872139524396,0.003819783168632155,0.5512510290574256,0.0035658707208597873,0.33637886699518627 +3,64,naive_bayes,posterior_clusters,2,0.05,0.20309772051626285,0.316872549911166,0.4838100113736381,0.3672583873301001,0.5293394538275653,0.5260349563286304,0.3733597692296871,0.2204426162400681,0.003819783168632155,0.5655238144152818,0.0033044974989349107,0.32293723581236755 +3,64,naive_bayes,posterior_bins,0,0.0,0.15936559553081642,0.2578751401189848,0.0,0.4510728047655688,0.24542869069606874,0.22313785416841456,0.2451747035827402,0.20301268563836447,0.1502918636125951,0.24130077104839587,0.02229083652765418,0.06377225863759814 +3,64,naive_bayes,posterior_bins,0,0.01,0.15936559553081642,0.2578751401189848,0.0,0.4510728047655688,0.24542869069606874,0.22313785416841456,0.2451747035827402,0.20301268563836447,0.1502918636125951,0.24130077104839587,0.02229083652765418,0.06377225863759814 +3,64,naive_bayes,posterior_bins,0,0.05,0.15936559553081642,0.2578751401189848,0.0,0.4510728047655688,0.24542869069606874,0.22313785416841456,0.2451747035827402,0.20301268563836447,0.1502918636125951,0.24130077104839587,0.02229083652765418,0.06377225863759814 +3,64,naive_bayes,posterior_bins,1,0.0,0.21461037888297566,0.3331243406430577,0.6198137925575097,0.3637648739291081,0.5482253110320962,0.4098203288898872,0.32575246653221807,0.24843119738444663,0.1502918636125951,0.5678777052284331,0.13840498214220898,0.19520995000691152 +3,64,naive_bayes,posterior_bins,1,0.01,0.20999381505821027,0.3278410581754779,0.5047323801552548,0.3676879228380338,0.5415277153498875,0.4039004367947896,0.3210885668162547,0.24365470008695286,0.1502918636125951,0.5424605366373887,0.13762727855509793,0.19390662173657933 +3,64,naive_bayes,posterior_bins,1,0.05,0.19474934477240943,0.3092641661696482,0.403174234663411,0.3739825000148573,0.5156227205936962,0.38177044124204307,0.3038931393585213,0.22682786255817133,0.1502918636125951,0.5465608473333324,0.13385227935165311,0.18702109646963364 +3,64,naive_bayes,posterior_bins,2,0.0,0.22771642723252702,0.34728545163626184,1.1244002935091206,0.35123347074850636,0.5709769428874577,0.43586945014692163,0.34842605337983973,0.2571573129396452,0.1502918636125951,0.45390899527086326,0.13510749274053607,0.2081530229143946 +3,64,naive_bayes,posterior_bins,2,0.01,0.220998166791219,0.3391617971293812,0.746512514173709,0.35794189367353346,0.5621413317097894,0.42706261065865986,0.3405061404436139,0.2492521632016217,0.1502918636125951,0.5587891362233982,0.13507872105112956,0.20606444386744086 +3,64,naive_bayes,posterior_bins,2,0.05,0.20233225498482266,0.31449179305725317,0.4937837548496448,0.3655984695192153,0.5293394538275653,0.3960166465841672,0.31512784510320707,0.23133607466837058,0.1502918636125951,0.57188882078305,0.13332280724339812,0.19368439159934453 +3,64,naive_bayes,future_marginal,0,0.0,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2453430592312129,0.24008621789926798,0.1670510729716849,0.0038670240063749042,0.24134195019499047,8.563146485582318e-05,0.08356113067157195 +3,64,naive_bayes,future_marginal,0,0.01,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2453430592312129,0.24008621789926798,0.1670510729716849,0.0038670240063749042,0.24134195019499047,8.563146485582318e-05,0.08356113067157195 +3,64,naive_bayes,future_marginal,0,0.05,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2453430592312129,0.24008621789926798,0.1670510729716849,0.0038670240063749042,0.24134195019499047,8.563146485582318e-05,0.08356113067157195 +3,64,naive_bayes,future_marginal,1,0.0,0.21316081498490366,0.335059990888064,0.6183682571338006,0.35576168320358525,0.5482253110320962,0.5447505155138793,0.53595107477171,0.21895076737212038,0.0038670240063749042,0.5768610868093877,0.0034747955182168333,0.33158970052897563 +3,64,naive_bayes,future_marginal,1,0.01,0.20863306701204695,0.3299075250651558,0.48874612679743756,0.3615639022301585,0.5415277153498875,0.5381040052123991,0.5293508544951999,0.21304757648661454,0.0038670240063749042,0.5430919379101525,0.0034237101374884338,0.3294709382003521 +3,64,naive_bayes,future_marginal,1,0.05,0.19624126589220178,0.3116750891647094,0.39551884515036256,0.3729706987896848,0.5156227205936962,0.5124009193488103,0.5038293029725389,0.20352747763480616,0.0038670240063749042,0.5400047900605204,0.0032218012448859135,0.31615965345660846 +3,64,naive_bayes,future_marginal,2,0.0,0.22910711359159386,0.3493124603921951,1.107165260215748,0.3507186122503361,0.5709769428874577,0.5673565967447417,0.5571693484710881,0.23121057156489344,0.0038670240063749042,0.44824207577374325,0.003620346142716002,0.33824948315314785 +3,64,naive_bayes,future_marginal,2,0.01,0.22219659399374336,0.3412972168808512,0.7367637861178352,0.35331554900275264,0.5621413317097894,0.5585906491582685,0.5485060787497344,0.22442477588124884,0.0038670240063749042,0.5512510290574256,0.0035506825515209117,0.33639405516452514 +3,64,naive_bayes,future_marginal,2,0.05,0.20309772051626285,0.316872549911166,0.48381001137363805,0.3672583873301001,0.5293394538275653,0.5260467938522774,0.5163205536445789,0.207366519609029,0.0038670240063749042,0.5655238144152818,0.003292659975287937,0.3229490733360145 +3,64,naive_bayes,raw_information,0,0.0,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,raw_information,0,0.01,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,raw_information,0,0.05,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,raw_information,1,0.0,0.21316081498490366,0.335059990888064,0.6186503930472936,0.3557616832035853,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.21316081498490366,0.0,0.5768610868093877,0.0,0.33506449604719246 +3,64,naive_bayes,raw_information,1,0.01,0.20863306701204695,0.3299075250651558,0.48874612679743756,0.3615639022301585,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.20863306701204695,0.0,0.5430919379101525,0.0,0.33289464833784055 +3,64,naive_bayes,raw_information,1,0.05,0.1962412658922017,0.3116750891647094,0.39551884515036256,0.37297069878968475,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.19624126589220173,0.0,0.5400047900605204,0.0,0.3193814547014945 +3,64,naive_bayes,raw_information,2,0.0,0.22910711359159386,0.3493124603921951,1.106913798691649,0.3507186122503361,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.22910711359159386,0.0,0.44764208521569354,0.0,0.34186982929586385 +3,64,naive_bayes,raw_information,2,0.01,0.22219659399374336,0.3412972168808512,0.7367637861178352,0.35331554900275264,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.22219659399374336,0.0,0.5512510290574256,0.0,0.33994473771604605 +3,64,naive_bayes,raw_information,2,0.05,0.20309772051626285,0.316872549911166,0.4838100113736381,0.3672583873301001,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.20309772051626285,0.0,0.5655238144152818,0.0,0.32624173331130246 +3,64,naive_bayes,raw_entropy,0,0.0,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,raw_entropy,0,0.01,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,raw_entropy,0,0.05,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,raw_entropy,1,0.0,0.21316081498490366,0.335059990888064,0.6186503930472936,0.35576168320358525,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.21316081498490366,0.0,0.5768610868093877,0.0,0.33506449604719246 +3,64,naive_bayes,raw_entropy,1,0.01,0.20863306701204695,0.3299075250651558,0.48874612679743756,0.3615639022301585,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.20863306701204695,0.0,0.5430919379101525,0.0,0.33289464833784055 +3,64,naive_bayes,raw_entropy,1,0.05,0.19624126589220173,0.3116750891647094,0.39551884515036256,0.37297069878968475,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.19624126589220173,0.0,0.5400047900605204,0.0,0.3193814547014945 +3,64,naive_bayes,raw_entropy,2,0.0,0.22910711359159394,0.3493124603921951,1.106913798691649,0.35071861225033607,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.22910711359159386,0.0,0.44764208521569354,0.0,0.34186982929586374 +3,64,naive_bayes,raw_entropy,2,0.01,0.22219659399374336,0.3412972168808512,0.7367637861178354,0.35331554900275264,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.22219659399374336,0.0,0.5512510290574256,0.0,0.33994473771604605 +3,64,naive_bayes,raw_entropy,2,0.05,0.20309772051626285,0.316872549911166,0.4838100113736381,0.3672583873301001,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.20309772051626285,0.0,0.5655238144152818,0.0,0.32624173331130246 +3,64,naive_bayes,hash_code,0,0.0,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,hash_code,0,0.01,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,hash_code,0,0.05,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16178192855964096,0.0,0.24134195019499047,0.0,0.08364676213642777 +3,64,naive_bayes,hash_code,1,0.0,0.21316081498490366,0.335059990888064,0.6186503930472936,0.3557616832035853,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.21316081498490366,0.0,0.5768610868093877,0.0,0.33506449604719246 +3,64,naive_bayes,hash_code,1,0.01,0.20863306701204687,0.3299075250651558,0.48874612679743756,0.3615639022301585,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.20863306701204687,0.0,0.5430919379101525,0.0,0.33289464833784066 +3,64,naive_bayes,hash_code,1,0.05,0.19624126589220178,0.3116750891647094,0.39551884515036256,0.3729706987896848,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.19624126589220178,0.0,0.5400047900605204,0.0,0.31938145470149437 +3,64,naive_bayes,hash_code,2,0.0,0.22910711359159394,0.3493124603921951,1.106913798691649,0.35071861225033607,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.22910711359159394,0.0,0.44764208521569354,0.0,0.34186982929586374 +3,64,naive_bayes,hash_code,2,0.01,0.22219659399374336,0.3412972168808512,0.7367637861178352,0.35331554900275264,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.22219659399374336,0.0,0.5512510290574256,1.1102230246251565e-16,0.33994473771604594 +3,64,naive_bayes,hash_code,2,0.05,0.20309772051626285,0.316872549911166,0.4838100113736381,0.3672583873301001,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.20309772051626285,0.0,0.5655238144152818,0.0,0.32624173331130246 +3,64,naive_bayes,action_values,0,0.0,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2453430592312129,0.24542869069606874,0.16324184570551037,0.0020824998313411745,0.24134195019499047,8.563146485582318e-05,0.08356113067157195 +3,64,naive_bayes,action_values,0,0.01,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2453430592312129,0.24542869069606874,0.16324184570551037,0.0020824998313411745,0.24134195019499047,8.563146485582318e-05,0.08356113067157195 +3,64,naive_bayes,action_values,0,0.05,0.16178192855964096,0.26053376385534305,0.0,0.47670497062793077,0.24542869069606874,0.2453430592312129,0.24542869069606874,0.16324184570551037,0.0020824998313411745,0.24134195019499047,8.563146485582318e-05,0.08356113067157195 +3,64,naive_bayes,action_values,1,0.0,0.21316081498490366,0.335059990888064,0.6186503930472936,0.35576168320358525,0.5482253110320962,0.547209881476676,0.5482253110320962,0.21426982341022263,0.0020824998313411745,0.5768610868093877,0.001015429555420111,0.33404906649177235 +3,64,naive_bayes,action_values,1,0.01,0.20863306701204695,0.3299075250651558,0.48874612679743756,0.3615639022301585,0.5415277153498875,0.540538997354863,0.5415277153498875,0.20974900348360367,0.0020824998313411745,0.5430919379101525,0.000988717995024535,0.331905930342816 +3,64,naive_bayes,action_values,1,0.05,0.19624126589220173,0.3116750891647094,0.39551884515036256,0.3729706987896848,0.5156227205936962,0.5147408488402555,0.5156227205936961,0.19683203063471555,0.0020824998313411745,0.5400047900605204,0.0008818717534406773,0.3184995829480538 +3,64,naive_bayes,action_values,2,0.0,0.22910711359159394,0.3493124603921951,1.106913798691649,0.35071861225033624,0.5709769428874577,0.569791174722861,0.5709769428874576,0.2296862370563807,0.0020824998313411745,0.44764208521569354,0.001185768164596701,0.34068406113126704 +3,64,naive_bayes,action_values,2,0.01,0.22219659399374336,0.3412972168808512,0.7367637861178352,0.35331554900275264,0.5621413317097894,0.5610042756942009,0.5621413317097894,0.22292953728630702,0.0020824998313411745,0.5512510290574256,0.0011370560155885556,0.3388076817004575 +3,64,naive_bayes,action_values,2,0.05,0.20309772051626285,0.316872549911166,0.48381001137363805,0.3672583873301001,0.5293394538275653,0.528377324590553,0.5293394538275653,0.20394001040398976,0.0020824998313411745,0.5655238144152818,0.0009621292370123324,0.32527960407429013 +3,64,support_mixture,identity,0,0.0,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,identity,0,0.01,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,identity,0,0.05,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,identity,1,0.0,0.2537150071132415,0.31408059676932826,0.6324637569549648,0.3702656039881946,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2537150071132415,0.0,0.5631844174445225,0.0,0.29451030391885463 +3,64,support_mixture,identity,1,0.01,0.2495818495332822,0.30884783550175465,0.4973233907513786,0.373073903543863,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2495818495332822,0.0,0.5399499625586881,0.0,0.2919458658166053 +3,64,support_mixture,identity,1,0.05,0.23370186066350007,0.2905978527626358,0.39090452062580594,0.38799953867828524,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.23370186066350007,0.0,0.5410511572977168,0.0,0.2819208599301961 +3,64,support_mixture,identity,2,0.0,0.2752776610207222,0.3286351957372185,1.1657140607504537,0.3629449925437245,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2752776610207222,0.0,0.43639856535250326,0.0,0.2956992818667355 +3,64,support_mixture,identity,2,0.01,0.2660817024059009,0.3203968085378175,0.7606356078708681,0.36542702448047354,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2660817024059009,0.0,0.5348394221246474,0.0,0.2960596293038885 +3,64,support_mixture,identity,2,0.05,0.2412465159149947,0.2957337180573111,0.48404917823398813,0.38132548990176834,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.2412465159149947,0.0,0.561606761588887,0.0,0.2880929379125706 +3,64,support_mixture,query_joint,0,0.0,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.1723713916339057,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,query_joint,0,0.01,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.1723713916339057,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,query_joint,0,0.05,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.1723713916339057,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,query_joint,1,0.0,0.2537150071132415,0.31408059676932826,0.6324637569549649,0.3702656039881946,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2573468700724017,0.0,0.5631844174445225,0.0,0.29451030391885463 +3,64,support_mixture,query_joint,1,0.01,0.2495818495332822,0.30884783550175465,0.4973233907513786,0.373073903543863,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.25342452891741174,0.0,0.5399499625586881,0.0,0.2919458658166053 +3,64,support_mixture,query_joint,1,0.05,0.23370186066350007,0.2905978527626358,0.390904520625806,0.38799953867828524,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.23567744220819217,0.0,0.5410511572977168,0.0,0.2819208599301961 +3,64,support_mixture,query_joint,2,0.0,0.2752776610207222,0.32863519573721844,1.1657140607504537,0.3629449925437245,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2789481173213306,0.0,0.43639856535250326,0.0,0.2956992818667355 +3,64,support_mixture,query_joint,2,0.01,0.2660817024059009,0.32039680853781743,0.7606356078708681,0.36542702448047343,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2707021896437912,0.0,0.5348394221246474,0.0,0.2960596293038885 +3,64,support_mixture,query_joint,2,0.05,0.2412465159149947,0.2957337180573111,0.48404917823398813,0.38132548990176834,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.2445528671621212,0.0,0.561606761588887,0.0,0.2880929379125706 +3,64,support_mixture,posterior_clusters,0,0.0,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.19323890906128485,0.000478898486717916,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,posterior_clusters,0,0.01,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.19323890906128485,0.000478898486717916,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,posterior_clusters,0,0.05,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.19323890906128485,0.000478898486717916,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,posterior_clusters,1,0.0,0.2534714236196618,0.31406689487402534,0.6327350209666945,0.37030492298180356,0.5482253110320962,0.5478423124599131,0.38642539851872026,0.25320466878185294,0.000478898486717916,0.5634270484806911,0.00038299857218304645,0.2943708888402513 +3,64,support_mixture,posterior_clusters,1,0.01,0.24928659290860022,0.30883340192868175,0.49748755182194476,0.373062870853678,0.5415277153498875,0.5411526566964864,0.38082178752900314,0.24836741244589755,0.000478898486717916,0.5400284325242907,0.0003750586534011502,0.29186606378788615 +3,64,support_mixture,posterior_clusters,1,0.05,0.23345643601012891,0.2905912367273728,0.3903127885470307,0.38835963850746374,0.5156227205936962,0.5152698494970602,0.35982687347954995,0.23133340596307297,0.000478898486717916,0.5414406843436405,0.00035287109663595384,0.28181341348693134 +3,64,support_mixture,posterior_clusters,2,0.0,0.27504547676891994,0.32862994095677883,1.1656683447492553,0.3630980376331501,0.5709769428874577,0.5704882673473589,0.4113035636586861,0.2690545834011139,0.000478898486717916,0.43629146241133965,0.000488675540098793,0.295442790578439 +3,64,support_mixture,posterior_clusters,2,0.01,0.2658258751993272,0.32038797849970085,0.7608930179745371,0.3656085264573015,0.5621413317097894,0.5616647559135932,0.40279023403033615,0.2609316537873362,0.000478898486717916,0.5349178920902499,0.00047657579619619916,0.295838880714266 +3,64,support_mixture,posterior_clusters,2,0.05,0.24100109126162358,0.2957271020220481,0.48345744615521286,0.38168558973094685,0.5293394538275653,0.5289112770069796,0.3733597692296871,0.2378659325824266,0.000478898486717916,0.5619962886348105,0.0004281768205857128,0.287910185745356 +3,64,support_mixture,posterior_bins,0,0.0,0.16680251342446298,0.23914061893216385,0.0,0.46710098535791794,0.24542869069606874,0.2251949306534062,0.2451747035827402,0.2029085528261787,0.1511738154256079,0.2391190551261659,0.02023376004266253,0.05839241722894323 +3,64,support_mixture,posterior_bins,0,0.01,0.16680251342446298,0.23914061893216385,0.0,0.46710098535791794,0.24542869069606874,0.2251949306534062,0.2451747035827402,0.2029085528261787,0.1511738154256079,0.2391190551261659,0.02023376004266253,0.05839241722894323 +3,64,support_mixture,posterior_bins,0,0.05,0.16680251342446298,0.23914061893216385,0.0,0.46710098535791794,0.24542869069606874,0.2251949306534062,0.2451747035827402,0.2029085528261787,0.1511738154256079,0.2391190551261659,0.02023376004266253,0.05839241722894323 +3,64,support_mixture,posterior_bins,1,0.0,0.23841306254834313,0.31069744249243897,0.6272860401760706,0.3769113290625181,0.5482253110320962,0.4118797954354742,0.32575246653221807,0.2554874931216681,0.1511738154256079,0.5597077292769355,0.13634551559662195,0.17346673288713108 +3,64,support_mixture,posterior_bins,1,0.01,0.23320065273161883,0.3054189384873803,0.5052592854973535,0.3803096247423021,0.5415277153498875,0.4058836126142909,0.3210885668162547,0.250780402556471,0.1511738154256079,0.534584746437566,0.13564410273559663,0.17268295988267207 +3,64,support_mixture,posterior_bins,1,0.05,0.2164890238228168,0.28707512488571474,0.39115853147386564,0.3868956345925106,0.5156227205936962,0.3835018231134096,0.3038931393585213,0.23660858577294364,0.1511738154256079,0.5486394266283074,0.1321208974802866,0.1670127992905928 +3,64,support_mixture,posterior_bins,2,0.0,0.25600129124976917,0.32494468797210463,1.144621141513545,0.36904483842917535,0.5709769428874577,0.4376077174875013,0.34842605337983973,0.26744873819243076,0.1511738154256079,0.43133769001656685,0.13336922539995638,0.18160642623773215 +3,64,support_mixture,posterior_bins,2,0.01,0.24675491990581389,0.3167994405539892,0.7469886657989792,0.37301060581431095,0.5621413317097894,0.42874761232355224,0.3405061404436139,0.2605231901024217,0.1511738154256079,0.5340489837481869,0.13339371938623718,0.18199269241773836 +3,64,support_mixture,posterior_bins,2,0.05,0.22079283900154123,0.29209155545832166,0.48637013780022514,0.381227229275827,0.5293394538275653,0.39749128193488503,0.31512784510320707,0.2410577638066449,0.1511738154256079,0.5701690358725383,0.13184817189268028,0.1766984429333438 +3,64,support_mixture,future_marginal,0,0.0,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.17204749061880162,5.306694098340666e-08,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,future_marginal,0,0.01,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.17204749061880162,5.306694098340666e-08,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,future_marginal,0,0.05,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.17204749061880162,5.306694098340666e-08,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,future_marginal,1,0.0,0.2537150071132415,0.31408059676932826,0.6324637569549649,0.3702656039881946,0.5482253110320962,0.5482253110320962,0.53595107477171,0.2584137513193388,5.306694098340666e-08,0.5631844174445225,0.0,0.29451030391885463 +3,64,support_mixture,future_marginal,1,0.01,0.2495818495332822,0.30884783550175465,0.4973233907513786,0.373073903543863,0.5415277153498875,0.5415277153498875,0.5293508544951999,0.25408274506719375,5.306694098340666e-08,0.5399499625586881,0.0,0.2919458658166053 +3,64,support_mixture,future_marginal,1,0.05,0.23366236249166927,0.2905951155560302,0.3908018425512896,0.3879643633404068,0.5156227205936962,0.5156227205936962,0.5038293029725389,0.23691014943065533,5.306694098340666e-08,0.5411538353722333,0.0,0.2819603581020269 +3,64,support_mixture,future_marginal,2,0.0,0.2752776610207222,0.32863519573721844,1.1657140607504537,0.3629449925437245,0.5709769428874577,0.5709769428874577,0.5571693484710881,0.27794919484388175,5.306694098340666e-08,0.43639856535250326,0.0,0.2956992818667355 +3,64,support_mixture,future_marginal,2,0.01,0.2660817024059009,0.32039680853781743,0.7606356078708681,0.36542702448047343,0.5621413317097894,0.5621413317097894,0.5485060787497344,0.26847227651063593,5.306694098340666e-08,0.5348394221246474,0.0,0.2960596293038885 +3,64,support_mixture,future_marginal,2,0.05,0.24120701774316392,0.2957309808507054,0.48394650015947166,0.3812903145638899,0.5293394538275653,0.5293394538275653,0.5163205536445789,0.2441197863276526,5.306694098340666e-08,0.5617094396634034,0.0,0.2881324360844014 +3,64,support_mixture,raw_information,0,0.0,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,raw_information,0,0.01,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,raw_information,0,0.05,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,raw_information,1,0.0,0.2537150071132415,0.31408059676932826,0.6324637569549649,0.3702656039881946,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2537150071132415,0.0,0.5631844174445225,0.0,0.29451030391885463 +3,64,support_mixture,raw_information,1,0.01,0.2495818495332822,0.30884783550175465,0.4973233907513786,0.373073903543863,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2495818495332822,0.0,0.5399499625586881,0.0,0.2919458658166053 +3,64,support_mixture,raw_information,1,0.05,0.23370186066350007,0.2905978527626358,0.390904520625806,0.38799953867828524,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.23370186066350007,0.0,0.5410511572977168,0.0,0.2819208599301961 +3,64,support_mixture,raw_information,2,0.0,0.2752776610207222,0.3286351957372185,1.1657140607504537,0.3629449925437245,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2752776610207222,0.0,0.43639856535250326,0.0,0.2956992818667355 +3,64,support_mixture,raw_information,2,0.01,0.2660817024059009,0.32039680853781743,0.7606356078708681,0.36542702448047354,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2660817024059009,0.0,0.5348394221246474,0.0,0.2960596293038885 +3,64,support_mixture,raw_information,2,0.05,0.2412465159149947,0.2957337180573111,0.48404917823398813,0.38132548990176834,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.2412465159149947,0.0,0.561606761588887,0.0,0.2880929379125706 +3,64,support_mixture,raw_entropy,0,0.0,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,raw_entropy,0,0.01,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,raw_entropy,0,0.05,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,raw_entropy,1,0.0,0.2537150071132415,0.31408059676932826,0.6324637569549649,0.3702656039881946,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2537150071132415,0.0,0.5631844174445225,0.0,0.29451030391885463 +3,64,support_mixture,raw_entropy,1,0.01,0.2495818495332822,0.30884783550175465,0.4973233907513786,0.373073903543863,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2495818495332822,0.0,0.5399499625586881,0.0,0.2919458658166053 +3,64,support_mixture,raw_entropy,1,0.05,0.23370186066350007,0.2905978527626358,0.390904520625806,0.38799953867828524,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.23370186066350007,0.0,0.5410511572977168,0.0,0.2819208599301961 +3,64,support_mixture,raw_entropy,2,0.0,0.2752776610207222,0.3286351957372185,1.1657140607504537,0.3629449925437245,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2752776610207222,0.0,0.43639856535250326,0.0,0.2956992818667355 +3,64,support_mixture,raw_entropy,2,0.01,0.2660817024059009,0.3203968085378175,0.7606356078708681,0.36542702448047354,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2660817024059009,0.0,0.5348394221246474,0.0,0.2960596293038885 +3,64,support_mixture,raw_entropy,2,0.05,0.2412465159149947,0.2957337180573111,0.48404917823398813,0.38132548990176834,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.2412465159149947,0.0,0.561606761588887,0.0,0.2880929379125706 +3,64,support_mixture,hash_code,0,0.0,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,hash_code,0,0.01,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,hash_code,0,0.05,0.16985852614777844,0.24185699925063464,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.16985852614777844,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,hash_code,1,0.0,0.2537150071132415,0.31408059676932826,0.6324637569549649,0.3702656039881946,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2537150071132415,0.0,0.5631844174445225,0.0,0.29451030391885463 +3,64,support_mixture,hash_code,1,0.01,0.2495818495332822,0.30884783550175465,0.4973233907513786,0.373073903543863,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2495818495332822,0.0,0.5399499625586881,0.0,0.2919458658166053 +3,64,support_mixture,hash_code,1,0.05,0.23370186066350007,0.2905978527626358,0.390904520625806,0.38799953867828524,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.23370186066350007,0.0,0.5410511572977168,0.0,0.2819208599301961 +3,64,support_mixture,hash_code,2,0.0,0.2752776610207222,0.3286351957372185,1.1657140607504537,0.3629449925437245,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2752776610207222,0.0,0.43639856535250326,0.0,0.2956992818667355 +3,64,support_mixture,hash_code,2,0.01,0.2660817024059009,0.3203968085378175,0.7606356078708681,0.36542702448047343,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.2660817024059009,0.0,0.5348394221246474,1.1102230246251565e-16,0.2960596293038884 +3,64,support_mixture,hash_code,2,0.05,0.2412465159149947,0.2957337180573111,0.48404917823398813,0.38132548990176834,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.2412465159149947,0.0,0.561606761588887,0.0,0.2880929379125706 +3,64,support_mixture,action_values,0,0.0,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.17077372155438106,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,action_values,0,0.01,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.17077372155438106,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,action_values,0,0.05,0.16985852614777844,0.2418569992506346,0.0,0.49216790412780975,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.17077372155438106,0.0,0.23489678291741045,0.0,0.0755701645482903 +3,64,support_mixture,action_values,1,0.0,0.2537150071132415,0.31408059676932826,0.6324637569549649,0.3702656039881946,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.25445079774965557,0.0,0.5631844174445225,0.0,0.29451030391885463 +3,64,support_mixture,action_values,1,0.01,0.2495818495332822,0.30884783550175465,0.4973233907513786,0.373073903543863,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2504084294796428,0.0,0.5399499625586881,0.0,0.2919458658166053 +3,64,support_mixture,action_values,1,0.05,0.23370186066350007,0.2905978527626358,0.390904520625806,0.38799953867828524,0.5156227205936962,0.5156227205936961,0.5156227205936961,0.2343007736499787,0.0,0.5410511572977168,1.1102230246251565e-16,0.281920859930196 +3,64,support_mixture,action_values,2,0.0,0.2752776610207222,0.32863519573721844,1.1657140607504537,0.3629449925437245,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.2759475578109726,0.0,0.43639856535250326,0.0,0.2956992818667355 +3,64,support_mixture,action_values,2,0.01,0.2660817024059009,0.32039680853781743,0.7606356078708681,0.36542702448047354,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2672189864134227,0.0,0.5348394221246474,0.0,0.2960596293038885 +3,64,support_mixture,action_values,2,0.05,0.2412465159149947,0.2957337180573111,0.48404917823398813,0.38132548990176834,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.24205237784578526,0.0,0.561606761588887,0.0,0.2880929379125706 +3,256,joint_jeffreys,identity,0,0.0,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,identity,0,0.01,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,identity,0,0.05,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,identity,1,0.0,0.5114601190153787,0.4829523533950615,0.7942563660405995,0.21373061314569342,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5114601190153787,0.0,0.29670039012886096,0.0,0.03676519201671746 +3,256,joint_jeffreys,identity,1,0.01,0.5042429491565501,0.4756273509837963,0.7273960861982793,0.2143275338610583,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5042429491565501,0.0,0.24548190436518247,0.0,0.037284766193337426 +3,256,joint_jeffreys,identity,1,0.05,0.4788717710084274,0.44762972608024715,0.658436534950833,0.21709407667777128,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.4788717710084274,0.0,0.2217654496705951,0.0,0.036750949585268755 +3,256,joint_jeffreys,identity,2,0.0,0.5192866119204876,0.517436463155864,1.4770578100529794,0.21349404352014723,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5192866119204876,0.0,0.3545726847198678,0.0,0.051690330966970066 +3,256,joint_jeffreys,identity,2,0.01,0.5093128849125349,0.5062290822723762,1.0852266124142982,0.21438683620024612,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5093128849125349,0.0,0.30136189399550983,0.0,0.052828446797254514 +3,256,joint_jeffreys,identity,2,0.05,0.4787748218119397,0.46738582658179006,0.8617545815209148,0.2141741205800076,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4787748218119397,0.0,0.2523059318579379,0.0,0.05056463201562561 +3,256,joint_jeffreys,query_joint,0,0.0,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.227266590411368,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,query_joint,0,0.01,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.227266590411368,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,query_joint,0,0.05,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.227266590411368,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,query_joint,1,0.0,0.5114601190153787,0.4829523533950615,0.7942563660405995,0.21373061314569342,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.516332474636531,0.0,0.29670039012886096,0.0,0.03676519201671746 +3,256,joint_jeffreys,query_joint,1,0.01,0.5042429491565501,0.4756273509837963,0.7273960861982793,0.2143275338610583,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5093708586362401,0.0,0.24548190436518247,0.0,0.037284766193337426 +3,256,joint_jeffreys,query_joint,1,0.05,0.4788717710084274,0.4476297260802471,0.658436534950833,0.21709407667777128,0.5156227205936962,0.5156227205936961,0.5156227205936961,0.48408750166205633,0.0,0.2217654496705951,1.1102230246251565e-16,0.036750949585268644 +3,256,joint_jeffreys,query_joint,2,0.0,0.5192866119204876,0.5174364631558641,1.4770578100529788,0.21349404352014723,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.526359451222109,0.0,0.3545726847198678,0.0,0.051690330966970066 +3,256,joint_jeffreys,query_joint,2,0.01,0.5093128849125349,0.5062290822723762,1.0852266124142982,0.21438683620024612,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5168464441428741,0.0,0.30136189399550983,0.0,0.052828446797254514 +3,256,joint_jeffreys,query_joint,2,0.05,0.4787748218119397,0.46738582658179006,0.8617545815209148,0.2141741205800076,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4863526932491183,0.0,0.2523059318579379,0.0,0.05056463201562561 +3,256,joint_jeffreys,posterior_clusters,0,0.0,0.22486176122968607,0.21410228587962965,0.0,0.5055706269757435,0.24542869069606874,0.24532681804952486,0.24542869069606876,0.23472125899121368,0.003782405154128582,0.13540101072415492,0.00010187264654387684,0.02046505681983879 +3,256,joint_jeffreys,posterior_clusters,0,0.01,0.22486176122968607,0.21410228587962965,0.0,0.5055706269757435,0.24542869069606874,0.24532681804952486,0.24542869069606876,0.23472125899121368,0.003782405154128582,0.13540101072415492,0.00010187264654387684,0.02046505681983879 +3,256,joint_jeffreys,posterior_clusters,0,0.05,0.22486176122968607,0.21410228587962965,0.0,0.5055706269757435,0.24542869069606874,0.24532681804952486,0.24542869069606876,0.23472125899121368,0.003782405154128582,0.13540101072415492,0.00010187264654387684,0.02046505681983879 +3,256,joint_jeffreys,posterior_clusters,1,0.0,0.5080648532082145,0.4801492573302468,0.7929123054650163,0.21582127765287462,0.5482253110320962,0.5449433150650417,0.38642539851872026,0.36337167898770645,0.003782405154128582,0.30030292224250416,0.003281995967054474,0.036878461856827194 +3,256,joint_jeffreys,posterior_clusters,1,0.01,0.5008593678349099,0.47283757716049374,0.7262276376458652,0.21641819836823947,0.5415277153498875,0.5382599675386219,0.38082178752900314,0.3573780940651495,0.003782405154128582,0.249078978439651,0.0032677478112655978,0.03740059970371201 +3,256,joint_jeffreys,posterior_clusters,1,0.05,0.475662223031565,0.44491675106095724,0.6563139299167109,0.21905432854162843,0.5156227205936962,0.5124436699662028,0.35982687347954995,0.33841536212747014,0.003782405154128582,0.22473307026657072,0.0031790506274933517,0.03678144693463781 +3,256,joint_jeffreys,posterior_clusters,2,0.0,0.5163090639024315,0.514597198109568,1.4729158652838175,0.21586765592384927,0.5709769428874577,0.5676638079416613,0.4113035636586861,0.3807140056987892,0.003782405154128582,0.35320926478025333,0.0033131349457964365,0.051354744039229794 +3,256,joint_jeffreys,posterior_clusters,2,0.01,0.5064233191425498,0.5034115788966047,1.0831331559656832,0.2168059076999137,0.5621413317097894,0.5588358905484511,0.40279023403033615,0.37189834840373653,0.003782405154128582,0.30203180461892104,0.0033054411613383516,0.052412571405901276 +3,256,joint_jeffreys,posterior_clusters,2,0.05,0.47587905971197975,0.46462492766203695,0.8593110202784554,0.21696443319987638,0.5293394538275653,0.5261171435785739,0.3733597692296871,0.34477515039289547,0.003782405154128582,0.2548785265750932,0.0032223102489914446,0.05023808386659412 +3,256,joint_jeffreys,posterior_bins,0,0.0,0.22610520655884084,0.2118477527006171,0.0,0.493096911389798,0.24542869069606874,0.24403362311991839,0.2451747035827402,0.23824168333749693,0.1649141688201938,0.12662024350453804,0.0013950675761503495,0.017928416561077548 +3,256,joint_jeffreys,posterior_bins,0,0.01,0.22610520655884084,0.2118477527006171,0.0,0.493096911389798,0.24542869069606874,0.24403362311991839,0.2451747035827402,0.23824168333749693,0.1649141688201938,0.12662024350453804,0.0013950675761503495,0.017928416561077548 +3,256,joint_jeffreys,posterior_bins,0,0.05,0.22610520655884084,0.2118477527006171,0.0,0.493096911389798,0.24542869069606874,0.24403362311991839,0.2451747035827402,0.23824168333749693,0.1649141688201938,0.12662024350453804,0.0013950675761503495,0.017928416561077548 +3,256,joint_jeffreys,posterior_bins,1,0.0,0.3656929339279293,0.34690272955246915,0.6972330067264728,0.34450599141226507,0.5482253110320962,0.39535294775098406,0.32575246653221807,0.3081060464626098,0.1649141688201938,0.4061064026556572,0.1528723632811121,0.029660013823054776 +3,256,joint_jeffreys,posterior_bins,1,0.01,0.36046310345882976,0.3407700376157406,0.5995974156427403,0.3489245104757434,0.5415277153498875,0.3896518513220384,0.3210885668162547,0.3032955097627266,0.1649141688201938,0.34747085065576916,0.15187586402784914,0.02918874786320863 +3,256,joint_jeffreys,posterior_bins,1,0.05,0.34094466910212,0.3185836226851852,0.5049506126380229,0.35422857475651565,0.5156227205936962,0.36852237201081667,0.3038931393585213,0.2888347133667209,0.1649141688201938,0.3410713366540537,0.14710034858287951,0.027577702908696655 +3,256,joint_jeffreys,posterior_bins,2,0.0,0.3851567333400708,0.37482819733796324,1.2928573814243813,0.3298457969793486,0.5709769428874577,0.42131009730149865,0.34842605337983973,0.32768633551964294,0.1649141688201938,0.3405784789669953,0.14966684558595905,0.036153363961427876 +3,256,joint_jeffreys,posterior_bins,2,0.01,0.37631400714300195,0.364959370177469,0.9471059483937845,0.3339653369586526,0.5621413317097894,0.41267026354597564,0.3405061404436139,0.3190125762114609,0.1649141688201938,0.36645155741150437,0.14947106816381378,0.036356256402973686 +3,256,joint_jeffreys,posterior_bins,2,0.05,0.3499029052396434,0.33263497058256164,0.6802559267754648,0.34135470270038887,0.5293394538275653,0.38237752408355624,0.31512784510320707,0.29694497306240086,0.1649141688201938,0.3579942071126947,0.14696192974400907,0.03247461884391284 +3,256,joint_jeffreys,future_marginal,0,0.0,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24541685798132792,0.24008621789926798,0.224989075640973,2.2310155736412947e-05,0.13481126928101886,1.183271474081149e-05,0.020446972177424055 +3,256,joint_jeffreys,future_marginal,0,0.01,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24541685798132792,0.24008621789926798,0.224989075640973,2.2310155736412947e-05,0.13481126928101886,1.183271474081149e-05,0.020446972177424055 +3,256,joint_jeffreys,future_marginal,0,0.05,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24541685798132792,0.24008621789926798,0.224989075640973,2.2310155736412947e-05,0.13481126928101886,1.183271474081149e-05,0.020446972177424055 +3,256,joint_jeffreys,future_marginal,1,0.0,0.5114925189740517,0.48291618441358003,0.7940330164920205,0.213871824099977,0.5482253110320962,0.5481829071877146,0.53595107477171,0.5086417603060726,2.2310155736412947e-05,0.2965445224124907,4.240384438158884e-05,0.03669038821366288 +3,256,joint_jeffreys,future_marginal,1,0.01,0.504277582610709,0.4755939549575618,0.7271727366497004,0.21446874481534184,0.5415277153498875,0.5414858669126,0.5293508544951999,0.501839370206472,2.2310155736412947e-05,0.24532603664881222,4.184843728749499e-05,0.03720828430189105 +3,256,joint_jeffreys,future_marginal,1,0.05,0.47891533844452944,0.44760742187500013,0.658213185402254,0.21723528763205482,0.5156227205936962,0.5155830937847848,0.5038293029725389,0.4772528092901764,2.2310155736412947e-05,0.22160958195422484,3.962680891134163e-05,0.036667755340255404 +3,256,joint_jeffreys,future_marginal,2,0.0,0.5192995442719716,0.5173972800925924,1.477099772903073,0.21359928171500173,0.5709769428874577,0.5709353691451756,0.5571693484710881,0.5196503976703154,2.2310155736412947e-05,0.3547342331391656,4.15737422820861e-05,0.05163582487320406 +3,256,joint_jeffreys,future_marginal,2,0.01,0.5093770636619932,0.5061936366705243,1.0849368473231893,0.21458141448861615,0.5621413317097894,0.5620994832725018,0.5485060787497344,0.509959312756472,2.2310155736412947e-05,0.30120602627913956,4.184843728760601e-05,0.05272241961050861 +3,256,joint_jeffreys,future_marginal,2,0.05,0.4788183892480416,0.46736352237654316,0.8615312319723358,0.21431533153429114,0.5293394538275653,0.5292998270186541,0.5163205536445789,0.48101131308698325,2.2310155736412947e-05,0.25215006414156765,3.9626808911230604e-05,0.05048143777061248 +3,256,joint_jeffreys,raw_information,0,0.0,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,raw_information,0,0.01,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,raw_information,0,0.05,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,raw_information,1,0.0,0.5114601190153787,0.4829523533950615,0.7942563660405995,0.21373061314569342,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5114601190153787,0.0,0.29670039012886096,0.0,0.03676519201671746 +3,256,joint_jeffreys,raw_information,1,0.01,0.5042429491565501,0.4756273509837963,0.7273960861982793,0.2143275338610583,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5042429491565501,0.0,0.24548190436518247,0.0,0.037284766193337426 +3,256,joint_jeffreys,raw_information,1,0.05,0.4788717710084274,0.4476297260802471,0.658436534950833,0.21709407667777128,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.4788717710084274,0.0,0.2217654496705951,0.0,0.036750949585268755 +3,256,joint_jeffreys,raw_information,2,0.0,0.5192866119204876,0.517436463155864,1.4770578100529794,0.21349404352014723,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5192866119204876,0.0,0.3545726847198678,0.0,0.051690330966970066 +3,256,joint_jeffreys,raw_information,2,0.01,0.5093128849125349,0.5062290822723761,1.0852266124142982,0.21438683620024612,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5093128849125349,0.0,0.30136189399550983,0.0,0.052828446797254514 +3,256,joint_jeffreys,raw_information,2,0.05,0.4787748218119397,0.46738582658179006,0.8617545815209148,0.2141741205800076,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4787748218119397,0.0,0.2523059318579379,0.0,0.05056463201562561 +3,256,joint_jeffreys,raw_entropy,0,0.0,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,raw_entropy,0,0.01,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,raw_entropy,0,0.05,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,raw_entropy,1,0.0,0.5114601190153787,0.4829523533950615,0.7942563660405995,0.21373061314569342,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5114601190153787,0.0,0.29670039012886096,0.0,0.03676519201671746 +3,256,joint_jeffreys,raw_entropy,1,0.01,0.5042429491565501,0.4756273509837963,0.7273960861982793,0.2143275338610583,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5042429491565501,0.0,0.24548190436518247,0.0,0.037284766193337426 +3,256,joint_jeffreys,raw_entropy,1,0.05,0.4788717710084274,0.4476297260802471,0.658436534950833,0.21709407667777128,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.4788717710084274,0.0,0.2217654496705951,0.0,0.036750949585268755 +3,256,joint_jeffreys,raw_entropy,2,0.0,0.5192866119204876,0.517436463155864,1.4770578100529794,0.21349404352014723,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5192866119204876,0.0,0.3545726847198678,0.0,0.051690330966970066 +3,256,joint_jeffreys,raw_entropy,2,0.01,0.5093128849125349,0.5062290822723762,1.0852266124142982,0.21438683620024612,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5093128849125349,0.0,0.30136189399550983,0.0,0.052828446797254514 +3,256,joint_jeffreys,raw_entropy,2,0.05,0.4787748218119397,0.46738582658179006,0.8617545815209148,0.2141741205800076,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4787748218119397,0.0,0.2523059318579379,0.0,0.05056463201562561 +3,256,joint_jeffreys,hash_code,0,0.0,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,hash_code,0,0.01,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,hash_code,0,0.05,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22496988580390387,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,hash_code,1,0.0,0.5114601190153787,0.4829523533950615,0.7942563660405995,0.21373061314569342,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5114601190153787,0.0,0.29670039012886096,0.0,0.03676519201671746 +3,256,joint_jeffreys,hash_code,1,0.01,0.50424294915655,0.47562735098379644,0.7273960861982793,0.2143275338610583,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.50424294915655,0.0,0.24548190436518247,0.0,0.03728476619333754 +3,256,joint_jeffreys,hash_code,1,0.05,0.47887177100842737,0.4476297260802471,0.658436534950833,0.21709407667777134,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.47887177100842737,0.0,0.2217654496705951,0.0,0.03675094958526881 +3,256,joint_jeffreys,hash_code,2,0.0,0.5192866119204876,0.517436463155864,1.477057810052979,0.21349404352014723,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5192866119204876,0.0,0.3545726847198678,0.0,0.051690330966970066 +3,256,joint_jeffreys,hash_code,2,0.01,0.5093128849125349,0.5062290822723761,1.0852266124142982,0.21438683620024612,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.5093128849125349,0.0,0.30136189399550983,1.1102230246251565e-16,0.0528284467972544 +3,256,joint_jeffreys,hash_code,2,0.05,0.47877482181193964,0.46738582658179006,0.8617545815209148,0.2141741205800076,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.47877482181193964,0.0,0.2523059318579379,0.0,0.050564632015625666 +3,256,joint_jeffreys,action_values,0,0.0,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22522674496869902,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,action_values,0,0.01,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22522674496869902,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,action_values,0,0.05,0.22496988580390387,0.21410228587962965,0.0,0.5062060019947744,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.22522674496869902,0.0,0.13481126928101886,0.0,0.020458804892164867 +3,256,joint_jeffreys,action_values,1,0.0,0.5114601190153787,0.4829523533950615,0.7942563660405995,0.21373061314569342,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5121376672460997,0.0,0.29670039012886096,0.0,0.03676519201671746 +3,256,joint_jeffreys,action_values,1,0.01,0.50424294915655,0.47562735098379644,0.7273960861982793,0.2143275338610583,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5049737856590403,0.0,0.24548190436518247,0.0,0.03728476619333754 +3,256,joint_jeffreys,action_values,1,0.05,0.4788717710084274,0.44762972608024715,0.658436534950833,0.21709407667777128,0.5156227205936962,0.5156227205936961,0.5156227205936961,0.4796068846767703,0.0,0.2217654496705951,1.1102230246251565e-16,0.036750949585268644 +3,256,joint_jeffreys,action_values,2,0.0,0.5192866119204876,0.517436463155864,1.4770578100529788,0.21349404352014723,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.5202807342826214,0.0,0.3545726847198678,0.0,0.051690330966970066 +3,256,joint_jeffreys,action_values,2,0.01,0.5093128849125349,0.5062290822723762,1.0852266124142982,0.21438683620024612,0.5621413317097894,0.5621413317097893,0.5621413317097894,0.5104501088518855,0.0,0.30136189399550983,1.1102230246251565e-16,0.0528284467972544 +3,256,joint_jeffreys,action_values,2,0.05,0.47877482181193964,0.46738582658179006,0.8617545815209148,0.2141741205800076,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4801303635058269,0.0,0.2523059318579379,0.0,0.050564632015625666 +3,256,naive_bayes,identity,0,0.0,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,identity,0,0.01,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,identity,0,0.05,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,identity,1,0.0,0.24945095361918226,0.302170409263959,0.5729715144053747,0.38976842017894625,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.24945095361918226,0.0,0.528487564990085,0.0,0.2987743574129139 +3,256,naive_bayes,identity,1,0.01,0.24624987513593222,0.2974293977627192,0.4423784856421384,0.39749727323590606,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.24624987513593222,0.0,0.4883163938827279,0.0,0.2952778402139553 +3,256,naive_bayes,identity,1,0.05,0.23151628391312543,0.28135013431668876,0.3366914770640028,0.4243809329153349,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.23151628391312543,0.0,0.5014344576875155,0.0,0.2841064366805708 +3,256,naive_bayes,identity,2,0.0,0.2685169734489041,0.3183290953105031,1.077025455723659,0.3905400154517941,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2685169734489041,0.0,0.3897259654058513,0.0,0.30245996943855363 +3,256,naive_bayes,identity,2,0.01,0.26112663863252394,0.3104675451729386,0.7168677972799274,0.3955344260016241,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.26112663863252394,0.0,0.48862724130587015,0.0,0.30101469307726547 +3,256,naive_bayes,identity,2,0.05,0.23826611368815243,0.28701072475374995,0.4498537438345782,0.4220000770158559,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.23826611368815243,0.0,0.5317192368228155,0.0,0.2910733401394129 +3,256,naive_bayes,query_joint,0,0.0,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2004967554377243,0.00018695173422668824,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,query_joint,0,0.01,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2004967554377243,0.00018695173422668824,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,query_joint,0,0.05,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2004967554377243,0.00018695173422668824,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,query_joint,1,0.0,0.24945095361918226,0.302170409263959,0.5729715144053747,0.38976842017894625,0.5482253110320962,0.5481302191769258,0.5482253110320962,0.25227691519197154,0.00018695173422668824,0.528487564990085,9.509185517031504e-05,0.2986792655577436 +3,256,naive_bayes,query_joint,1,0.01,0.24624987513593222,0.2974293977627192,0.4423784856421384,0.39749727323590606,0.5415277153498875,0.5414326234947171,0.5415277153498875,0.24837306265448475,0.00018695173422668824,0.4883163938827279,9.509185517042607e-05,0.2951827483587849 +3,256,naive_bayes,query_joint,1,0.05,0.23151628391312548,0.28135013431668876,0.33669147706400265,0.4243809329153349,0.5156227205936962,0.5155276287385258,0.5156227205936961,0.2337257774541188,0.00018695173422668824,0.5014344576875155,9.509185517042607e-05,0.28401134482540025 +3,256,naive_bayes,query_joint,2,0.0,0.2685169734489041,0.3183290953105031,1.077025455723659,0.3905400154517941,0.5709769428874577,0.5708380819611639,0.5709769428874577,0.270950848009226,0.00018695173422668824,0.3897259654058513,0.00013886092629378233,0.30232110851225985 +3,256,naive_bayes,query_joint,2,0.01,0.2611266386325239,0.3104675451729386,0.7168677972799274,0.3955344260016241,0.5621413317097894,0.562004079704639,0.5621413317097894,0.2638074479906647,0.00018695173422668824,0.48862724130587015,0.00013725200515046776,0.30087744107211506 +3,256,naive_bayes,query_joint,2,0.05,0.23826611368815243,0.28701072475374995,0.4498537438345782,0.4220000770158559,0.5293394538275653,0.5292086375069881,0.5293394538275653,0.23979349748577738,0.00018695173422668824,0.5317192368228155,0.0001308163205772095,0.2909425238188357 +3,256,naive_bayes,posterior_clusters,0,0.0,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.2446937221989889,0.24542869069606876,0.21101217024099309,0.0005708651491565807,0.150514897233431,0.0007349684970798243,0.04453619763629668 +3,256,naive_bayes,posterior_clusters,0,0.01,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.2446937221989889,0.24542869069606876,0.21101217024099309,0.0005708651491565807,0.150514897233431,0.0007349684970798243,0.04453619763629668 +3,256,naive_bayes,posterior_clusters,0,0.05,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.2446937221989889,0.24542869069606876,0.21101217024099309,0.0005708651491565807,0.150514897233431,0.0007349684970798243,0.04453619763629668 +3,256,naive_bayes,posterior_clusters,1,0.0,0.24945095361918226,0.302170409263959,0.5729715144053747,0.38976842017894625,0.5482253110320962,0.5477937147819633,0.38642539851872026,0.2609821756108663,0.0005708651491565807,0.528487564990085,0.00043159625013289293,0.298342761162781 +3,256,naive_bayes,posterior_clusters,1,0.01,0.24624987513593222,0.2974293977627192,0.4423784856421384,0.39749727323590606,0.5415277153498875,0.5410787579886435,0.38082178752900314,0.25707959520421353,0.0005708651491565807,0.4883163938827279,0.00044895736124406227,0.29482888285271125 +3,256,naive_bayes,posterior_clusters,1,0.05,0.23151628391312548,0.28135013431668876,0.33669147706400265,0.4243809329153349,0.5156227205936962,0.5151043187880076,0.35982687347954995,0.24061915003162435,0.0005708651491565807,0.5014344576875155,0.0005184018056886286,0.28358803487488204 +3,256,naive_bayes,posterior_clusters,2,0.0,0.2685169734489041,0.3183290953105031,1.077677262371953,0.3905400154517941,0.5709769428874577,0.5704377127123658,0.4113035636586861,0.27810602607801577,0.0005708651491565807,0.38959488616525434,0.0005392301750919426,0.3019207392634617 +3,256,naive_bayes,posterior_clusters,2,0.01,0.2611266386325239,0.3104675451729386,0.7168677972799274,0.3955344260016241,0.5621413317097894,0.5616101814987221,0.40279023403033615,0.2709525139356434,0.0005708651491565807,0.48862724130587015,0.0005311502110673105,0.3004835428661982 +3,256,naive_bayes,posterior_clusters,2,0.05,0.23826611368815243,0.28701072475374995,0.4498537438345782,0.4220000770158559,0.5293394538275653,0.52878532755647,0.3733597692296871,0.24754889358061208,0.0005708651491565807,0.5317192368228155,0.000554126271095301,0.2905192138683176 +3,256,naive_bayes,posterior_bins,0,0.0,0.20200343462823736,0.2376232634266772,0.0,0.5279121932741055,0.24542869069606874,0.22433689802922085,0.2451747035827402,0.21424510752069129,0.18297168705890343,0.14113771290016544,0.02109179266684788,0.022333463400983494 +3,256,naive_bayes,posterior_bins,0,0.01,0.20200343462823736,0.2376232634266772,0.0,0.5279121932741055,0.24542869069606874,0.22433689802922085,0.2451747035827402,0.21424510752069129,0.18297168705890343,0.14113771290016544,0.02109179266684788,0.022333463400983494 +3,256,naive_bayes,posterior_bins,0,0.05,0.20200343462823736,0.2376232634266772,0.0,0.5279121932741055,0.24542869069606874,0.22433689802922085,0.2451747035827402,0.21424510752069129,0.18297168705890343,0.14113771290016544,0.02109179266684788,0.022333463400983494 +3,256,naive_bayes,posterior_bins,1,0.0,0.2516004012829817,0.29986334951690446,0.5830296647179495,0.3926990568842043,0.5482253110320962,0.36835410489347,0.32575246653221807,0.27005560870330714,0.18297168705890343,0.524745668555364,0.17987120613862617,0.11675370361048826 +3,256,naive_bayes,posterior_bins,1,0.01,0.24739534635258761,0.2950375791886754,0.45341033408046655,0.3964690664163723,0.5415277153498875,0.3627136972458242,0.3210885668162547,0.26503382863921476,0.18297168705890343,0.4861429052983784,0.17881401810406333,0.11531835089323658 +3,256,naive_bayes,posterior_bins,1,0.05,0.23442175449265149,0.27899315649611467,0.3333799787254195,0.41703719517552346,0.5156227205936962,0.3419611769449089,0.3038931393585213,0.24945154694580396,0.18297168705890343,0.5002985097419136,0.17366154364878728,0.10753942245225742 +3,256,naive_bayes,posterior_bins,2,0.0,0.270920702101863,0.31619915789393604,1.1001019286728095,0.3920098974695274,0.5709769428874577,0.3957116827146739,0.34842605337983973,0.2870800182122931,0.18297168705890343,0.4037230338288651,0.17526526017278382,0.12479098061281091 +3,256,naive_bayes,posterior_bins,2,0.01,0.2620263391438756,0.30821341711615086,0.7295261890043535,0.3964535487258656,0.5621413317097894,0.3868940356063025,0.3405061404436139,0.28059516511076893,0.18297168705890343,0.4836138503486885,0.17524729610348694,0.1248676964624269 +3,256,naive_bayes,posterior_bins,2,0.05,0.24157487694343074,0.2847133492990757,0.4477117297881484,0.41799416537402,0.5293394538275653,0.3560905298806867,0.31512784510320707,0.25536529954785425,0.18297168705890343,0.5338634813991081,0.17324892394687863,0.11451565293725594 +3,256,naive_bayes,future_marginal,0,0.0,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24506955848948864,0.24008621789926798,0.1980812099672643,0.0003745457227952976,0.150514897233431,0.00035913220658009837,0.04491203392679641 +3,256,naive_bayes,future_marginal,0,0.01,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24506955848948864,0.24008621789926798,0.1980812099672643,0.0003745457227952976,0.150514897233431,0.00035913220658009837,0.04491203392679641 +3,256,naive_bayes,future_marginal,0,0.05,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24506955848948864,0.24008621789926798,0.1980812099672643,0.0003745457227952976,0.150514897233431,0.00035913220658009837,0.04491203392679641 +3,256,naive_bayes,future_marginal,1,0.0,0.24945095361918226,0.302170409263959,0.5729715144053747,0.38976842017894625,0.5482253110320962,0.5479657909512713,0.53595107477171,0.24715099389316386,0.0003745457227952976,0.528487564990085,0.0002595200808248599,0.29851483733208906 +3,256,naive_bayes,future_marginal,1,0.01,0.24624987513593222,0.2974293977627192,0.4423784856421384,0.39749727323590606,0.5415277153498875,0.5412597120018656,0.5293508544951999,0.2448975318521388,0.0003745457227952976,0.4883163938827279,0.00026800334802190573,0.2950098368659334 +3,256,naive_bayes,future_marginal,1,0.05,0.23151628391312543,0.28135013431668876,0.33669147706400265,0.4243809329153349,0.5156227205936962,0.5153207841768869,0.5038293029725389,0.23004838530283597,0.0003745457227952976,0.5014344576875155,0.00030193641680931194,0.28380450026376147 +3,256,naive_bayes,future_marginal,2,0.0,0.2685169734489041,0.3183290953105031,1.0772261821050444,0.3905400154517941,0.5709769428874577,0.5706424470566217,0.5571693484710881,0.2662676261286764,0.0003745457227952976,0.390045966432163,0.0003344958308360013,0.30212547360771763 +3,256,naive_bayes,future_marginal,2,0.01,0.2611266386325239,0.3104675451729386,0.7168677972799274,0.3955344260016241,0.5621413317097894,0.5618116067858391,0.5485060787497344,0.25847125487078876,0.0003745457227952976,0.48862724130587015,0.00032972492395033637,0.3006849681533152 +3,256,naive_bayes,future_marginal,2,0.05,0.23826611368815243,0.28701072475374995,0.4498537438345782,0.4220000770158559,0.5293394538275653,0.5290017929453492,0.5163205536445789,0.23622906358282567,0.0003745457227952976,0.5317192368228155,0.00033766088221609536,0.2907356792571968 +3,256,naive_bayes,raw_information,0,0.0,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,raw_information,0,0.01,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,raw_information,0,0.05,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,raw_information,1,0.0,0.24945095361918226,0.30217040926395905,0.5729715144053747,0.38976842017894625,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.24945095361918226,0.0,0.528487564990085,0.0,0.2987743574129139 +3,256,naive_bayes,raw_information,1,0.01,0.24624987513593224,0.2974293977627192,0.4423784856421384,0.39749727323590606,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.24624987513593224,0.0,0.4883163938827279,0.0,0.2952778402139553 +3,256,naive_bayes,raw_information,1,0.05,0.23151628391312548,0.28135013431668876,0.33669147706400276,0.4243809329153349,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.23151628391312548,0.0,0.5014344576875155,0.0,0.2841064366805707 +3,256,naive_bayes,raw_information,2,0.0,0.2685169734489041,0.3183290953105031,1.0770254557236587,0.3905400154517941,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2685169734489041,0.0,0.3897259654058513,0.0,0.30245996943855363 +3,256,naive_bayes,raw_information,2,0.01,0.261126638632524,0.3104675451729386,0.7168677972799274,0.3955344260016241,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.261126638632524,0.0,0.48862724130587015,0.0,0.3010146930772654 +3,256,naive_bayes,raw_information,2,0.05,0.23826611368815243,0.28701072475374995,0.4498537438345782,0.422000077015856,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.23826611368815243,0.0,0.5317192368228155,0.0,0.2910733401394129 +3,256,naive_bayes,raw_entropy,0,0.0,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,raw_entropy,0,0.01,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,raw_entropy,0,0.05,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,raw_entropy,1,0.0,0.24945095361918226,0.302170409263959,0.5729715144053747,0.38976842017894625,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.24945095361918226,0.0,0.528487564990085,0.0,0.2987743574129139 +3,256,naive_bayes,raw_entropy,1,0.01,0.24624987513593222,0.2974293977627192,0.4423784856421384,0.39749727323590606,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.24624987513593224,0.0,0.4883163938827279,0.0,0.2952778402139553 +3,256,naive_bayes,raw_entropy,1,0.05,0.23151628391312548,0.28135013431668876,0.33669147706400265,0.4243809329153349,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.23151628391312548,0.0,0.5014344576875155,0.0,0.2841064366805707 +3,256,naive_bayes,raw_entropy,2,0.0,0.2685169734489041,0.3183290953105031,1.0770254557236587,0.3905400154517941,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2685169734489041,0.0,0.3897259654058513,0.0,0.30245996943855363 +3,256,naive_bayes,raw_entropy,2,0.01,0.2611266386325239,0.3104675451729386,0.7168677972799274,0.3955344260016241,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2611266386325239,0.0,0.48862724130587015,0.0,0.3010146930772655 +3,256,naive_bayes,raw_entropy,2,0.05,0.23826611368815243,0.28701072475374995,0.4498537438345782,0.422000077015856,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.23826611368815243,0.0,0.5317192368228155,0.0,0.2910733401394129 +3,256,naive_bayes,hash_code,0,0.0,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,hash_code,0,0.01,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,hash_code,0,0.05,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20015752456269223,0.0,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,hash_code,1,0.0,0.24945095361918226,0.302170409263959,0.5729715144053747,0.38976842017894625,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.24945095361918226,0.0,0.528487564990085,0.0,0.2987743574129139 +3,256,naive_bayes,hash_code,1,0.01,0.24624987513593222,0.2974293977627192,0.4423784856421384,0.39749727323590606,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.24624987513593222,0.0,0.4883163938827279,0.0,0.2952778402139553 +3,256,naive_bayes,hash_code,1,0.05,0.23151628391312548,0.28135013431668876,0.33669147706400276,0.4243809329153349,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.23151628391312548,0.0,0.5014344576875155,0.0,0.2841064366805707 +3,256,naive_bayes,hash_code,2,0.0,0.2685169734489041,0.3183290953105031,1.077025455723659,0.3905400154517941,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2685169734489041,0.0,0.3897259654058513,0.0,0.30245996943855363 +3,256,naive_bayes,hash_code,2,0.01,0.26112663863252394,0.3104675451729386,0.7168677972799274,0.3955344260016241,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.26112663863252394,0.0,0.48862724130587015,1.1102230246251565e-16,0.30101469307726536 +3,256,naive_bayes,hash_code,2,0.05,0.23826611368815243,0.28701072475374995,0.4498537438345782,0.4220000770158559,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.23826611368815243,0.0,0.5317192368228155,0.0,0.2910733401394129 +3,256,naive_bayes,action_values,0,0.0,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2004051899671023,0.00018695173422668824,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,action_values,0,0.01,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2004051899671023,0.00018695173422668824,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,action_values,0,0.05,0.20015752456269223,0.23960961982135823,0.0,0.5423057645268126,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2004051899671023,0.00018695173422668824,0.150514897233431,0.0,0.045271166133376506 +3,256,naive_bayes,action_values,1,0.0,0.24945095361918226,0.302170409263959,0.5729715144053747,0.38976842017894625,0.5482253110320962,0.5481302191769258,0.5482253110320962,0.24967998314099352,0.00018695173422668824,0.528487564990085,9.509185517031504e-05,0.2986792655577436 +3,256,naive_bayes,action_values,1,0.01,0.24624987513593222,0.2974293977627192,0.4423784856421384,0.39749727323590606,0.5415277153498875,0.5414326234947171,0.5415277153498875,0.24636341517686802,0.00018695173422668824,0.4883163938827279,9.509185517042607e-05,0.2951827483587849 +3,256,naive_bayes,action_values,1,0.05,0.23151628391312543,0.28135013431668876,0.33669147706400265,0.4243809329153349,0.5156227205936962,0.5155276287385258,0.5156227205936961,0.2316761941466711,0.00018695173422668824,0.5014344576875155,9.509185517042607e-05,0.28401134482540036 +3,256,naive_bayes,action_values,2,0.0,0.2685169734489041,0.3183290953105031,1.077025455723659,0.3905400154517941,0.5709769428874577,0.5708380819611639,0.5709769428874576,0.2687412060925083,0.00018695173422668824,0.3897259654058513,0.00013886092629378233,0.30232110851225985 +3,256,naive_bayes,action_values,2,0.01,0.2611266386325239,0.3104675451729386,0.7168677972799274,0.3955344260016241,0.5621413317097894,0.562004079704639,0.5621413317097894,0.26155480423398264,0.00018695173422668824,0.48862724130587015,0.00013725200515046776,0.30087744107211506 +3,256,naive_bayes,action_values,2,0.05,0.23826611368815243,0.28701072475374995,0.4498537438345782,0.422000077015856,0.5293394538275653,0.5292086375069881,0.5293394538275653,0.2384531701065963,0.00018695173422668824,0.5317192368228155,0.0001308163205772095,0.2909425238188357 +3,256,support_mixture,identity,0,0.0,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,identity,0,0.01,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,identity,0,0.05,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,identity,1,0.0,0.3877062175025056,0.30456309544142124,0.6654671860444438,0.36539587945957286,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.3877062175025056,0.0,0.43090199355317366,0.0,0.16051909352959054 +3,256,support_mixture,identity,1,0.01,0.37804933092383247,0.29896079890308064,0.5418240978333219,0.3708595295171259,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.37804933092383247,0.0,0.40083470739971494,0.0,0.16347838442605506 +3,256,support_mixture,identity,1,0.05,0.3463458785017719,0.27937248361852823,0.43488712079572406,0.3927621518357016,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.3463458785017719,0.0,0.41230825322523224,0.0,0.16927684209192428 +3,256,support_mixture,identity,2,0.0,0.4309524386221923,0.32729086130414803,1.2425457248717149,0.34810057098243946,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4309524386221923,0.0,0.32968283601941734,0.0,0.14002450426526541 +3,256,support_mixture,identity,2,0.01,0.41818841426567727,0.31787488390714064,0.8968604120815852,0.35114853488511694,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.41818841426567727,0.0,0.38495976706560947,0.0,0.14395291744411215 +3,256,support_mixture,identity,2,0.05,0.37084329100787133,0.28834076060159897,0.6127131144915589,0.3756659420729165,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.37084329100787133,0.0,0.42190270335878316,0.0,0.15849616281969398 +3,256,support_mixture,query_joint,0,0.0,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24542869069606876,0.21454141381600725,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,query_joint,0,0.01,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24542869069606876,0.21454141381600725,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,query_joint,0,0.05,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24542869069606876,0.21454141381600725,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,query_joint,1,0.0,0.3877062175025056,0.30456309544142124,0.6654671860444438,0.36539587945957286,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.39076943090135513,0.0,0.43090199355317366,0.0,0.16051909352959054 +3,256,support_mixture,query_joint,1,0.01,0.37804933092383247,0.29896079890308064,0.5418240978333219,0.3708595295171259,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.38109041205360333,0.0,0.40083470739971494,0.0,0.16347838442605506 +3,256,support_mixture,query_joint,1,0.05,0.34634587850177195,0.27937248361852823,0.43488712079572406,0.3927621518357016,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.3478091845481844,0.0,0.41230825322523224,0.0,0.16927684209192423 +3,256,support_mixture,query_joint,2,0.0,0.4309524386221923,0.32729086130414803,1.2425457248717147,0.34810057098243946,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4333861695831362,0.0,0.32968283601941734,0.0,0.14002450426526541 +3,256,support_mixture,query_joint,2,0.01,0.41818841426567727,0.31787488390714075,0.8968604120815852,0.35114853488511694,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.42106524599205714,0.0,0.38495976706560947,0.0,0.14395291744411215 +3,256,support_mixture,query_joint,2,0.05,0.37084329100787133,0.28834076060159897,0.6127131144915589,0.3756659420729165,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.3717655360238095,0.0,0.42190270335878316,0.0,0.15849616281969398 +3,256,support_mixture,posterior_clusters,0,0.0,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24542869069606876,0.2170304707411872,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,posterior_clusters,0,0.01,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24542869069606876,0.2170304707411872,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,posterior_clusters,0,0.05,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24542869069606876,0.2170304707411872,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,posterior_clusters,1,0.0,0.3877062175025056,0.30456309544142124,0.6654671860444438,0.36539587945957286,0.5482253110320962,0.5482253110320962,0.38642539851872026,0.32038048830103294,0.0,0.43090199355317366,0.0,0.16051909352959054 +3,256,support_mixture,posterior_clusters,1,0.01,0.37804933092383247,0.29896079890308064,0.5418240978333219,0.3708595295171259,0.5415277153498875,0.5415277153498875,0.38082178752900314,0.31321308862410785,0.0,0.40083470739971494,0.0,0.16347838442605506 +3,256,support_mixture,posterior_clusters,1,0.05,0.3463458785017719,0.27937248361852823,0.43488712079572406,0.3927621518357016,0.5156227205936962,0.5156227205936962,0.35982687347954995,0.29260903808401306,0.0,0.41230825322523224,0.0,0.16927684209192428 +3,256,support_mixture,posterior_clusters,2,0.0,0.4309524386221923,0.32729086130414803,1.2425457248717147,0.34810057098243946,0.5709769428874577,0.5709769428874577,0.4113035636586861,0.34697110961039207,0.0,0.32968283601941734,0.0,0.14002450426526541 +3,256,support_mixture,posterior_clusters,2,0.01,0.41818841426567727,0.31787488390714064,0.8968604120815852,0.35114853488511694,0.5621413317097894,0.5621413317097894,0.40279023403033615,0.33866498905220416,0.0,0.38495976706560947,0.0,0.14395291744411215 +3,256,support_mixture,posterior_clusters,2,0.05,0.37084329100787133,0.28834076060159897,0.6127131144915589,0.3756659420729165,0.5293394538275653,0.5293394538275653,0.3733597692296871,0.3061984492661876,0.0,0.42190270335878316,0.0,0.15849616281969398 +3,256,support_mixture,posterior_bins,0,0.0,0.21513193150549206,0.21894078222626567,0.0,0.524368124801675,0.24542869069606874,0.23951568195508885,0.2451747035827402,0.21699592258538095,0.1735677162740191,0.1275620067178334,0.005913008740979886,0.024383750449596786 +3,256,support_mixture,posterior_bins,0,0.01,0.21513193150549206,0.21894078222626567,0.0,0.524368124801675,0.24542869069606874,0.23951568195508885,0.2451747035827402,0.21699592258538095,0.1735677162740191,0.1275620067178334,0.005913008740979886,0.024383750449596786 +3,256,support_mixture,posterior_bins,0,0.05,0.21513193150549206,0.21894078222626567,0.0,0.524368124801675,0.24542869069606874,0.23951568195508885,0.2451747035827402,0.21699592258538095,0.1735677162740191,0.1275620067178334,0.005913008740979886,0.024383750449596786 +3,256,support_mixture,posterior_bins,1,0.0,0.31157362715189707,0.2867141255662566,0.6149677895279398,0.40738813373218985,0.5482253110320962,0.3822616411018656,0.32575246653221807,0.2956403308104287,0.1735677162740191,0.48165506851798495,0.16596366993023054,0.07068801394996854 +3,256,support_mixture,posterior_bins,1,0.01,0.3042553287548378,0.28144782592623535,0.5115401084638908,0.4090165633268381,0.5415277153498875,0.3766673853425498,0.3210885668162547,0.29069445796124554,0.1735677162740191,0.4570212645063137,0.16486033000733774,0.07241205658771199 +3,256,support_mixture,posterior_bins,1,0.05,0.28313122185335976,0.2637765201341724,0.3816613134714808,0.427525241741932,0.5156227205936962,0.3559846214997549,0.3038931393585213,0.27112081807659855,0.1735677162740191,0.45821230387770345,0.15963809909394128,0.07285339964639514 +3,256,support_mixture,posterior_bins,2,0.0,0.3412148092151977,0.3059409437208758,1.1552555408016367,0.3943872866193227,0.5709769428874577,0.4089219053096947,0.34842605337983973,0.315825368735031,0.1735677162740191,0.3468363598887907,0.16205503757776302,0.06770709609449699 +3,256,support_mixture,posterior_bins,2,0.01,0.33164475075757,0.297263770337814,0.8262339529190563,0.3971886492953689,0.5621413317097894,0.4002648050607219,0.3405061404436139,0.30780283002661435,0.1735677162740191,0.4259331426599963,0.16187652664906754,0.06862005430315188 +3,256,support_mixture,posterior_bins,2,0.05,0.2976462073362444,0.2707647012693104,0.5329160789692937,0.42072032482556304,0.5293394538275653,0.37008274775886596,0.31512784510320707,0.27955449607701793,0.1735677162740191,0.46884754102251747,0.15925670606869935,0.07243654042262154 +3,256,support_mixture,future_marginal,0,0.0,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24008621789926798,0.20738478278555805,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,future_marginal,0,0.01,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24008621789926798,0.20738478278555805,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,future_marginal,0,0.05,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606868,0.24008621789926798,0.20738478278555805,0.0,0.13757624410352895,5.551115123125783e-17,0.03149699798088057 +3,256,support_mixture,future_marginal,1,0.0,0.3877062175025056,0.3045630954414212,0.6654671860444438,0.36539587945957286,0.5482253110320962,0.5482253110320962,0.53595107477171,0.38484447617124107,0.0,0.43090199355317366,0.0,0.16051909352959054 +3,256,support_mixture,future_marginal,1,0.01,0.37804933092383247,0.29896079890308064,0.5418240978333219,0.3708595295171259,0.5415277153498875,0.5415277153498875,0.5293508544951999,0.37416527970161145,0.0,0.40083470739971494,0.0,0.16347838442605506 +3,256,support_mixture,future_marginal,1,0.05,0.3463458785017719,0.27937248361852823,0.43488712079572406,0.3927621518357016,0.5156227205936962,0.5156227205936962,0.5038293029725389,0.3422286520196278,0.0,0.41230825322523224,0.0,0.16927684209192428 +3,256,support_mixture,future_marginal,2,0.0,0.4309524386221923,0.32729086130414803,1.2425457248717149,0.34810057098243946,0.5709769428874577,0.5709769428874577,0.5571693484710881,0.4258358582260567,0.0,0.32968283601941734,0.0,0.14002450426526541 +3,256,support_mixture,future_marginal,2,0.01,0.41818841426567727,0.3178748839071407,0.8968604120815852,0.35114853488511694,0.5621413317097894,0.5621413317097893,0.5485060787497344,0.4133484699113416,0.0,0.38495976706560947,1.1102230246251565e-16,0.14395291744411204 +3,256,support_mixture,future_marginal,2,0.05,0.37084329100787133,0.28834076060159897,0.6127131144915589,0.3756659420729165,0.5293394538275653,0.5293394538275653,0.5163205536445789,0.36613826523731907,0.0,0.42190270335878316,0.0,0.15849616281969398 +3,256,support_mixture,raw_information,0,0.0,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,raw_information,0,0.01,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,raw_information,0,0.05,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,raw_information,1,0.0,0.3877062175025056,0.30456309544142124,0.6654671860444438,0.36539587945957286,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.3877062175025056,0.0,0.43090199355317366,0.0,0.16051909352959054 +3,256,support_mixture,raw_information,1,0.01,0.37804933092383247,0.29896079890308064,0.5418240978333219,0.3708595295171259,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.37804933092383247,0.0,0.40083470739971494,0.0,0.16347838442605506 +3,256,support_mixture,raw_information,1,0.05,0.3463458785017719,0.27937248361852823,0.43488712079572406,0.3927621518357016,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.3463458785017719,0.0,0.41230825322523224,0.0,0.16927684209192428 +3,256,support_mixture,raw_information,2,0.0,0.4309524386221923,0.32729086130414803,1.2425457248717147,0.34810057098243946,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4309524386221923,0.0,0.32968283601941734,0.0,0.14002450426526541 +3,256,support_mixture,raw_information,2,0.01,0.41818841426567727,0.3178748839071407,0.8968604120815852,0.35114853488511694,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.41818841426567727,0.0,0.38495976706560947,0.0,0.14395291744411215 +3,256,support_mixture,raw_information,2,0.05,0.37084329100787133,0.28834076060159897,0.6127131144915589,0.3756659420729165,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.37084329100787133,0.0,0.42190270335878316,0.0,0.15849616281969398 +3,256,support_mixture,raw_entropy,0,0.0,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,raw_entropy,0,0.01,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,raw_entropy,0,0.05,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,raw_entropy,1,0.0,0.3877062175025056,0.30456309544142124,0.6654671860444438,0.36539587945957286,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.3877062175025056,0.0,0.43090199355317366,0.0,0.16051909352959054 +3,256,support_mixture,raw_entropy,1,0.01,0.37804933092383247,0.29896079890308064,0.5418240978333219,0.3708595295171259,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.37804933092383247,0.0,0.40083470739971494,0.0,0.16347838442605506 +3,256,support_mixture,raw_entropy,1,0.05,0.3463458785017719,0.27937248361852823,0.43488712079572406,0.3927621518357016,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.3463458785017719,0.0,0.41230825322523224,0.0,0.16927684209192428 +3,256,support_mixture,raw_entropy,2,0.0,0.4309524386221923,0.32729086130414803,1.2425457248717149,0.34810057098243946,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4309524386221923,0.0,0.32968283601941734,0.0,0.14002450426526541 +3,256,support_mixture,raw_entropy,2,0.01,0.41818841426567727,0.31787488390714064,0.8968604120815852,0.35114853488511694,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.41818841426567727,0.0,0.38495976706560947,0.0,0.14395291744411215 +3,256,support_mixture,raw_entropy,2,0.05,0.37084329100787133,0.28834076060159897,0.6127131144915589,0.3756659420729165,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.37084329100787133,0.0,0.42190270335878316,0.0,0.15849616281969398 +3,256,support_mixture,hash_code,0,0.0,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,hash_code,0,0.01,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,hash_code,0,0.05,0.2139316927151881,0.2213201273211672,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2139316927151881,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,hash_code,1,0.0,0.38770621750250567,0.30456309544142124,0.665467186044444,0.36539587945957286,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.38770621750250567,0.0,0.43090199355317366,0.0,0.16051909352959048 +3,256,support_mixture,hash_code,1,0.01,0.37804933092383247,0.29896079890308064,0.5418240978333219,0.3708595295171259,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.37804933092383247,0.0,0.40083470739971494,0.0,0.16347838442605506 +3,256,support_mixture,hash_code,1,0.05,0.3463458785017719,0.27937248361852823,0.43488712079572406,0.3927621518357016,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.3463458785017719,0.0,0.41230825322523224,0.0,0.16927684209192428 +3,256,support_mixture,hash_code,2,0.0,0.4309524386221923,0.32729086130414803,1.2425457248717147,0.34810057098243946,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.4309524386221923,0.0,0.32968283601941734,0.0,0.14002450426526541 +3,256,support_mixture,hash_code,2,0.01,0.41818841426567716,0.3178748839071407,0.8968604120815852,0.35114853488511694,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.41818841426567716,0.0,0.38495976706560947,1.1102230246251565e-16,0.14395291744411215 +3,256,support_mixture,hash_code,2,0.05,0.37084329100787133,0.28834076060159897,0.6127131144915589,0.3756659420729165,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.37084329100787133,0.0,0.42190270335878316,0.0,0.15849616281969398 +3,256,support_mixture,action_values,0,0.0,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2138524259510376,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,action_values,0,0.01,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2138524259510376,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,action_values,0,0.05,0.2139316927151881,0.22132012732116724,0.0,0.5425314596047973,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2138524259510376,0.0,0.13757624410352895,0.0,0.031496997980880626 +3,256,support_mixture,action_values,1,0.0,0.3877062175025056,0.30456309544142124,0.665467186044444,0.36539587945957286,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.38949712252267293,0.0,0.43090199355317366,0.0,0.16051909352959054 +3,256,support_mixture,action_values,1,0.01,0.37804933092383247,0.29896079890308064,0.5418240978333219,0.3708595295171259,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.3794482592119517,0.0,0.40083470739971494,0.0,0.16347838442605506 +3,256,support_mixture,action_values,1,0.05,0.3463458785017719,0.27937248361852823,0.43488712079572406,0.3927621518357016,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.3472105579890712,0.0,0.41230825322523224,0.0,0.16927684209192428 +3,256,support_mixture,action_values,2,0.0,0.4309524386221923,0.32729086130414803,1.2425457248717147,0.34810057098243946,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.43128708160626217,0.0,0.32968283601941734,0.0,0.14002450426526541 +3,256,support_mixture,action_values,2,0.01,0.41818841426567727,0.3178748839071407,0.8968604120815852,0.35114853488511694,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.4186368815223753,0.0,0.38495976706560947,0.0,0.14395291744411215 +3,256,support_mixture,action_values,2,0.05,0.37084329100787133,0.28834076060159897,0.6127131144915589,0.3756659420729165,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.3711038784273619,0.0,0.42190270335878316,0.0,0.15849616281969398 +3,1024,joint_jeffreys,identity,0,0.0,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,identity,0,0.01,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,identity,0,0.05,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,identity,1,0.0,0.5377871837663473,0.5300465593434344,0.7810530991435533,0.20654980127431166,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5377871837663473,0.0,0.21057068960398295,0.0,0.010438127265748887 +3,1024,joint_jeffreys,identity,1,0.01,0.5309718761197192,0.5228414680660777,0.7098733300946463,0.20738495674747373,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5309718761197192,0.0,0.14593982495602903,0.0,0.01055583923016834 +3,1024,joint_jeffreys,identity,1,0.05,0.5061344778781057,0.4960697469486534,0.6309813874129021,0.20871027055263378,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5061344778781057,0.0,0.12350343211205028,0.0,0.009488242715590456 +3,1024,joint_jeffreys,identity,2,0.0,0.5559046062729006,0.5562082412668351,1.3612701055365835,0.20934007866335655,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5559046062729006,0.0,0.3211240022049318,0.0,0.015072336614557091 +3,1024,joint_jeffreys,identity,2,0.01,0.5470833204045403,0.5461722531302612,0.9610662389400929,0.20782764469613227,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5470833204045403,0.0,0.18550270075045908,0.0,0.015058011305249086 +3,1024,joint_jeffreys,identity,2,0.05,0.516453168523867,0.511691623263889,0.7816914048903145,0.2034254528501637,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.516453168523867,0.0,0.13534892148280211,0.0,0.012886285303698286 +3,1024,joint_jeffreys,query_joint,0,0.0,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24058333042920807,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,query_joint,0,0.01,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24058333042920807,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,query_joint,0,0.05,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24058333042920807,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,query_joint,1,0.0,0.5377871837663474,0.5300465593434344,0.7810530991435533,0.20654980127431166,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5391379787662028,0.0,0.21057068960398295,0.0,0.010438127265748776 +3,1024,joint_jeffreys,query_joint,1,0.01,0.5309718761197192,0.5228414680660777,0.7098733300946463,0.20738495674747373,0.5415277153498875,0.5415277153498874,0.5415277153498875,0.5322280176766542,0.0,0.14593982495602903,1.1102230246251565e-16,0.010555839230168229 +3,1024,joint_jeffreys,query_joint,1,0.05,0.5061344778781057,0.4960697469486534,0.6309813874129021,0.20871027055263378,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.5072860160882469,0.0,0.12350343211205028,0.0,0.009488242715590456 +3,1024,joint_jeffreys,query_joint,2,0.0,0.5559046062729007,0.5562082412668351,1.3612701055365832,0.2093400786633565,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5580587661495003,0.0,0.3211240022049318,0.0,0.01507233661455698 +3,1024,joint_jeffreys,query_joint,2,0.01,0.5470833204045406,0.5461722531302612,0.9610662389400929,0.20782764469613227,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5490340508919423,0.0,0.18550270075045908,0.0,0.015058011305248864 +3,1024,joint_jeffreys,query_joint,2,0.05,0.516453168523867,0.511691623263889,0.7816914048903145,0.2034254528501637,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5182510103744038,0.0,0.13534892148280211,0.0,0.012886285303698286 +3,1024,joint_jeffreys,posterior_clusters,0,0.0,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542140650213692,0.24542869069606876,0.24251935758947862,0.000993173513212859,0.0683902078193878,7.284193931811345e-06,0.005731136072346404 +3,1024,joint_jeffreys,posterior_clusters,0,0.01,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542140650213692,0.24542869069606876,0.24251935758947862,0.000993173513212859,0.0683902078193878,7.284193931811345e-06,0.005731136072346404 +3,1024,joint_jeffreys,posterior_clusters,0,0.05,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542140650213692,0.24542869069606876,0.24251935758947862,0.000993173513212859,0.0683902078193878,7.284193931811345e-06,0.005731136072346404 +3,1024,joint_jeffreys,posterior_clusters,1,0.0,0.5369789891926677,0.5293050952230641,0.7810062141001518,0.20701474311292423,0.5482253110320962,0.5474138524279174,0.38642539851872026,0.3807031004533958,0.000993173513212859,0.21198679476293478,0.0008114586041787497,0.01043486323524967 +3,1024,joint_jeffreys,posterior_clusters,1,0.01,0.5301636504143675,0.5220999217434766,0.7098764432618468,0.20784989858608627,0.5415277153498875,0.5407162567457088,0.38082178752900314,0.3749202729464669,0.000993173513212859,0.147405928325583,0.0008114586041787497,0.010552606331341252 +3,1024,joint_jeffreys,posterior_clusters,1,0.05,0.5053360815171785,0.4953275430082072,0.6308579835228257,0.2091457518078814,0.5156227205936962,0.5148118135711875,0.35982687347954995,0.3539268509506471,0.000993173513212859,0.12484301842432717,0.0008109070225086334,0.00947573205400909 +3,1024,joint_jeffreys,posterior_clusters,2,0.0,0.5550964321366082,0.5554199218750001,1.3606790456393794,0.20976056751087135,0.5709769428874577,0.5701668737344293,0.4113035636586861,0.40298808590510476,0.000993173513212859,0.32071303628075465,0.0008100691530283921,0.015070441597821116 +3,1024,joint_jeffreys,posterior_clusters,2,0.01,0.5462724574134178,0.5453873369107746,0.9606593728246864,0.2081939210541454,0.5621413317097894,0.561329945053404,0.40279023403033615,0.39445734258840326,0.000993173513212859,0.18694146726073516,0.000811386656385471,0.015057487639986156 +3,1024,joint_jeffreys,posterior_clusters,2,0.05,0.5156782632012245,0.5109194977114899,0.7812238851835408,0.20376494348137575,0.5293394538275653,0.528525422483447,0.3733597692296871,0.36583018143115525,0.000993173513212859,0.13666757331345505,0.0008140313441182823,0.012847159282222576 +3,1024,joint_jeffreys,posterior_bins,0,0.0,0.24138822955237424,0.23386534617003363,0.0,0.47056637910044535,0.24542869069606874,0.24498201009018913,0.2451747035827402,0.24302567265797193,0.1938044306264832,0.04899376635256097,0.00044668060587960134,0.0035937805378148946 +3,1024,joint_jeffreys,posterior_bins,0,0.01,0.24138822955237424,0.23386534617003363,0.0,0.47056637910044535,0.24542869069606874,0.24498201009018913,0.2451747035827402,0.24302567265797193,0.1938044306264832,0.04899376635256097,0.00044668060587960134,0.0035937805378148946 +3,1024,joint_jeffreys,posterior_bins,0,0.05,0.24138822955237424,0.23386534617003363,0.0,0.47056637910044535,0.24542869069606874,0.24498201009018913,0.2451747035827402,0.24302567265797193,0.1938044306264832,0.04899376635256097,0.00044668060587960134,0.0035937805378148946 +3,1024,joint_jeffreys,posterior_bins,1,0.0,0.35619961733556366,0.34948935974326584,0.6514253409850864,0.3445833776911054,0.5482253110320962,0.36279729195133886,0.32575246653221807,0.3215110656121887,0.1938044306264832,0.3731826385687779,0.1854280190807573,0.006597674615775206 +3,1024,joint_jeffreys,posterior_bins,1,0.01,0.3508372766971613,0.34387627906670876,0.5434848299807667,0.34812464676163585,0.5415277153498875,0.3576126437014091,0.3210885668162547,0.3162215699154196,0.1938044306264832,0.3139269420019491,0.18391507164847842,0.006775367004247801 +3,1024,joint_jeffreys,posterior_bins,1,0.05,0.3320784582052955,0.3238282072022306,0.4573128210093638,0.3690284481622317,0.5156227205936962,0.33830698221302063,0.3038931393585213,0.29947917359729587,0.1938044306264832,0.3202822520915251,0.17731573838067555,0.006228524007725111 +3,1024,joint_jeffreys,posterior_bins,2,0.0,0.38084858096090274,0.37544471406776053,1.2041384592225033,0.34270128408502404,0.5709769428874577,0.38874918489241456,0.34842605337983973,0.3426825349792988,0.1938044306264832,0.3161290563075874,0.18222775799504315,0.007900603931511818 +3,1024,joint_jeffreys,posterior_bins,2,0.01,0.3726545892354252,0.36636444194549656,0.8615564948379913,0.34227749633970844,0.5621413317097894,0.38032198020484215,0.3405061404436139,0.33487640209940567,0.1938044306264832,0.33155205560753803,0.18181935150494727,0.007667390969416932 +3,1024,joint_jeffreys,posterior_bins,2,0.05,0.34457345933038325,0.3372916995475586,0.6174630816863121,0.35631432374259936,0.5293394538275653,0.35189111652894645,0.31512784510320707,0.3102832877361685,0.1938044306264832,0.33562800446255464,0.17744833729861886,0.007317657198563199 +3,1024,joint_jeffreys,future_marginal,0,0.0,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.2359263436663647,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,future_marginal,0,0.01,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.2359263436663647,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,future_marginal,0,0.05,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.2359263436663647,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,future_marginal,1,0.0,0.5377871837663474,0.5300465593434344,0.7810530991435533,0.2065498012743117,0.5482253110320962,0.5482253110320962,0.53595107477171,0.5287076847319506,0.0,0.21057068960398295,0.0,0.010438127265748776 +3,1024,joint_jeffreys,future_marginal,1,0.01,0.5309718761197192,0.5228414680660777,0.7098733300946463,0.20738495674747373,0.5415277153498875,0.5415277153498875,0.5293508544951999,0.522096288015039,0.0,0.14593982495602903,0.0,0.01055583923016834 +3,1024,joint_jeffreys,future_marginal,1,0.05,0.5061344778781057,0.4960697469486534,0.6309813874129021,0.20871027055263378,0.5156227205936962,0.5156227205936962,0.5038293029725389,0.4971241116667564,0.0,0.12350343211205028,0.0,0.009488242715590456 +3,1024,joint_jeffreys,future_marginal,2,0.0,0.5559046062729006,0.5562082412668351,1.3612701055365832,0.20934007866335655,0.5709769428874577,0.5709769428874577,0.5571693484710881,0.5466788832163089,0.0,0.3211240022049318,0.0,0.015072336614557091 +3,1024,joint_jeffreys,future_marginal,2,0.01,0.5470833204045404,0.5461722531302612,0.9610662389400929,0.20782764469613227,0.5621413317097894,0.5621413317097893,0.5485060787497344,0.5378944246309947,0.0,0.18550270075045908,1.1102230246251565e-16,0.015058011305248864 +3,1024,joint_jeffreys,future_marginal,2,0.05,0.516453168523867,0.5116916232638892,0.7816914048903145,0.2034254528501637,0.5293394538275653,0.5293394538275653,0.5163205536445789,0.5072355823364987,0.0,0.13534892148280211,0.0,0.012886285303698286 +3,1024,joint_jeffreys,raw_information,0,0.0,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,raw_information,0,0.01,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,raw_information,0,0.05,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,raw_information,1,0.0,0.5377871837663474,0.5300465593434344,0.7810530991435533,0.20654980127431166,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5377871837663474,0.0,0.21057068960398295,0.0,0.010438127265748776 +3,1024,joint_jeffreys,raw_information,1,0.01,0.5309718761197192,0.5228414680660777,0.7098733300946463,0.20738495674747373,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5309718761197192,0.0,0.14593982495602903,0.0,0.01055583923016834 +3,1024,joint_jeffreys,raw_information,1,0.05,0.5061344778781057,0.4960697469486534,0.6309813874129021,0.2087102705526338,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5061344778781057,0.0,0.12350343211205028,0.0,0.009488242715590456 +3,1024,joint_jeffreys,raw_information,2,0.0,0.5559046062729006,0.5562082412668352,1.3612701055365832,0.20934007866335655,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5559046062729008,0.0,0.3211240022049318,0.0,0.015072336614557091 +3,1024,joint_jeffreys,raw_information,2,0.01,0.5470833204045404,0.5461722531302612,0.9610662389400929,0.20782764469613227,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5470833204045403,0.0,0.18550270075045908,0.0,0.015058011305248975 +3,1024,joint_jeffreys,raw_information,2,0.05,0.516453168523867,0.511691623263889,0.7816914048903145,0.2034254528501637,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.516453168523867,0.0,0.13534892148280211,0.0,0.012886285303698286 +3,1024,joint_jeffreys,raw_entropy,0,0.0,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,raw_entropy,0,0.01,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,raw_entropy,0,0.05,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,raw_entropy,1,0.0,0.5377871837663473,0.5300465593434344,0.7810530991435533,0.20654980127431166,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5377871837663474,0.0,0.21057068960398295,0.0,0.010438127265748887 +3,1024,joint_jeffreys,raw_entropy,1,0.01,0.5309718761197192,0.5228414680660777,0.7098733300946463,0.20738495674747373,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5309718761197192,0.0,0.14593982495602903,0.0,0.01055583923016834 +3,1024,joint_jeffreys,raw_entropy,1,0.05,0.5061344778781057,0.4960697469486534,0.6309813874129021,0.20871027055263378,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5061344778781057,0.0,0.12350343211205028,0.0,0.009488242715590456 +3,1024,joint_jeffreys,raw_entropy,2,0.0,0.5559046062729008,0.5562082412668351,1.3612701055365832,0.2093400786633565,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5559046062729008,0.0,0.3211240022049318,0.0,0.01507233661455687 +3,1024,joint_jeffreys,raw_entropy,2,0.01,0.5470833204045406,0.5461722531302612,0.9610662389400929,0.20782764469613227,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5470833204045403,0.0,0.18550270075045908,0.0,0.015058011305248864 +3,1024,joint_jeffreys,raw_entropy,2,0.05,0.516453168523867,0.511691623263889,0.7816914048903145,0.2034254528501637,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.516453168523867,0.0,0.13534892148280211,0.0,0.012886285303698286 +3,1024,joint_jeffreys,hash_code,0,0.0,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331086,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,hash_code,0,0.01,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331086,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,hash_code,0,0.05,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331086,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23969027042979052,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,hash_code,1,0.0,0.5377871837663474,0.5300465593434344,0.7810530991435533,0.20654980127431166,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5377871837663474,0.0,0.21057068960398295,0.0,0.010438127265748776 +3,1024,joint_jeffreys,hash_code,1,0.01,0.5309718761197192,0.5228414680660777,0.7098733300946463,0.20738495674747373,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5309718761197192,0.0,0.14593982495602903,0.0,0.01055583923016834 +3,1024,joint_jeffreys,hash_code,1,0.05,0.5061344778781057,0.4960697469486534,0.6309813874129021,0.20871027055263378,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5061344778781057,0.0,0.12350343211205028,0.0,0.009488242715590456 +3,1024,joint_jeffreys,hash_code,2,0.0,0.5559046062729006,0.5562082412668351,1.3612701055365832,0.2093400786633565,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5559046062729006,0.0,0.3211240022049318,0.0,0.015072336614557091 +3,1024,joint_jeffreys,hash_code,2,0.01,0.5470833204045403,0.5461722531302612,0.9610662389400929,0.20782764469613227,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.5470833204045403,0.0,0.18550270075045908,1.1102230246251565e-16,0.015058011305248975 +3,1024,joint_jeffreys,hash_code,2,0.05,0.516453168523867,0.511691623263889,0.7816914048903145,0.2034254528501637,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.516453168523867,0.0,0.13534892148280211,0.0,0.012886285303698286 +3,1024,joint_jeffreys,action_values,0,0.0,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23992163634821073,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,action_values,0,0.01,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23992163634821073,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,action_values,0,0.05,0.23969027042979052,0.23614070391414152,0.0,0.48857892644331075,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23992163634821073,0.0,0.0683902078193878,0.0,0.005738420266278216 +3,1024,joint_jeffreys,action_values,1,0.0,0.5377871837663473,0.5300465593434344,0.7810530991435533,0.20654980127431166,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5380274665791659,0.0,0.21057068960398295,0.0,0.010438127265748887 +3,1024,joint_jeffreys,action_values,1,0.01,0.5309718761197192,0.5228414680660777,0.7098733300946463,0.20738495674747373,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5312298431133622,0.0,0.14593982495602903,0.0,0.01055583923016834 +3,1024,joint_jeffreys,action_values,1,0.05,0.5061344778781057,0.4960697469486534,0.6309813874129021,0.2087102705526338,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.5063910423796253,0.0,0.12350343211205028,0.0,0.009488242715590456 +3,1024,joint_jeffreys,action_values,2,0.0,0.5559046062729008,0.5562082412668351,1.3612701055365832,0.20934007866335655,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.5562847641869632,0.0,0.3211240022049318,0.0,0.01507233661455687 +3,1024,joint_jeffreys,action_values,2,0.01,0.5470833204045403,0.5461722531302612,0.9610662389400929,0.20782764469613227,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5474285180656736,0.0,0.18550270075045908,0.0,0.015058011305249086 +3,1024,joint_jeffreys,action_values,2,0.05,0.516453168523867,0.511691623263889,0.7816914048903145,0.2034254528501637,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5167845718915403,0.0,0.13534892148280211,0.0,0.012886285303698286 +3,1024,naive_bayes,identity,0,0.0,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,identity,0,0.01,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,identity,0,0.05,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,identity,1,0.0,0.2643836597568696,0.2899973902697156,0.5397211947481156,0.4074226744281149,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2643836597568696,0.0,0.5014485335036171,0.0,0.28384165127522654 +3,1024,naive_bayes,identity,1,0.01,0.25965423275147437,0.28556186440870096,0.4170531640286386,0.4139531997287013,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.25965423275147437,0.0,0.46026047934827674,0.0,0.28187348259841316 +3,1024,naive_bayes,identity,1,0.05,0.24472052490307553,0.27056519578223476,0.31497526644563417,0.4380385951688969,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.24472052490307553,0.0,0.479352515823964,0.0,0.2709021956906207 +3,1024,naive_bayes,identity,2,0.0,0.28131052502907133,0.30778740515824626,1.0326901054579285,0.40051553259528877,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.28131052502907133,0.0,0.3951723657680682,0.0,0.28966641785838637 +3,1024,naive_bayes,identity,2,0.01,0.27411929965977994,0.3000490855207844,0.7066651481674557,0.4036942584975771,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.27411929965977994,0.0,0.44752661753153583,0.0,0.2880220320500095 +3,1024,naive_bayes,identity,2,0.05,0.25227326694018837,0.27654217097818273,0.4429517604932743,0.4283305670735333,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.25227326694018837,0.0,0.5034969561194907,0.0,0.27706618688737694 +3,1024,naive_bayes,query_joint,0,0.0,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.20983346028222635,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,query_joint,0,0.01,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.20983346028222635,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,query_joint,0,0.05,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.20983346028222635,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,query_joint,1,0.0,0.2643836597568696,0.28999739026971555,0.5397211947481156,0.4074226744281149,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.26645313842705004,0.0,0.5014485335036171,0.0,0.28384165127522654 +3,1024,naive_bayes,query_joint,1,0.01,0.2596542327514744,0.28556186440870096,0.4170531640286386,0.4139531997287013,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2605599460280197,0.0,0.46026047934827674,0.0,0.2818734825984131 +3,1024,naive_bayes,query_joint,1,0.05,0.24472052490307553,0.27056519578223476,0.31497526644563417,0.4380385951688969,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.24570619615712633,0.0,0.479352515823964,0.0,0.2709021956906207 +3,1024,naive_bayes,query_joint,2,0.0,0.28131052502907133,0.30778740515824626,1.032690105457928,0.40051553259528877,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2821269086755891,0.0,0.3951723657680682,0.0,0.28966641785838637 +3,1024,naive_bayes,query_joint,2,0.01,0.27411929965977994,0.3000490855207844,0.7066651481674557,0.4036942584975771,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.27622493682096466,0.0,0.44752661753153583,0.0,0.2880220320500095 +3,1024,naive_bayes,query_joint,2,0.05,0.25227326694018837,0.2765421709781827,0.4429517604932743,0.4283305670735333,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.252815836284059,0.0,0.5034969561194907,0.0,0.27706618688737694 +3,1024,naive_bayes,posterior_clusters,0,0.0,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2148593937878759,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,posterior_clusters,0,0.01,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2148593937878759,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,posterior_clusters,0,0.05,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2148593937878759,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,posterior_clusters,1,0.0,0.2643836597568696,0.28999739026971555,0.5397211947481156,0.4074226744281149,0.5482253110320962,0.5482253110320962,0.38642539851872026,0.2697561475260177,0.0,0.5014485335036171,0.0,0.28384165127522654 +3,1024,naive_bayes,posterior_clusters,1,0.01,0.2596542327514744,0.28556186440870096,0.4170531640286386,0.4139531997287013,0.5415277153498875,0.5415277153498875,0.38082178752900314,0.2657089639633547,0.0,0.46026047934827674,0.0,0.2818734825984131 +3,1024,naive_bayes,posterior_clusters,1,0.05,0.24472052490307553,0.27056519578223476,0.31497526644563417,0.4380385951688969,0.5156227205936962,0.5156227205936962,0.35982687347954995,0.25184471575562745,0.0,0.479352515823964,0.0,0.2709021956906207 +3,1024,naive_bayes,posterior_clusters,2,0.0,0.28131052502907133,0.30778740515824626,1.032690105457928,0.40051553259528877,0.5709769428874577,0.5709769428874577,0.4113035636586861,0.28819174095761774,0.0,0.3951723657680682,0.0,0.28966641785838637 +3,1024,naive_bayes,posterior_clusters,2,0.01,0.27411929965977994,0.3000490855207844,0.7066651481674557,0.4036942584975771,0.5621413317097894,0.5621413317097894,0.40279023403033615,0.28048596042725443,0.0,0.44752661753153583,0.0,0.2880220320500095 +3,1024,naive_bayes,posterior_clusters,2,0.05,0.25227326694018837,0.2765421709781827,0.4429517604932743,0.4283305670735333,0.5293394538275653,0.5293394538275653,0.3733597692296871,0.2591361262404598,0.0,0.5034969561194907,0.0,0.27706618688737694 +3,1024,naive_bayes,posterior_bins,0,0.0,0.21042361104188245,0.23186514338711417,0.0,0.5350608426781867,0.24542869069606874,0.22802970474641712,0.2451747035827402,0.2166180813908797,0.20258901790214145,0.10181154271498614,0.017398985949651613,0.01760609370453467 +3,1024,naive_bayes,posterior_bins,0,0.01,0.21042361104188245,0.23186514338711417,0.0,0.5350608426781867,0.24542869069606874,0.22802970474641712,0.2451747035827402,0.2166180813908797,0.20258901790214145,0.10181154271498614,0.017398985949651613,0.01760609370453467 +3,1024,naive_bayes,posterior_bins,0,0.05,0.21042361104188245,0.23186514338711417,0.0,0.5350608426781867,0.24542869069606874,0.22802970474641712,0.2451747035827402,0.2166180813908797,0.20258901790214145,0.10181154271498614,0.017398985949651613,0.01760609370453467 +3,1024,naive_bayes,posterior_bins,1,0.0,0.2657667438984313,0.28799842163572936,0.5573862117157603,0.41003141579170027,0.5482253110320962,0.34679317807634386,0.32575246653221807,0.27659150696907003,0.20258901790214145,0.507450377528352,0.2014321329557523,0.08102643417791255 +3,1024,naive_bayes,posterior_bins,1,0.01,0.26153061479168466,0.2834874618406502,0.4162037727836811,0.4174795969152119,0.5415277153498875,0.3413711551878657,0.3210885668162547,0.2710487917593835,0.20258901790214145,0.4583909050550307,0.20015656016202182,0.07984054039618105 +3,1024,naive_bayes,posterior_bins,1,0.05,0.2468264746516774,0.2683959504123962,0.31808114047591324,0.435714477885283,0.5156227205936962,0.32178562849481424,0.3038931393585213,0.25423836683289663,0.20258901790214145,0.4769199580288955,0.19383709209888195,0.07495915384313684 +3,1024,naive_bayes,posterior_bins,2,0.0,0.28463269976736916,0.3060406450432032,1.065198497422468,0.3971683752306446,0.5709769428874577,0.3740528773084673,0.34842605337983973,0.29560072623146916,0.20258901790214145,0.3998661585289563,0.1969240655789904,0.08942017754109816 +3,1024,naive_bayes,posterior_bins,2,0.01,0.2751578920287838,0.29817303625606073,0.7141211611746154,0.40185401661421444,0.5621413317097894,0.36522976575014526,0.3405061404436139,0.2869285540659717,0.20258901790214145,0.45652978727409393,0.19691156595964415,0.09007187372136144 +3,1024,naive_bayes,posterior_bins,2,0.05,0.25380311085111873,0.27457779420605793,0.4439915538242348,0.4262870916924686,0.5293394538275653,0.3354511285350237,0.31512784510320707,0.26074245793010936,0.20258901790214145,0.4958205265087763,0.19388832529254163,0.08164801768390495 +3,1024,naive_bayes,future_marginal,0,0.0,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.20519370824239347,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,future_marginal,0,0.01,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.20519370824239347,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,future_marginal,0,0.05,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.20519370824239347,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,future_marginal,1,0.0,0.2643836597568696,0.2899973902697156,0.5397211947481156,0.4074226744281149,0.5482253110320962,0.5482253110320962,0.53595107477171,0.2611472228433982,0.0,0.5014485335036171,0.0,0.28384165127522654 +3,1024,naive_bayes,future_marginal,1,0.01,0.25965423275147437,0.28556186440870096,0.4170531640286386,0.4139531997287013,0.5415277153498875,0.5415277153498875,0.5293508544951999,0.25568594729835126,0.0,0.46026047934827674,0.0,0.28187348259841316 +3,1024,naive_bayes,future_marginal,1,0.05,0.24472052490307553,0.27056519578223476,0.31497526644563417,0.4380385951688969,0.5156227205936962,0.5156227205936962,0.5038293029725389,0.24020585873529468,0.0,0.479352515823964,0.0,0.2709021956906207 +3,1024,naive_bayes,future_marginal,2,0.0,0.28131052502907133,0.3077874051582462,1.0326901054579283,0.40051553259528877,0.5709769428874577,0.5709769428874577,0.5571693484710881,0.27638073537330604,0.0,0.3951723657680682,0.0,0.28966641785838637 +3,1024,naive_bayes,future_marginal,2,0.01,0.27411929965977994,0.3000490855207844,0.7066651481674557,0.4036942584975771,0.5621413317097894,0.5621413317097894,0.5485060787497344,0.2701809464629545,0.0,0.44752661753153583,0.0,0.2880220320500095 +3,1024,naive_bayes,future_marginal,2,0.05,0.25227326694018837,0.27654217097818273,0.4429517604932743,0.4283305670735333,0.5293394538275653,0.5293394538275653,0.5163205536445789,0.24768597635574272,0.0,0.5034969561194907,0.0,0.27706618688737694 +3,1024,naive_bayes,raw_information,0,0.0,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,raw_information,0,0.01,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,raw_information,0,0.05,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,raw_information,1,0.0,0.2643836597568696,0.28999739026971566,0.5397211947481156,0.4074226744281149,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2643836597568696,0.0,0.5014485335036171,0.0,0.28384165127522654 +3,1024,naive_bayes,raw_information,1,0.01,0.25965423275147437,0.28556186440870096,0.4170531640286386,0.4139531997287013,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.25965423275147437,0.0,0.46026047934827674,0.0,0.28187348259841316 +3,1024,naive_bayes,raw_information,1,0.05,0.24472052490307553,0.27056519578223476,0.31497526644563417,0.4380385951688969,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.24472052490307553,0.0,0.479352515823964,0.0,0.2709021956906207 +3,1024,naive_bayes,raw_information,2,0.0,0.28131052502907133,0.30778740515824626,1.0326901054579283,0.40051553259528877,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.28131052502907133,0.0,0.3951723657680682,0.0,0.28966641785838637 +3,1024,naive_bayes,raw_information,2,0.01,0.27411929965977994,0.3000490855207844,0.7066651481674557,0.4036942584975771,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.27411929965977994,0.0,0.44752661753153583,0.0,0.2880220320500095 +3,1024,naive_bayes,raw_information,2,0.05,0.25227326694018837,0.27654217097818273,0.4429517604932743,0.4283305670735333,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.25227326694018837,0.0,0.5034969561194907,0.0,0.27706618688737694 +3,1024,naive_bayes,raw_entropy,0,0.0,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,raw_entropy,0,0.01,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,raw_entropy,0,0.05,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,raw_entropy,1,0.0,0.2643836597568696,0.28999739026971566,0.5397211947481159,0.4074226744281149,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2643836597568696,0.0,0.5014485335036171,0.0,0.28384165127522654 +3,1024,naive_bayes,raw_entropy,1,0.01,0.25965423275147437,0.28556186440870096,0.4170531640286386,0.4139531997287013,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.25965423275147437,0.0,0.46026047934827674,0.0,0.28187348259841316 +3,1024,naive_bayes,raw_entropy,1,0.05,0.24472052490307553,0.27056519578223476,0.31497526644563417,0.4380385951688969,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.24472052490307553,0.0,0.479352515823964,0.0,0.2709021956906207 +3,1024,naive_bayes,raw_entropy,2,0.0,0.28131052502907133,0.30778740515824626,1.032690105457928,0.40051553259528877,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.28131052502907133,0.0,0.3951723657680682,0.0,0.28966641785838637 +3,1024,naive_bayes,raw_entropy,2,0.01,0.27411929965978,0.3000490855207844,0.7066651481674557,0.4036942584975771,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.27411929965977994,0.0,0.44752661753153583,0.0,0.2880220320500094 +3,1024,naive_bayes,raw_entropy,2,0.05,0.2522732669401884,0.27654217097818273,0.4429517604932743,0.4283305670735333,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.25227326694018837,0.0,0.5034969561194907,0.0,0.2770661868873769 +3,1024,naive_bayes,hash_code,0,0.0,0.20967960430562757,0.2333782463814599,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,hash_code,0,0.01,0.20967960430562757,0.2333782463814599,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,hash_code,0,0.05,0.20967960430562757,0.2333782463814599,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.20967960430562757,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,hash_code,1,0.0,0.2643836597568696,0.28999739026971555,0.5397211947481156,0.4074226744281149,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2643836597568696,0.0,0.5014485335036171,0.0,0.28384165127522654 +3,1024,naive_bayes,hash_code,1,0.01,0.25965423275147437,0.28556186440870096,0.4170531640286386,0.4139531997287013,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.25965423275147437,0.0,0.46026047934827674,0.0,0.28187348259841316 +3,1024,naive_bayes,hash_code,1,0.05,0.24472052490307553,0.27056519578223476,0.31497526644563417,0.4380385951688969,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.24472052490307553,0.0,0.479352515823964,0.0,0.2709021956906207 +3,1024,naive_bayes,hash_code,2,0.0,0.28131052502907133,0.30778740515824626,1.0326901054579285,0.40051553259528877,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.28131052502907133,0.0,0.3951723657680682,0.0,0.28966641785838637 +3,1024,naive_bayes,hash_code,2,0.01,0.27411929965977994,0.3000490855207844,0.7066651481674557,0.4036942584975771,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.27411929965977994,0.0,0.44752661753153583,1.1102230246251565e-16,0.28802203205000937 +3,1024,naive_bayes,hash_code,2,0.05,0.25227326694018837,0.27654217097818273,0.4429517604932743,0.4283305670735333,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.25227326694018837,0.0,0.5034969561194907,0.0,0.27706618688737694 +3,1024,naive_bayes,action_values,0,0.0,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2096976814492122,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,action_values,0,0.01,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2096976814492122,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,action_values,0,0.05,0.20967960430562757,0.23337824638145996,0.0,0.5526805864840932,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2096976814492122,0.0,0.11668980894207485,0.0,0.035749086390441165 +3,1024,naive_bayes,action_values,1,0.0,0.2643836597568696,0.28999739026971555,0.5397211947481156,0.4074226744281149,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.264831984706537,0.0,0.5014485335036171,0.0,0.28384165127522654 +3,1024,naive_bayes,action_values,1,0.01,0.25965423275147437,0.28556186440870096,0.4170531640286386,0.4139531997287013,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.26019967563181695,0.0,0.46026047934827674,0.0,0.28187348259841316 +3,1024,naive_bayes,action_values,1,0.05,0.24472052490307553,0.27056519578223476,0.31497526644563417,0.4380385951688969,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.24485427067628726,0.0,0.479352515823964,0.0,0.2709021956906207 +3,1024,naive_bayes,action_values,2,0.0,0.28131052502907133,0.3077874051582462,1.0326901054579283,0.40051553259528877,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.2814046029879887,0.0,0.3951723657680682,0.0,0.28966641785838637 +3,1024,naive_bayes,action_values,2,0.01,0.27411929965977994,0.3000490855207844,0.7066651481674557,0.4036942584975771,0.5621413317097894,0.5621413317097893,0.5621413317097894,0.27492891081351156,0.0,0.44752661753153583,1.1102230246251565e-16,0.28802203205000937 +3,1024,naive_bayes,action_values,2,0.05,0.25227326694018837,0.27654217097818273,0.4429517604932743,0.4283305670735333,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.2523804261300662,0.0,0.5034969561194907,0.0,0.27706618688737694 +3,1024,support_mixture,identity,0,0.0,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,identity,0,0.01,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,identity,0,0.05,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,identity,1,0.0,0.5107713111555855,0.38962136230030214,0.7574937941815972,0.2617891296425526,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5107713111555855,0.0,0.24494866045408137,0.0,0.03745399987651066 +3,1024,support_mixture,identity,1,0.01,0.5038882385302762,0.38299896017958757,0.6502846176994771,0.2626515594269217,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5038882385302762,0.0,0.18277140046936943,0.0,0.03763947681961133 +3,1024,support_mixture,identity,1,0.05,0.4780261104283357,0.3583083273027021,0.592273483819831,0.26518293234094076,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.4780261104283357,0.0,0.17077947905693067,0.0,0.03759661016536048 +3,1024,support_mixture,identity,2,0.0,0.5356105717037918,0.4206956390192815,1.34269474642761,0.26517727755934056,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5356105717037918,0.0,0.2854158405258905,0.0,0.03536637118366592 +3,1024,support_mixture,identity,2,0.01,0.5261813161028749,0.4103771697912532,0.995355264784424,0.26268965392799565,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5261813161028749,0.0,0.19278847415948766,0.0,0.03596001560691453 +3,1024,support_mixture,identity,2,0.05,0.4924890465686567,0.37452291348193767,0.8032948672137484,0.2583635517194131,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4924890465686567,0.0,0.1949240811195951,0.0,0.03685040725890859 +3,1024,support_mixture,query_joint,0,0.0,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2383249761656825,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,query_joint,0,0.01,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2383249761656825,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,query_joint,0,0.05,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.2383249761656825,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,query_joint,1,0.0,0.5107713111555855,0.38962136230030214,0.7574937941815972,0.2617891296425526,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5119346284191195,0.0,0.24494866045408137,0.0,0.03745399987651066 +3,1024,support_mixture,query_joint,1,0.01,0.5038882385302762,0.38299896017958757,0.6502846176994771,0.2626515594269217,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5047966035887173,0.0,0.18277140046936943,0.0,0.03763947681961133 +3,1024,support_mixture,query_joint,1,0.05,0.4780261104283357,0.3583083273027022,0.592273483819831,0.26518293234094076,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.47895388163686475,0.0,0.17077947905693067,0.0,0.03759661016536048 +3,1024,support_mixture,query_joint,2,0.0,0.5356105717037917,0.4206956390192815,1.3426947464276096,0.26517727755934056,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5371821627398928,0.0,0.2854158405258905,0.0,0.035366371183666034 +3,1024,support_mixture,query_joint,2,0.01,0.5261813161028749,0.4103771697912532,0.995355264784424,0.26268965392799565,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5275548977516388,0.0,0.19278847415948766,0.0,0.03596001560691453 +3,1024,support_mixture,query_joint,2,0.05,0.4924890465686567,0.37452291348193767,0.8032948672137484,0.2583635517194131,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4933199668128712,0.0,0.1949240811195951,0.0,0.03685040725890859 +3,1024,support_mixture,posterior_clusters,0,0.0,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24054801798096995,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,posterior_clusters,0,0.01,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24054801798096995,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,posterior_clusters,0,0.05,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24054801798096995,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,posterior_clusters,1,0.0,0.5107713111555855,0.38962136230030214,0.7574937941815972,0.2617891296425526,0.5482253110320962,0.5482253110320962,0.38642539851872026,0.3677500891254623,0.0,0.24494866045408137,0.0,0.03745399987651066 +3,1024,support_mixture,posterior_clusters,1,0.01,0.5038882385302762,0.38299896017958757,0.6502846176994771,0.2626515594269217,0.5415277153498875,0.5415277153498875,0.38082178752900314,0.36162688451821134,0.0,0.18277140046936943,0.0,0.03763947681961133 +3,1024,support_mixture,posterior_clusters,1,0.05,0.4780261104283357,0.3583083273027022,0.592273483819831,0.26518293234094076,0.5156227205936962,0.5156227205936962,0.35982687347954995,0.34110674125042556,0.0,0.17077947905693067,0.0,0.03759661016536048 +3,1024,support_mixture,posterior_clusters,2,0.0,0.5356105717037918,0.4206956390192815,1.34269474642761,0.26517727755934056,0.5709769428874577,0.5709769428874577,0.4113035636586861,0.39249418255811536,0.0,0.2854158405258905,0.0,0.03536637118366592 +3,1024,support_mixture,posterior_clusters,2,0.01,0.5261813161028749,0.4103771697912531,0.995355264784424,0.26268965392799565,0.5621413317097894,0.5621413317097894,0.40279023403033615,0.38336358430661716,0.0,0.19278847415948766,0.0,0.03596001560691453 +3,1024,support_mixture,posterior_clusters,2,0.05,0.4924890465686567,0.37452291348193767,0.8032948672137484,0.2583635517194131,0.5293394538275653,0.5293394538275653,0.3733597692296871,0.3539595325795923,0.0,0.1949240811195951,0.0,0.03685040725890859 +3,1024,support_mixture,posterior_bins,0,0.0,0.24000475349766204,0.22428316312203786,0.0,0.4949303647403475,0.24542869069606874,0.24503113055769146,0.2451747035827402,0.24145749919810566,0.18956894235808172,0.056065314603576326,0.0003975601383772731,0.005026377060029424 +3,1024,support_mixture,posterior_bins,0,0.01,0.24000475349766204,0.22428316312203786,0.0,0.4949303647403475,0.24542869069606874,0.24503113055769146,0.2451747035827402,0.24145749919810566,0.18956894235808172,0.056065314603576326,0.0003975601383772731,0.005026377060029424 +3,1024,support_mixture,posterior_bins,0,0.05,0.24000475349766204,0.22428316312203786,0.0,0.4949303647403475,0.24542869069606874,0.24503113055769146,0.2451747035827402,0.24145749919810566,0.18956894235808172,0.056065314603576326,0.0003975601383772731,0.005026377060029424 +3,1024,support_mixture,posterior_bins,1,0.0,0.34726657078008066,0.3089915640476059,0.6578053287603745,0.3853399301488674,0.5482253110320962,0.36230740873753503,0.32575246653221807,0.31640681273760085,0.18956894235808172,0.41279195873703745,0.18591790229456112,0.015040837957454367 +3,1024,support_mixture,posterior_bins,1,0.01,0.34161177932591386,0.30345203783247104,0.536386731177238,0.387827909261142,0.5415277153498875,0.3568992406855407,0.3210885668162547,0.310919877971589,0.18956894235808172,0.34538598355247374,0.18462847466434684,0.01528746135962683 +3,1024,support_mixture,posterior_bins,1,0.05,0.32091108908139976,0.2841227144228852,0.4456671204060802,0.40691910326301023,0.5156227205936962,0.33693312236833134,0.3038931393585213,0.2943268851239889,0.18956894235808172,0.3619942975153223,0.17868959822536484,0.01602203328693158 +3,1024,support_mixture,posterior_bins,2,0.0,0.374638896497411,0.3326341588525389,1.200235639886629,0.3659665092014021,0.5709769428874577,0.38918910006501384,0.34842605337983973,0.3394395545382371,0.18956894235808172,0.3350305683352268,0.18178784282244387,0.014550203567602837 +3,1024,support_mixture,posterior_bins,2,0.01,0.36570008089948086,0.3235740121546825,0.8593248862262146,0.36932392223319116,0.5621413317097894,0.3806129144238189,0.3405061404436139,0.33088717263041273,0.18956894235808172,0.34567692871129146,0.18152841728597052,0.014912833524338032 +3,1024,support_mixture,posterior_bins,2,0.05,0.3347735589452881,0.29467305636139113,0.6135462657237315,0.38914392211073423,0.5293394538275653,0.3511650270610547,0.31512784510320707,0.30525823520740847,0.18956894235808172,0.3749230099653463,0.17817442676651063,0.016391468115766583 +3,1024,support_mixture,future_marginal,0,0.0,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.23433950953373792,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,future_marginal,0,0.01,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.23433950953373792,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,future_marginal,0,0.05,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.23433950953373792,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,future_marginal,1,0.0,0.5107713111555854,0.38962136230030214,0.7574937941815972,0.2617891296425526,0.5482253110320962,0.5482253110320962,0.53595107477171,0.5010261664623918,0.0,0.24494866045408137,0.0,0.03745399987651077 +3,1024,support_mixture,future_marginal,1,0.01,0.5038882385302762,0.38299896017958757,0.6502846176994771,0.2626515594269217,0.5415277153498875,0.5415277153498875,0.5293508544951999,0.49382495558162676,0.0,0.18277140046936943,0.0,0.03763947681961133 +3,1024,support_mixture,future_marginal,1,0.05,0.4780261104283357,0.3583083273027022,0.592273483819831,0.26518293234094076,0.5156227205936962,0.5156227205936962,0.5038293029725389,0.46820421698674464,0.0,0.17077947905693067,0.0,0.03759661016536048 +3,1024,support_mixture,future_marginal,2,0.0,0.5356105717037917,0.4206956390192815,1.34269474642761,0.26517727755934056,0.5709769428874577,0.5709769428874577,0.5571693484710881,0.5250156708622505,0.0,0.2854158405258905,0.0,0.035366371183666034 +3,1024,support_mixture,future_marginal,2,0.01,0.5261813161028749,0.4103771697912532,0.995355264784424,0.26268965392799565,0.5621413317097894,0.5621413317097894,0.5485060787497344,0.5150955369756921,0.0,0.19278847415948766,0.0,0.03596001560691453 +3,1024,support_mixture,future_marginal,2,0.05,0.4924890465686567,0.37452291348193767,0.8032948672137484,0.2583635517194131,0.5293394538275653,0.5293394538275653,0.5163205536445789,0.4815668468465814,0.0,0.1949240811195951,0.0,0.03685040725890859 +3,1024,support_mixture,raw_information,0,0.0,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,raw_information,0,0.01,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,raw_information,0,0.05,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,raw_information,1,0.0,0.5107713111555855,0.38962136230030214,0.7574937941815972,0.2617891296425526,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5107713111555855,0.0,0.24494866045408137,0.0,0.03745399987651066 +3,1024,support_mixture,raw_information,1,0.01,0.5038882385302762,0.38299896017958757,0.6502846176994771,0.2626515594269217,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5038882385302762,0.0,0.18277140046936943,0.0,0.03763947681961133 +3,1024,support_mixture,raw_information,1,0.05,0.4780261104283357,0.3583083273027022,0.592273483819831,0.26518293234094076,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.4780261104283357,0.0,0.17077947905693067,0.0,0.03759661016536048 +3,1024,support_mixture,raw_information,2,0.0,0.5356105717037918,0.4206956390192815,1.3426947464276096,0.26517727755934056,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5356105717037917,0.0,0.2854158405258905,0.0,0.03536637118366592 +3,1024,support_mixture,raw_information,2,0.01,0.5261813161028749,0.4103771697912532,0.995355264784424,0.26268965392799565,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5261813161028749,0.0,0.19278847415948766,0.0,0.03596001560691453 +3,1024,support_mixture,raw_information,2,0.05,0.4924890465686567,0.37452291348193767,0.8032948672137484,0.2583635517194131,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4924890465686567,0.0,0.1949240811195951,0.0,0.03685040725890859 +3,1024,support_mixture,raw_entropy,0,0.0,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,raw_entropy,0,0.01,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,raw_entropy,0,0.05,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,raw_entropy,1,0.0,0.5107713111555855,0.38962136230030214,0.7574937941815972,0.2617891296425526,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5107713111555855,0.0,0.24494866045408137,0.0,0.03745399987651066 +3,1024,support_mixture,raw_entropy,1,0.01,0.5038882385302762,0.38299896017958757,0.6502846176994771,0.2626515594269217,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5038882385302762,0.0,0.18277140046936943,0.0,0.03763947681961133 +3,1024,support_mixture,raw_entropy,1,0.05,0.4780261104283357,0.3583083273027021,0.592273483819831,0.26518293234094076,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.4780261104283357,0.0,0.17077947905693067,0.0,0.03759661016536048 +3,1024,support_mixture,raw_entropy,2,0.0,0.5356105717037917,0.4206956390192815,1.3426947464276096,0.26517727755934056,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5356105717037917,0.0,0.2854158405258905,0.0,0.035366371183666034 +3,1024,support_mixture,raw_entropy,2,0.01,0.5261813161028749,0.4103771697912532,0.995355264784424,0.26268965392799565,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5261813161028749,0.0,0.19278847415948766,0.0,0.03596001560691453 +3,1024,support_mixture,raw_entropy,2,0.05,0.4924890465686567,0.37452291348193767,0.8032948672137484,0.2583635517194131,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4924890465686567,0.0,0.1949240811195951,0.0,0.03685040725890859 +3,1024,support_mixture,hash_code,0,0.0,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,hash_code,0,0.01,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,hash_code,0,0.05,0.23767887902190568,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.23767887902190568,0.0,0.07391439081273536,0.0,0.007749811674163054 +3,1024,support_mixture,hash_code,1,0.0,0.5107713111555855,0.38962136230030214,0.7574937941815972,0.2617891296425526,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5107713111555855,0.0,0.24494866045408137,0.0,0.03745399987651066 +3,1024,support_mixture,hash_code,1,0.01,0.5038882385302762,0.38299896017958757,0.6502846176994771,0.2626515594269217,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5038882385302762,0.0,0.18277140046936943,0.0,0.03763947681961133 +3,1024,support_mixture,hash_code,1,0.05,0.4780261104283357,0.3583083273027022,0.592273483819831,0.26518293234094076,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.4780261104283357,0.0,0.17077947905693067,0.0,0.03759661016536048 +3,1024,support_mixture,hash_code,2,0.0,0.5356105717037919,0.4206956390192815,1.34269474642761,0.26517727755934056,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5356105717037919,0.0,0.2854158405258905,0.0,0.03536637118366581 +3,1024,support_mixture,hash_code,2,0.01,0.5261813161028749,0.4103771697912532,0.995355264784424,0.26268965392799565,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.5261813161028749,0.0,0.19278847415948766,1.1102230246251565e-16,0.03596001560691442 +3,1024,support_mixture,hash_code,2,0.05,0.4924890465686567,0.3745229134819377,0.8032948672137484,0.2583635517194131,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.4924890465686567,0.0,0.1949240811195951,0.0,0.03685040725890859 +3,1024,support_mixture,action_values,0,0.0,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2377567944596496,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,action_values,0,0.01,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2377567944596496,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,action_values,0,0.05,0.23767887902190574,0.22633971896138258,0.0,0.5076513526226425,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2377567944596496,0.0,0.07391439081273536,0.0,0.0077498116741629985 +3,1024,support_mixture,action_values,1,0.0,0.5107713111555855,0.38962136230030214,0.7574937941815972,0.2617891296425526,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5109737155314366,0.0,0.24494866045408137,0.0,0.03745399987651066 +3,1024,support_mixture,action_values,1,0.01,0.5038882385302762,0.38299896017958757,0.6502846176994771,0.2626515594269217,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5041726556675449,0.0,0.18277140046936943,0.0,0.03763947681961133 +3,1024,support_mixture,action_values,1,0.05,0.4780261104283357,0.3583083273027022,0.592273483819831,0.26518293234094076,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.4783214829937123,0.0,0.17077947905693067,0.0,0.03759661016536048 +3,1024,support_mixture,action_values,2,0.0,0.5356105717037917,0.4206956390192815,1.34269474642761,0.26517727755934056,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.5359235938085245,0.0,0.2854158405258905,0.0,0.035366371183666034 +3,1024,support_mixture,action_values,2,0.01,0.5261813161028749,0.4103771697912532,0.995355264784424,0.26268965392799565,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5264721822033938,0.0,0.19278847415948766,0.0,0.03596001560691453 +3,1024,support_mixture,action_values,2,0.05,0.4924890465686567,0.3745229134819377,0.8032948672137484,0.2583635517194131,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.49271555950123697,0.0,0.1949240811195951,0.0,0.03685040725890859 +3,4096,joint_jeffreys,identity,0,0.0,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,identity,0,0.01,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,identity,0,0.05,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,identity,1,0.0,0.545440240079263,0.5437329248761843,0.7717545768443014,0.20251925768272794,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.545440240079263,0.0,0.15557310616190315,0.0,0.002785070952833202 +3,4096,joint_jeffreys,identity,1,0.01,0.5387121087995851,0.5367375915159343,0.6885876486848416,0.20151558970758465,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5387121087995851,0.0,0.07836848737811151,0.0,0.0028156065503024408 +3,4096,joint_jeffreys,identity,1,0.05,0.5131141679588562,0.5106272248129305,0.6254683260058781,0.20574392968572666,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5131141679588562,0.0,0.06360890419711934,0.0,0.0025085526348399556 +3,4096,joint_jeffreys,identity,2,0.0,0.5669542943635699,0.567546624340547,1.297997297062208,0.2044830271506635,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5669542943635699,0.0,0.2852728735397957,0.0,0.004022648523887784 +3,4096,joint_jeffreys,identity,2,0.01,0.5583490452820196,0.5581769655738591,0.9037680205125067,0.20275286263658532,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5583490452820196,0.0,0.10422474938469566,0.0,0.003792286427769853 +3,4096,joint_jeffreys,identity,2,0.05,0.5262059584950035,0.5252068361057275,0.763103609768633,0.20085726435796347,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5262059584950035,0.0,0.07530058094510045,0.0,0.0031334953325617976 +3,4096,joint_jeffreys,query_joint,0,0.0,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24402539311737192,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,query_joint,0,0.01,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24402539311737192,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,query_joint,0,0.05,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24402539311737192,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,query_joint,1,0.0,0.545440240079263,0.5437329248761843,0.7717545768443014,0.20251925768272794,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5458585744137749,0.0,0.15557310616190315,0.0,0.002785070952833202 +3,4096,joint_jeffreys,query_joint,1,0.01,0.5387121087995851,0.5367375915159343,0.6885876486848416,0.20151558970758465,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5391308777084712,0.0,0.07836848737811151,0.0,0.0028156065503024408 +3,4096,joint_jeffreys,query_joint,1,0.05,0.5131141679588562,0.5106272248129305,0.6254683260058781,0.20574392968572666,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.5133608392913189,0.0,0.06360890419711934,0.0,0.0025085526348399556 +3,4096,joint_jeffreys,query_joint,2,0.0,0.5669542943635699,0.567546624340547,1.297997297062208,0.20448302715066358,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.567499792526638,0.0,0.2852728735397957,0.0,0.004022648523887784 +3,4096,joint_jeffreys,query_joint,2,0.01,0.5583490452820196,0.5581769655738591,0.9037680205125067,0.20275286263658532,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5589082673632898,0.0,0.10422474938469566,0.0,0.003792286427769853 +3,4096,joint_jeffreys,query_joint,2,0.05,0.5262059584950035,0.5252068361057275,0.763103609768633,0.20085726435796347,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5265112007027192,0.0,0.07530058094510045,0.0,0.0031334953325617976 +3,4096,joint_jeffreys,posterior_clusters,0,0.0,0.24375906955424143,0.24330074760443585,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24467456527426204,1.4102548678383772e-20,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,posterior_clusters,0,0.01,0.24375906955424143,0.24330074760443585,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24467456527426204,1.4102548678383772e-20,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,posterior_clusters,0,0.05,0.24375906955424143,0.24330074760443585,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24467456527426204,1.4102548678383772e-20,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,posterior_clusters,1,0.0,0.545440240079263,0.5437329248761843,0.7717545768443014,0.20251925768272794,0.5482253110320962,0.5482253110320962,0.38642539851872026,0.3847672405841376,1.4102548678383772e-20,0.15557310616190315,0.0,0.002785070952833202 +3,4096,joint_jeffreys,posterior_clusters,1,0.01,0.5387121087995851,0.5367375915159344,0.6885876486848416,0.20151558970758465,0.5415277153498875,0.5415277153498875,0.38082178752900314,0.3791567658366171,1.4102548678383772e-20,0.07836848737811151,0.0,0.0028156065503024408 +3,4096,joint_jeffreys,posterior_clusters,1,0.05,0.5131141679588562,0.5106272248129305,0.6254683260058781,0.20574392968572666,0.5156227205936962,0.5156227205936962,0.35982687347954995,0.35830920390083437,1.4102548678383772e-20,0.06360890419711934,0.0,0.0025085526348399556 +3,4096,joint_jeffreys,posterior_clusters,2,0.0,0.5669547264929479,0.567546414055771,1.297802230938357,0.20448473956971058,0.5709769428874577,0.5709769428874577,0.4113035636586861,0.4089372858113837,1.4102548678383772e-20,0.2851020556651774,0.0,0.004022216394509837 +3,4096,joint_jeffreys,posterior_clusters,2,0.01,0.5583490452820196,0.5581769655738591,0.9037680205125067,0.20275286263658532,0.5621413317097894,0.5621413317097893,0.40279023403033615,0.4005130643984944,1.4102548678383772e-20,0.10422474938469566,1.1102230246251565e-16,0.003792286427769742 +3,4096,joint_jeffreys,posterior_clusters,2,0.05,0.5262059584950035,0.5252068361057274,0.763103609768633,0.20085726435796347,0.5293394538275653,0.5293394538275653,0.3733597692296871,0.3713783467051355,1.4102548678383772e-20,0.07530058094510045,0.0,0.0031334953325617976 +3,4096,joint_jeffreys,posterior_bins,0,0.0,0.24459444475295775,0.24210464779823418,0.0,0.4675221508479639,0.24542869069606874,0.2452166765598467,0.2451747035827402,0.24471846038035372,0.20802957540155032,0.02264483795685743,0.00021201413622204401,0.0006222318068889454 +3,4096,joint_jeffreys,posterior_bins,0,0.01,0.24459444475295775,0.24210464779823418,0.0,0.4675221508479639,0.24542869069606874,0.2452166765598467,0.2451747035827402,0.24471846038035372,0.20802957540155032,0.02264483795685743,0.00021201413622204401,0.0006222318068889454 +3,4096,joint_jeffreys,posterior_bins,0,0.05,0.24459444475295775,0.24210464779823418,0.0,0.4675221508479639,0.24542869069606874,0.2452166765598467,0.2451747035827402,0.24471846038035372,0.20802957540155032,0.02264483795685743,0.00021201413622204401,0.0006222318068889454 +3,4096,joint_jeffreys,posterior_bins,1,0.0,0.3464341136607401,0.34384252530146436,0.6359422336036589,0.348954010220464,0.5482253110320962,0.3481653602980452,0.32575246653221807,0.3245470095085971,0.20802957540155032,0.392062859096126,0.20005995073405097,0.0017312466373050617 +3,4096,joint_jeffreys,posterior_bins,1,0.01,0.3415071792335402,0.3384665655617464,0.5216977290145078,0.34924825599882464,0.5415277153498875,0.34302065690106187,0.3210885668162547,0.3201300825147597,0.20802957540155032,0.29455681860469873,0.19850705844882566,0.0015134776675216899 +3,4096,joint_jeffreys,posterior_bins,1,0.05,0.32254604718551444,0.31925203387435397,0.4460787965137611,0.36724219374045236,0.5156227205936962,0.32381918625622685,0.3038931393585213,0.302815833215132,0.20802957540155032,0.30949422680620575,0.19180353433746933,0.0012731390707124146 +3,4096,joint_jeffreys,posterior_bins,2,0.0,0.37043151837357713,0.3685307991494404,1.1737946017579726,0.3478523968124485,0.5709769428874577,0.3724210275545807,0.34842605337983973,0.34709266899049934,0.20802957540155032,0.32571792074341477,0.19855591533287703,0.001989509181003546 +3,4096,joint_jeffreys,posterior_bins,2,0.01,0.36249871007091844,0.35994763067937136,0.8143322190442762,0.34430373591721697,0.5621413317097894,0.3640749237805501,0.3405061404436139,0.3393971025966005,0.20802957540155032,0.3043456880980378,0.1980664079292393,0.0015762137096316797 +3,4096,joint_jeffreys,posterior_bins,2,0.05,0.334737227801269,0.3321457080036068,0.6004627676903864,0.35868628725758955,0.5293394538275653,0.33617421355367333,0.31512784510320707,0.3139884937326092,0.20802957540155032,0.3303455630688355,0.19316524027389198,0.0014369857524043073 +3,4096,joint_jeffreys,future_marginal,0,0.0,0.24375906955424143,0.24330074760443585,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.23882711670672005,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,future_marginal,0,0.01,0.24375906955424143,0.24330074760443585,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.23882711670672005,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,future_marginal,0,0.05,0.24375906955424143,0.24330074760443585,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.23882711670672005,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,future_marginal,1,0.0,0.545440240079263,0.5437329248761843,0.7717545768443014,0.20251925768272794,0.5482253110320962,0.5482253110320962,0.53595107477171,0.5339806325839861,0.0,0.15557310616190315,0.0,0.002785070952833202 +3,4096,joint_jeffreys,future_marginal,1,0.01,0.5387121087995851,0.5367375915159343,0.6885876486848416,0.20151558970758457,0.5415277153498875,0.5415277153498875,0.5293508544951999,0.5274295001108356,0.0,0.07836848737811151,0.0,0.0028156065503024408 +3,4096,joint_jeffreys,future_marginal,1,0.05,0.5131141679588562,0.5106272248129305,0.6254683260058781,0.20574392968572672,0.5156227205936962,0.5156227205936962,0.5038293029725389,0.5019512817177229,0.0,0.06360890419711934,0.0,0.0025085526348399556 +3,4096,joint_jeffreys,future_marginal,2,0.0,0.5669542943635699,0.567546624340547,1.297997297062208,0.2044830271506635,0.5709769428874577,0.5709769428874577,0.5571693484710881,0.5543670844363038,0.0,0.2852728735397957,0.0,0.004022648523887784 +3,4096,joint_jeffreys,future_marginal,2,0.01,0.5583490452820196,0.558176965573859,0.9037680205125067,0.20275286263658532,0.5621413317097894,0.5621413317097894,0.5485060787497344,0.5458707309119981,0.0,0.10422474938469566,0.0,0.003792286427769853 +3,4096,joint_jeffreys,future_marginal,2,0.05,0.5262059584950035,0.5252068361057275,0.763103609768633,0.20085726435796347,0.5293394538275653,0.5293394538275653,0.5163205536445789,0.5139900394369757,0.0,0.07530058094510045,0.0,0.0031334953325617976 +3,4096,joint_jeffreys,raw_information,0,0.0,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,raw_information,0,0.01,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,raw_information,0,0.05,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,raw_information,1,0.0,0.545440240079263,0.5437329248761843,0.7717545768443014,0.20251925768272794,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.545440240079263,0.0,0.15557310616190315,0.0,0.002785070952833202 +3,4096,joint_jeffreys,raw_information,1,0.01,0.5387121087995851,0.5367375915159343,0.6885876486848416,0.20151558970758465,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5387121087995851,0.0,0.07836848737811151,0.0,0.0028156065503024408 +3,4096,joint_jeffreys,raw_information,1,0.05,0.5131141679588562,0.5106272248129305,0.6254683260058781,0.20574392968572666,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5131141679588562,0.0,0.06360890419711934,0.0,0.0025085526348399556 +3,4096,joint_jeffreys,raw_information,2,0.0,0.5669542943635698,0.567546624340547,1.297997297062208,0.20448302715066358,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5669542943635698,0.0,0.2852728735397957,0.0,0.004022648523887895 +3,4096,joint_jeffreys,raw_information,2,0.01,0.5583490452820196,0.558176965573859,0.9037680205125067,0.20275286263658532,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5583490452820196,0.0,0.10422474938469566,0.0,0.003792286427769853 +3,4096,joint_jeffreys,raw_information,2,0.05,0.5262059584950035,0.5252068361057275,0.763103609768633,0.20085726435796347,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5262059584950035,0.0,0.07530058094510045,0.0,0.0031334953325617976 +3,4096,joint_jeffreys,raw_entropy,0,0.0,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,raw_entropy,0,0.01,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,raw_entropy,0,0.05,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,raw_entropy,1,0.0,0.545440240079263,0.5437329248761843,0.7717545768443014,0.20251925768272794,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.545440240079263,0.0,0.15557310616190315,0.0,0.002785070952833202 +3,4096,joint_jeffreys,raw_entropy,1,0.01,0.5387121087995851,0.5367375915159343,0.6885876486848416,0.20151558970758465,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5387121087995851,0.0,0.07836848737811151,0.0,0.0028156065503024408 +3,4096,joint_jeffreys,raw_entropy,1,0.05,0.5131141679588562,0.5106272248129305,0.6254683260058781,0.20574392968572666,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5131141679588562,0.0,0.06360890419711934,0.0,0.0025085526348399556 +3,4096,joint_jeffreys,raw_entropy,2,0.0,0.5669542943635699,0.567546624340547,1.297997297062208,0.20448302715066358,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5669542943635698,0.0,0.2852728735397957,0.0,0.004022648523887784 +3,4096,joint_jeffreys,raw_entropy,2,0.01,0.5583490452820196,0.5581769655738591,0.9037680205125066,0.20275286263658532,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5583490452820196,0.0,0.10422474938469566,0.0,0.003792286427769853 +3,4096,joint_jeffreys,raw_entropy,2,0.05,0.5262059584950035,0.5252068361057275,0.763103609768633,0.20085726435796347,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5262059584950035,0.0,0.07530058094510045,0.0,0.0031334953325617976 +3,4096,joint_jeffreys,hash_code,0,0.0,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,hash_code,0,0.01,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,hash_code,0,0.05,0.24375906955424143,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,0.0,0.00166962114182731 +3,4096,joint_jeffreys,hash_code,1,0.0,0.545440240079263,0.5437329248761843,0.7717545768443014,0.20251925768272794,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.545440240079263,0.0,0.15557310616190315,0.0,0.002785070952833202 +3,4096,joint_jeffreys,hash_code,1,0.01,0.5387121087995851,0.5367375915159343,0.6885876486848416,0.20151558970758457,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5387121087995851,0.0,0.07836848737811151,0.0,0.0028156065503024408 +3,4096,joint_jeffreys,hash_code,1,0.05,0.5131141679588562,0.5106272248129305,0.6254683260058781,0.20574392968572666,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5131141679588562,0.0,0.06360890419711934,0.0,0.0025085526348399556 +3,4096,joint_jeffreys,hash_code,2,0.0,0.5669542943635698,0.567546624340547,1.297997297062208,0.20448302715066358,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5669542943635698,0.0,0.2852728735397957,0.0,0.004022648523887895 +3,4096,joint_jeffreys,hash_code,2,0.01,0.5583490452820196,0.558176965573859,0.9037680205125066,0.20275286263658532,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.5583490452820196,0.0,0.10422474938469566,1.1102230246251565e-16,0.003792286427769742 +3,4096,joint_jeffreys,hash_code,2,0.05,0.5262059584950034,0.5252068361057275,0.763103609768633,0.2008572643579635,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5262059584950034,0.0,0.07530058094510045,0.0,0.0031334953325619086 +3,4096,joint_jeffreys,action_values,0,0.0,0.2437590695542414,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606868,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,5.551115123125783e-17,0.0016696211418272822 +3,4096,joint_jeffreys,action_values,0,0.01,0.2437590695542414,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606868,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,5.551115123125783e-17,0.0016696211418272822 +3,4096,joint_jeffreys,action_values,0,0.05,0.2437590695542414,0.2433007476044358,0.0,0.47642377879437986,0.24542869069606874,0.24542869069606868,0.24542869069606874,0.24375906955424143,0.0,0.03614953563890919,5.551115123125783e-17,0.0016696211418272822 +3,4096,joint_jeffreys,action_values,1,0.0,0.545440240079263,0.5437329248761843,0.7717545768443014,0.20251925768272794,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.545491994957929,0.0,0.15557310616190315,0.0,0.002785070952833202 +3,4096,joint_jeffreys,action_values,1,0.01,0.5387121087995851,0.5367375915159343,0.6885876486848416,0.20151558970758457,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.538768936386842,0.0,0.07836848737811151,0.0,0.0028156065503024408 +3,4096,joint_jeffreys,action_values,1,0.05,0.5131141679588562,0.5106272248129305,0.6254683260058781,0.20574392968572666,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.5131353548198911,0.0,0.06360890419711934,0.0,0.0025085526348399556 +3,4096,joint_jeffreys,action_values,2,0.0,0.5669542943635699,0.567546624340547,1.297997297062208,0.20448302715066358,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.5670290041009244,0.0,0.2852728735397957,0.0,0.004022648523887784 +3,4096,joint_jeffreys,action_values,2,0.01,0.5583490452820196,0.5581769655738589,0.9037680205125067,0.20275286263658532,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5584291205907632,0.0,0.10422474938469566,0.0,0.003792286427769853 +3,4096,joint_jeffreys,action_values,2,0.05,0.5262059584950035,0.5252068361057274,0.763103609768633,0.2008572643579635,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5262447319772002,0.0,0.07530058094510045,0.0,0.0031334953325617976 +3,4096,naive_bayes,identity,0,0.0,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362827,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,identity,0,0.01,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362827,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,identity,0,0.05,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362827,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,identity,1,0.0,0.26740246460876943,0.28749225290774655,0.5268663900013203,0.40506600229734624,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.26740246460876943,0.0,0.5135454445164994,0.0,0.2808228464233267 +3,4096,naive_bayes,identity,1,0.01,0.2632469410491182,0.28323626077377606,0.39963947861357646,0.41048697552530505,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2632469410491182,0.0,0.45350595526874454,0.0,0.2782807743007693 +3,4096,naive_bayes,identity,1,0.05,0.2501934841399494,0.26871471013407777,0.3078123136866922,0.43442264934847313,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.2501934841399494,0.0,0.4766420601564239,0.0,0.2654292364537468 +3,4096,naive_bayes,identity,2,0.0,0.2861564086917115,0.3060668502224768,1.0247384981613734,0.3967607172360456,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2861564086917115,0.0,0.38440037072519484,0.0,0.2848205341957462 +3,4096,naive_bayes,identity,2,0.01,0.2778333611561457,0.2983940755108046,0.6928856484179936,0.40595314991242654,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2778333611561457,0.0,0.42808305499710064,0.0,0.2843079705536437 +3,4096,naive_bayes,identity,2,0.05,0.25598933882080516,0.2751634078582931,0.4355571941260277,0.4309385158140307,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.25598933882080516,0.0,0.4980809949803313,0.0,0.27335011500676015 +3,4096,naive_bayes,query_joint,0,0.0,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.21156630295255516,1.3973942771500152e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,query_joint,0,0.01,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.21156630295255516,1.3973942771500152e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,query_joint,0,0.05,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.21156630295255516,1.3973942771500152e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,query_joint,1,0.0,0.26740246460876943,0.28749225290774655,0.5268663900013203,0.40506600229734624,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.26788934299846573,1.3973942771500152e-20,0.5135454445164994,0.0,0.2808228464233267 +3,4096,naive_bayes,query_joint,1,0.01,0.2632469410491182,0.28323626077377606,0.39963947861357646,0.41048697552530505,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2636454779005453,1.3973942771500152e-20,0.45350595526874454,0.0,0.2782807743007693 +3,4096,naive_bayes,query_joint,1,0.05,0.2501934841399494,0.26871471013407777,0.3078123136866922,0.43442264934847313,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.2504408795095585,1.3973942771500152e-20,0.4766420601564239,0.0,0.2654292364537468 +3,4096,naive_bayes,query_joint,2,0.0,0.2861564086917115,0.3060668502224768,1.0247384981613734,0.3967607172360456,0.5709769428874577,0.5709769428874576,0.5709769428874577,0.28615545018196514,1.3973942771500152e-20,0.38440037072519484,1.1102230246251565e-16,0.2848205341957461 +3,4096,naive_bayes,query_joint,2,0.01,0.2778333611561457,0.2983940755108046,0.6928856484179936,0.40595314991242654,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2776390899674643,1.3973942771500152e-20,0.42808305499710064,0.0,0.2843079705536437 +3,4096,naive_bayes,query_joint,2,0.05,0.25598933882080516,0.2751634078582931,0.4355571941260277,0.4309385158140307,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.2567174380058251,1.3973942771500152e-20,0.4980809949803313,0.0,0.27335011500676015 +3,4096,naive_bayes,posterior_clusters,0,0.0,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.21581710765646897,4.1474385338522805e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,posterior_clusters,0,0.01,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.21581710765646897,4.1474385338522805e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,posterior_clusters,0,0.05,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.21581710765646897,4.1474385338522805e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,posterior_clusters,1,0.0,0.26740246460876943,0.28749225290774655,0.5268663900013203,0.40506600229734624,0.5482253110320962,0.5482253110320962,0.38642539851872026,0.27304045320849774,4.1474385338522805e-20,0.5135454445164994,0.0,0.2808228464233267 +3,4096,naive_bayes,posterior_clusters,1,0.01,0.2632469410491182,0.28323626077377606,0.39963947861357646,0.41048697552530505,0.5415277153498875,0.5415277153498875,0.38082178752900314,0.26801949167578315,4.1474385338522805e-20,0.45350595526874454,0.0,0.2782807743007693 +3,4096,naive_bayes,posterior_clusters,1,0.05,0.2501934841399494,0.26871471013407777,0.3078123136866922,0.43442264934847313,0.5156227205936962,0.5156227205936962,0.35982687347954995,0.25244189945890566,4.1474385338522805e-20,0.4766420601564239,0.0,0.2654292364537468 +3,4096,naive_bayes,posterior_clusters,2,0.0,0.2861564086917115,0.3060668502224768,1.0247384981613734,0.3967607172360456,0.5709769428874577,0.5709769428874576,0.4113035636586861,0.2901003721065591,4.1474385338522805e-20,0.38440037072519484,1.1102230246251565e-16,0.2848205341957461 +3,4096,naive_bayes,posterior_clusters,2,0.01,0.2778333611561457,0.2983940755108046,0.6928856484179936,0.40595314991242654,0.5621413317097894,0.5621413317097893,0.40279023403033615,0.28153958272206486,4.1474385338522805e-20,0.42808305499710064,1.1102230246251565e-16,0.2843079705536436 +3,4096,naive_bayes,posterior_clusters,2,0.05,0.25598933882080516,0.2751634078582931,0.4355571941260277,0.4309385158140307,0.5293394538275653,0.5293394538275653,0.3733597692296871,0.25994259568348216,4.1474385338522805e-20,0.4980809949803313,0.0,0.27335011500676015 +3,4096,naive_bayes,posterior_bins,0,0.0,0.21159900672386525,0.23108646585570514,0.0,0.5396030152053793,0.24542869069606874,0.22627690939960957,0.2451747035827402,0.21754761014226345,0.21423962369577296,0.09029912880444459,0.01915178129645917,0.014677902675744314 +3,4096,naive_bayes,posterior_bins,0,0.01,0.21159900672386525,0.23108646585570514,0.0,0.5396030152053793,0.24542869069606874,0.22627690939960957,0.2451747035827402,0.21754761014226345,0.21423962369577296,0.09029912880444459,0.01915178129645917,0.014677902675744314 +3,4096,naive_bayes,posterior_bins,0,0.05,0.21159900672386525,0.23108646585570514,0.0,0.5396030152053793,0.24542869069606874,0.22627690939960957,0.2451747035827402,0.21754761014226345,0.21423962369577296,0.09029912880444459,0.01915178129645917,0.014677902675744314 +3,4096,naive_bayes,posterior_bins,1,0.0,0.2679151327929205,0.28634144984189835,0.5283498776329079,0.4100722449701067,0.5482253110320962,0.32977051473889063,0.32575246653221807,0.27731283827380143,0.21423962369577296,0.5121982581563224,0.21845479629320552,0.06185538194597012 +3,4096,naive_bayes,posterior_bins,1,0.01,0.26375636835818284,0.28207751766979394,0.40045895334949616,0.4061423506479809,0.5415277153498875,0.32442292315702514,0.3210885668162547,0.2727297007221315,0.21423962369577296,0.44670064033638957,0.21710479219286238,0.06066655479884231 +3,4096,naive_bayes,posterior_bins,1,0.05,0.24943637913694316,0.2676418394296794,0.3064919935869356,0.430470404208197,0.5156227205936962,0.305585598103195,0.3038931393585213,0.25592100751481106,0.21423962369577296,0.4717559281441536,0.21003712249050116,0.05614921896625186 +3,4096,naive_bayes,posterior_bins,2,0.0,0.28602965056124124,0.30489376510248184,1.0306569581443596,0.396826463168001,0.5709769428874577,0.35714208323590446,0.34842605337983973,0.29779331513733404,0.21423962369577296,0.39589791280569525,0.21383485965155324,0.07111243267466322 +3,4096,naive_bayes,posterior_bins,2,0.01,0.2780882580969072,0.29719449512767115,0.6990196551596277,0.3982303779731769,0.5621413317097894,0.3483170337459254,0.3405061404436139,0.2887273915932741,0.21423962369577296,0.4367325543273001,0.21382429796386404,0.0702287756490182 +3,4096,naive_bayes,posterior_bins,2,0.05,0.25583456486374107,0.27410213597749,0.4296239318475778,0.4254535925043062,0.5293394538275653,0.31914103729054955,0.31512784510320707,0.2631380098351101,0.21423962369577296,0.49003124631229916,0.21019841653701576,0.06330647242680848 +3,4096,naive_bayes,future_marginal,0,0.0,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.20642250540787743,1.3973942771500152e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,future_marginal,0,0.01,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.20642250540787743,1.3973942771500152e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,future_marginal,0,0.05,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.20642250540787743,1.3973942771500152e-20,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,future_marginal,1,0.0,0.26740246460876943,0.28749225290774655,0.5268663900013202,0.40506600229734624,0.5482253110320962,0.5482253110320962,0.53595107477171,0.26264253955117217,1.3973942771500152e-20,0.5135454445164994,0.0,0.2808228464233267 +3,4096,naive_bayes,future_marginal,1,0.01,0.2632469410491182,0.28323626077377606,0.39963947861357646,0.41048697552530505,0.5415277153498875,0.5415277153498875,0.5293508544951999,0.25794020122732747,1.3973942771500152e-20,0.45350595526874454,0.0,0.2782807743007693 +3,4096,naive_bayes,future_marginal,1,0.05,0.2501934841399494,0.26871471013407777,0.3078123136866922,0.43442264934847313,0.5156227205936962,0.5156227205936962,0.5038293029725389,0.24378360909820265,1.3973942771500152e-20,0.4766420601564239,0.0,0.2654292364537468 +3,4096,naive_bayes,future_marginal,2,0.0,0.2861564086917115,0.3060668502224768,1.0247384981613734,0.3967607172360456,0.5709769428874577,0.5709769428874576,0.5571693484710881,0.2813769024876361,1.3973942771500152e-20,0.38440037072519484,1.1102230246251565e-16,0.2848205341957461 +3,4096,naive_bayes,future_marginal,2,0.01,0.2778333611561457,0.2983940755108046,0.6928856484179936,0.40595314991242654,0.5621413317097894,0.5621413317097894,0.5485060787497344,0.2730767806790442,1.3973942771500152e-20,0.42808305499710064,0.0,0.2843079705536437 +3,4096,naive_bayes,future_marginal,2,0.05,0.25598933882080516,0.2751634078582931,0.4355571941260277,0.4309385158140307,0.5293394538275653,0.5293394538275653,0.5163205536445789,0.25146969066952535,1.3973942771500152e-20,0.4980809949803313,0.0,0.27335011500676015 +3,4096,naive_bayes,raw_information,0,0.0,0.21141169263362825,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362825,0.0,0.09899470727339527,0.0,0.03401699806244049 +3,4096,naive_bayes,raw_information,0,0.01,0.21141169263362825,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362825,0.0,0.09899470727339527,0.0,0.03401699806244049 +3,4096,naive_bayes,raw_information,0,0.05,0.21141169263362825,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362825,0.0,0.09899470727339527,0.0,0.03401699806244049 +3,4096,naive_bayes,raw_information,1,0.0,0.2674024646087694,0.28749225290774655,0.5268663900013203,0.40506600229734624,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2674024646087694,0.0,0.5135454445164994,0.0,0.2808228464233268 +3,4096,naive_bayes,raw_information,1,0.01,0.2632469410491182,0.28323626077377606,0.39963947861357646,0.41048697552530505,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2632469410491182,0.0,0.45350595526874454,0.0,0.2782807743007693 +3,4096,naive_bayes,raw_information,1,0.05,0.2501934841399494,0.26871471013407777,0.3078123136866922,0.43442264934847313,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.2501934841399494,0.0,0.4766420601564239,0.0,0.2654292364537468 +3,4096,naive_bayes,raw_information,2,0.0,0.2861564086917115,0.3060668502224768,1.0247384981613734,0.3967607172360456,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2861564086917115,0.0,0.38440037072519484,0.0,0.2848205341957462 +3,4096,naive_bayes,raw_information,2,0.01,0.2778333611561457,0.2983940755108046,0.6928856484179934,0.40595314991242654,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2778333611561457,0.0,0.42808305499710064,0.0,0.2843079705536437 +3,4096,naive_bayes,raw_information,2,0.05,0.2559893388208052,0.2751634078582931,0.4355571941260277,0.4309385158140307,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.2559893388208052,0.0,0.4980809949803313,0.0,0.2733501150067601 +3,4096,naive_bayes,raw_entropy,0,0.0,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362827,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,raw_entropy,0,0.01,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362827,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,raw_entropy,0,0.05,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362827,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,raw_entropy,1,0.0,0.26740246460876943,0.28749225290774655,0.5268663900013203,0.40506600229734624,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.26740246460876943,0.0,0.5135454445164994,0.0,0.2808228464233267 +3,4096,naive_bayes,raw_entropy,1,0.01,0.2632469410491182,0.28323626077377606,0.39963947861357646,0.41048697552530505,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.26324694104911817,0.0,0.45350595526874454,0.0,0.2782807743007693 +3,4096,naive_bayes,raw_entropy,1,0.05,0.2501934841399494,0.2687147101340778,0.3078123136866922,0.4344226493484731,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.2501934841399494,0.0,0.4766420601564239,0.0,0.2654292364537468 +3,4096,naive_bayes,raw_entropy,2,0.0,0.2861564086917115,0.3060668502224768,1.0247384981613734,0.3967607172360456,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2861564086917115,0.0,0.38440037072519484,0.0,0.2848205341957462 +3,4096,naive_bayes,raw_entropy,2,0.01,0.2778333611561457,0.2983940755108046,0.6928856484179936,0.40595314991242654,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2778333611561457,0.0,0.42808305499710064,0.0,0.2843079705536437 +3,4096,naive_bayes,raw_entropy,2,0.05,0.25598933882080516,0.2751634078582931,0.4355571941260277,0.4309385158140307,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.25598933882080516,0.0,0.4980809949803313,0.0,0.27335011500676015 +3,4096,naive_bayes,hash_code,0,0.0,0.21141169263362825,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362825,0.0,0.09899470727339527,0.0,0.03401699806244049 +3,4096,naive_bayes,hash_code,0,0.01,0.21141169263362825,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362825,0.0,0.09899470727339527,0.0,0.03401699806244049 +3,4096,naive_bayes,hash_code,0,0.05,0.21141169263362825,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141169263362825,0.0,0.09899470727339527,0.0,0.03401699806244049 +3,4096,naive_bayes,hash_code,1,0.0,0.26740246460876943,0.28749225290774655,0.5268663900013203,0.40506600229734624,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.26740246460876943,0.0,0.5135454445164994,0.0,0.2808228464233267 +3,4096,naive_bayes,hash_code,1,0.01,0.2632469410491182,0.283236260773776,0.39963947861357646,0.41048697552530505,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2632469410491182,0.0,0.45350595526874454,0.0,0.2782807743007693 +3,4096,naive_bayes,hash_code,1,0.05,0.2501934841399494,0.2687147101340778,0.3078123136866922,0.43442264934847313,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.2501934841399494,0.0,0.4766420601564239,0.0,0.2654292364537468 +3,4096,naive_bayes,hash_code,2,0.0,0.2861564086917115,0.3060668502224768,1.0247384981613734,0.3967607172360456,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.2861564086917115,0.0,0.38440037072519484,0.0,0.2848205341957462 +3,4096,naive_bayes,hash_code,2,0.01,0.2778333611561457,0.2983940755108046,0.6928856484179936,0.40595314991242654,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.2778333611561457,0.0,0.42808305499710064,1.1102230246251565e-16,0.2843079705536436 +3,4096,naive_bayes,hash_code,2,0.05,0.25598933882080516,0.2751634078582931,0.4355571941260277,0.4309385158140307,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.25598933882080516,0.0,0.4980809949803313,0.0,0.27335011500676015 +3,4096,naive_bayes,action_values,0,0.0,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141637572256766,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,action_values,0,0.01,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141637572256766,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,action_values,0,0.05,0.21141169263362827,0.2318516203045202,0.0,0.547643571739318,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.21141637572256766,0.0,0.09899470727339527,0.0,0.03401699806244046 +3,4096,naive_bayes,action_values,1,0.0,0.26740246460876943,0.28749225290774655,0.5268663900013203,0.40506600229734624,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.2674948154318119,0.0,0.5135454445164994,0.0,0.2808228464233267 +3,4096,naive_bayes,action_values,1,0.01,0.2632469410491182,0.28323626077377606,0.39963947861357646,0.41048697552530505,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.2633572280681091,0.0,0.45350595526874454,0.0,0.2782807743007693 +3,4096,naive_bayes,action_values,1,0.05,0.2501934841399494,0.26871471013407777,0.3078123136866922,0.43442264934847313,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.2503683631150306,0.0,0.4766420601564239,0.0,0.2654292364537468 +3,4096,naive_bayes,action_values,2,0.0,0.2861564086917115,0.3060668502224768,1.0247384981613734,0.3967607172360456,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.2863216636628079,0.0,0.38440037072519484,0.0,0.2848205341957462 +3,4096,naive_bayes,action_values,2,0.01,0.2778333611561457,0.2983940755108046,0.6928856484179936,0.40595314991242654,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.2781882418343662,0.0,0.42808305499710064,0.0,0.2843079705536437 +3,4096,naive_bayes,action_values,2,0.05,0.25598933882080516,0.2751634078582931,0.4355571941260277,0.4309385158140307,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.25616694632022613,0.0,0.4980809949803313,0.0,0.27335011500676015 +3,4096,support_mixture,identity,0,0.0,0.24358417541915448,0.2384414553744444,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,identity,0,0.01,0.24358417541915448,0.2384414553744444,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,identity,0,0.05,0.24358417541915448,0.2384414553744444,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,identity,1,0.0,0.5430487143726394,0.48986938752878456,0.7666313126409375,0.21394452001959333,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5430487143726394,0.0,0.1687904553138342,0.0,0.0051765966594568 +3,4096,support_mixture,identity,1,0.01,0.5362029764438393,0.48297992228430303,0.6792551448980948,0.21236471206928834,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5362029764438393,0.0,0.08261451737824593,0.0,0.005324738906048232 +3,4096,support_mixture,identity,1,0.05,0.5106372589790842,0.4573672346723216,0.6070537322804084,0.2162644557306808,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5106372589790842,0.0,0.0707981089082833,0.0,0.004985461614611997 +3,4096,support_mixture,identity,2,0.0,0.5654332523679806,0.5163119836534045,1.3105252030476529,0.2162046817591126,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5654332523679806,0.0,0.2661512093868355,0.0,0.005543690519477118 +3,4096,support_mixture,identity,2,0.01,0.5565523232860211,0.5067254970611658,0.9267911324158492,0.21380707517126663,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5565523232860211,0.0,0.10522791843388979,0.0,0.005589008423768305 +3,4096,support_mixture,identity,2,0.05,0.5240413953981046,0.4726408455178646,0.774366599130095,0.21027350843148016,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5240413953981046,0.0,0.0888246792052834,0.0,0.005298058429460739 +3,4096,support_mixture,query_joint,0,0.0,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24384965770403347,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,query_joint,0,0.01,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24384965770403347,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,query_joint,0,0.05,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24384965770403347,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,query_joint,1,0.0,0.5430487143726394,0.48986938752878456,0.7666313126409375,0.21394452001959333,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5433156174770107,0.0,0.1687904553138342,0.0,0.0051765966594568 +3,4096,support_mixture,query_joint,1,0.01,0.5362029764438393,0.48297992228430303,0.6792551448980948,0.21236471206928834,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5365071677032321,0.0,0.08261451737824593,0.0,0.005324738906048232 +3,4096,support_mixture,query_joint,1,0.05,0.5106372589790841,0.4573672346723216,0.6070537322804084,0.2162644557306808,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.5107665981493369,0.0,0.0707981089082833,0.0,0.004985461614612108 +3,4096,support_mixture,query_joint,2,0.0,0.5654332523679806,0.5163119836534045,1.3105252030476529,0.2162046817591126,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.565837333860408,0.0,0.2661512093868355,0.0,0.005543690519477118 +3,4096,support_mixture,query_joint,2,0.01,0.5565523232860211,0.5067254970611658,0.9267911324158491,0.21380707517126663,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5569968152004175,0.0,0.10522791843388979,0.0,0.005589008423768305 +3,4096,support_mixture,query_joint,2,0.05,0.5240413953981046,0.4726408455178646,0.7743665991300949,0.21027350843148016,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5242978737032712,0.0,0.0888246792052834,0.0,0.005298058429460739 +3,4096,support_mixture,posterior_clusters,0,0.0,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24443176651660795,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,posterior_clusters,0,0.01,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24443176651660795,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,posterior_clusters,0,0.05,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606876,0.24443176651660795,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,posterior_clusters,1,0.0,0.5430487143726394,0.48986938752878456,0.7666313126409375,0.21394452001959333,0.5482253110320962,0.5482253110320962,0.38642539851872026,0.3831578199207933,0.0,0.1687904553138342,0.0,0.0051765966594568 +3,4096,support_mixture,posterior_clusters,1,0.01,0.5362029764438393,0.48297992228430303,0.6792551448980948,0.21236471206928834,0.5415277153498875,0.5415277153498875,0.38082178752900314,0.3776975583807281,0.0,0.08261451737824593,0.0,0.005324738906048232 +3,4096,support_mixture,posterior_clusters,1,0.05,0.5106372589790841,0.4573672346723216,0.6070537322804084,0.2162644557306808,0.5156227205936962,0.5156227205936962,0.35982687347954995,0.3564487895480238,0.0,0.0707981089082833,0.0,0.004985461614612108 +3,4096,support_mixture,posterior_clusters,2,0.0,0.5654332523679806,0.5163119836534044,1.3105252030476529,0.2162046817591126,0.5709769428874577,0.5709769428874577,0.4113035636586861,0.4081927647532629,0.0,0.2661512093868355,0.0,0.005543690519477118 +3,4096,support_mixture,posterior_clusters,2,0.01,0.5565523232860211,0.5067254970611658,0.9267911324158491,0.21380707517126663,0.5621413317097894,0.5621413317097893,0.40279023403033615,0.39974141026782606,0.0,0.10522791843388979,1.1102230246251565e-16,0.005589008423768194 +3,4096,support_mixture,posterior_clusters,2,0.05,0.5240413953981046,0.4726408455178646,0.774366599130095,0.21027350843148016,0.5293394538275653,0.5293394538275653,0.3733597692296871,0.3702216028832494,0.0,0.0888246792052834,0.0,0.005298058429460739 +3,4096,support_mixture,posterior_bins,0,0.0,0.24441878317361942,0.23727735160462893,0.0,0.47286961017204293,0.24542869069606874,0.245204601158615,0.2451747035827402,0.2445248849941892,0.20640224471977395,0.024214627732217414,0.00022408953745373106,0.0007858179849955793 +3,4096,support_mixture,posterior_bins,0,0.01,0.24441878317361942,0.23727735160462893,0.0,0.47286961017204293,0.24542869069606874,0.245204601158615,0.2451747035827402,0.2445248849941892,0.20640224471977395,0.024214627732217414,0.00022408953745373106,0.0007858179849955793 +3,4096,support_mixture,posterior_bins,0,0.05,0.24441878317361942,0.23727735160462893,0.0,0.47286961017204293,0.24542869069606874,0.245204601158615,0.2451747035827402,0.2445248849941892,0.20640224471977395,0.024214627732217414,0.00022408953745373106,0.0007858179849955793 +3,4096,support_mixture,posterior_bins,1,0.0,0.3457353466108686,0.3300993337868649,0.6497026320985073,0.3619890604195016,0.5482253110320962,0.3484317901120244,0.32575246653221807,0.3240979612171833,0.20640224471977395,0.3946416470673158,0.19979352092007174,0.002696443501155832 +3,4096,support_mixture,posterior_bins,1,0.01,0.3407085113001838,0.3246694724408642,0.5282806209693117,0.3621337767454551,0.5415277153498875,0.3432242377468126,0.3210885668162547,0.31961554797626496,0.20640224471977395,0.3045719969767485,0.19830347760307493,0.0025157264466287854 +3,4096,support_mixture,posterior_bins,1,0.05,0.3213921229305028,0.3052523620588764,0.44775937919615205,0.37839733890352695,0.5156227205936962,0.3238720770301486,0.3038931393585213,0.3019894176909339,0.20640224471977395,0.3174264010213698,0.1917506435635476,0.002479954099645798 +3,4096,support_mixture,posterior_bins,2,0.0,0.37058988692702505,0.35510666659414253,1.1811456418993826,0.35580402241346726,0.5709769428874577,0.37331012367814,0.34842605337983973,0.3467494472177491,0.20640224471977395,0.33931718906969494,0.19766681920931772,0.002720236751114935 +3,4096,support_mixture,posterior_bins,2,0.01,0.36249034993022683,0.346339978669342,0.8267401409327846,0.35144115365900636,0.5621413317097894,0.36490189071212914,0.3405061404436139,0.33899939378739824,0.20640224471977395,0.2977730475677692,0.19723944099766028,0.0024115407819023105 +3,4096,support_mixture,posterior_bins,2,0.05,0.33443620311892963,0.31800663735528406,0.6050928238998154,0.3652464368927222,0.5293394538275653,0.33673633018916416,0.31512784510320707,0.3133957666465346,0.20640224471977395,0.32864400478226746,0.19260312363840115,0.0023001270702345256 +3,4096,support_mixture,future_marginal,0,0.0,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.2386086737989821,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,future_marginal,0,0.01,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.2386086737989821,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,future_marginal,0,0.05,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24008621789926798,0.2386086737989821,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,future_marginal,1,0.0,0.5430487143726394,0.48986938752878456,0.7666313126409375,0.21394452001959333,0.5482253110320962,0.5482253110320962,0.53595107477171,0.5315137136968406,0.0,0.1687904553138342,0.0,0.0051765966594568 +3,4096,support_mixture,future_marginal,1,0.01,0.5362029764438393,0.48297992228430303,0.6792551448980948,0.21236471206928834,0.5415277153498875,0.5415277153498875,0.5293508544951999,0.5249281858291769,0.0,0.08261451737824593,0.0,0.005324738906048232 +3,4096,support_mixture,future_marginal,1,0.05,0.5106372589790842,0.4573672346723216,0.6070537322804084,0.2162644557306808,0.5156227205936962,0.5156227205936962,0.5038293029725389,0.4994286795921498,0.0,0.0707981089082833,0.0,0.004985461614611997 +3,4096,support_mixture,future_marginal,2,0.0,0.5654332523679806,0.5163119836534044,1.3105252030476529,0.2162046817591126,0.5709769428874577,0.5709769428874577,0.5571693484710881,0.552506534796468,0.0,0.2661512093868355,0.0,0.005543690519477118 +3,4096,support_mixture,future_marginal,2,0.01,0.5565523232860211,0.5067254970611658,0.9267911324158494,0.21380707517126663,0.5621413317097894,0.5621413317097894,0.5485060787497344,0.543979040049453,0.0,0.10522791843388979,0.0,0.005589008423768305 +3,4096,support_mixture,future_marginal,2,0.05,0.5240413953981046,0.4726408455178646,0.7743665991300949,0.21027350843148016,0.5293394538275653,0.5293394538275653,0.5163205536445789,0.511831939253256,0.0,0.0888246792052834,0.0,0.005298058429460739 +3,4096,support_mixture,raw_information,0,0.0,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,raw_information,0,0.01,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,raw_information,0,0.05,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,raw_information,1,0.0,0.5430487143726394,0.48986938752878456,0.7666313126409375,0.21394452001959333,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5430487143726394,0.0,0.1687904553138342,0.0,0.0051765966594568 +3,4096,support_mixture,raw_information,1,0.01,0.5362029764438393,0.48297992228430303,0.6792551448980948,0.21236471206928834,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5362029764438393,0.0,0.08261451737824593,0.0,0.005324738906048232 +3,4096,support_mixture,raw_information,1,0.05,0.5106372589790842,0.4573672346723216,0.6070537322804084,0.2162644557306808,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5106372589790842,0.0,0.0707981089082833,0.0,0.004985461614611997 +3,4096,support_mixture,raw_information,2,0.0,0.5654332523679806,0.5163119836534044,1.3105252030476529,0.21620468175911267,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5654332523679806,0.0,0.2661512093868355,0.0,0.005543690519477118 +3,4096,support_mixture,raw_information,2,0.01,0.5565523232860211,0.5067254970611658,0.9267911324158492,0.21380707517126663,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5565523232860211,0.0,0.10522791843388979,0.0,0.005589008423768305 +3,4096,support_mixture,raw_information,2,0.05,0.5240413953981046,0.4726408455178646,0.774366599130095,0.21027350843148016,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5240413953981046,0.0,0.0888246792052834,0.0,0.005298058429460739 +3,4096,support_mixture,raw_entropy,0,0.0,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,raw_entropy,0,0.01,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,raw_entropy,0,0.05,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,raw_entropy,1,0.0,0.5430487143726394,0.48986938752878456,0.7666313126409375,0.21394452001959333,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5430487143726394,0.0,0.1687904553138342,0.0,0.0051765966594568 +3,4096,support_mixture,raw_entropy,1,0.01,0.5362029764438393,0.48297992228430303,0.6792551448980948,0.21236471206928834,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5362029764438393,0.0,0.08261451737824593,0.0,0.005324738906048232 +3,4096,support_mixture,raw_entropy,1,0.05,0.5106372589790841,0.4573672346723216,0.6070537322804084,0.2162644557306808,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5106372589790841,0.0,0.0707981089082833,0.0,0.004985461614612108 +3,4096,support_mixture,raw_entropy,2,0.0,0.5654332523679806,0.5163119836534044,1.3105252030476529,0.21620468175911267,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5654332523679806,0.0,0.2661512093868355,0.0,0.005543690519477118 +3,4096,support_mixture,raw_entropy,2,0.01,0.5565523232860211,0.5067254970611658,0.9267911324158494,0.21380707517126663,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.5565523232860211,0.0,0.10522791843388979,0.0,0.005589008423768305 +3,4096,support_mixture,raw_entropy,2,0.05,0.5240413953981046,0.4726408455178646,0.774366599130095,0.21027350843148016,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5240413953981046,0.0,0.0888246792052834,0.0,0.005298058429460739 +3,4096,support_mixture,hash_code,0,0.0,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,hash_code,0,0.01,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,hash_code,0,0.05,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.24358417541915448,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,hash_code,1,0.0,0.5430487143726394,0.48986938752878456,0.7666313126409375,0.21394452001959333,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5430487143726394,0.0,0.1687904553138342,0.0,0.0051765966594568 +3,4096,support_mixture,hash_code,1,0.01,0.5362029764438393,0.48297992228430303,0.6792551448980948,0.21236471206928834,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5362029764438393,0.0,0.08261451737824593,0.0,0.005324738906048232 +3,4096,support_mixture,hash_code,1,0.05,0.5106372589790842,0.4573672346723216,0.6070537322804084,0.2162644557306808,0.5156227205936962,0.5156227205936962,0.5156227205936962,0.5106372589790842,0.0,0.0707981089082833,0.0,0.004985461614611997 +3,4096,support_mixture,hash_code,2,0.0,0.5654332523679806,0.5163119836534044,1.3105252030476529,0.2162046817591126,0.5709769428874577,0.5709769428874577,0.5709769428874577,0.5654332523679806,0.0,0.2661512093868355,0.0,0.005543690519477118 +3,4096,support_mixture,hash_code,2,0.01,0.5565523232860211,0.5067254970611658,0.9267911324158491,0.21380707517126663,0.5621413317097894,0.5621413317097893,0.5621413317097893,0.5565523232860211,0.0,0.10522791843388979,1.1102230246251565e-16,0.005589008423768194 +3,4096,support_mixture,hash_code,2,0.05,0.5240413953981046,0.4726408455178646,0.7743665991300949,0.21027350843148007,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5240413953981046,0.0,0.0888246792052834,0.0,0.005298058429460739 +3,4096,support_mixture,action_values,0,0.0,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2435888585080939,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,action_values,0,0.01,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2435888585080939,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,action_values,0,0.05,0.24358417541915448,0.23844145537444442,0.0,0.4823879042810239,0.24542869069606874,0.24542869069606874,0.24542869069606874,0.2435888585080939,0.0,0.03693373079128317,0.0,0.0018445152769142603 +3,4096,support_mixture,action_values,1,0.0,0.5430487143726394,0.48986938752878456,0.7666313126409375,0.21394452001959333,0.5482253110320962,0.5482253110320962,0.5482253110320962,0.5430954177798049,0.0,0.1687904553138342,0.0,0.0051765966594568 +3,4096,support_mixture,action_values,1,0.01,0.5362029764438393,0.48297992228430303,0.6792551448980948,0.21236471206928834,0.5415277153498875,0.5415277153498875,0.5415277153498875,0.5362532947445341,0.0,0.08261451737824593,0.0,0.005324738906048232 +3,4096,support_mixture,action_values,1,0.05,0.5106372589790842,0.4573672346723216,0.6070537322804084,0.2162644557306808,0.5156227205936962,0.5156227205936962,0.5156227205936961,0.5106696933154097,0.0,0.0707981089082833,0.0,0.004985461614611997 +3,4096,support_mixture,action_values,2,0.0,0.5654332523679806,0.5163119836534045,1.3105252030476529,0.2162046817591126,0.5709769428874577,0.5709769428874577,0.5709769428874576,0.5654759666619034,0.0,0.2661512093868355,0.0,0.005543690519477118 +3,4096,support_mixture,action_values,2,0.01,0.5565523232860211,0.5067254970611658,0.9267911324158492,0.21380707517126663,0.5621413317097894,0.5621413317097894,0.5621413317097894,0.556603922230821,0.0,0.10522791843388979,0.0,0.005589008423768305 +3,4096,support_mixture,action_values,2,0.05,0.5240413953981046,0.4726408455178646,0.7743665991300949,0.21027350843148016,0.5293394538275653,0.5293394538275653,0.5293394538275653,0.5240859443140048,0.0,0.0888246792052834,0.0,0.005298058429460739 diff --git a/revision_r1/controlled/indices.json b/revision_r1/controlled/indices.json new file mode 100644 index 0000000000000000000000000000000000000000..a12ab5c6b69852fe23dbc9deac4faadd19a18f4d --- /dev/null +++ b/revision_r1/controlled/indices.json @@ -0,0 +1,466 @@ +{ + "axes": [ + "availability", + "labels", + "estimator", + "stream", + "method", + "world", + "budget", + "cost", + "metric" + ], + "availability": [ + 6, + 3 + ], + "labels": [ + 64, + 256, + 1024, + 4096 + ], + "estimator": [ + "joint_jeffreys", + "naive_bayes", + "support_mixture" + ], + "stream": [ + 0, + 1, + 2 + ], + "method": [ + "identity", + "query_joint", + "posterior_clusters", + "posterior_bins", + "future_marginal", + "raw_information", + "raw_entropy", + "hash_code", + "action_values" + ], + "world": [ + "confirmation:independent:000", + "confirmation:independent:001", + "confirmation:independent:002", + "confirmation:independent:003", + "confirmation:independent:004", + "confirmation:independent:005", + "confirmation:independent:006", + "confirmation:independent:007", + "confirmation:independent:008", + "confirmation:independent:009", + "confirmation:independent:010", + "confirmation:independent:011", + "confirmation:independent:012", + "confirmation:independent:013", + "confirmation:independent:014", + "confirmation:independent:015", + "confirmation:independent:016", + "confirmation:independent:017", + "confirmation:independent:018", + "confirmation:independent:019", + "confirmation:independent:020", + "confirmation:independent:021", + "confirmation:independent:022", + "confirmation:independent:023", + "confirmation:independent:024", + "confirmation:independent:025", + "confirmation:independent:026", + "confirmation:independent:027", + "confirmation:independent:028", + "confirmation:independent:029", + "confirmation:independent:030", + "confirmation:independent:031", + "confirmation:context:000", + "confirmation:context:001", + "confirmation:context:002", + "confirmation:context:003", + "confirmation:context:004", + "confirmation:context:005", + "confirmation:context:006", + "confirmation:context:007", + "confirmation:context:008", + "confirmation:context:009", + "confirmation:context:010", + "confirmation:context:011", + "confirmation:context:012", + "confirmation:context:013", + "confirmation:context:014", + "confirmation:context:015", + "confirmation:context:016", + "confirmation:context:017", + "confirmation:context:018", + "confirmation:context:019", + "confirmation:context:020", + "confirmation:context:021", + "confirmation:context:022", + "confirmation:context:023", + "confirmation:context:024", + "confirmation:context:025", + "confirmation:context:026", + "confirmation:context:027", + "confirmation:context:028", + "confirmation:context:029", + "confirmation:context:030", + "confirmation:context:031", + "confirmation:parity:000", + "confirmation:parity:001", + "confirmation:parity:002", + "confirmation:parity:003", + "confirmation:parity:004", + "confirmation:parity:005", + "confirmation:parity:006", + "confirmation:parity:007", + "confirmation:parity:008", + "confirmation:parity:009", + "confirmation:parity:010", + "confirmation:parity:011", + "confirmation:parity:012", + "confirmation:parity:013", + "confirmation:parity:014", + "confirmation:parity:015", + "confirmation:parity:016", + "confirmation:parity:017", + "confirmation:parity:018", + "confirmation:parity:019", + "confirmation:parity:020", + "confirmation:parity:021", + "confirmation:parity:022", + "confirmation:parity:023", + "confirmation:parity:024", + "confirmation:parity:025", + "confirmation:parity:026", + "confirmation:parity:027", + "confirmation:parity:028", + "confirmation:parity:029", + "confirmation:parity:030", + "confirmation:parity:031", + "confirmation:uninformative:000", + "confirmation:uninformative:001", + "confirmation:uninformative:002", + "confirmation:uninformative:003", + "confirmation:uninformative:004", + "confirmation:uninformative:005", + "confirmation:uninformative:006", + "confirmation:uninformative:007", + "confirmation:uninformative:008", + "confirmation:uninformative:009", + "confirmation:uninformative:010", + "confirmation:uninformative:011", + "confirmation:uninformative:012", + "confirmation:uninformative:013", + "confirmation:uninformative:014", + "confirmation:uninformative:015", + "confirmation:uninformative:016", + "confirmation:uninformative:017", + "confirmation:uninformative:018", + "confirmation:uninformative:019", + "confirmation:uninformative:020", + "confirmation:uninformative:021", + "confirmation:uninformative:022", + "confirmation:uninformative:023", + "confirmation:uninformative:024", + "confirmation:uninformative:025", + "confirmation:uninformative:026", + "confirmation:uninformative:027", + "confirmation:uninformative:028", + "confirmation:uninformative:029", + "confirmation:uninformative:030", + "confirmation:uninformative:031", + "confirmation:redundant:000", + "confirmation:redundant:001", + "confirmation:redundant:002", + "confirmation:redundant:003", + "confirmation:redundant:004", + "confirmation:redundant:005", + "confirmation:redundant:006", + "confirmation:redundant:007", + "confirmation:redundant:008", + "confirmation:redundant:009", + "confirmation:redundant:010", + "confirmation:redundant:011", + "confirmation:redundant:012", + "confirmation:redundant:013", + "confirmation:redundant:014", + "confirmation:redundant:015", + "confirmation:redundant:016", + "confirmation:redundant:017", + "confirmation:redundant:018", + "confirmation:redundant:019", + "confirmation:redundant:020", + "confirmation:redundant:021", + "confirmation:redundant:022", + "confirmation:redundant:023", + "confirmation:redundant:024", + "confirmation:redundant:025", + "confirmation:redundant:026", + "confirmation:redundant:027", + "confirmation:redundant:028", + "confirmation:redundant:029", + "confirmation:redundant:030", + "confirmation:redundant:031", + "confirmation:orientation_alias:000", + "confirmation:orientation_alias:001", + "confirmation:orientation_alias:002", + "confirmation:orientation_alias:003", + "confirmation:orientation_alias:004", + "confirmation:orientation_alias:005", + "confirmation:orientation_alias:006", + "confirmation:orientation_alias:007", + "confirmation:orientation_alias:008", + "confirmation:orientation_alias:009", + "confirmation:orientation_alias:010", + "confirmation:orientation_alias:011", + "confirmation:orientation_alias:012", + "confirmation:orientation_alias:013", + "confirmation:orientation_alias:014", + "confirmation:orientation_alias:015", + "confirmation:orientation_alias:016", + "confirmation:orientation_alias:017", + "confirmation:orientation_alias:018", + "confirmation:orientation_alias:019", + "confirmation:orientation_alias:020", + "confirmation:orientation_alias:021", + "confirmation:orientation_alias:022", + "confirmation:orientation_alias:023", + "confirmation:orientation_alias:024", + "confirmation:orientation_alias:025", + "confirmation:orientation_alias:026", + "confirmation:orientation_alias:027", + "confirmation:orientation_alias:028", + "confirmation:orientation_alias:029", + "confirmation:orientation_alias:030", + "confirmation:orientation_alias:031" + ], + "family": [ + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "independent", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "context", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "parity", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "uninformative", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "redundant", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias", + "orientation_alias" + ], + "budget": [ + 0, + 1, + 2 + ], + "cost": [ + 0.0, + 0.01, + 0.05 + ], + "metric": [ + "utility", + "predicted_utility", + "queries", + "abstention", + "available_oracle", + "encoded_oracle", + "true_encoder_oracle", + "true_encoder_fitted_utility", + "true_conditional_dispersion", + "root_choice_mismatch" + ], + "score_shape": [ + 2, + 4, + 3, + 3, + 9, + 192, + 3, + 3, + 10 + ], + "all_units_retained": true +} diff --git a/revision_r1/controlled/native_worlds.csv.gz b/revision_r1/controlled/native_worlds.csv.gz new file mode 100644 index 0000000000000000000000000000000000000000..6ed0bc5329e5b5236cbe15e123cb0367a8a687ae --- /dev/null +++ b/revision_r1/controlled/native_worlds.csv.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1390af820583c90646ceb5edd7da2647ea0b9d8aeedfd516c921cdeea1b58581 +size 3779770 diff --git a/revision_r1/controlled/numeric_compute.json b/revision_r1/controlled/numeric_compute.json new file mode 100644 index 0000000000000000000000000000000000000000..b8d91a4b965f9369291277ebe80b36cc1cb526b6 --- /dev/null +++ b/revision_r1/controlled/numeric_compute.json @@ -0,0 +1,9 @@ +{ + "code_sha256": "4a300dfc769473f5afb08e15e877f6c53dfff5f6d3a0abfe17e0043798eecbab", + "elapsed_analysis_seconds": 19.021096944925375, + "elapsed_process_seconds": 37.11383769393433, + "peak_cuda_allocated_bytes": 167947264, + "device": "cuda:4", + "original_files_modified": false, + "new_trainable_parameters": 0 +} diff --git a/revision_r1/controlled/numeric_diagnostic.json b/revision_r1/controlled/numeric_diagnostic.json new file mode 100644 index 0000000000000000000000000000000000000000..4a75a9c6c12c3307cd5735134631f7755cab8dad --- /dev/null +++ b/revision_r1/controlled/numeric_diagnostic.json @@ -0,0 +1,154 @@ +{ + "status": "POST_REVIEW_NUMERICAL_DIAGNOSTIC_NOT_A_COMPETITOR", + "code_sha256": "4a300dfc769473f5afb08e15e877f6c53dfff5f6d3a0abfe17e0043798eecbab", + "operation": "Hold each encoder fixed. Compare ordinary pushforward to reversal of raw-state accumulation order, which is the same probability law in exact arithmetic.", + "metric_axis": [ + "ordinary_realized_utility", + "reversed_sum_realized_utility", + "absolute_fitted_optimal_value_difference", + "maximum_law_cell_difference" + ], + "all_world_stream_method_rows": 124416, + "changed_world_stream_method_rows": 2637, + "maximum_law_cell_difference": 2.220446049250313e-16, + "maximum_fitted_optimal_value_difference": 6.106226635438361e-16, + "maximum_realized_utility_difference": 0.27986264044260756, + "changed_by_estimator": { + "joint_jeffreys": 2609, + "naive_bayes": 26, + "support_mixture": 2 + }, + "interpretation": "Tiny law perturbations can select different fitted-optimal tied or nearly tied actions whose true-law utilities differ. This demonstrates numerical tie sensitivity; it does not uniquely reconstruct every archived discrepancy or justify replacing frozen scores.", + "strongest_witnesses": [ + { + "available": 6, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 1, + "method": "raw_entropy", + "world": "confirmation:redundant:009", + "family": "redundant", + "maximum_law_cell_difference": 2.7755575615628914e-17, + "maximum_fitted_optimal_value_difference": 2.7755575615628914e-17, + "maximum_realized_utility_difference": 0.27986264044260756, + "positive_budget_average_utility_difference": 0.0 + }, + { + "available": 6, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 0, + "method": "raw_information", + "world": "confirmation:redundant:030", + "family": "redundant", + "maximum_law_cell_difference": 2.7755575615628914e-17, + "maximum_fitted_optimal_value_difference": 4.163336342344337e-17, + "maximum_realized_utility_difference": 0.2505645108394803, + "positive_budget_average_utility_difference": 0.0 + }, + { + "available": 3, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 2, + "method": "posterior_bins", + "world": "confirmation:orientation_alias:007", + "family": "orientation_alias", + "maximum_law_cell_difference": 1.3877787807814457e-17, + "maximum_fitted_optimal_value_difference": 1.3877787807814457e-17, + "maximum_realized_utility_difference": 0.24603762586320843, + "positive_budget_average_utility_difference": 0.0410062709772014 + }, + { + "available": 6, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 0, + "method": "raw_information", + "world": "confirmation:redundant:027", + "family": "redundant", + "maximum_law_cell_difference": 1.3877787807814457e-17, + "maximum_fitted_optimal_value_difference": 2.7755575615628914e-17, + "maximum_realized_utility_difference": 0.22993269695902768, + "positive_budget_average_utility_difference": 0.0 + }, + { + "available": 3, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 0, + "method": "posterior_bins", + "world": "confirmation:orientation_alias:005", + "family": "orientation_alias", + "maximum_law_cell_difference": 2.7755575615628914e-17, + "maximum_fitted_optimal_value_difference": 5.551115123125783e-17, + "maximum_realized_utility_difference": 0.21863751129021827, + "positive_budget_average_utility_difference": 0.10931875564510912 + }, + { + "available": 6, + "labels": 64, + "estimator": "naive_bayes", + "stream": 1, + "method": "raw_entropy", + "world": "confirmation:parity:009", + "family": "parity", + "maximum_law_cell_difference": 6.938893903907228e-18, + "maximum_fitted_optimal_value_difference": 2.7755575615628914e-17, + "maximum_realized_utility_difference": 0.20848183477792573, + "positive_budget_average_utility_difference": 0.1036287884194994 + }, + { + "available": 6, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 1, + "method": "raw_information", + "world": "confirmation:orientation_alias:012", + "family": "orientation_alias", + "maximum_law_cell_difference": 1.3877787807814457e-17, + "maximum_fitted_optimal_value_difference": 1.3877787807814457e-17, + "maximum_realized_utility_difference": 0.19696465415136627, + "positive_budget_average_utility_difference": -0.03282744235856104 + }, + { + "available": 6, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 0, + "method": "raw_information", + "world": "confirmation:orientation_alias:003", + "family": "orientation_alias", + "maximum_law_cell_difference": 1.3877787807814457e-17, + "maximum_fitted_optimal_value_difference": 1.3877787807814457e-17, + "maximum_realized_utility_difference": 0.15956330285126807, + "positive_budget_average_utility_difference": 0.026593883808544678 + }, + { + "available": 6, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 1, + "method": "posterior_clusters", + "world": "confirmation:redundant:014", + "family": "redundant", + "maximum_law_cell_difference": 3.469446951953614e-18, + "maximum_fitted_optimal_value_difference": 1.3877787807814457e-17, + "maximum_realized_utility_difference": 0.15947780468816652, + "positive_budget_average_utility_difference": -0.02657963411469442 + }, + { + "available": 6, + "labels": 64, + "estimator": "joint_jeffreys", + "stream": 1, + "method": "posterior_bins", + "world": "confirmation:redundant:014", + "family": "redundant", + "maximum_law_cell_difference": 1.3877787807814457e-17, + "maximum_fitted_optimal_value_difference": 1.3877787807814457e-17, + "maximum_realized_utility_difference": 0.15947780468816652, + "positive_budget_average_utility_difference": -0.02657963411469442 + } + ] +} diff --git a/revision_r1/controlled/numeric_push_sensitivity.csv.gz b/revision_r1/controlled/numeric_push_sensitivity.csv.gz new file mode 100644 index 0000000000000000000000000000000000000000..ed98ce020cff5f5fa47bfbfd17aaf4d5cc30252b --- /dev/null +++ b/revision_r1/controlled/numeric_push_sensitivity.csv.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655e73bc4111c4c5dab7507e4fd029cd5fba7efdde6375757a6b281c94027358 +size 597542 diff --git a/revision_r1/controlled/paired_by_condition.csv b/revision_r1/controlled/paired_by_condition.csv new file mode 100644 index 0000000000000000000000000000000000000000..f7a0bc05eab2dbbb1c9ba7dbeb0567078eeb9f61 --- /dev/null +++ b/revision_r1/controlled/paired_by_condition.csv @@ -0,0 +1,1513 @@ +family,available,labels,estimator,budget,cost,worlds,joint_minus_action,paired_95_low,paired_95_high,encoding_contribution,estimation_contribution,action_remaining_headroom,fraction_action_headroom_closed +ALL,6,64,joint_jeffreys,0,0.0,192,-0.013264930929424898,-0.018622895217922382,-0.007915003635250498,0.008948152237487595,-0.022213083166912492,0.3089601793837924,-0.042934111948928905 +ALL,6,64,joint_jeffreys,0,0.01,192,-0.013264930929424898,-0.018622895217922382,-0.007915003635250498,0.008948152237487595,-0.022213083166912492,0.3089601793837924,-0.042934111948928905 +ALL,6,64,joint_jeffreys,0,0.05,192,-0.013264930929424898,-0.018622895217922382,-0.007915003635250498,0.008948152237487595,-0.022213083166912492,0.3089601793837924,-0.042934111948928905 +ALL,6,64,joint_jeffreys,1,0.0,192,0.02663590014612559,0.021484894336994912,0.03176002973983758,0.03150145704642549,-0.004865556900299905,0.3659306074168936,0.07278948414331497 +ALL,6,64,joint_jeffreys,1,0.01,192,0.028680886975204035,0.023490903836198312,0.03394235397748489,0.031318638748859366,-0.002637751773655326,0.36724556840565875,0.07809729903540506 +ALL,6,64,joint_jeffreys,1,0.05,192,0.028159302937109738,0.023234271737749945,0.03312873498057706,0.030477555839275902,-0.0023182529021661615,0.3838388146731771,0.0733623121494011 +ALL,6,64,joint_jeffreys,2,0.0,192,0.02684132744086434,0.022603926838880677,0.031299958552008254,0.0331336432898623,-0.006292315848997958,0.4297841895464541,0.06245303595087958 +ALL,6,64,joint_jeffreys,2,0.01,192,0.027343030017669818,0.023112739453763603,0.03175090575677032,0.03292714858883236,-0.005584118571162541,0.4306206284654171,0.06349679557876944 +ALL,6,64,joint_jeffreys,2,0.05,192,0.029139443075008903,0.02501681719898491,0.03331278021356593,0.03182182255080442,-0.002682379475795521,0.43259789470072135,0.06735918836398423 +ALL,6,64,naive_bayes,0,0.0,192,4.1376785089447715e-05,-0.001829113263790784,0.001964026274207826,0.0005218787990894766,-0.00048050201400003063,0.31042280256070365,0.0001332917064987725 +ALL,6,64,naive_bayes,0,0.01,192,4.1376785089447715e-05,-0.001829113263790784,0.001964026274207826,0.0005218787990894766,-0.00048050201400003063,0.31042280256070365,0.0001332917064987725 +ALL,6,64,naive_bayes,0,0.05,192,4.1376785089447715e-05,-0.001829113263790784,0.001964026274207826,0.0005218787990894766,-0.00048050201400003063,0.31042280256070365,0.0001332917064987725 +ALL,6,64,naive_bayes,1,0.0,192,-0.0016121267562969332,-0.0033521109801023107,8.096648450116703e-05,0.000694892652352431,-0.002307019408649364,0.45689791970020277,-0.0035284178079750136 +ALL,6,64,naive_bayes,1,0.01,192,-0.00043463977733572846,-0.0019788628368589615,0.0010777151846944632,0.0007032400260941979,-0.0011378798034299292,0.4549947267346479,-0.0009552633289950403 +ALL,6,64,naive_bayes,1,0.05,192,-0.00040460371449895036,-0.0022678749569827257,0.0014326285377907542,0.000644320872732225,-0.0010489245872311744,0.44304531955985527,-0.0009132332441767022 +ALL,6,64,naive_bayes,2,0.0,192,-0.0010635639947902571,-0.0025407589286538814,0.0004388922883087597,-0.00017954077205716728,-0.0008840232227330871,0.5028249140813676,-0.002115177599609056 +ALL,6,64,naive_bayes,2,0.01,192,-0.0012122346284431718,-0.0025472017183547947,7.25099190731829e-05,-0.00011577029171958252,-0.0010964643367235892,0.5015192714958407,-0.0024171247195098567 +ALL,6,64,naive_bayes,2,0.05,192,-0.0005441442829857587,-0.0023446432745714845,0.0012046812072706832,0.00012997802518949393,-0.0006741223081752537,0.4861559874472591,-0.0011192791964632352 +ALL,6,64,support_mixture,0,0.0,192,-0.0015885954139668462,-0.004255619952701191,0.0010394907098550297,0.0006590340319994024,-0.0022476294459662506,0.2872478551726798,-0.0055303995673417925 +ALL,6,64,support_mixture,0,0.01,192,-0.0015885954139668462,-0.004255619952701191,0.0010394907098550297,0.0006590340319994024,-0.0022476294459662506,0.2872478551726798,-0.0055303995673417925 +ALL,6,64,support_mixture,0,0.05,192,-0.0015885954139668462,-0.004255619952701191,0.0010394907098550297,0.0006590340319994024,-0.0022476294459662506,0.2872478551726798,-0.0055303995673417925 +ALL,6,64,support_mixture,1,0.0,192,0.002794050171569386,0.0004679776987136474,0.005176677260085482,0.005375436240510238,-0.0025813860689408523,0.43425317321198753,0.006434150269767692 +ALL,6,64,support_mixture,1,0.01,192,0.0031055349516077185,0.0006325714267364664,0.005566826628796227,0.005241068378677999,-0.0021355334270702826,0.43142638654598053,0.007198296275920381 +ALL,6,64,support_mixture,1,0.05,192,-0.0002519855202845578,-0.00313597722627409,0.002523110331114024,0.004362775761240713,-0.004614761281525271,0.4180895507547497,-0.0006027070512278168 +ALL,6,64,support_mixture,2,0.0,192,0.002277096750380892,-1.8617325518267467e-05,0.0045555153766580255,0.005131774021056821,-0.0028546772706759273,0.47837572776736986,0.0047600591296894255 +ALL,6,64,support_mixture,2,0.01,192,0.0030272229289028184,0.000828181557206077,0.005146959066978121,0.0051321535061969875,-0.00210493057729417,0.4765928233340636,0.00635180132954061 +ALL,6,64,support_mixture,2,0.05,192,0.0007108092333661998,-0.0021737062863200303,0.003469118953818411,0.0049768031525943566,-0.004265993919228155,0.4617356094038694,0.0015394290994448115 +ALL,6,256,joint_jeffreys,0,0.0,192,-0.0009643323500141522,-0.005162899104417356,0.003283326119293615,0.0028252400244823416,-0.0037895723744964947,0.12459505529038412,-0.007739732108683262 +ALL,6,256,joint_jeffreys,0,0.01,192,-0.0009643323500141522,-0.005162899104417356,0.003283326119293615,0.0028252400244823416,-0.0037895723744964947,0.12459505529038412,-0.007739732108683262 +ALL,6,256,joint_jeffreys,0,0.05,192,-0.0009643323500141522,-0.005162899104417356,0.003283326119293615,0.0028252400244823416,-0.0037895723744964947,0.12459505529038412,-0.007739732108683262 +ALL,6,256,joint_jeffreys,1,0.0,192,0.03271212767509954,0.028912885425133063,0.036313568506743804,0.03536697454081164,-0.002654846865712103,0.17634129343779392,0.1855046372711282 +ALL,6,256,joint_jeffreys,1,0.01,192,0.03217685498044797,0.02842994740352015,0.035719906725323027,0.034911832079852906,-0.0027349770994049387,0.17641452381250589,0.18239345766477635 +ALL,6,256,joint_jeffreys,1,0.05,192,0.029807125190190787,0.026113303514886554,0.033360095180831016,0.03282320963203152,-0.0030160844418407376,0.1737659615021031,0.1715360415384346 +ALL,6,256,joint_jeffreys,2,0.0,192,0.02847435687051324,0.024582812042444693,0.03227943199408315,0.03994626802183389,-0.011471911151320647,0.2130688474349851,0.133639230761793 +ALL,6,256,joint_jeffreys,2,0.01,192,0.027462700530880197,0.023531488947803773,0.03140900649402426,0.0395017235221275,-0.012039022991247301,0.21296615672737307,0.12895335556079154 +ALL,6,256,joint_jeffreys,2,0.05,192,0.02432216885870615,0.020860406191831975,0.02783062160592788,0.03687542820024788,-0.012553259341541735,0.20571758126378914,0.11823087122300029 +ALL,6,256,naive_bayes,0,0.0,192,-0.0014088239212265926,-0.0025834302205641198,-0.00021604936202590635,-0.00036648545623943783,-0.0010423384649871567,0.2629544781768347,-0.005357672289875095 +ALL,6,256,naive_bayes,0,0.01,192,-0.0014088239212265926,-0.0025834302205641198,-0.00021604936202590635,-0.00036648545623943783,-0.0010423384649871567,0.2629544781768347,-0.005357672289875095 +ALL,6,256,naive_bayes,0,0.05,192,-0.0014088239212265926,-0.0025834302205641198,-0.00021604936202590635,-0.00036648545623943783,-0.0010423384649871567,0.2629544781768347,-0.005357672289875095 +ALL,6,256,naive_bayes,1,0.0,192,-0.0002879148583455439,-0.001764068031204505,0.001307544174034895,0.0015246202435804975,-0.001812535101926043,0.4125179043209168,-0.0006979451202718261 +ALL,6,256,naive_bayes,1,0.01,192,-0.00028239088562982017,-0.001545053980353321,0.001069711002867996,0.0014934497580553789,-0.0017758406436852003,0.4095925327153082,-0.0006894434421393592 +ALL,6,256,naive_bayes,1,0.05,192,-0.0002143377489329317,-0.0011945962156415634,0.0007950791734815034,0.0015347786195785132,-0.0017491163685114418,0.39686370602917653,-0.0005400789885209963 +ALL,6,256,naive_bayes,2,0.0,192,0.0001263779759309732,-0.0011044197550060173,0.0014058629138365348,0.0010864616643575485,-0.0009600836884265792,0.45571411914740045,0.0002773185438437037 +ALL,6,256,naive_bayes,2,0.01,192,-8.099128611497057e-05,-0.0010676497084261471,0.000978475848245583,0.0010739258743241913,-0.0011549171604391616,0.45401185705681923,-0.00017839024434296782 +ALL,6,256,naive_bayes,2,0.05,192,-0.00029016606897436367,-0.0012762893458028444,0.0007341814254775213,0.0009382337899070543,-0.001228399858881413,0.4389819900190884,-0.0006609976617987137 +ALL,6,256,support_mixture,0,0.0,192,-0.007354873329951515,-0.011123617581911403,-0.0038782938551911146,0.018379995853131766,-0.02573486918308328,0.2016576143680816,-0.03647208340234955 +ALL,6,256,support_mixture,0,0.01,192,-0.007354873329951515,-0.011123617581911403,-0.0038782938551911146,0.018379995853131766,-0.02573486918308328,0.2016576143680816,-0.03647208340234955 +ALL,6,256,support_mixture,0,0.05,192,-0.007354873329951515,-0.011123617581911403,-0.0038782938551911146,0.018379995853131766,-0.02573486918308328,0.2016576143680816,-0.03647208340234955 +ALL,6,256,support_mixture,1,0.0,192,0.022367833883839908,0.01751246319640349,0.02745466985421337,0.030959976693260505,-0.008592142809420599,0.25722003579155256,0.08695992057930697 +ALL,6,256,support_mixture,1,0.01,192,0.021004738125285843,0.016592186193120514,0.025605820081634728,0.03069350527650862,-0.009688767151222785,0.2564405742022126,0.08190879384290745 +ALL,6,256,support_mixture,1,0.05,192,0.008753632084410693,0.005214974859259949,0.012348936626923948,0.029454743369933978,-0.02070111128552329,0.25169178957750665,0.03477917217365199 +ALL,6,256,support_mixture,2,0.0,192,0.026584102591252563,0.022021417409372065,0.03120430515207602,0.037775703400451555,-0.011191600809198987,0.28727401236322153,0.09253918366148742 +ALL,6,256,support_mixture,2,0.01,192,0.02461984247297495,0.020252385691583913,0.0290635530057507,0.037457785551065034,-0.012837943078090086,0.28918535494691905,0.08513516349226607 +ALL,6,256,support_mixture,2,0.05,192,0.012747789622720176,0.00926016951159594,0.0164421075174745,0.035763748795556216,-0.02301595917283604,0.28896359116424297,0.04411555646633179 +ALL,6,1024,joint_jeffreys,0,0.0,192,0.005162605007451437,0.0033686426742078543,0.00700044447369436,0.0011892860965451936,0.003973318910906243,0.02957764941550234,0.1745441273891628 +ALL,6,1024,joint_jeffreys,0,0.01,192,0.005162605007451437,0.0033686426742078543,0.00700044447369436,0.0011892860965451936,0.003973318910906243,0.02957764941550234,0.1745441273891628 +ALL,6,1024,joint_jeffreys,0,0.05,192,0.005162605007451437,0.0033686426742078543,0.00700044447369436,0.0011892860965451936,0.003973318910906243,0.02957764941550234,0.1745441273891628 +ALL,6,1024,joint_jeffreys,1,0.0,192,0.01039357534058248,0.008754628645633436,0.01207376541698862,0.007658662312836452,0.0027349130277460275,0.03979057642398809,0.26120695588407267 +ALL,6,1024,joint_jeffreys,1,0.01,192,0.010833477639416255,0.009144934216004326,0.012550854661482836,0.007559096236805706,0.00327438140261055,0.040401962674420644,0.26814236047683804 +ALL,6,1024,joint_jeffreys,1,0.05,192,0.01072629022636318,0.008993281522662194,0.012420526198487613,0.0071420117294268325,0.003584278496936346,0.041128510772036275,0.2607993828372726 +ALL,6,1024,joint_jeffreys,2,0.0,192,0.009220310971269897,0.007565176451216402,0.010885887464130363,0.00912202704130367,9.828392996622723e-05,0.04866954892800668,0.18944722468886718 +ALL,6,1024,joint_jeffreys,2,0.01,192,0.009093056594690426,0.007408317531404457,0.010753843186175378,0.009036147436883989,5.690915780643743e-05,0.04918477575069791,0.18487543057592165 +ALL,6,1024,joint_jeffreys,2,0.05,192,0.010023453276088072,0.00821867898625015,0.011779795009252794,0.008699393022788491,0.0013240602532995805,0.05027065895903249,0.1993897331693339 +ALL,6,1024,naive_bayes,0,0.0,192,-0.0012523381745506979,-0.002483056942364496,-0.00011882186627549347,0.00026203632189189465,-0.0015143744964425927,0.2469269850375509,-0.005071694267680996 +ALL,6,1024,naive_bayes,0,0.01,192,-0.0012523381745506979,-0.002483056942364496,-0.00011882186627549347,0.00026203632189189465,-0.0015143744964425927,0.2469269850375509,-0.005071694267680996 +ALL,6,1024,naive_bayes,0,0.05,192,-0.0012523381745506979,-0.002483056942364496,-0.00011882186627549347,0.00026203632189189465,-0.0015143744964425927,0.2469269850375509,-0.005071694267680996 +ALL,6,1024,naive_bayes,1,0.0,192,-0.00015058313420670882,-0.0012119785363635923,0.0009860209135583798,0.001092246149741764,-0.0012428292839484747,0.3948529217154932,-0.0003813651259118954 +ALL,6,1024,naive_bayes,1,0.01,192,-2.8146192377677388e-05,-0.0009783388677777698,0.000944651090442862,0.0010414852176857939,-0.0010696314100634716,0.3929404743944039,-7.162965948228172e-05 +ALL,6,1024,naive_bayes,1,0.05,192,-0.0003089170770949308,-0.0015556080704017283,0.0009471190955987155,0.0010744101638463937,-0.001383327240941325,0.37964102022138363,-0.0008137083735440103 +ALL,6,1024,naive_bayes,2,0.0,192,-0.00013557109496613244,-0.0009446473431185399,0.0006932968729102474,0.0003152997402901282,-0.0004508708352562619,0.43598069104163806,-0.0003109566495759896 +ALL,6,1024,naive_bayes,2,0.01,192,-0.0006826211407121124,-0.0017147327733161302,0.0003196178224933467,0.00034739121965172656,-0.0010300123603638402,0.4334180143919883,-0.0015749717779260139 +ALL,6,1024,naive_bayes,2,0.05,192,-0.0003456948995905773,-0.0015352418276503618,0.0008327420958386734,0.0005136222623010218,-0.0008593171618915977,0.420809383819643,-0.0008214999780963548 +ALL,6,1024,support_mixture,0,0.0,192,0.008233628690023814,0.005605617530624897,0.010904250473903527,0.004779911570961813,0.003453717119062002,0.039227371093638275,0.20989499067805512 +ALL,6,1024,support_mixture,0,0.01,192,0.008233628690023814,0.005605617530624897,0.010904250473903527,0.004779911570961813,0.003453717119062002,0.039227371093638275,0.20989499067805512 +ALL,6,1024,support_mixture,0,0.05,192,0.008233628690023814,0.005605617530624897,0.010904250473903527,0.004779911570961813,0.003453717119062002,0.039227371093638275,0.20989499067805512 +ALL,6,1024,support_mixture,1,0.0,192,0.01489678875631619,0.012723095353578778,0.017140355885715358,0.009125260390841867,0.005771528365474322,0.06775224245624722,0.21987152330693968 +ALL,6,1024,support_mixture,1,0.01,192,0.015590829899159013,0.013345855146935506,0.01787835332640345,0.009030421137541067,0.006560408761617946,0.06874438811066552,0.22679422026508858 +ALL,6,1024,support_mixture,1,0.05,192,0.015077707532966644,0.01279449144206772,0.01737159372812852,0.008603175924557817,0.006474531608408822,0.069682718919016,0.2163765674885574 +ALL,6,1024,support_mixture,2,0.0,192,0.012214427909459355,0.010443307644889254,0.014015148417321795,0.011727443764944128,0.0004869841445152249,0.0825246498705321,0.14800944843294492 +ALL,6,1024,support_mixture,2,0.01,192,0.01250273329047523,0.010643743237896661,0.014388519365930124,0.011647813825004199,0.0008549194654710306,0.08296152485416464,0.1507052011453909 +ALL,6,1024,support_mixture,2,0.05,192,0.013559008831602005,0.011529023481297935,0.015506730610543605,0.01121250012641987,0.002346508705182135,0.08667689350008956,0.15643164266827347 +ALL,6,4096,joint_jeffreys,0,0.0,192,0.001283758053329626,0.000863418170138629,0.0017362361428244226,-1.7256656139951073e-05,0.0013010147094695771,0.005133454571807083,0.2500768313758967 +ALL,6,4096,joint_jeffreys,0,0.01,192,0.001283758053329626,0.000863418170138629,0.0017362361428244226,-1.7256656139951073e-05,0.0013010147094695771,0.005133454571807083,0.2500768313758967 +ALL,6,4096,joint_jeffreys,0,0.05,192,0.001283758053329626,0.000863418170138629,0.0017362361428244226,-1.7256656139951073e-05,0.0013010147094695771,0.005133454571807083,0.2500768313758967 +ALL,6,4096,joint_jeffreys,1,0.0,192,0.0010608397958546973,0.000630260433768108,0.0015244291107935608,0.0003816988812207337,0.0006791409146339639,0.0067448548260795604,0.1572813386216808 +ALL,6,4096,joint_jeffreys,1,0.01,192,0.0010269387439496654,0.0006599242173831191,0.0014199873046496338,0.0003755034759184357,0.0006514352680312297,0.0068665498510559475,0.14955673026851196 +ALL,6,4096,joint_jeffreys,1,0.05,192,0.0011561380635266387,0.0007955908733222207,0.0015414325555057815,0.0003180564210014737,0.0008380816425251648,0.007013315190917302,0.16484900964153337 +ALL,6,4096,joint_jeffreys,2,0.0,192,0.0005736076889360873,0.00014940743494011493,0.001002118852169429,0.00047900194990886614,9.460573902722129e-05,0.006802221628247063,0.0843265215814361 +ALL,6,4096,joint_jeffreys,2,0.01,192,0.0006317267472181193,0.00022975461009963773,0.0010492248778099724,0.0004798902233221802,0.00015183652389593903,0.007085367612374327,0.08915934666746611 +ALL,6,4096,joint_jeffreys,2,0.05,192,0.0010279212830963563,0.00067716143313615,0.0013991956040464908,0.000491687503077229,0.0005362337800191274,0.006991158660613839,0.14703160563174839 +ALL,6,4096,naive_bayes,0,0.0,192,0.0005356364180197475,-0.00035907898789936814,0.0015733842383310723,-8.527665677672497e-05,0.0006209130747964719,0.2470946717351475,0.002167737629704449 +ALL,6,4096,naive_bayes,0,0.01,192,0.0005356364180197475,-0.00035907898789936814,0.0015733842383310723,-8.527665677672497e-05,0.0006209130747964719,0.2470946717351475,0.002167737629704449 +ALL,6,4096,naive_bayes,0,0.05,192,0.0005356364180197475,-0.00035907898789936814,0.0015733842383310723,-8.527665677672497e-05,0.0006209130747964719,0.2470946717351475,0.002167737629704449 +ALL,6,4096,naive_bayes,1,0.0,192,0.0005065529345022632,-0.000893132946958203,0.002166222567247102,0.0003931939529018375,0.00011335898160042598,0.3942154913254892,0.0012849645578337282 +ALL,6,4096,naive_bayes,1,0.01,192,0.00022690665509101531,-0.0011327018795075842,0.0018559395526574923,0.0003028132655055739,-7.590661041455774e-05,0.3896413335344456,0.0005823474964340662 +ALL,6,4096,naive_bayes,1,0.05,192,-0.0013002547832197701,-0.002220137831012304,-0.0004529337810584362,9.932351175847137e-05,-0.0013995782949782418,0.37770497656975827,-0.0034425143005221335 +ALL,6,4096,naive_bayes,2,0.0,192,0.0004232553277303914,-0.0002697808594419666,0.0011630948708067676,0.00013123328079936393,0.0002920220469310269,0.4330677969843478,0.0009773419558732255 +ALL,6,4096,naive_bayes,2,0.01,192,0.0003300082306563953,-0.0006572657094495644,0.0017040796410575183,0.00012371512832201866,0.00020629310233437684,0.43199875179391983,0.0007639101485502024 +ALL,6,4096,naive_bayes,2,0.05,192,-0.0009329048003763602,-0.0017854330539381603,-0.00015682272901550414,9.544698940502879e-05,-0.0010283517897813881,0.418664799538545,-0.0022282857345652506 +ALL,6,4096,support_mixture,0,0.0,192,0.0007939670871360267,0.00040144747535432484,0.0012177115692836506,-0.00019835665809587544,0.000992323745231902,0.004387336456210422,0.1809679050286056 +ALL,6,4096,support_mixture,0,0.01,192,0.0007939670871360267,0.00040144747535432484,0.0012177115692836506,-0.00019835665809587544,0.000992323745231902,0.004387336456210422,0.1809679050286056 +ALL,6,4096,support_mixture,0,0.05,192,0.0007939670871360267,0.00040144747535432484,0.0012177115692836506,-0.00019835665809587544,0.000992323745231902,0.004387336456210422,0.1809679050286056 +ALL,6,4096,support_mixture,1,0.0,192,0.0010373120212558045,0.0005309261214676504,0.0015554019875435943,0.0004457675173201162,0.0005915445039356883,0.010748184366345281,0.09651044175459404 +ALL,6,4096,support_mixture,1,0.01,192,0.0008336687398498285,0.00038312707478853006,0.0012782717785274477,0.00042855618875397406,0.00040511255109585445,0.010859662110300428,0.07676746581821278 +ALL,6,4096,support_mixture,1,0.05,192,0.0008186408326926447,0.00033056220294475536,0.0013309294930634913,0.0003165825984358453,0.0005020582342567993,0.010921811676282811,0.07495467390912433 +ALL,6,4096,support_mixture,2,0.0,192,0.0008690761808265381,0.00048442603123421393,0.0012647361869528597,0.0006473839428746685,0.0002216922379518696,0.011991145166635464,0.07247649567654996 +ALL,6,4096,support_mixture,2,0.01,192,0.0008364209370523932,0.0005025025885045808,0.001189743786181927,0.0006477384840007913,0.0001886824530516018,0.012238314361004532,0.06834445597487815 +ALL,6,4096,support_mixture,2,0.05,192,0.000785682690272594,0.0004035049777239998,0.001189388040657942,0.0006147254962700259,0.00017095719400256793,0.012993684413465378,0.06046650551697174 +ALL,3,64,joint_jeffreys,0,0.0,192,2.2587545260114677e-19,-4.00251302009232e-18,4.4090888347743844e-18,1.807003620809174e-18,-1.5540231138958898e-18,0.06536438971868166,3.4556346899784452e-18 +ALL,3,64,joint_jeffreys,0,0.01,192,2.2587545260114677e-19,-4.00251302009232e-18,4.4090888347743844e-18,1.807003620809174e-18,-1.5540231138958898e-18,0.06536438971868166,3.4556346899784452e-18 +ALL,3,64,joint_jeffreys,0,0.05,192,2.2587545260114677e-19,-4.00251302009232e-18,4.4090888347743844e-18,1.807003620809174e-18,-1.5540231138958898e-18,0.06536438971868166,3.4556346899784452e-18 +ALL,3,64,joint_jeffreys,1,0.0,192,2.7647155398380363e-18,-4.409088834774385e-18,1.0300372389517492e-17,3.198396408832238e-18,-3.975407965780183e-19,0.12481776547265777,2.2150016300713757e-17 +ALL,3,64,joint_jeffreys,1,0.01,192,-7.013432803265607e-19,-8.190639193359633e-18,7.146784023595007e-18,3.577867169202165e-18,-4.336808689942018e-18,0.12411407015915343,-5.650795912399111e-18 +ALL,3,64,joint_jeffreys,1,0.05,192,6.435191644606671e-18,-8.848670855649908e-20,1.3462233443891495e-17,6.54135310732921e-18,-7.228014483236696e-20,0.12545374122006475,5.129533469486873e-17 +ALL,3,64,joint_jeffreys,2,0.0,192,4.391018798566293e-18,-2.638225286381394e-18,1.1691313426635354e-17,-2.710505431213761e-18,7.228014483236697e-18,0.14215102396542512,3.088981476232141e-17 +ALL,3,64,joint_jeffreys,2,0.01,192,2.846030702774449e-18,-3.0313615116336902e-18,8.601563110504269e-18,-1.4456028966473392e-19,3.1803263726241462e-18,0.1458321483585892,1.9515797681155287e-17 +ALL,3,64,joint_jeffreys,2,0.05,192,-2.019326546254252e-18,-8.890796627560038e-18,4.625929269271485e-18,9.721679479953357e-18,-1.1853943752508181e-17,0.14837685522855515,-1.3609444297385488e-17 +ALL,3,64,naive_bayes,0,0.0,192,3.7947076036992655e-19,-3.0899761915836873e-18,3.559797132994072e-18,-5.031698540986689e-05,5.031698540986727e-05,0.0836467621364275,4.536586362434585e-18 +ALL,3,64,naive_bayes,0,0.01,192,3.7947076036992655e-19,-3.0899761915836873e-18,3.559797132994072e-18,-5.031698540986689e-05,5.031698540986727e-05,0.0836467621364275,4.536586362434585e-18 +ALL,3,64,naive_bayes,0,0.05,192,3.7947076036992655e-19,-3.0899761915836873e-18,3.559797132994072e-18,-5.031698540986689e-05,5.031698540986727e-05,0.0836467621364275,4.536586362434585e-18 +ALL,3,64,naive_bayes,1,0.0,192,1.938011383317839e-18,-2.615637741121279e-18,6.613633252161576e-18,-0.0014459026432947063,0.0014459026432947087,0.3350644960471927,5.783995040300769e-18 +ALL,3,64,naive_bayes,1,0.01,192,1.2553028278308731e-18,-1.5631004836472982e-18,4.052925597669737e-18,-0.0014324129913795315,0.0014324129913795332,0.33289464833784044,3.7708711572825295e-18 +ALL,3,64,naive_bayes,1,0.05,192,-7.634590297918761e-19,-5.570088661144279e-18,3.0899761915836873e-18,-0.0013784543837188636,0.0013784543837188628,0.3193814547014938,-2.3904300595832473e-18 +ALL,3,64,naive_bayes,2,0.0,192,-1.5359530776877979e-18,-6.9120147250476925e-18,3.767602549387127e-18,-0.001397025131943614,0.001397025131943612,0.3418698292958635,-4.492800902762735e-18 +ALL,3,64,naive_bayes,2,0.01,192,-4.0205830563004125e-18,-8.348582603590985e-18,-1.2649025345664212e-19,-0.0013867217542477773,0.0013867217542477743,0.3399447377160457,-1.1827166625120073e-17 +ALL,3,64,naive_bayes,2,0.05,192,-3.0222135558033436e-18,-8.163251794731743e-18,1.856809158107724e-18,-0.001345508243464453,0.0013455082434644496,0.32624173331130246,-9.26372455518903e-18 +ALL,3,64,support_mixture,0,0.0,192,2.6111202320692564e-18,5.60171122450844e-19,5.131890283098054e-18,1.5901631863120731e-18,1.0119220276531375e-18,0.07557016454829019,3.4552263418729506e-17 +ALL,3,64,support_mixture,0,0.01,192,2.6111202320692564e-18,5.60171122450844e-19,5.131890283098054e-18,1.5901631863120731e-18,1.0119220276531375e-18,0.07557016454829019,3.4552263418729506e-17 +ALL,3,64,support_mixture,0,0.05,192,2.6111202320692564e-18,5.60171122450844e-19,5.131890283098054e-18,1.5901631863120731e-18,1.0119220276531375e-18,0.07557016454829019,3.4552263418729506e-17 +ALL,3,64,support_mixture,1,0.0,192,3.97089045672816e-18,-2.0194394839805525e-18,1.0426410892068933e-17,-4.46329894339866e-18,6.920823867699137e-18,0.29451030391885447,1.3483027262170927e-17 +ALL,3,64,support_mixture,1,0.01,192,2.7270578667246887e-18,-1.835664215835906e-18,7.35457973440221e-18,5.276450572762788e-18,-1.9877039828900913e-18,0.2919458658166051,9.340971001924636e-18 +ALL,3,64,support_mixture,1,0.05,192,-4.1354971928112454e-18,-8.960945072808479e-18,3.3339922664718295e-19,-5.673991369340807e-18,5.059610138265688e-19,0.28192085993019533,-1.466900034937184e-17 +ALL,3,64,support_mixture,2,0.0,192,4.54009659728305e-19,-3.0787388878167804e-18,4.4408243358648444e-18,-9.396418828207704e-19,2.3852447794681098e-18,0.2956992818667354,1.5353762676127037e-18 +ALL,3,64,support_mixture,2,0.01,192,7.205991626608085e-18,2.188464908605148e-18,1.2676695088607854e-17,3.0719061553755958e-18,2.9634859381270453e-18,0.2960596293038881,2.4339663072439878e-17 +ALL,3,64,support_mixture,2,0.05,192,-1.3703934295390512e-18,-6.405974301882319e-18,3.3608996797629732e-18,3.975407965780183e-19,-3.487516988161706e-18,0.2880929379125704,-4.756775502615528e-18 +ALL,3,256,joint_jeffreys,0,0.0,192,-2.421384851884293e-18,-8.0953762212251e-18,3.1803263726241462e-18,-3.2526065174565133e-18,8.312216655722201e-19,0.020458804892164728,-1.1835416900679425e-16 +ALL,3,256,joint_jeffreys,0,0.01,192,-2.421384851884293e-18,-8.0953762212251e-18,3.1803263726241462e-18,-3.2526065174565133e-18,8.312216655722201e-19,0.020458804892164728,-1.1835416900679425e-16 +ALL,3,256,joint_jeffreys,0,0.05,192,-2.421384851884293e-18,-8.0953762212251e-18,3.1803263726241462e-18,-3.2526065174565133e-18,8.312216655722201e-19,0.020458804892164728,-1.1835416900679425e-16 +ALL,3,256,joint_jeffreys,1,0.0,192,-3.818812749656544e-18,-1.1326988674153519e-17,3.577942166911035e-18,6.0173220572945496e-18,-9.830099697201907e-18,0.03676519201671724,-1.0387033332833182e-16 +ALL,3,256,joint_jeffreys,1,0.01,192,1.9617283058409596e-18,-6.95631454818909e-18,1.0754099704930044e-17,7.047314121155779e-19,1.2649025345664218e-18,0.03728476619333754,5.261474071390324e-17 +ALL,3,256,joint_jeffreys,1,0.05,192,1.2671612890924333e-18,-7.328416121917905e-18,1.0006677832272848e-17,-6.161882346959284e-18,7.37257477290143e-18,0.0367509495852682,3.447968837247082e-17 +ALL,3,256,joint_jeffreys,2,0.0,192,1.446167585278842e-18,-7.269872028046848e-18,1.0078435640121077e-17,7.914675859144182e-18,-6.43293289008066e-18,0.051690330966969955,2.797752612965355e-17 +ALL,3,256,joint_jeffreys,2,0.01,192,7.389797776162268e-18,7.218414776501144e-19,1.4326545863269784e-17,7.444854917733798e-18,7.228014483236696e-20,0.05282844679725429,1.398829271760143e-16 +ALL,3,256,joint_jeffreys,2,0.05,192,-1.001983507738687e-17,-1.7184604433895242e-17,-3.3786450200079595e-18,2.349104707051926e-19,-1.0155360348947559e-17,0.05056463201562539,-1.9815896364657732e-16 +ALL,3,256,naive_bayes,0,0.0,192,3.903127820947816e-18,-5.782411586589359e-19,9.107298248878236e-18,-1.5901631863120731e-18,5.493291007259889e-18,0.04527116613337659,8.621663973595323e-17 +ALL,3,256,naive_bayes,0,0.01,192,3.903127820947816e-18,-5.782411586589359e-19,9.107298248878236e-18,-1.5901631863120731e-18,5.493291007259889e-18,0.04527116613337659,8.621663973595323e-17 +ALL,3,256,naive_bayes,0,0.05,192,3.903127820947816e-18,-5.782411586589359e-19,9.107298248878236e-18,-1.5901631863120731e-18,5.493291007259889e-18,0.04527116613337659,8.621663973595323e-17 +ALL,3,256,naive_bayes,1,0.0,192,2.168404344971009e-19,-5.0596101382656856e-18,5.421010862427522e-18,-2.457524924300477e-18,2.4755949605085683e-18,0.2987743574129138,7.257665496286948e-19 +ALL,3,256,naive_bayes,1,0.01,192,7.081195439045951e-19,-2.969273996599949e-18,4.436278592381247e-18,8.492917017803118e-19,-1.174552353525963e-19,0.2952778402139552,2.398146584218779e-18 +ALL,3,256,naive_bayes,1,0.05,192,5.9043843309939765e-18,1.0568712427207659e-18,1.124859753953711e-17,4.662069341687669e-18,1.807003620809174e-18,0.2841064366805701,2.0782296944692115e-17 +ALL,3,256,naive_bayes,2,0.0,192,-2.7601980307860132e-18,-6.405827835768521e-18,6.506342412176015e-19,-5.782411586589357e-19,-2.222614453595284e-18,0.3024599694385537,-9.125829232574732e-18 +ALL,3,256,naive_bayes,2,0.01,192,-1.8002273572311398e-18,-6.2590652604409274e-18,2.274565807693548e-18,2.5298050691328436e-18,-5.195135409826375e-18,0.3010146930772652,-5.980529849979957e-18 +ALL,3,256,naive_bayes,2,0.05,192,4.982812484381298e-18,2.7997262349912152e-19,1.0227640493779923e-17,3.7947076036992655e-18,1.752793512184899e-18,0.29107334013941266,1.7118752552173714e-17 +ALL,3,256,support_mixture,0,0.0,192,7.589415207398531e-19,-4.192248400277284e-18,5.637851296924623e-18,3.830847676115449e-18,-2.782785576046128e-18,0.0314969979808806,2.4095677981772995e-17 +ALL,3,256,support_mixture,0,0.01,192,7.589415207398531e-19,-4.192248400277284e-18,5.637851296924623e-18,3.830847676115449e-18,-2.782785576046128e-18,0.0314969979808806,2.4095677981772995e-17 +ALL,3,256,support_mixture,0,0.05,192,7.589415207398531e-19,-4.192248400277284e-18,5.637851296924623e-18,3.830847676115449e-18,-2.782785576046128e-18,0.0314969979808806,2.4095677981772995e-17 +ALL,3,256,support_mixture,1,0.0,192,4.707244432207898e-18,-9.396418828207687e-19,1.0426636767521536e-17,-5.18610039172233e-18,1.04986910369013e-17,0.16051909352959054,2.932513714538359e-17 +ALL,3,256,support_mixture,1,0.01,192,-5.21772295508649e-18,-1.2084336714161353e-17,1.2650154722927207e-18,3.2526065174565133e-19,-4.915049848600954e-18,0.16347838442605495,-3.1916898208928576e-17 +ALL,3,256,support_mixture,1,0.05,192,1.454637914751385e-18,-5.258606412007296e-18,8.113446257433191e-18,2.8912057932946786e-18,-1.2106924259421466e-18,0.16927684209192362,8.593248177216483e-18 +ALL,3,256,support_mixture,2,0.0,192,-5.014435047745458e-19,-8.18572640226556e-18,7.110785123336699e-18,1.6263032587282567e-18,-2.439454888092385e-18,0.14002450426526541,-3.581112516025056e-18 +ALL,3,256,support_mixture,2,0.01,192,3.742756249601002e-18,-3.7654002637242664e-18,1.1424949799155451e-17,2.638225286381394e-18,1.671478349248486e-18,0.14395291744411215,2.5999863816960005e-17 +ALL,3,256,support_mixture,2,0.05,192,-3.0538361191675043e-18,-9.12536828508633e-18,2.818925648462311e-18,6.505213034913027e-19,-3.0899761915836876e-18,0.15849616281969375,-1.9267571307966414e-17 +ALL,3,1024,joint_jeffreys,0,0.0,192,4.698209414103852e-19,-5.131890283098054e-18,5.9640154504806666e-18,-2.168404344971009e-19,6.866613759074861e-19,0.0057384202662783546,8.187287086156326e-17 +ALL,3,1024,joint_jeffreys,0,0.01,192,4.698209414103852e-19,-5.131890283098054e-18,5.9640154504806666e-18,-2.168404344971009e-19,6.866613759074861e-19,0.0057384202662783546,8.187287086156326e-17 +ALL,3,1024,joint_jeffreys,0,0.05,192,4.698209414103852e-19,-5.131890283098054e-18,5.9640154504806666e-18,-2.168404344971009e-19,6.866613759074861e-19,0.0057384202662783546,8.187287086156326e-17 +ALL,3,1024,joint_jeffreys,1,0.0,192,-3.071906155375596e-19,-7.192326161725714e-18,6.938893903907228e-18,-2.023844055306275e-18,1.7166534397687154e-18,0.010438127265749109,-2.942966757509769e-17 +ALL,3,1024,joint_jeffreys,1,0.01,192,7.390644809109522e-18,-4.29163359942179e-19,1.5671690652372754e-17,6.324512672832109e-19,6.762711050878334e-18,0.010555839230168673,7.001475342658687e-16 +ALL,3,1024,joint_jeffreys,1,0.05,192,-8.714274961352242e-18,-1.6674238848742955e-17,-8.40256683676266e-19,-3.812777639907357e-18,-4.8969798123928614e-18,0.00948824271558979,-9.184287567848714e-16 +ALL,3,1024,joint_jeffreys,2,0.0,192,4.436193889086522e-18,-4.4276106218876786e-18,1.3218457361671707e-17,-1.1384122811097797e-18,5.574606170196302e-18,0.015072336614556758,2.9432688524233705e-16 +ALL,3,1024,joint_jeffreys,2,0.01,192,2.0983829546646535e-18,-6.794446551968795e-18,1.0842304069170795e-17,-5.782411586589357e-19,2.6834003769016235e-18,0.015058011305248864,1.3935325934661818e-16 +ALL,3,1024,joint_jeffreys,2,0.05,192,2.638225286381394e-18,-4.610287394178856e-18,1.0442222173751013e-17,-1.4817429690635227e-18,4.083828183028733e-18,0.012886285303698286,2.0473124909195044e-16 +ALL,3,1024,naive_bayes,0,0.0,192,3.1803263726241462e-18,1.44560289664734e-19,6.649773324577761e-18,4.04768811061255e-18,-8.673617379884035e-19,0.035749086390441165,8.89624517362358e-17 +ALL,3,1024,naive_bayes,0,0.01,192,3.1803263726241462e-18,1.44560289664734e-19,6.649773324577761e-18,4.04768811061255e-18,-8.673617379884035e-19,0.035749086390441165,8.89624517362358e-17 +ALL,3,1024,naive_bayes,0,0.05,192,3.1803263726241462e-18,1.44560289664734e-19,6.649773324577761e-18,4.04768811061255e-18,-8.673617379884035e-19,0.035749086390441165,8.89624517362358e-17 +ALL,3,1024,naive_bayes,1,0.0,192,6.143812310751192e-19,-1.3371826793987889e-18,2.565945141549027e-18,1.3010426069826053e-18,-3.071906155375596e-19,0.28384165127522654,2.1645210571276786e-18 +ALL,3,1024,naive_bayes,1,0.01,192,2.2045444173871922e-18,-3.2526065174565133e-18,7.571796922095636e-18,3.541727096785981e-18,-1.8250736570172657e-18,0.281873482598413,7.821042252945876e-18 +ALL,3,1024,naive_bayes,1,0.05,192,-2.4936649967166602e-18,-7.58941520739853e-18,2.132264272554825e-18,-2.8912057932946783e-19,-3.0357660829594124e-18,0.27090219569062,-9.205037967150752e-18 +ALL,3,1024,naive_bayes,2,0.0,192,-2.358139725155972e-18,-6.170917365063328e-18,1.0932371905895504e-18,0.0,-2.0961242001386418e-18,0.28966641785838626,-8.140880612224897e-18 +ALL,3,1024,naive_bayes,2,0.01,192,-8.012931681025681e-19,-5.380946204022394e-18,3.5170360863735145e-18,-4.698209414103852e-19,-9.938519914450457e-19,0.28802203205000904,-2.7820551171010427e-18 +ALL,3,1024,naive_bayes,2,0.05,192,2.168404344971009e-19,-4.300668617525833e-18,4.698209414103852e-18,-2.023844055306275e-18,1.1564823173178713e-18,0.2770661868873767,7.8263044990489325e-19 +ALL,3,1024,support_mixture,0,0.0,192,9.396418828207704e-19,-5.854691731421725e-18,7.589415207398531e-18,4.4090888347743844e-18,-3.469446951953614e-18,0.0077498116741629985,1.2124706022901575e-16 +ALL,3,1024,support_mixture,0,0.01,192,9.396418828207704e-19,-5.854691731421725e-18,7.589415207398531e-18,4.4090888347743844e-18,-3.469446951953614e-18,0.0077498116741629985,1.2124706022901575e-16 +ALL,3,1024,support_mixture,0,0.05,192,9.396418828207704e-19,-5.854691731421725e-18,7.589415207398531e-18,4.4090888347743844e-18,-3.469446951953614e-18,0.0077498116741629985,1.2124706022901575e-16 +ALL,3,1024,support_mixture,1,0.0,192,6.143812310751192e-19,-6.1438123107511915e-18,7.372574772901432e-18,-2.7647155398380363e-18,3.3790967709131556e-18,0.03745399987651088,1.640362132484616e-17 +ALL,3,1024,support_mixture,1,0.01,192,2.1187117453987567e-18,-6.2703025642078365e-18,1.0399757588661993e-17,4.87890977618477e-18,-2.7556805217339906e-18,0.03763947681961122,5.62896172960313e-17 +ALL,3,1024,support_mixture,1,0.05,192,1.3552527156068805e-18,-5.908901840045999e-18,8.3122166557222e-18,2.90927582950277e-18,-1.5540231138958898e-18,0.0375966101653597,3.6047205044447504e-17 +ALL,3,1024,support_mixture,2,0.0,192,-2.023844055306275e-18,-9.929484896346408e-18,5.809742516354092e-18,5.963111948670274e-19,-2.6201552501733025e-18,0.03536637118366548,-5.722509795522984e-17 +ALL,3,1024,support_mixture,2,0.01,192,-6.269173186944828e-18,-1.26855042312593e-17,-3.3881317890172194e-20,1.0842021724855044e-18,-7.354504736693338e-18,0.03596001560691453,-1.74337332204588e-16 +ALL,3,1024,support_mixture,2,0.05,192,-2.4981825057686833e-18,-9.346952104088052e-18,4.481481917333054e-18,4.1561083278611006e-18,-6.649773324577761e-18,0.03685040725890815,-6.77925345089579e-17 +ALL,3,4096,joint_jeffreys,0,0.0,192,6.505213034913027e-19,-4.336808689942017e-18,5.348730717595155e-18,2.240684489803376e-18,-1.5901631863120731e-18,0.0016696211418272822,3.89622104796393e-16 +ALL,3,4096,joint_jeffreys,0,0.01,192,6.505213034913027e-19,-4.336808689942017e-18,5.348730717595155e-18,2.240684489803376e-18,-1.5901631863120731e-18,0.0016696211418272822,3.89622104796393e-16 +ALL,3,4096,joint_jeffreys,0,0.05,192,6.505213034913027e-19,-4.336808689942017e-18,5.348730717595155e-18,2.240684489803376e-18,-1.5901631863120731e-18,0.0016696211418272822,3.89622104796393e-16 +ALL,3,4096,joint_jeffreys,1,0.0,192,1.0932371905895504e-18,-8.176691384161512e-18,1.0932823656800701e-17,3.63207727782644e-18,-2.5388400872368897e-18,0.002785070952833313,3.925347716823432e-16 +ALL,3,4096,joint_jeffreys,1,0.01,192,-3.993478001988275e-18,-1.2504916806904689e-17,4.1561083278611e-18,1.7708635483929904e-18,-5.764341550381265e-18,0.002815606550302663,-1.4183366641049323e-15 +ALL,3,4096,joint_jeffreys,1,0.05,192,-3.614007241618348e-18,-1.1998504042172915e-17,5.0596101382656856e-18,-1.120342244901688e-18,-2.4936649967166602e-18,0.0025085526348395115,-1.4406742722580187e-15 +ALL,3,4096,joint_jeffreys,2,0.0,192,1.768604793866979e-18,-6.6189413252977046e-18,1.040382334680882e-17,-3.2526065174565133e-18,5.0212113113234924e-18,0.00402264852388734,4.3966177590824273e-16 +ALL,3,4096,joint_jeffreys,2,0.01,192,6.821438668554632e-19,-6.582010688797415e-18,8.054831577483191e-18,-5.3487307175951555e-18,6.0308745844506184e-18,0.003792286427769964,1.7987667330724137e-16 +ALL,3,4096,joint_jeffreys,2,0.05,192,-2.6201552501733025e-18,-1.1420262883513981e-17,6.017773808199745e-18,-5.9631119486702744e-18,3.342956698496972e-18,0.0031334953325617976,-8.361765287938653e-16 +ALL,3,4096,naive_bayes,0,0.0,192,4.915049848600954e-18,4.336808689942017e-19,1.0263780566196108e-17,3.758567531283082e-18,1.1564823173178713e-18,0.034016998062440434,1.4448805387174543e-16 +ALL,3,4096,naive_bayes,0,0.01,192,4.915049848600954e-18,4.336808689942017e-19,1.0263780566196108e-17,3.758567531283082e-18,1.1564823173178713e-18,0.034016998062440434,1.4448805387174543e-16 +ALL,3,4096,naive_bayes,0,0.05,192,4.915049848600954e-18,4.336808689942017e-19,1.0263780566196108e-17,3.758567531283082e-18,1.1564823173178713e-18,0.034016998062440434,1.4448805387174543e-16 +ALL,3,4096,naive_bayes,1,0.0,192,3.47848197005766e-18,-1.8070036208091746e-19,7.417749863421658e-18,4.1922484002772836e-18,-1.5359530776877979e-18,0.28082284642332694,1.2386748494152132e-17 +ALL,3,4096,naive_bayes,1,0.01,192,1.0977546996415732e-18,-2.782785576046128e-18,5.2493455184506496e-18,1.951563910473908e-18,-7.228014483236697e-19,0.27828077430076914,3.944773771741439e-18 +ALL,3,4096,naive_bayes,1,0.05,192,2.511735032924752e-18,-2.5478751053409354e-18,7.878535786727998e-18,3.144186300207963e-18,-2.529805069132844e-19,0.2654292364537461,9.462917749689752e-18 +ALL,3,4096,naive_bayes,2,0.0,192,2.90927582950277e-18,-1.9696339466819995e-18,8.204248189378845e-18,9.03501810404587e-19,2.0599841277224584e-18,0.28482053419574627,1.0214417432077899e-17 +ALL,3,4096,naive_bayes,2,0.01,192,2.3987973066241786e-18,-2.3716922523120406e-18,7.607711119059221e-18,-6.505213034913027e-19,3.2526065174565133e-18,0.2843079705536434,8.437319931456414e-18 +ALL,3,4096,naive_bayes,2,0.05,192,1.989962737416103e-18,-1.0752800921077594e-18,5.506843534415958e-18,-9.03501810404587e-19,2.927345865710862e-18,0.2733501150067598,7.279904518667907e-18 +ALL,3,4096,support_mixture,0,0.0,192,-1.1564823173178713e-18,-5.204170427930422e-18,2.6020852139652106e-18,3.6140072416183483e-19,-1.5178830414797062e-18,0.0018445152769142326,-6.269844071189258e-16 +ALL,3,4096,support_mixture,0,0.01,192,-1.1564823173178713e-18,-5.204170427930422e-18,2.6020852139652106e-18,3.6140072416183483e-19,-1.5178830414797062e-18,0.0018445152769142326,-6.269844071189258e-16 +ALL,3,4096,support_mixture,0,0.05,192,-1.1564823173178713e-18,-5.204170427930422e-18,2.6020852139652106e-18,3.6140072416183483e-19,-1.5178830414797062e-18,0.0018445152769142326,-6.269844071189258e-16 +ALL,3,4096,support_mixture,1,0.0,192,-1.734723475976807e-18,-9.25185853854297e-18,6.071532165918825e-18,7.950815931560366e-19,-2.5298050691328436e-18,0.005176596659457244,-3.3510887366656247e-16 +ALL,3,4096,support_mixture,1,0.01,192,-3.857952730427587e-18,-1.2134029313733603e-17,4.228388472693468e-18,0.0,-3.857952730427587e-18,0.005324738906048343,-7.2453369047736e-16 +ALL,3,4096,support_mixture,1,0.05,192,6.7220534694101275e-18,-2.1684043449710077e-18,1.5975719011573886e-17,-2.638225286381394e-18,9.360278755791521e-18,0.004985461614611775,1.3483312056216852e-15 +ALL,3,4096,support_mixture,2,0.0,192,3.866987748531632e-18,-1.807003620809174e-18,9.757819552369538e-18,-6.252232527999742e-18,1.0119220276531374e-17,0.005543690519476896,6.975475515715697e-16 +ALL,3,4096,support_mixture,2,0.01,192,-2.168404344971009e-19,-8.602240736862073e-18,7.950815931560362e-18,-4.1922484002772836e-18,3.975407965780183e-18,0.005589008423768194,-3.879765748338304e-17 +ALL,3,4096,support_mixture,2,0.05,192,6.685913396993944e-19,-8.836247705756861e-18,9.97465998686664e-18,-1.4094628242311558e-18,2.0780541639305503e-18,0.005298058429460739,1.2619553910194356e-16 +context,6,64,joint_jeffreys,0,0.0,32,0.0058273353079493825,0.001133144881075103,0.010515857723009765,9.75781955236954e-19,0.005827335307949381,0.07148510205519341,0.08151817847934408 +context,6,64,joint_jeffreys,0,0.01,32,0.0058273353079493825,0.001133144881075103,0.010515857723009765,9.75781955236954e-19,0.005827335307949381,0.07148510205519341,0.08151817847934408 +context,6,64,joint_jeffreys,0,0.05,32,0.0058273353079493825,0.001133144881075103,0.010515857723009765,9.75781955236954e-19,0.005827335307949381,0.07148510205519341,0.08151817847934408 +context,6,64,joint_jeffreys,1,0.0,32,0.012718975835607702,0.0017168661491387836,0.02364295495572186,0.0512858605607105,-0.03856688472510279,0.5351446654009874,0.02376735985226965 +context,6,64,joint_jeffreys,1,0.01,32,0.019787740191136577,0.008448620582318777,0.031016263707596827,0.05098820514257861,-0.03120046495144203,0.5397004057078658,0.03666430482886736 +context,6,64,joint_jeffreys,1,0.05,32,0.01984497146763824,0.007307933816881467,0.032394858684335615,0.04985756633458273,-0.0300125948669445,0.5550960970066555,0.0357505152254751 +context,6,64,joint_jeffreys,2,0.0,32,0.04997690961011795,0.03911790520825691,0.061334130616245264,0.05311566425139361,-0.0031387546412756625,0.5551684958262897,0.09002115571369805 +context,6,64,joint_jeffreys,2,0.01,32,0.052906827760567016,0.04296932964972622,0.06282566568161752,0.052641765216249255,0.0002650625443177618,0.554936172790967,0.09533858190299649 +context,6,64,joint_jeffreys,2,0.05,32,0.049666911244574716,0.038017721854392755,0.06156268940847336,0.051432697411689765,-0.0017657861671150528,0.5609695431083314,0.08853762535728846 +context,6,64,naive_bayes,0,0.0,32,0.0005627165072949208,-0.00382480328155768,0.005514079002932465,5.421010862427522e-19,0.0005627165072949202,0.08521141616309538,0.006603768985811438 +context,6,64,naive_bayes,0,0.01,32,0.0005627165072949208,-0.00382480328155768,0.005514079002932465,5.421010862427522e-19,0.0005627165072949202,0.08521141616309538,0.006603768985811438 +context,6,64,naive_bayes,0,0.05,32,0.0005627165072949208,-0.00382480328155768,0.005514079002932465,5.421010862427522e-19,0.0005627165072949202,0.08521141616309538,0.006603768985811438 +context,6,64,naive_bayes,1,0.0,32,-0.0015798187071469965,-0.004823410356906275,0.0017115128200679655,-0.004711996836834738,0.0031321781296877425,0.7362678252146717,-0.002145711999144296 +context,6,64,naive_bayes,1,0.01,32,0.0014055287921178811,-0.0014480340980922457,0.004275937944517607,-0.004681300749179943,0.006086829541297816,0.7344415604958849,0.0019137380939729053 +context,6,64,naive_bayes,1,0.05,32,-0.0003724561574375944,-0.004537544033302612,0.003997953733049283,-0.004576198190127596,0.004203742032690008,0.7168857555473959,-0.0005195474377269447 +context,6,64,naive_bayes,2,0.0,32,9.64842972002028e-05,-0.0037543467328519024,0.00402695078839149,-0.003141569933042751,0.0032380542302429633,0.7689362049259164,0.0001254776359626591 +context,6,64,naive_bayes,2,0.01,32,-0.0010991021686931788,-0.004049289494254326,0.002119788225373043,-0.0031409357324187794,0.0020418335637255956,0.7669768374532405,-0.0014330317618753208 +context,6,64,naive_bayes,2,0.05,32,-0.0005648708088899326,-0.005084181441735477,0.003920370666726739,-0.0030970086908061623,0.0025321378819162304,0.7413122535185618,-0.0007619876863073985 +context,6,64,support_mixture,0,0.0,32,0.004523651355180766,0.00019175002213755923,0.008790396089847254,6.5052130349130266e-18,0.00452365135518076,0.07291175064938459,0.06204283006361949 +context,6,64,support_mixture,0,0.01,32,0.004523651355180766,0.00019175002213755923,0.008790396089847254,6.5052130349130266e-18,0.00452365135518076,0.07291175064938459,0.06204283006361949 +context,6,64,support_mixture,0,0.05,32,0.004523651355180766,0.00019175002213755923,0.008790396089847254,6.5052130349130266e-18,0.00452365135518076,0.07291175064938459,0.06204283006361949 +context,6,64,support_mixture,1,0.0,32,0.006238312194766139,-0.0004431343191715133,0.012438283843105183,0.012800698074884619,-0.006562385880118474,0.7211372093507282,0.008650659144856453 +context,6,64,support_mixture,1,0.01,32,0.006651235103641972,0.001974433771646418,0.011709493177883923,0.012784726492325763,-0.006133491388683795,0.7151488980434414,0.009300489900549278 +context,6,64,support_mixture,1,0.05,32,0.002152603615498237,-0.0031085096321463424,0.007846043685007468,0.01198204861704577,-0.009829445001547539,0.6943214921397917,0.0031002981181876494 +context,6,64,support_mixture,2,0.0,32,0.005622408812335557,0.0010904398878535135,0.010263309618281044,0.016793441561865595,-0.011171032749530036,0.7517405909420133,0.007479187475150255 +context,6,64,support_mixture,2,0.01,32,0.007232952597588445,0.0019083425641166656,0.013043557861634237,0.016602093331898285,-0.009369140734309845,0.7459927979478252,0.00969574051852216 +context,6,64,support_mixture,2,0.05,32,0.0025090554873362916,-0.003986680677167136,0.009368224350767736,0.015249976610603061,-0.01274092112326677,0.7156414847664595,0.003506022974835074 +context,6,256,joint_jeffreys,0,0.0,32,0.0015392742185346843,-0.00499690386923577,0.007498255099029366,-1.0299920638612292e-17,0.0015392742185346931,0.050092741446043455,0.030728488281933766 +context,6,256,joint_jeffreys,0,0.01,32,0.0015392742185346843,-0.00499690386923577,0.007498255099029366,-1.0299920638612292e-17,0.0015392742185346931,0.050092741446043455,0.030728488281933766 +context,6,256,joint_jeffreys,0,0.05,32,0.0015392742185346843,-0.00499690386923577,0.007498255099029366,-1.0299920638612292e-17,0.0015392742185346931,0.050092741446043455,0.030728488281933766 +context,6,256,joint_jeffreys,1,0.0,32,0.054983134539480664,0.044461555899613064,0.06516432503226291,0.06269601655253496,-0.0077128820130543015,0.25880825308519895,0.21244737709882988 +context,6,256,joint_jeffreys,1,0.01,32,0.05412974503115188,0.04367353115932804,0.0642635664584305,0.06234346150402892,-0.008213716472877037,0.25660135748416946,0.21094878671673167 +context,6,256,joint_jeffreys,1,0.05,32,0.04495365390434587,0.033037603796935586,0.055859482268387106,0.0604863875478117,-0.015532733643465831,0.24895204183809105,0.18057154129943637 +context,6,256,joint_jeffreys,2,0.0,32,0.05519302599334325,0.04359585652862048,0.06657870924542945,0.06730955087751166,-0.01211652488416841,0.25063128034953797,0.22021603175936133 +context,6,256,joint_jeffreys,2,0.01,32,0.05429651570738701,0.04259789630268625,0.06559628174162942,0.06678038026190868,-0.012483864554521665,0.25191799271107906,0.2155325037448153 +context,6,256,joint_jeffreys,2,0.05,32,0.04021380185165085,0.02909646659047841,0.051013630334633686,0.06375948907728812,-0.02354568722563728,0.25013204838779135,0.16077028957643014 +context,6,256,naive_bayes,0,0.0,32,0.000532800722350778,-0.0011241938647954996,0.0025104527553414385,-6.505213034913027e-19,0.0005328007223507786,0.023277752863468712,0.022888838346030244 +context,6,256,naive_bayes,0,0.01,32,0.000532800722350778,-0.0011241938647954996,0.0025104527553414385,-6.505213034913027e-19,0.0005328007223507786,0.023277752863468712,0.022888838346030244 +context,6,256,naive_bayes,0,0.05,32,0.000532800722350778,-0.0011241938647954996,0.0025104527553414385,-6.505213034913027e-19,0.0005328007223507786,0.023277752863468712,0.022888838346030244 +context,6,256,naive_bayes,1,0.0,32,-0.00028137413254470376,-0.004018828428251226,0.003127515407013734,0.005344523475579814,-0.005625897608124526,0.6803725711258487,-0.0004135589006463018 +context,6,256,naive_bayes,1,0.01,32,-0.0010231158426023633,-0.0034321640725050446,0.0013467168149062464,0.005338412690812989,-0.006361528533415355,0.6745407716806963,-0.001516759083447472 +context,6,256,naive_bayes,1,0.05,32,0.0006632623844129541,-0.0015047760078041588,0.0032905698924586982,0.005329253647217709,-0.0046659912628047515,0.6646688974713763,0.0009978838891607942 +context,6,256,naive_bayes,2,0.0,32,-6.036907677176755e-05,-0.002376940896924238,0.0021729663356195076,0.0049045561871936295,-0.004964925263965399,0.715123086907495,-8.441774273129657e-05 +context,6,256,naive_bayes,2,0.01,32,0.0006041783158995549,-0.001532506747939153,0.00324400892834544,0.004860125439841134,-0.004255947123941579,0.7093229966257402,0.0008517675569150302 +context,6,256,naive_bayes,2,0.05,32,0.0007324128728108375,-0.0014801581964527062,0.003419931850293233,0.004483504232206696,-0.0037510913593958462,0.6951526531153063,0.0010536000539285158 +context,6,256,support_mixture,0,0.0,32,0.004792375421804261,0.0020433857577004688,0.00800014798109848,7.26415455565288e-18,0.0047923754218042545,0.024437871152586964,0.19610445573926133 +context,6,256,support_mixture,0,0.01,32,0.004792375421804261,0.0020433857577004688,0.00800014798109848,7.26415455565288e-18,0.0047923754218042545,0.024437871152586964,0.19610445573926133 +context,6,256,support_mixture,0,0.05,32,0.004792375421804261,0.0020433857577004688,0.00800014798109848,7.26415455565288e-18,0.0047923754218042545,0.024437871152586964,0.19610445573926133 +context,6,256,support_mixture,1,0.0,32,0.02449913168894355,0.009900115108005475,0.0401462699951399,0.03267128461360211,-0.008172152924658563,0.4703263942692748,0.05208963814800732 +context,6,256,support_mixture,1,0.01,32,0.02487546564501834,0.0117050391571811,0.039310703403407775,0.03260223317422473,-0.007726767529206393,0.474264017566728,0.05245067035160097 +context,6,256,support_mixture,1,0.05,32,0.010624087231168972,0.0006401973500689671,0.02108752164977486,0.032160169329800814,-0.021536082098631847,0.4810726393851236,0.022084164347296913 +context,6,256,support_mixture,2,0.0,32,0.026477337937069245,0.01659027551680411,0.03636133418767582,0.03865625994850991,-0.012178922011440663,0.4624153583069914,0.05725877711763045 +context,6,256,support_mixture,2,0.01,32,0.025225994311597166,0.01420267460297031,0.03669779142330962,0.03821532145645869,-0.012989327144861514,0.4642033289654566,0.05434255365599574 +context,6,256,support_mixture,2,0.05,32,0.011500590032350568,0.00275049842696616,0.021120430780891215,0.03665536245338247,-0.0251547724210319,0.4791409670260366,0.02400251872373423 +context,6,1024,joint_jeffreys,0,0.0,32,0.0041945777525573755,0.0007748618994014413,0.007747708269015961,6.505213034913027e-19,0.004194577752557375,0.0233713601418263,0.17947512370281757 +context,6,1024,joint_jeffreys,0,0.01,32,0.0041945777525573755,0.0007748618994014413,0.007747708269015961,6.505213034913027e-19,0.004194577752557375,0.0233713601418263,0.17947512370281757 +context,6,1024,joint_jeffreys,0,0.05,32,0.0041945777525573755,0.0007748618994014413,0.007747708269015961,6.505213034913027e-19,0.004194577752557375,0.0233713601418263,0.17947512370281757 +context,6,1024,joint_jeffreys,1,0.0,32,0.012640834000636822,0.008451567664304752,0.01698451907645321,0.013466492442011726,-0.0008256584413749036,0.04614104096693039,0.27396074591591024 +context,6,1024,joint_jeffreys,1,0.01,32,0.012865673384948146,0.00881866826388132,0.017032063446311828,0.013442561529352633,-0.0005768881444044877,0.04631182279923385,0.2778053768412887 +context,6,1024,joint_jeffreys,1,0.05,32,0.014086372245622385,0.01002565858405951,0.018201020916548617,0.013279639527572598,0.0008067327180497873,0.048200979972728875,0.29224244514514364 +context,6,1024,joint_jeffreys,2,0.0,32,0.013708443601634073,0.010236680818602937,0.01728351941267385,0.014174334776194886,-0.00046589117456081325,0.04334075974793716,0.3162944923291645 +context,6,1024,joint_jeffreys,2,0.01,32,0.012378100524127075,0.00903200642627912,0.015842408677161333,0.01413437565476016,-0.0017562751306330858,0.0430196957988912,0.2877310100469402 +context,6,1024,joint_jeffreys,2,0.05,32,0.011677715410733924,0.008257055307773637,0.015203107000214648,0.01385317684180979,-0.002175461431075866,0.04594457463617396,0.2541696272782467 +context,6,1024,naive_bayes,0,0.0,32,3.708903726463232e-05,-0.00024865572969474817,0.00029774032193726987,-3.3610267347050637e-18,3.708903726463568e-05,0.006817627633318724,0.0054401676447350805 +context,6,1024,naive_bayes,0,0.01,32,3.708903726463232e-05,-0.00024865572969474817,0.00029774032193726987,-3.3610267347050637e-18,3.708903726463568e-05,0.006817627633318724,0.0054401676447350805 +context,6,1024,naive_bayes,0,0.05,32,3.708903726463232e-05,-0.00024865572969474817,0.00029774032193726987,-3.3610267347050637e-18,3.708903726463568e-05,0.006817627633318724,0.0054401676447350805 +context,6,1024,naive_bayes,1,0.0,32,-0.00014246219593759405,-0.0008939906639332204,0.0005155078744819369,0.00042077386636505364,-0.0005632360623026482,0.6519422070427191,-0.00021851966999317024 +context,6,1024,naive_bayes,1,0.01,32,-0.0002856061064097471,-0.001305456996979113,0.0006833147624827623,0.0004642734310878367,-0.0007498795374975909,0.646987814613224,-0.00044143969941765504 +context,6,1024,naive_bayes,1,0.05,32,0.00026483670083873455,-0.0005038252314899475,0.001104760440648703,0.0006957199304324785,-0.00043088322959374935,0.6299799760028755,0.0004203890773149363 +context,6,1024,naive_bayes,2,0.0,32,0.00026750110070727874,-0.0007800851632192052,0.0013802287259156087,0.0009670766151462559,-0.0006995755144389758,0.692845641938775,0.00038609047169400705 +context,6,1024,naive_bayes,2,0.01,32,-0.000386934801301363,-0.001394733978422634,0.000542262570754761,0.0009347426414193314,-0.001321677442720692,0.6856093412909536,-0.0005643662914113631 +context,6,1024,naive_bayes,2,0.05,32,-0.00045524394415236163,-0.001723867121204373,0.0005778159281294596,0.0008529375859248605,-0.0013081815300772246,0.655317308420244,-0.0006946923853572647 +context,6,1024,support_mixture,0,0.0,32,0.0015403196804495895,0.0001625096973910377,0.0031885253652830766,4.336808689942018e-18,0.0015403196804495852,0.014445269440878261,0.10663142607023184 +context,6,1024,support_mixture,0,0.01,32,0.0015403196804495895,0.0001625096973910377,0.0031885253652830766,4.336808689942018e-18,0.0015403196804495852,0.014445269440878261,0.10663142607023184 +context,6,1024,support_mixture,0,0.05,32,0.0015403196804495895,0.0001625096973910377,0.0031885253652830766,4.336808689942018e-18,0.0015403196804495852,0.014445269440878261,0.10663142607023184 +context,6,1024,support_mixture,1,0.0,32,0.018592311620766817,0.011411497121886284,0.026296777313763425,0.007721524844333836,0.01087078677643298,0.14770874962533886,0.12587143055456057 +context,6,1024,support_mixture,1,0.01,32,0.019098122603533066,0.011872071562424888,0.02687376519439812,0.007695568136477253,0.011402554467055815,0.14862575979072756,0.12849806541224193 +context,6,1024,support_mixture,1,0.05,32,0.01818277861528757,0.01056299587944114,0.02609043567856419,0.007591741305050742,0.010591037310236829,0.1568640756434948,0.11591423046161058 +context,6,1024,support_mixture,2,0.0,32,0.007425197866052221,0.0034391779383978146,0.011250412128088152,0.008731394059384362,-0.001306196193332141,0.07902302270944184,0.09396246323497118 +context,6,1024,support_mixture,2,0.01,32,0.00915336615926204,0.0047522781555416616,0.01363576173447028,0.008632796374053162,0.0005205697852088791,0.084114445335699,0.1088203830237618 +context,6,1024,support_mixture,2,0.05,32,0.010013034646297415,0.005978636777497057,0.014328117756076059,0.008347984777213043,0.0016650498690843722,0.1058793338895605,0.09457024594376184 +context,6,4096,joint_jeffreys,0,0.0,32,0.0015203973600099719,6.753287620929923e-05,0.002986091441577037,-9.64939933512099e-18,0.0015203973600099816,0.007130341054129498,0.21322926189195987 +context,6,4096,joint_jeffreys,0,0.01,32,0.0015203973600099719,6.753287620929923e-05,0.002986091441577037,-9.64939933512099e-18,0.0015203973600099816,0.007130341054129498,0.21322926189195987 +context,6,4096,joint_jeffreys,0,0.05,32,0.0015203973600099719,6.753287620929923e-05,0.002986091441577037,-9.64939933512099e-18,0.0015203973600099816,0.007130341054129498,0.21322926189195987 +context,6,4096,joint_jeffreys,1,0.0,32,-0.0005349969214300011,-0.0014751472580126603,0.00042355918124873553,0.0003362124457217189,-0.00087120936715172,0.0056904906229504615,-0.09401595694970334 +context,6,4096,joint_jeffreys,1,0.01,32,-0.0005339867012860815,-0.001474903930137913,0.0004242274007188563,0.0003362124457217362,-0.0008701991470078177,0.005688676113612456,-0.09386836069086488 +context,6,4096,joint_jeffreys,1,0.05,32,-0.0005564305692310027,-0.0015093832477819672,0.0004065527136195553,0.00033621244572172235,-0.0008926430149527251,0.005674954961433332,-0.09805021766912213 +context,6,4096,joint_jeffreys,2,0.0,32,-0.000868701081380565,-0.0016861419653627818,-9.993158648724325e-05,0.00030329661262868193,-0.001171997694009247,0.005120434421015174,-0.16965378519745533 +context,6,4096,joint_jeffreys,2,0.01,32,-0.0010847443020424452,-0.001916083203574213,-0.0003060882273645424,0.0003082112417666337,-0.001392955543809079,0.00527695945433182,-0.2055623719359803 +context,6,4096,joint_jeffreys,2,0.05,32,-0.0008755810682355633,-0.0017134495683292885,-6.112225133986811e-05,0.0003378136802576967,-0.00121339474849326,0.00556530411173739,-0.15732852161464764 +context,6,4096,naive_bayes,0,0.0,32,1.3334809227361164e-05,-5.2185304434471504e-05,9.218973211656389e-05,-3.686287386450715e-18,1.333480922736485e-05,0.00290224815155421,0.004594648193752873 +context,6,4096,naive_bayes,0,0.01,32,1.3334809227361164e-05,-5.2185304434471504e-05,9.218973211656389e-05,-3.686287386450715e-18,1.333480922736485e-05,0.00290224815155421,0.004594648193752873 +context,6,4096,naive_bayes,0,0.05,32,1.3334809227361164e-05,-5.2185304434471504e-05,9.218973211656389e-05,-3.686287386450715e-18,1.333480922736485e-05,0.00290224815155421,0.004594648193752873 +context,6,4096,naive_bayes,1,0.0,32,7.987924179075169e-05,-0.0009423639999727999,0.0011236531125998067,-0.0014499116392014174,0.0015297908809921669,0.643403557662777,0.00012415107258797328 +context,6,4096,naive_bayes,1,0.01,32,-0.0005029918778616283,-0.0025644471906888875,0.0011883179497017404,-0.0014275783558056164,0.0009245864779439924,0.6386473392178881,-0.0007875894049407789 +context,6,4096,naive_bayes,1,0.05,32,-0.00083304561275704,-0.0026137463308022004,0.0006614586047875241,-0.0013483249700731621,0.0005152793573161255,0.621631119649555,-0.0013400963793876184 +context,6,4096,naive_bayes,2,0.0,32,0.0008059816099266641,-0.0005765512585665458,0.0025496458065108287,-0.00144179810214861,0.0022477797120752712,0.6918546272506694,0.0011649580391324677 +context,6,4096,naive_bayes,2,0.01,32,-0.0009016489510304871,-0.0026927524685719526,0.0003788658283549385,-0.001443394456909313,0.0005417455058788273,0.6869297243055479,-0.001312578156291038 +context,6,4096,naive_bayes,2,0.05,32,-0.0009638115411067447,-0.002619757703063882,0.00018881189935075868,-0.0011454811521251409,0.00018166961101839666,0.6484016079018957,-0.0014864422440676165 +context,6,4096,support_mixture,0,0.0,32,0.001244995953880362,-2.606802546925482e-05,0.002482533207766459,2.168404344971009e-19,0.0012449959538803615,0.006684549354005198,0.18624979605160585 +context,6,4096,support_mixture,0,0.01,32,0.001244995953880362,-2.606802546925482e-05,0.002482533207766459,2.168404344971009e-19,0.0012449959538803615,0.006684549354005198,0.18624979605160585 +context,6,4096,support_mixture,0,0.05,32,0.001244995953880362,-2.606802546925482e-05,0.002482533207766459,2.168404344971009e-19,0.0012449959538803615,0.006684549354005198,0.18624979605160585 +context,6,4096,support_mixture,1,0.0,32,-0.00015915697602717285,-0.0021102183438998813,0.0017085845518455508,0.000525777062079312,-0.0006849340381064849,0.013736893106548576,-0.011586097001169823 +context,6,4096,support_mixture,1,0.01,32,-0.0001618035299707811,-0.0021145794669977587,0.0017041874485221311,0.0005257770620793155,-0.0006875805920500966,0.0137342465526048,-0.011781027037125226 +context,6,4096,support_mixture,1,0.05,32,-0.00021110298017048765,-0.002179197812706358,0.0016790498571103275,0.0005257770620793242,-0.0007368800422498118,0.01384498181734195,-0.015247617003444831 +context,6,4096,support_mixture,2,0.0,32,-0.0002327424384881531,-0.0011082777956829663,0.0006450732380498884,0.0004745734340076621,-0.0007073158724958152,0.0076812329065973906,-0.03030014078706704 +context,6,4096,support_mixture,2,0.01,32,-0.00023588692353790353,-0.0011442447906254256,0.0006541171774612453,0.000483376643857298,-0.0007192635673952015,0.008103680670051072,-0.02910861534927892 +context,6,4096,support_mixture,2,0.05,32,-0.00039119151858353976,-0.0013399604800270546,0.0005261469402175925,0.0005155828465675839,-0.0009067743651511237,0.010230568192132083,-0.038237516356558705 +context,3,64,joint_jeffreys,0,0.0,32,2.710505431213761e-19,-2.3310346708438345e-18,2.8731357570865868e-18,0.0,4.336808689942018e-19,0.06508191728700831,4.164759650918941e-18 +context,3,64,joint_jeffreys,0,0.01,32,2.710505431213761e-19,-2.3310346708438345e-18,2.8731357570865868e-18,0.0,4.336808689942018e-19,0.06508191728700831,4.164759650918941e-18 +context,3,64,joint_jeffreys,0,0.05,32,2.710505431213761e-19,-2.3310346708438345e-18,2.8731357570865868e-18,0.0,4.336808689942018e-19,0.06508191728700831,4.164759650918941e-18 +context,3,64,joint_jeffreys,1,0.0,32,-5.421010862427522e-18,-3.144186300207963e-17,2.211772431870429e-17,-6.071532165918825e-18,8.673617379884035e-19,0.1478909969519192,-3.6655448770758813e-17 +context,3,64,joint_jeffreys,1,0.01,32,-1.2034644114589099e-17,-3.892285799222961e-17,1.3227266504323154e-17,8.673617379884035e-19,-1.2576745200831851e-17,0.14674620465622162,-8.200991734527196e-17 +context,3,64,joint_jeffreys,1,0.05,32,1.0191500421363742e-17,-7.589415207398531e-18,3.1008182133085427e-17,3.469446951953614e-18,6.938893903907228e-18,0.14420007650585598,7.067610966870648e-17 +context,3,64,joint_jeffreys,2,0.0,32,1.3227266504323154e-17,2.3852447794681098e-18,2.7321894746634712e-17,-9.974659986866641e-18,2.3418766925686896e-17,0.15888297821678188,8.325162741017927e-17 +context,3,64,joint_jeffreys,2,0.01,32,1.1926223897340549e-17,3.0357660829594124e-18,2.3201926491189795e-17,9.540979117872439e-18,2.6020852139652106e-18,0.16102810750749808,7.406299485190944e-17 +context,3,64,joint_jeffreys,2,0.05,32,1.6263032587282567e-18,-7.914675859144182e-18,1.2468324983583301e-17,5.204170427930421e-18,-3.469446951953614e-18,0.16894300453874633,9.626342701601895e-18 +context,3,64,naive_bayes,0,0.0,32,1.734723475976807e-18,0.0,5.204170427930421e-18,0.0,1.734723475976807e-18,0.0517797019640126,3.350199808377531e-17 +context,3,64,naive_bayes,0,0.01,32,1.734723475976807e-18,0.0,5.204170427930421e-18,0.0,1.734723475976807e-18,0.0517797019640126,3.350199808377531e-17 +context,3,64,naive_bayes,0,0.05,32,1.734723475976807e-18,0.0,5.204170427930421e-18,0.0,1.734723475976807e-18,0.0517797019640126,3.350199808377531e-17 +context,3,64,naive_bayes,1,0.0,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,1.734723475976807e-18,-1.734723475976807e-18,0.5192270056610591,8.352432833150822e-19 +context,3,64,naive_bayes,1,0.01,32,8.639736061993863e-19,-1.3010426069826053e-18,3.974278588517177e-18,3.3610267347050637e-18,-4.228388472693467e-18,0.5191432641281106,1.6642296373630321e-18 +context,3,64,naive_bayes,1,0.05,32,-1.6805133673525319e-18,-5.204170427930421e-18,1.6263032587282567e-19,8.673617379884035e-18,-1.0408340855860843e-17,0.4836097959109478,-3.474936573993597e-18 +context,3,64,naive_bayes,2,0.0,32,2.168404344971009e-19,-2.6020852139652106e-18,3.0357660829594124e-18,3.903127820947816e-18,-3.903127820947816e-18,0.5055199663385992,4.2894534130400763e-19 +context,3,64,naive_bayes,2,0.01,32,-3.2526065174565133e-18,-1.2902005852577503e-17,4.662069341687669e-18,1.0408340855860843e-17,-1.214306433183765e-17,0.5011728998304249,-6.489988821337015e-18 +context,3,64,naive_bayes,2,0.05,32,1.3552527156068805e-18,0.0,3.5236570605778894e-18,5.204170427930421e-18,-1.734723475976807e-18,0.48227068127851835,2.8101495036232615e-18 +context,3,64,support_mixture,0,0.0,32,0.0,-1.3010426069826053e-18,1.3010426069826053e-18,-4.336808689942018e-19,4.336808689942018e-19,0.04842306337035106,0.0 +context,3,64,support_mixture,0,0.01,32,0.0,-1.3010426069826053e-18,1.3010426069826053e-18,-4.336808689942018e-19,4.336808689942018e-19,0.04842306337035106,0.0 +context,3,64,support_mixture,0,0.05,32,0.0,-1.3010426069826053e-18,1.3010426069826053e-18,-4.336808689942018e-19,4.336808689942018e-19,0.04842306337035106,0.0 +context,3,64,support_mixture,1,0.0,32,-2.6020852139652106e-18,-1.214306433183765e-17,4.7704895589362195e-18,0.0,-8.673617379884035e-18,0.4483187074081793,-5.804096886807131e-18 +context,3,64,support_mixture,1,0.01,32,-1.2468324983583301e-18,-5.421010862427522e-18,1.7889335846010823e-18,3.469446951953614e-18,-1.734723475976807e-18,0.44495749655086553,-2.8021384245085933e-18 +context,3,64,support_mixture,1,0.05,32,1.951563910473908e-18,-4.336808689942018e-18,9.324138683375338e-18,-1.734723475976807e-18,1.734723475976807e-18,0.4323386244968957,4.513970762489486e-18 +context,3,64,support_mixture,2,0.0,32,-1.4501204056993622e-18,-6.7220534694101275e-18,3.821812658011403e-18,-1.734723475976807e-18,4.336808689942018e-19,0.4465384743735737,-3.2474702381103063e-18 +context,3,64,support_mixture,2,0.01,32,-2.358139725155972e-18,-8.971772977317549e-18,3.957337929572091e-18,1.0842021724855044e-17,-1.0842021724855044e-17,0.44535569761779387,-5.294958025168766e-18 +context,3,64,support_mixture,2,0.05,32,6.505213034913027e-19,-4.336808689942018e-18,4.9873299934333204e-18,-1.734723475976807e-18,0.0,0.4320875994245949,1.5055310644359915e-18 +context,3,256,joint_jeffreys,0,0.0,32,-1.734723475976807e-18,-5.204170427930421e-18,0.0,-2.168404344971009e-18,4.336808689942018e-19,0.02226452171028498,-7.791424844197128e-17 +context,3,256,joint_jeffreys,0,0.01,32,-1.734723475976807e-18,-5.204170427930421e-18,0.0,-2.168404344971009e-18,4.336808689942018e-19,0.02226452171028498,-7.791424844197128e-17 +context,3,256,joint_jeffreys,0,0.05,32,-1.734723475976807e-18,-5.204170427930421e-18,0.0,-2.168404344971009e-18,4.336808689942018e-19,0.02226452171028498,-7.791424844197128e-17 +context,3,256,joint_jeffreys,1,0.0,32,-7.0835247796509e-18,-2.6592768785638183e-17,1.022749932162205e-17,8.673617379884035e-19,-7.806255641895632e-18,0.03452912330307911,-2.051463837490259e-16 +context,3,256,joint_jeffreys,1,0.01,32,8.673617379884035e-18,-2.42861286636753e-17,4.163336342344337e-17,-1.0842021724855044e-19,8.890457814381136e-18,0.034430130571579176,2.519193867665373e-16 +context,3,256,joint_jeffreys,1,0.05,32,1.214306433183765e-17,-6.938893903907228e-18,3.469446951953614e-17,1.5720931501039814e-17,-3.686287386450715e-18,0.032296060871502386,3.7599211805277864e-16 +context,3,256,joint_jeffreys,2,0.0,32,-6.0173220572945496e-18,-2.9436088982981445e-17,1.4799359654427136e-17,0.0,-5.637851296924623e-18,0.05269860628143874,-1.1418370393248792e-16 +context,3,256,joint_jeffreys,2,0.01,32,3.482999479109683e-18,-1.72933634643227e-17,2.4299681190831368e-17,2.168404344971009e-18,1.3010426069826053e-18,0.053029720401735814,6.56801403575885e-17 +context,3,256,joint_jeffreys,2,0.05,32,-1.0950441942103595e-17,-3.122502256758253e-17,3.469446951953614e-18,1.8973538018496328e-17,-2.992397996059992e-17,0.04961650659308792,-2.2070159094250103e-16 +context,3,256,naive_bayes,0,0.0,32,3.469446951953614e-18,0.0,1.0408340855860843e-17,3.469446951953614e-18,0.0,0.014327006947335436,2.4216132264798467e-16 +context,3,256,naive_bayes,0,0.01,32,3.469446951953614e-18,0.0,1.0408340855860843e-17,3.469446951953614e-18,0.0,0.014327006947335436,2.4216132264798467e-16 +context,3,256,naive_bayes,0,0.05,32,3.469446951953614e-18,0.0,1.0408340855860843e-17,3.469446951953614e-18,0.0,0.014327006947335436,2.4216132264798467e-16 +context,3,256,naive_bayes,1,0.0,32,0.0,0.0,0.0,2.0816681711721685e-17,-2.0816681711721685e-17,0.48655653196573,0.0 +context,3,256,naive_bayes,1,0.01,32,-1.734723475976807e-18,-4.336808689942018e-18,0.0,-1.0842021724855044e-19,1.0842021724855044e-19,0.4798818340533082,-3.614897153585738e-18 +context,3,256,naive_bayes,1,0.05,32,1.3010426069826053e-18,0.0,3.469446951953614e-18,0.0,1.734723475976807e-18,0.46254821383673433,2.812771875586216e-18 +context,3,256,naive_bayes,2,0.0,32,-1.0842021724855044e-19,-3.2526065174565133e-19,0.0,-4.336808689942018e-19,4.336808689942018e-19,0.4767327271214479,-2.2742348297168685e-19 +context,3,256,naive_bayes,2,0.01,32,-3.469446951953614e-18,-9.540979117872439e-18,8.673617379884035e-19,-4.336808689942018e-19,-5.637851296924623e-18,0.47592782760064695,-7.289859408819528e-18 +context,3,256,naive_bayes,2,0.05,32,2.222614453595284e-18,-8.131516293641283e-19,6.613633252161577e-18,1.734723475976807e-18,1.8431436932253575e-18,0.46239059901832413,4.8067898835183795e-18 +context,3,256,support_mixture,0,0.0,32,6.288372600415926e-18,2.168404344971009e-19,1.496198998029996e-17,3.469446951953614e-18,2.8189256484623115e-18,0.013368978276131899,4.703704703928479e-16 +context,3,256,support_mixture,0,0.01,32,6.288372600415926e-18,2.168404344971009e-19,1.496198998029996e-17,3.469446951953614e-18,2.8189256484623115e-18,0.013368978276131899,4.703704703928479e-16 +context,3,256,support_mixture,0,0.05,32,6.288372600415926e-18,2.168404344971009e-19,1.496198998029996e-17,3.469446951953614e-18,2.8189256484623115e-18,0.013368978276131899,4.703704703928479e-16 +context,3,256,support_mixture,1,0.0,32,7.318364664277155e-18,-1.7889335846010823e-18,1.8973538018496328e-17,-2.2551405187698492e-17,3.0140820395097023e-17,0.2685617958058556,2.725020750742831e-17 +context,3,256,support_mixture,1,0.01,32,-2.032879073410321e-18,-1.2061749168901237e-17,8.349034354496178e-18,0.0,2.168404344971009e-19,0.26912986324628263,-7.553524714386746e-18 +context,3,256,support_mixture,1,0.05,32,1.951563910473908e-18,-8.565197162635485e-18,1.235990476633475e-17,-6.938893903907228e-18,1.0625181290357943e-17,0.28082232282325287,6.94946146322636e-18 +context,3,256,support_mixture,2,0.0,32,-9.324138683375338e-18,-2.47198095326695e-17,5.421010862427522e-18,0.0,-1.1058862159352145e-17,0.2345525029519815,-3.975288503011291e-17 +context,3,256,support_mixture,2,0.01,32,-4.7704895589362195e-18,-1.431146867680866e-17,2.6020852139652106e-18,9.974659986866641e-18,-1.474514954580286e-17,0.24164372314763738,-1.9741831059363323e-17 +context,3,256,support_mixture,2,0.05,32,-6.938893903907228e-18,-1.6479873021779667e-17,1.0842021724855044e-19,-3.469446951953614e-18,-2.4936649967166602e-18,0.2620403144184078,-2.648025331257878e-17 +context,3,1024,joint_jeffreys,0,0.0,32,-2.168404344971009e-19,-1.3010426069826053e-18,6.505213034913027e-19,-3.469446951953614e-18,3.2526065174565133e-18,0.008600912154642162,-2.521132998435123e-17 +context,3,1024,joint_jeffreys,0,0.01,32,-2.168404344971009e-19,-1.3010426069826053e-18,6.505213034913027e-19,-3.469446951953614e-18,3.2526065174565133e-18,0.008600912154642162,-2.521132998435123e-17 +context,3,1024,joint_jeffreys,0,0.05,32,-2.168404344971009e-19,-1.3010426069826053e-18,6.505213034913027e-19,-3.469446951953614e-18,3.2526065174565133e-18,0.008600912154642162,-2.521132998435123e-17 +context,3,1024,joint_jeffreys,1,0.0,32,1.0408340855860843e-17,-3.469446951953614e-18,2.42861286636753e-17,2.6020852139652106e-18,7.806255641895632e-18,0.00769369233839956,1.3528407945184331e-15 +context,3,1024,joint_jeffreys,1,0.01,32,1.3552527156068805e-17,-1.0733601507606494e-17,3.469446951953614e-17,1.0733601507606494e-17,2.927345865710862e-18,0.007544376951154508,1.796374603736479e-15 +context,3,1024,joint_jeffreys,1,0.05,32,-1.2115959277525512e-17,-4.334098184510804e-17,2.0816681711721685e-17,-7.26415455565288e-18,-4.87890977618477e-18,0.00765508971557205,-1.5827324992519843e-15 +context,3,1024,joint_jeffreys,2,0.0,32,3.0357660829594124e-18,-3.252606517456513e-17,3.729655473350135e-17,-1.3010426069826053e-18,4.336808689942018e-18,0.013751895448703477,2.2075255693175176e-16 +context,3,1024,joint_jeffreys,2,0.01,32,1.3010426069826053e-18,-1.691355389077387e-17,1.6046192152785466e-17,4.336808689942018e-18,-3.0357660829594124e-18,0.013555589161228343,9.597831503361312e-17 +context,3,1024,joint_jeffreys,2,0.05,32,-2.507217523872729e-18,-3.469446951953614e-17,3.122502256758253e-17,-7.15573433840433e-18,4.553649124439119e-18,0.012341961384163325,-2.0314579229601894e-16 +context,3,1024,naive_bayes,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.00410844546712906,0.0 +context,3,1024,naive_bayes,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.00410844546712906,0.0 +context,3,1024,naive_bayes,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.00410844546712906,0.0 +context,3,1024,naive_bayes,1,0.0,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,3.469446951953614e-18,-3.469446951953614e-18,0.450498846878455,9.626681000389093e-19 +context,3,1024,naive_bayes,1,0.01,32,1.951563910473908e-18,-4.336808689942018e-19,5.854691731421724e-18,3.469446951953614e-18,-3.0357660829594124e-18,0.44783605202668053,4.357764189913054e-18 +context,3,1024,naive_bayes,1,0.05,32,-3.469446951953614e-18,-9.540979117872439e-18,8.673617379884035e-19,-1.734723475976807e-18,-3.469446951953614e-18,0.44136875494821687,-7.860653734677398e-18 +context,3,1024,naive_bayes,2,0.0,32,-8.673617379884035e-19,-2.927345865710862e-18,5.421010862427522e-19,0.0,-8.673617379884035e-19,0.45677443931295714,-1.898884139167284e-18 +context,3,1024,naive_bayes,2,0.01,32,2.0599841277224584e-18,-5.421010862427522e-19,6.288372600415926e-18,3.903127820947816e-18,-1.734723475976807e-18,0.4531477357960529,4.5459437728484876e-18 +context,3,1024,naive_bayes,2,0.05,32,-3.469446951953614e-18,-9.540979117872439e-18,8.673617379884035e-19,-1.734723475976807e-18,-5.204170427930421e-18,0.44434426628644363,-7.808015575286073e-18 +context,3,1024,support_mixture,0,0.0,32,-3.0357660829594124e-18,-1.0408340855860843e-17,1.3010426069826053e-18,-3.469446951953614e-18,4.336808689942018e-19,0.006654280698482791,-4.562125074843299e-16 +context,3,1024,support_mixture,0,0.01,32,-3.0357660829594124e-18,-1.0408340855860843e-17,1.3010426069826053e-18,-3.469446951953614e-18,4.336808689942018e-19,0.006654280698482791,-4.562125074843299e-16 +context,3,1024,support_mixture,0,0.05,32,-3.0357660829594124e-18,-1.0408340855860843e-17,1.3010426069826053e-18,-3.469446951953614e-18,4.336808689942018e-19,0.006654280698482791,-4.562125074843299e-16 +context,3,1024,support_mixture,1,0.0,32,1.214306433183765e-17,-3.469446951953614e-18,2.7755575615628914e-17,0.0,1.214306433183765e-17,0.0606403782985685,2.0024717313025575e-16 +context,3,1024,support_mixture,1,0.01,32,-2.5153490401663703e-17,-5.3017486234541167e-17,3.2797115717682565e-19,1.214306433183765e-17,-3.729655473350135e-17,0.06087432596501041,-4.1320359614530315e-16 +context,3,1024,support_mixture,1,0.05,32,-2.6020852139652106e-18,-1.8214596497756474e-17,1.3010426069826053e-17,6.613633252161577e-18,-9.215718466126788e-18,0.06212970660960965,-4.188149849661038e-17 +context,3,1024,support_mixture,2,0.0,32,8.239936510889834e-18,-9.107298248878237e-18,3.122502256758253e-17,3.0357660829594124e-18,5.204170427930421e-18,0.055313619409588455,1.4896758879353797e-16 +context,3,1024,support_mixture,2,0.01,32,-1.7780915628762273e-17,-4.0332320816460765e-17,3.0357660829594124e-18,3.469446951953614e-18,-2.1250362580715887e-17,0.055572636971653044,-3.199581052421916e-16 +context,3,1024,support_mixture,2,0.05,32,-1.3877787807814457e-17,-3.8163916471489756e-17,8.673617379884035e-18,1.3660947373317356e-17,-2.7538735181131813e-17,0.054600131882192426,-2.5417132394034805e-16 +context,3,4096,joint_jeffreys,0,0.0,32,1.734723475976807e-18,-5.204170427930421e-18,1.0408340855860843e-17,3.469446951953614e-18,-1.734723475976807e-18,0.0028522935729379043,6.081854590409557e-16 +context,3,4096,joint_jeffreys,0,0.01,32,1.734723475976807e-18,-5.204170427930421e-18,1.0408340855860843e-17,3.469446951953614e-18,-1.734723475976807e-18,0.0028522935729379043,6.081854590409557e-16 +context,3,4096,joint_jeffreys,0,0.05,32,1.734723475976807e-18,-5.204170427930421e-18,1.0408340855860843e-17,3.469446951953614e-18,-1.734723475976807e-18,0.0028522935729379043,6.081854590409557e-16 +context,3,4096,joint_jeffreys,1,0.0,32,6.071532165918825e-18,-1.736891880321776e-17,3.0357660829594124e-17,2.6020852139652106e-18,3.469446951953614e-18,0.0024382207849799054,2.49014863761358e-15 +context,3,4096,joint_jeffreys,1,0.01,32,-1.9949319973733282e-17,-4.423544863740858e-17,8.673617379884035e-19,-1.723881454251952e-17,-2.710505431213761e-18,0.0021781090147704463,-9.159008956140685e-15 +context,3,4096,joint_jeffreys,1,0.05,32,-5.204170427930421e-18,-3.122502256758253e-17,2.0816681711721685e-17,1.951563910473908e-18,-7.15573433840433e-18,0.0019791686859474966,-2.629472901870921e-15 +context,3,4096,joint_jeffreys,2,0.0,32,1.3877787807814457e-17,-1.734723475976807e-17,4.5102810375396984e-17,-6.071532165918825e-18,1.9949319973733282e-17,0.0032416112556403753,4.28113882676932e-15 +context,3,4096,joint_jeffreys,2,0.01,32,-1.214306433183765e-17,-3.8163916471489756e-17,1.214306433183765e-17,-7.37257477290143e-18,-4.7704895589362195e-18,0.0032422763493359374,-3.745228050756597e-15 +context,3,4096,joint_jeffreys,2,0.05,32,-8.782037597132586e-18,-2.9818270248782583e-17,1.0299920638612292e-17,-3.2526065174565133e-18,-5.5294310796760726e-18,0.0025388028450885614,-3.459125474875636e-15 +context,3,4096,naive_bayes,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.0019429526687706547,0.0 +context,3,4096,naive_bayes,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.0019429526687706547,0.0 +context,3,4096,naive_bayes,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.0019429526687706547,0.0 +context,3,4096,naive_bayes,1,0.0,32,1.0842021724855044e-19,-9.75781955236954e-19,1.3010426069826053e-18,0.0,0.0,0.449856780930958,2.410105212245101e-19 +context,3,4096,naive_bayes,1,0.01,32,1.0842021724855044e-18,0.0,2.8189256484623115e-18,6.938893903907228e-18,-6.938893903907228e-18,0.44539939331432854,2.434224627962971e-18 +context,3,4096,naive_bayes,1,0.05,32,2.0599841277224584e-18,-2.168404344971009e-19,5.965822454101449e-18,3.469446951953614e-18,0.0,0.4308243154116039,4.781494576865692e-18 +context,3,4096,naive_bayes,2,0.0,32,2.168404344971009e-18,0.0,6.071532165918825e-18,0.0,0.0,0.4516190093920406,4.80140184508634e-18 +context,3,4096,naive_bayes,2,0.01,32,2.168404344971009e-19,-6.505213034913027e-19,1.3010426069826053e-18,3.469446951953614e-18,-3.469446951953614e-18,0.4516882332208515,4.800666002540683e-19 +context,3,4096,naive_bayes,2,0.05,32,3.0086610286472748e-18,-2.710505431213761e-20,7.37257477290143e-18,3.469446951953614e-18,0.0,0.43341593348845164,6.941740707203236e-18 +context,3,4096,support_mixture,0,0.0,32,-5.204170427930421e-18,-1.3877787807814457e-17,0.0,-3.469446951953614e-18,-1.734723475976807e-18,0.0026019616561858833,-2.0000949727902665e-15 +context,3,4096,support_mixture,0,0.01,32,-5.204170427930421e-18,-1.3877787807814457e-17,0.0,-3.469446951953614e-18,-1.734723475976807e-18,0.0026019616561858833,-2.0000949727902665e-15 +context,3,4096,support_mixture,0,0.05,32,-5.204170427930421e-18,-1.3877787807814457e-17,0.0,-3.469446951953614e-18,-1.734723475976807e-18,0.0026019616561858833,-2.0000949727902665e-15 +context,3,4096,support_mixture,1,0.0,32,-2.6020852139652106e-18,-2.2551405187698492e-17,1.474514954580286e-17,-9.540979117872439e-18,6.938893903907228e-18,0.005866608420906028,-4.43541655974944e-16 +context,3,4096,support_mixture,1,0.01,32,-1.6425662913155392e-17,-3.729655473350135e-17,1.734723475976807e-18,-1.723881454251952e-17,8.131516293641283e-19,0.00594562659308473,-2.7626462334953625e-15 +context,3,4096,support_mixture,1,0.05,32,1.734723475976807e-18,-2.7755575615628914e-17,3.2959746043559335e-17,-6.938893903907228e-18,8.673617379884035e-18,0.005690224471649907,3.048602888373955e-16 +context,3,4096,support_mixture,2,0.0,32,6.938893903907228e-18,-1.0408340855860843e-17,2.7755575615628914e-17,-9.974659986866641e-18,1.691355389077387e-17,0.006281911290009989,1.1045832364653138e-15 +context,3,4096,support_mixture,2,0.01,32,9.540979117872439e-18,-1.734723475976807e-17,3.5561831257524545e-17,-4.336808689942018e-19,9.974659986866641e-18,0.0058962131253254,1.6181537056203156e-15 +context,3,4096,support_mixture,2,0.05,32,3.3610267347050637e-18,-2.42861286636753e-17,3.1008182133085427e-17,-6.938893903907228e-18,1.0299920638612292e-17,0.005296231537565643,6.346072128579794e-16 +independent,6,64,joint_jeffreys,0,0.0,32,-0.01785983098076293,-0.04035012170196459,0.004334143440491679,0.005360159967273025,-0.023219990948035958,0.42283630513998305,-0.04223816820755328 +independent,6,64,joint_jeffreys,0,0.01,32,-0.01785983098076293,-0.04035012170196459,0.004334143440491679,0.005360159967273025,-0.023219990948035958,0.42283630513998305,-0.04223816820755328 +independent,6,64,joint_jeffreys,0,0.05,32,-0.01785983098076293,-0.04035012170196459,0.004334143440491679,0.005360159967273025,-0.023219990948035958,0.42283630513998305,-0.04223816820755328 +independent,6,64,joint_jeffreys,1,0.0,32,0.00786533740417893,-0.00714001236720935,0.023120842255430787,-0.0003026208185510533,0.008167958222729981,0.4037580247587471,0.019480324654546778 +independent,6,64,joint_jeffreys,1,0.01,32,0.010501008565852458,-0.004727750064365177,0.026212972640009328,-0.00011760329084009417,0.010618611856692555,0.4112171120598327,0.02553640949728898 +independent,6,64,joint_jeffreys,1,0.05,32,0.014421892953837074,0.0014645214016630029,0.027557127440928617,0.000930468116351885,0.013491424837485187,0.46222105410415426,0.031201289568664536 +independent,6,64,joint_jeffreys,2,0.0,32,-0.01253968620219769,-0.023426778131240784,-0.0016230099567559732,0.0009756952723957851,-0.013515381474593477,0.4479272178299038,-0.02799491904722682 +independent,6,64,joint_jeffreys,2,0.01,32,-0.011652226864546568,-0.022126633446059776,-0.0013446858653065406,0.0008204604474575244,-0.012472687312004092,0.4563482213299892,-0.02553363050388827 +independent,6,64,joint_jeffreys,2,0.05,32,0.00809651249400466,-0.004590008088286038,0.02040818254131203,0.00030487901571832343,0.007791633478286337,0.4775437942121539,0.016954492115978995 +independent,6,64,naive_bayes,0,0.0,32,0.0011294644656601842,0.00016384071432617704,0.0022013529432510412,-0.0005998340237692371,0.0017292984894294212,0.01825699820651361,0.061864741009681506 +independent,6,64,naive_bayes,0,0.01,32,0.0011294644656601842,0.00016384071432617704,0.0022013529432510412,-0.0005998340237692371,0.0017292984894294212,0.01825699820651361,0.061864741009681506 +independent,6,64,naive_bayes,0,0.05,32,0.0011294644656601842,0.00016384071432617704,0.0022013529432510412,-0.0005998340237692371,0.0017292984894294212,0.01825699820651361,0.061864741009681506 +independent,6,64,naive_bayes,1,0.0,32,-0.00017740520470517496,-0.0011247953476650105,0.0007294153716545063,-0.00010210391470595603,-7.530128999921892e-05,0.01640101265704408,-0.01081672262651301 +independent,6,64,naive_bayes,1,0.01,32,-0.000479397113753062,-0.0014063626268804434,0.0003637872896975045,-4.266452520122754e-05,-0.00043673258855183444,0.016677251500673007,-0.02874557079946393 +independent,6,64,naive_bayes,1,0.05,32,-0.0003899375783184694,-0.0012666396880542778,0.00045746123408663077,-0.0003122693267180246,-7.766825160044483e-05,0.016983670503517456,-0.022959558608824295 +independent,6,64,naive_bayes,2,0.0,32,-3.360479003044689e-05,-0.0012098311090555883,0.001265747804397975,-0.0001245018462751879,9.089705624474101e-05,0.015560211329085583,-0.0021596615444182225 +independent,6,64,naive_bayes,2,0.01,32,0.0003933251541033342,-0.0008968093731309025,0.0019441777327085016,-0.0001692766521174914,0.0005626018062208256,0.01618314436760826,0.024304618754474136 +independent,6,64,naive_bayes,2,0.05,32,-0.00035389274473847723,-0.0011351248195642144,0.0004787675657754013,2.5460242500923574e-05,-0.0003793529872394008,0.016354953739597056,-0.02163826020991217 +independent,6,64,support_mixture,0,0.0,32,0.0006840361194102203,-0.0012173160601965465,0.002590327113445446,0.00017263240871306582,0.0005114037106971545,0.022119408802514284,0.03092470171863123 +independent,6,64,support_mixture,0,0.01,32,0.0006840361194102203,-0.0012173160601965465,0.002590327113445446,0.00017263240871306582,0.0005114037106971545,0.022119408802514284,0.03092470171863123 +independent,6,64,support_mixture,0,0.05,32,0.0006840361194102203,-0.0012173160601965465,0.002590327113445446,0.00017263240871306582,0.0005114037106971545,0.022119408802514284,0.03092470171863123 +independent,6,64,support_mixture,1,0.0,32,0.0003165103144213942,-0.0010609627141199899,0.0016945538955856973,-0.0002811545878948496,0.0005976649023162438,0.022803652264479113,0.013879807968937383 +independent,6,64,support_mixture,1,0.01,32,7.373341834673516e-05,-0.0014705571995542095,0.0016292181642345574,-0.00027673702706066186,0.000350470445407397,0.02272418558917788,0.003244711149597802 +independent,6,64,support_mixture,1,0.05,32,-3.159046993973791e-05,-0.001739918300140114,0.0016099345797008923,-0.0003101867483488556,0.0002785962784091177,0.02214683586407107,-0.0014264100810440058 +independent,6,64,support_mixture,2,0.0,32,9.864947124654452e-05,-0.0007699381424571128,0.0010280714859146483,-5.5214462935760517e-05,0.00015386393418230504,0.020906571540385332,0.0047185867398670716 +independent,6,64,support_mixture,2,0.01,32,0.0003719471657939316,-0.0006396650554573015,0.0013781636368094406,-6.247737270221806e-05,0.0004344245384961497,0.02132895348200381,0.017438603638371665 +independent,6,64,support_mixture,2,0.05,32,0.0011635114960855883,0.00016360797881035142,0.002253179371219547,-6.655142257848065e-05,0.001230062918664069,0.02284373470901957,0.050933505878361915 +independent,6,256,joint_jeffreys,0,0.0,32,-0.008964273287844736,-0.017858947548651326,8.457805128493946e-05,0.0027577743876731516,-0.011722047675517887,0.12289003200068194,-0.07294548745658225 +independent,6,256,joint_jeffreys,0,0.01,32,-0.008964273287844736,-0.017858947548651326,8.457805128493946e-05,0.0027577743876731516,-0.011722047675517887,0.12289003200068194,-0.07294548745658225 +independent,6,256,joint_jeffreys,0,0.05,32,-0.008964273287844736,-0.017858947548651326,8.457805128493946e-05,0.0027577743876731516,-0.011722047675517887,0.12289003200068194,-0.07294548745658225 +independent,6,256,joint_jeffreys,1,0.0,32,-0.00778402578683237,-0.015223293825752028,-0.0005813291786040308,-0.0024176694889118354,-0.005366356297920535,0.16081769568524296,-0.048402793944190635 +independent,6,256,joint_jeffreys,1,0.01,32,-0.00812645908413957,-0.01543848128890399,-0.0010803411713714215,-0.002379441403754644,-0.005747017680384926,0.16288949198856306,-0.04988940038385135 +independent,6,256,joint_jeffreys,1,0.05,32,-0.003216819263088474,-0.010025207846699719,0.003747232973938606,-0.0024073346743576154,-0.0008094845887308584,0.15741899061366182,-0.020434759812322782 +independent,6,256,joint_jeffreys,2,0.0,32,-0.022493923591204106,-0.030976705311674672,-0.013744764372795225,-0.0018809521063130677,-0.020612971484891038,0.17210161034325955,-0.13070141265000135 +independent,6,256,joint_jeffreys,2,0.01,32,-0.02037455588995046,-0.028243074214678185,-0.01234628472834682,-0.0018649745422325212,-0.01850958134771794,0.17426315173295748,-0.11691832545971982 +independent,6,256,joint_jeffreys,2,0.05,32,-0.012603308308147751,-0.019582289209990597,-0.005532440155579679,-0.0014517921681798246,-0.011151516139967926,0.16394811863742964,-0.07687375989973937 +independent,6,256,naive_bayes,0,0.0,32,-0.0006585792344332431,-0.001188913168435318,-0.0001898587085053425,-0.0007721457021021318,0.0001135664676688887,0.004561024110458001,-0.14439284215209094 +independent,6,256,naive_bayes,0,0.01,32,-0.0006585792344332431,-0.001188913168435318,-0.0001898587085053425,-0.0007721457021021318,0.0001135664676688887,0.004561024110458001,-0.14439284215209094 +independent,6,256,naive_bayes,0,0.05,32,-0.0006585792344332431,-0.001188913168435318,-0.0001898587085053425,-0.0007721457021021318,0.0001135664676688887,0.004561024110458001,-0.14439284215209094 +independent,6,256,naive_bayes,1,0.0,32,-9.147620954172431e-05,-0.0007153700847054728,0.0005591938493973878,-0.00011515179146096358,2.367558191923927e-05,0.005160573481769015,-0.017725977522631223 +independent,6,256,naive_bayes,1,0.01,32,-0.00032659915554813027,-0.0008849397092413571,0.00024259763015400292,-0.00018548560377195517,-0.0001411135517761751,0.005086407120158953,-0.06421018763003065 +independent,6,256,naive_bayes,1,0.05,32,6.237321689971792e-05,-0.0004830625581034815,0.0006626973856490498,-0.00042082054645474834,0.00048319376335446626,0.005432768979077518,0.011480925682635758 +independent,6,256,naive_bayes,2,0.0,32,-0.00017407703042946962,-0.000850273554414146,0.0005491925858937366,-3.410859516234099e-05,-0.00013996843526712863,0.0045359908111861635,-0.03837684811886742 +independent,6,256,naive_bayes,2,0.01,32,4.935426722415745e-05,-0.0007827125974558584,0.0010089097883313044,0.00010786956248338628,-5.851529525922883e-05,0.0048160566310525565,0.010247858570834744 +independent,6,256,naive_bayes,2,0.05,32,-0.0008108858987649036,-0.0012757498393092355,-0.0003406049877282425,-0.0003826531074230567,-0.00042823279134184683,0.004530150648723419,-0.17899755695617064 +independent,6,256,support_mixture,0,0.0,32,0.0001914322316166825,-0.001956804921747978,0.0021619151936073076,0.0012357578536468308,-0.0010443256220301483,0.01654243433285063,0.011572192324592076 +independent,6,256,support_mixture,0,0.01,32,0.0001914322316166825,-0.001956804921747978,0.0021619151936073076,0.0012357578536468308,-0.0010443256220301483,0.01654243433285063,0.011572192324592076 +independent,6,256,support_mixture,0,0.05,32,0.0001914322316166825,-0.001956804921747978,0.0021619151936073076,0.0012357578536468308,-0.0010443256220301483,0.01654243433285063,0.011572192324592076 +independent,6,256,support_mixture,1,0.0,32,0.0013375737671712275,-0.00037978944723563747,0.0030619599120095143,-0.0001399257753929503,0.0014774995425641778,0.02008938720793274,0.0665811133673135 +independent,6,256,support_mixture,1,0.01,32,0.0017182223015149295,-0.00011144143962802685,0.003601395697896342,-0.0001595570774444409,0.0018777793789593704,0.020026589490494073,0.08579705008336591 +independent,6,256,support_mixture,1,0.05,32,0.000791038059784234,-0.000964523905977908,0.0025033058496298235,-0.00010543279740558506,0.000896470857189819,0.02045257613097884,0.0386766955281528 +independent,6,256,support_mixture,2,0.0,32,-0.00039777313978768894,-0.0016526434554117462,0.0008036935293441243,-0.00010434752069161599,-0.00029342561909607295,0.01837089491111865,-0.02165235508189337 +independent,6,256,support_mixture,2,0.01,32,0.0008327934221932128,-0.0006166337646966247,0.0023166735814171328,-0.00014613602323008956,0.0009789294454233023,0.020093561799770066,0.04144578400245309 +independent,6,256,support_mixture,2,0.05,32,0.0009174768567723965,-0.0005225367295488944,0.002382780649231872,-0.00018156560245648212,0.0010990424592288786,0.020566616464039345,0.04461000468290939 +independent,6,1024,joint_jeffreys,0,0.0,32,-0.002884648733820345,-0.006190535717665075,0.0004414276984727424,-0.002179031696348574,-0.0007056170374717709,0.025927495675754808,-0.11125828617986516 +independent,6,1024,joint_jeffreys,0,0.01,32,-0.002884648733820345,-0.006190535717665075,0.0004414276984727424,-0.002179031696348574,-0.0007056170374717709,0.025927495675754808,-0.11125828617986516 +independent,6,1024,joint_jeffreys,0,0.05,32,-0.002884648733820345,-0.006190535717665075,0.0004414276984727424,-0.002179031696348574,-0.0007056170374717709,0.025927495675754808,-0.11125828617986516 +independent,6,1024,joint_jeffreys,1,0.0,32,-0.0021867745858994946,-0.005023939126752775,0.0007084933164456859,-0.0030058873526853866,0.000819112766785892,0.03510444714660288,-0.06229337772411302 +independent,6,1024,joint_jeffreys,1,0.01,32,-0.0012473923337861029,-0.004202561435641815,0.0016734446422144301,-0.0031224070239947548,0.0018750146902086519,0.035934888763989425,-0.03471256978082321 +independent,6,1024,joint_jeffreys,1,0.05,32,-0.0006062241658285547,-0.0036540440454367554,0.002287648616714537,-0.003376537835077291,0.0027703136692487362,0.03633770905007949,-0.016683059600512393 +independent,6,1024,joint_jeffreys,2,0.0,32,-0.008358787675650403,-0.011204259899515465,-0.005611971393755501,-0.0028919123852409467,-0.005466875290409456,0.03489209604138743,-0.23956106465302587 +independent,6,1024,joint_jeffreys,2,0.01,32,-0.007895775882819329,-0.010921972658650522,-0.0048440677235914165,-0.0031231679912485377,-0.004772607891570791,0.034935696478345046,-0.22600882990020077 +independent,6,1024,joint_jeffreys,2,0.05,32,-0.004010100365391338,-0.007368643391024485,-0.0007432306297616285,-0.003276785919526539,-0.0007333144458647987,0.036733163731642815,-0.10916839057717598 +independent,6,1024,naive_bayes,0,0.0,32,-0.0006944790208943744,-0.0013032009669837375,-0.00023624817954756764,-0.0005839586636121954,-0.0001105203572821789,0.0014123490797794958,-0.49171910176965633 +independent,6,1024,naive_bayes,0,0.01,32,-0.0006944790208943744,-0.0013032009669837375,-0.00023624817954756764,-0.0005839586636121954,-0.0001105203572821789,0.0014123490797794958,-0.49171910176965633 +independent,6,1024,naive_bayes,0,0.05,32,-0.0006944790208943744,-0.0013032009669837375,-0.00023624817954756764,-0.0005839586636121954,-0.0001105203572821789,0.0014123490797794958,-0.49171910176965633 +independent,6,1024,naive_bayes,1,0.0,32,-7.606939545242233e-05,-0.00045793633707225985,0.0003590373219194057,-0.00013842271666367548,6.235332121125314e-05,0.0018022733544837966,-0.042207468286191235 +independent,6,1024,naive_bayes,1,0.01,32,-0.00023460025017571148,-0.0005511892439802016,9.514517529108153e-05,-0.00024729585490371186,1.2695604728000381e-05,0.001714679420440568,-0.13681872388451105 +independent,6,1024,naive_bayes,1,0.05,32,-0.00016149611331335578,-0.0005137979397515692,0.0002700754070650134,-0.00022861101528283065,6.711490196947487e-05,0.0017268033629861401,-0.09352316353732512 +independent,6,1024,naive_bayes,2,0.0,32,-7.336501671340381e-05,-0.0005025060337656238,0.0003636994373427636,-1.589028480343188e-05,-5.747473190997193e-05,0.001898231950984819,-0.038649131722464904 +independent,6,1024,naive_bayes,2,0.01,32,0.00015807323782299904,-0.0004147647047307958,0.000845055214436651,0.00011430387704194911,4.3769360781049926e-05,0.0020307997698310043,0.07783792384226698 +independent,6,1024,naive_bayes,2,0.05,32,-0.0005592545651339105,-0.0008981493812169744,-0.0002657208152433839,-0.0004976401784287723,-6.161438670513816e-05,0.0016962553878097086,-0.32969950701589135 +independent,6,1024,support_mixture,0,0.0,32,-0.0012706705955697756,-0.002696429977921358,0.00018342085156380385,-0.00030278769086924603,-0.0009678829047005295,0.011862614623437517,-0.10711555891390527 +independent,6,1024,support_mixture,0,0.01,32,-0.0012706705955697756,-0.002696429977921358,0.00018342085156380385,-0.00030278769086924603,-0.0009678829047005295,0.011862614623437517,-0.10711555891390527 +independent,6,1024,support_mixture,0,0.05,32,-0.0012706705955697756,-0.002696429977921358,0.00018342085156380385,-0.00030278769086924603,-0.0009678829047005295,0.011862614623437517,-0.10711555891390527 +independent,6,1024,support_mixture,1,0.0,32,0.00025746891987601245,-0.0011831130797429912,0.0018225286635944998,-0.0007460993297981645,0.001003568249674177,0.016247552237828033,0.015846628224808267 +independent,6,1024,support_mixture,1,0.01,32,-0.00013018845498304413,-0.0014817662540132788,0.0013423028595722045,-0.0007599114534689658,0.0006297229984859216,0.016162351891851556,-0.008055043959826182 +independent,6,1024,support_mixture,1,0.05,32,0.0006811885271816899,-0.0007528612519744784,0.0022205797082476973,-0.0007470303597363719,0.0014282188869180618,0.01629659353074009,0.04179944268087508 +independent,6,1024,support_mixture,2,0.0,32,-0.0014298478525436517,-0.0024481478309719687,-0.000361618786584075,-0.0007156278825242585,-0.0007142199700193932,0.014173784129110745,-0.10087975374247213 +independent,6,1024,support_mixture,2,0.01,32,-0.0012231056595140531,-0.0022112299206884524,-0.00024356129636793624,-0.0007247898100839201,-0.000498315849430133,0.014401905835499274,-0.08492665300582779 +independent,6,1024,support_mixture,2,0.05,32,-0.00019052564352261409,-0.0013981708524065705,0.0010542478033242918,-0.0005703789207686764,0.00037985327724606235,0.016204265188278333,-0.011757746575292688 +independent,6,4096,joint_jeffreys,0,0.0,32,-0.0016204691223735516,-0.0024366972556099722,-0.0008882169003142808,-0.0014893074101598285,-0.0001311617122137232,0.005997084167386424,-0.270209501341677 +independent,6,4096,joint_jeffreys,0,0.01,32,-0.0016204691223735516,-0.0024366972556099722,-0.0008882169003142808,-0.0014893074101598285,-0.0001311617122137232,0.005997084167386424,-0.270209501341677 +independent,6,4096,joint_jeffreys,0,0.05,32,-0.0016204691223735516,-0.0024366972556099722,-0.0008882169003142808,-0.0014893074101598285,-0.0001311617122137232,0.005997084167386424,-0.270209501341677 +independent,6,4096,joint_jeffreys,1,0.0,32,-0.0011797207591300457,-0.001770249890834534,-0.0005933825195039489,-0.0011324829758108008,-4.723778331924486e-05,0.008032073377150284,-0.14687624275023758 +independent,6,4096,joint_jeffreys,1,0.01,32,-0.0010172813752474634,-0.0016227929369352864,-0.0004217943088747069,-0.0011500696561016419,0.00013278828085417846,0.008176309464219322,-0.12441815952530044 +independent,6,4096,joint_jeffreys,1,0.05,32,-0.001394374987467497,-0.002184292174295949,-0.0006108386702259724,-0.0013504619447756994,-4.3913042691797605e-05,0.008402589766652535,-0.16594586028719036 +independent,6,4096,joint_jeffreys,2,0.0,32,-0.0028270277427610707,-0.003458714277331392,-0.00223252745786433,-0.0013008633017264487,-0.001526164441034622,0.0075142511822891,-0.3762221509741787 +independent,6,4096,joint_jeffreys,2,0.01,32,-0.0028720888686644998,-0.003502338665186825,-0.002300870475129763,-0.0012949983258721438,-0.001577090542792356,0.007728290947806249,-0.37163311889542283 +independent,6,4096,joint_jeffreys,2,0.05,32,-0.0024624080583128642,-0.0031344701004592896,-0.001784860361582292,-0.0011973555853689415,-0.0012650524729439228,0.008100308052483074,-0.3039894337793778 +independent,6,4096,naive_bayes,0,0.0,32,-0.00038485824683853406,-0.0006282619024323021,-0.000164603268056729,-0.00039124574430945275,6.387497470918685e-06,0.0006709304980632158,-0.5736186504407083 +independent,6,4096,naive_bayes,0,0.01,32,-0.00038485824683853406,-0.0006282619024323021,-0.000164603268056729,-0.00039124574430945275,6.387497470918685e-06,0.0006709304980632158,-0.5736186504407083 +independent,6,4096,naive_bayes,0,0.05,32,-0.00038485824683853406,-0.0006282619024323021,-0.000164603268056729,-0.00039124574430945275,6.387497470918685e-06,0.0006709304980632158,-0.5736186504407083 +independent,6,4096,naive_bayes,1,0.0,32,-0.00038540749770709856,-0.0007837906585512564,4.229483141491106e-05,-0.0003594746333914142,-2.593286431568434e-05,0.0011875876057951817,-0.3245297406493548 +independent,6,4096,naive_bayes,1,0.01,32,-0.0004625545814786469,-0.0007632451622169602,-0.00012331800149675983,-0.00044048151282426173,-2.2073068654385186e-05,0.0011403867848580607,-0.4056120148184804 +independent,6,4096,naive_bayes,1,0.05,32,-0.000379312698825917,-0.0006932341235347565,-8.34101752081485e-06,-0.0004056935268779531,2.638082805203612e-05,0.0010841382171846714,-0.34987485249890893 +independent,6,4096,naive_bayes,2,0.0,32,1.2284034251037329e-05,-0.0003308505870131222,0.0004037349254538031,1.0699627103028658e-05,1.5844071480086708e-06,0.00123017426062777,0.009985605002634883 +independent,6,4096,naive_bayes,2,0.01,32,0.0002468764129914189,-0.00026713797130779773,0.0008641765115275858,0.00019587825878600654,5.0998154205412344e-05,0.0013860392562327073,0.178116465230888 +independent,6,4096,naive_bayes,2,0.05,32,-0.0005570120667149035,-0.000931067986211781,-0.0002453091607677898,-0.0005365740930896486,-2.0437973625254957e-05,0.0010145403458149405,-0.5490289952613738 +independent,6,4096,support_mixture,0,0.0,32,-0.0013343340493910082,-0.002085161089510019,-0.0006690463901491871,-0.0009119253366809167,-0.00042240871271009145,0.0047716875788130775,-0.2796356692159871 +independent,6,4096,support_mixture,0,0.01,32,-0.0013343340493910082,-0.002085161089510019,-0.0006690463901491871,-0.0009119253366809167,-0.00042240871271009145,0.0047716875788130775,-0.2796356692159871 +independent,6,4096,support_mixture,0,0.05,32,-0.0013343340493910082,-0.002085161089510019,-0.0006690463901491871,-0.0009119253366809167,-0.00042240871271009145,0.0047716875788130775,-0.2796356692159871 +independent,6,4096,support_mixture,1,0.0,32,-0.0009975786017264246,-0.0015853091485984352,-0.00035812766636814103,-0.0007519966467427752,-0.0002455819549836494,0.006458866243783001,-0.154451038939945 +independent,6,4096,support_mixture,1,0.01,32,-0.0007999556185038503,-0.0013951034471961672,-0.0001440411352363635,-0.0007562271024138048,-4.372851609004552e-05,0.006544644127714938,-0.12223057555050816 +independent,6,4096,support_mixture,1,0.05,32,-0.0009159072497132541,-0.0016167185371573959,-0.00021841559288089652,-0.0009563576056981042,4.045035598485014e-05,0.006666605459517694,-0.13738734882017706 +independent,6,4096,support_mixture,2,0.0,32,-0.0015530601162496646,-0.0021669734485196598,-0.0009874043789489713,-0.0010205428458228763,-0.0005325172704267883,0.006261716419312391,-0.24802466484424548 +independent,6,4096,support_mixture,2,0.01,32,-0.0016698592657891677,-0.0022261479298366408,-0.0011193968043213271,-0.0010125686890859811,-0.0006572905767031866,0.006404075184747504,-0.26074947867043285 +independent,6,4096,support_mixture,2,0.05,32,-0.0013466682124567975,-0.0019719956432392768,-0.0007266465235491507,-0.0009287830938820955,-0.0004178851185747019,0.006711242316204569,-0.2006585590279183 +independent,3,64,joint_jeffreys,0,0.0,32,3.469446951953614e-18,-2.0816681711721685e-17,2.42861286636753e-17,1.214306433183765e-17,-8.673617379884035e-18,0.041715947436760104,8.31683604265053e-17 +independent,3,64,joint_jeffreys,0,0.01,32,3.469446951953614e-18,-2.0816681711721685e-17,2.42861286636753e-17,1.214306433183765e-17,-8.673617379884035e-18,0.041715947436760104,8.31683604265053e-17 +independent,3,64,joint_jeffreys,0,0.05,32,3.469446951953614e-18,-2.0816681711721685e-17,2.42861286636753e-17,1.214306433183765e-17,-8.673617379884035e-18,0.041715947436760104,8.31683604265053e-17 +independent,3,64,joint_jeffreys,1,0.0,32,8.673617379884035e-18,-1.5612511283791264e-17,3.469446951953614e-17,3.469446951953614e-18,5.204170427930421e-18,0.08902122807482005,9.74331355280123e-17 +independent,3,64,joint_jeffreys,1,0.01,32,3.469446951953614e-18,-1.3877787807814457e-17,2.42861286636753e-17,1.0408340855860843e-17,-6.938893903907228e-18,0.09192345241550359,3.774278337884169e-17 +independent,3,64,joint_jeffreys,1,0.05,32,6.938893903907228e-18,-1.3877787807814457e-17,3.122502256758253e-17,2.949029909160572e-17,-2.2551405187698492e-17,0.09536402159256485,7.276217789506715e-17 +independent,3,64,joint_jeffreys,2,0.0,32,1.734723475976807e-18,-2.0816681711721685e-17,2.6020852139652106e-17,1.734723475976807e-17,-1.5612511283791264e-17,0.11587125129686271,1.4971129219381927e-17 +independent,3,64,joint_jeffreys,2,0.01,32,0.0,-2.42861286636753e-17,2.0816681711721685e-17,-2.0816681711721685e-17,2.0816681711721685e-17,0.11954464456192171,0.0 +independent,3,64,joint_jeffreys,2,0.05,32,-8.673617379884035e-18,-3.642919299551295e-17,1.9081958235744878e-17,3.469446951953614e-17,-4.336808689942018e-17,0.10827369495016159,-8.010826068027423e-17 +independent,3,64,naive_bayes,0,0.0,32,-3.469446951953614e-18,-2.42861286636753e-17,1.3877787807814457e-17,8.673617379884035e-18,-1.214306433183765e-17,0.024779203267127015,-1.400144675578132e-16 +independent,3,64,naive_bayes,0,0.01,32,-3.469446951953614e-18,-2.42861286636753e-17,1.3877787807814457e-17,8.673617379884035e-18,-1.214306433183765e-17,0.024779203267127015,-1.400144675578132e-16 +independent,3,64,naive_bayes,0,0.05,32,-3.469446951953614e-18,-2.42861286636753e-17,1.3877787807814457e-17,8.673617379884035e-18,-1.214306433183765e-17,0.024779203267127015,-1.400144675578132e-16 +independent,3,64,naive_bayes,1,0.0,32,1.734723475976807e-17,-3.469446951953614e-18,4.163336342344337e-17,0.0,1.734723475976807e-17,0.0228779166150197,7.582523816167486e-16 +independent,3,64,naive_bayes,1,0.01,32,3.469446951953614e-18,-6.938893903907228e-18,1.3877787807814457e-17,1.734723475976807e-17,-1.3877787807814457e-17,0.0232104748673313,1.4947763765216431e-16 +independent,3,64,naive_bayes,1,0.05,32,-3.469446951953614e-18,-3.122502256758253e-17,1.734723475976807e-17,-2.42861286636753e-17,2.0816681711721685e-17,0.023970619163748208,-1.447374775033182e-16 +independent,3,64,naive_bayes,2,0.0,32,-1.0408340855860843e-17,-4.163336342344337e-17,2.0816681711721685e-17,-3.469446951953614e-18,-6.938893903907228e-18,0.02264436395863967,-4.596437716189274e-16 +independent,3,64,naive_bayes,2,0.01,32,-8.673617379884035e-18,-2.6020852139652106e-17,6.938893903907228e-18,-3.469446951953614e-18,-5.204170427930421e-18,0.023859979484140315,-3.635215774451681e-16 +independent,3,64,naive_bayes,2,0.05,32,-1.3877787807814457e-17,-4.163336342344337e-17,1.3877787807814457e-17,1.0408340855860843e-17,-2.42861286636753e-17,0.023168587884761616,-5.989915258038717e-16 +independent,3,64,support_mixture,0,0.0,32,6.938893903907228e-18,0.0,1.734723475976807e-17,1.734723475976807e-17,-1.0408340855860843e-17,0.02507686419883548,2.767050078067359e-16 +independent,3,64,support_mixture,0,0.01,32,6.938893903907228e-18,0.0,1.734723475976807e-17,1.734723475976807e-17,-1.0408340855860843e-17,0.02507686419883548,2.767050078067359e-16 +independent,3,64,support_mixture,0,0.05,32,6.938893903907228e-18,0.0,1.734723475976807e-17,1.734723475976807e-17,-1.0408340855860843e-17,0.02507686419883548,2.767050078067359e-16 +independent,3,64,support_mixture,1,0.0,32,-3.469446951953614e-18,-2.7755575615628914e-17,2.42861286636753e-17,-1.214306433183765e-17,8.673617379884035e-18,0.023384381722386438,-1.4836599030677934e-16 +independent,3,64,support_mixture,1,0.01,32,3.469446951953614e-18,-1.734723475976807e-17,2.42861286636753e-17,1.734723475976807e-17,-1.3877787807814457e-17,0.023250429376089454,1.49220769037563e-16 +independent,3,64,support_mixture,1,0.05,32,-2.0816681711721685e-17,-4.5102810375396984e-17,3.469446951953614e-18,-3.469446951953614e-17,1.3877787807814457e-17,0.02518610199356952,-8.26514627671903e-16 +independent,3,64,support_mixture,2,0.0,32,3.469446951953614e-18,-6.938893903907228e-18,1.3877787807814457e-17,0.0,3.469446951953614e-18,0.023057857205004972,1.504670152610942e-16 +independent,3,64,support_mixture,2,0.01,32,3.122502256758253e-17,6.938893903907228e-18,5.898059818321144e-17,6.938893903907228e-18,2.42861286636753e-17,0.02304364312490581,1.355038454567724e-15 +independent,3,64,support_mixture,2,0.05,32,-3.469446951953614e-18,-3.122502256758253e-17,2.0816681711721685e-17,3.469446951953614e-18,-6.938893903907228e-18,0.02325261152197322,-1.4920676538525837e-16 +independent,3,256,joint_jeffreys,0,0.0,32,-1.0408340855860843e-17,-3.8163916471489756e-17,1.734723475976807e-17,5.204170427930421e-18,-1.5612511283791264e-17,0.01135148258839469,-9.16914665094225e-16 +independent,3,256,joint_jeffreys,0,0.01,32,-1.0408340855860843e-17,-3.8163916471489756e-17,1.734723475976807e-17,5.204170427930421e-18,-1.5612511283791264e-17,0.01135148258839469,-9.16914665094225e-16 +independent,3,256,joint_jeffreys,0,0.05,32,-1.0408340855860843e-17,-3.8163916471489756e-17,1.734723475976807e-17,5.204170427930421e-18,-1.5612511283791264e-17,0.01135148258839469,-9.16914665094225e-16 +independent,3,256,joint_jeffreys,1,0.0,32,6.938893903907228e-18,-1.3877787807814457e-17,2.7755575615628914e-17,1.5612511283791264e-17,-8.673617379884035e-18,0.026481228880543828,2.620306608582407e-16 +independent,3,256,joint_jeffreys,1,0.01,32,3.469446951953614e-18,-2.42861286636753e-17,3.122502256758253e-17,0.0,3.469446951953614e-18,0.02703098033048823,1.2835076307019568e-16 +independent,3,256,joint_jeffreys,1,0.05,32,-1.3877787807814457e-17,-4.5102810375396984e-17,2.0816681711721685e-17,-2.42861286636753e-17,1.0408340855860843e-17,0.026149554848141743,-5.307083768120301e-16 +independent,3,256,joint_jeffreys,2,0.0,32,3.469446951953614e-18,-2.7755575615628914e-17,3.469446951953614e-17,1.734723475976807e-17,-1.3877787807814457e-17,0.036997550416130176,9.377504491327097e-17 +independent,3,256,joint_jeffreys,2,0.01,32,1.5612511283791264e-17,-1.734723475976807e-18,3.642919299551295e-17,2.42861286636753e-17,-8.673617379884035e-18,0.03754992585038641,4.1578008292207057e-16 +independent,3,256,joint_jeffreys,2,0.05,32,-1.734723475976807e-17,-3.8163916471489756e-17,3.469446951953614e-18,-1.0408340855860843e-17,-6.938893903907228e-18,0.03499095136211772,-4.957634498200218e-16 +independent,3,256,naive_bayes,0,0.0,32,1.0408340855860843e-17,-6.938893903907228e-18,3.469446951953614e-17,-8.673617379884035e-18,1.9081958235744878e-17,0.005467307200136551,1.903741727847465e-15 +independent,3,256,naive_bayes,0,0.01,32,1.0408340855860843e-17,-6.938893903907228e-18,3.469446951953614e-17,-8.673617379884035e-18,1.9081958235744878e-17,0.005467307200136551,1.903741727847465e-15 +independent,3,256,naive_bayes,0,0.05,32,1.0408340855860843e-17,-6.938893903907228e-18,3.469446951953614e-17,-8.673617379884035e-18,1.9081958235744878e-17,0.005467307200136551,1.903741727847465e-15 +independent,3,256,naive_bayes,1,0.0,32,0.0,-2.7755575615628914e-17,2.7755575615628914e-17,-1.3877787807814457e-17,1.3877787807814457e-17,0.006368304331329733,0.0 +independent,3,256,naive_bayes,1,0.01,32,6.938893903907228e-18,0.0,2.0816681711721685e-17,1.0408340855860843e-17,-3.469446951953614e-18,0.0062184676833325625,1.1158526918947627e-15 +independent,3,256,naive_bayes,1,0.05,32,3.122502256758253e-17,1.0408340855860843e-17,5.551115123125783e-17,1.3877787807814457e-17,1.734723475976807e-17,0.005678847371716866,5.4984789207571845e-15 +independent,3,256,naive_bayes,2,0.0,32,-1.734723475976807e-17,-3.122502256758253e-17,-3.469446951953614e-18,-6.938893903907228e-18,-1.0408340855860843e-17,0.005154523873850181,-3.3654388231226723e-15 +independent,3,256,naive_bayes,2,0.01,32,-1.0408340855860843e-17,-3.469446951953614e-17,1.0408340855860843e-17,1.734723475976807e-17,-2.7755575615628914e-17,0.005401471606341524,-1.926945398294989e-15 +independent,3,256,naive_bayes,2,0.05,32,2.42861286636753e-17,3.469446951953614e-18,4.85722573273506e-17,2.42861286636753e-17,0.0,0.005268302266224101,4.60985862929267e-15 +independent,3,256,support_mixture,0,0.0,32,-6.938893903907228e-18,-2.42861286636753e-17,6.938893903907228e-18,1.214306433183765e-17,-1.9081958235744878e-17,0.0055619075901398585,-1.2475744681929793e-15 +independent,3,256,support_mixture,0,0.01,32,-6.938893903907228e-18,-2.42861286636753e-17,6.938893903907228e-18,1.214306433183765e-17,-1.9081958235744878e-17,0.0055619075901398585,-1.2475744681929793e-15 +independent,3,256,support_mixture,0,0.05,32,-6.938893903907228e-18,-2.42861286636753e-17,6.938893903907228e-18,1.214306433183765e-17,-1.9081958235744878e-17,0.0055619075901398585,-1.2475744681929793e-15 +independent,3,256,support_mixture,1,0.0,32,0.0,-2.0816681711721685e-17,2.0816681711721685e-17,3.469446951953614e-18,-3.469446951953614e-18,0.0076510029196938945,0.0 +independent,3,256,support_mixture,1,0.01,32,-6.938893903907228e-18,-3.469446951953614e-17,2.0816681711721685e-17,-6.938893903907228e-18,0.0,0.0075724573846654986,-9.163331731597118e-16 +independent,3,256,support_mixture,1,0.05,32,3.469446951953614e-18,-2.7755575615628914e-17,3.469446951953614e-17,1.734723475976807e-17,-1.3877787807814457e-17,0.008117507327849882,4.274029959973662e-16 +independent,3,256,support_mixture,2,0.0,32,-6.938893903907228e-18,-4.163336342344337e-17,2.42861286636753e-17,1.734723475976807e-17,-2.42861286636753e-17,0.008829582609487518,-7.858688468978458e-16 +independent,3,256,support_mixture,2,0.01,32,2.0816681711721685e-17,-3.469446951953614e-18,4.85722573273506e-17,3.469446951953614e-18,1.734723475976807e-17,0.009156989246549618,2.2733107084913825e-15 +independent,3,256,support_mixture,2,0.05,32,-2.0816681711721685e-17,-4.85722573273506e-17,6.938893903907228e-18,6.938893903907228e-18,-2.7755575615628914e-17,0.008039799581454066,-2.5892040592331298e-15 +independent,3,1024,joint_jeffreys,0,0.0,32,1.734723475976807e-18,-2.7755575615628914e-17,3.122502256758253e-17,1.734723475976807e-18,0.0,0.0035545022183269825,4.880355586873987e-16 +independent,3,1024,joint_jeffreys,0,0.01,32,1.734723475976807e-18,-2.7755575615628914e-17,3.122502256758253e-17,1.734723475976807e-18,0.0,0.0035545022183269825,4.880355586873987e-16 +independent,3,1024,joint_jeffreys,0,0.05,32,1.734723475976807e-18,-2.7755575615628914e-17,3.122502256758253e-17,1.734723475976807e-18,0.0,0.0035545022183269825,4.880355586873987e-16 +independent,3,1024,joint_jeffreys,1,0.0,32,-1.3877787807814457e-17,-3.469446951953614e-17,6.938893903907228e-18,-3.469446951953614e-18,-1.0408340855860843e-17,0.007718294724339048,-1.7980380775110755e-15 +independent,3,1024,joint_jeffreys,1,0.01,32,1.734723475976807e-17,-6.938893903907228e-18,4.85722573273506e-17,-1.734723475976807e-17,3.469446951953614e-17,0.0077915973821335305,2.226402868241887e-15 +independent,3,1024,joint_jeffreys,1,0.05,32,-3.122502256758253e-17,-5.898059818321144e-17,-6.938893903907228e-18,0.0,-3.122502256758253e-17,0.0075133736782379,-4.155925673978415e-15 +independent,3,1024,joint_jeffreys,2,0.0,32,1.734723475976807e-17,-1.0408340855860843e-17,4.5102810375396984e-17,-2.42861286636753e-17,4.163336342344337e-17,0.01043339973467794,1.6626636763576038e-15 +independent,3,1024,joint_jeffreys,2,0.01,32,6.938893903907228e-18,-3.122502256758253e-17,4.5102810375396984e-17,0.0,6.938893903907228e-18,0.010550385304524124,6.576910419500749e-16 +independent,3,1024,joint_jeffreys,2,0.05,32,6.938893903907228e-18,-6.938893903907228e-18,2.42861286636753e-17,-3.469446951953614e-18,1.0408340855860843e-17,0.009458990991540461,7.335765421610981e-16 +independent,3,1024,naive_bayes,0,0.0,32,2.6020852139652106e-17,1.0408340855860843e-17,4.683753385137379e-17,2.7755575615628914e-17,-1.734723475976807e-18,0.0011260654530360625,2.3107761693155134e-14 +independent,3,1024,naive_bayes,0,0.01,32,2.6020852139652106e-17,1.0408340855860843e-17,4.683753385137379e-17,2.7755575615628914e-17,-1.734723475976807e-18,0.0011260654530360625,2.3107761693155134e-14 +independent,3,1024,naive_bayes,0,0.05,32,2.6020852139652106e-17,1.0408340855860843e-17,4.683753385137379e-17,2.7755575615628914e-17,-1.734723475976807e-18,0.0011260654530360625,2.3107761693155134e-14 +independent,3,1024,naive_bayes,1,0.0,32,1.734723475976807e-18,-8.673617379884035e-18,1.214306433183765e-17,8.673617379884035e-18,-6.938893903907228e-18,0.0016679868542583964,1.0400102803856223e-15 +independent,3,1024,naive_bayes,1,0.01,32,1.3877787807814457e-17,-1.734723475976807e-17,4.5102810375396984e-17,2.0816681711721685e-17,-6.938893903907228e-18,0.001691814402094427,8.202902038565269e-15 +independent,3,1024,naive_bayes,1,0.05,32,-1.0408340855860843e-17,-4.163336342344337e-17,1.734723475976807e-17,-6.938893903907228e-18,-3.469446951953614e-18,0.0016553388307111172,-6.287740408644629e-15 +independent,3,1024,naive_bayes,2,0.0,32,-1.3877787807814457e-17,-3.469446951953614e-17,3.469446951953614e-18,-3.469446951953614e-18,-1.0408340855860843e-17,0.0013965362961273486,-9.937291172666347e-15 +independent,3,1024,naive_bayes,2,0.01,32,-3.469446951953614e-18,-3.122502256758253e-17,2.0816681711721685e-17,1.3877787807814457e-17,-1.734723475976807e-17,0.0014820373674069298,-2.340998296165762e-15 +independent,3,1024,naive_bayes,2,0.05,32,6.938893903907228e-18,-1.734723475976807e-17,3.469446951953614e-17,-3.469446951953614e-18,1.0408340855860843e-17,0.0013877049833874722,5.0002658972723196e-15 +independent,3,1024,support_mixture,0,0.0,32,6.938893903907228e-18,-2.42861286636753e-17,3.8163916471489756e-17,1.5612511283791264e-17,-8.673617379884035e-18,0.0023386804898040126,2.9670123534013513e-15 +independent,3,1024,support_mixture,0,0.01,32,6.938893903907228e-18,-2.42861286636753e-17,3.8163916471489756e-17,1.5612511283791264e-17,-8.673617379884035e-18,0.0023386804898040126,2.9670123534013513e-15 +independent,3,1024,support_mixture,0,0.05,32,6.938893903907228e-18,-2.42861286636753e-17,3.8163916471489756e-17,1.5612511283791264e-17,-8.673617379884035e-18,0.0023386804898040126,2.9670123534013513e-15 +independent,3,1024,support_mixture,1,0.0,32,-6.938893903907228e-18,-3.122502256758253e-17,1.734723475976807e-17,-1.3877787807814457e-17,6.938893903907228e-18,0.004911698026050071,-1.4127281170596321e-15 +independent,3,1024,support_mixture,1,0.01,32,1.0408340855860843e-17,-1.734723475976807e-17,3.8163916471489756e-17,6.938893903907228e-18,3.469446951953614e-18,0.004903920393695138,2.1224530620934663e-15 +independent,3,1024,support_mixture,1,0.05,32,0.0,-3.122502256758253e-17,2.7755575615628914e-17,1.0408340855860843e-17,-1.0408340855860843e-17,0.004792145704468509,0.0 +independent,3,1024,support_mixture,2,0.0,32,-6.938893903907228e-18,-3.469446951953614e-17,2.0816681711721685e-17,0.0,-6.938893903907228e-18,0.005444624676558152,-1.274448527881574e-15 +independent,3,1024,support_mixture,2,0.01,32,0.0,-1.3877787807814457e-17,1.3877787807814457e-17,-1.0408340855860843e-17,1.0408340855860843e-17,0.005689430689976849,0.0 +independent,3,1024,support_mixture,2,0.05,32,1.214306433183765e-17,0.0,2.949029909160572e-17,1.0408340855860843e-17,1.734723475976807e-18,0.004976105145065857,2.440274869167167e-15 +independent,3,4096,joint_jeffreys,0,0.0,32,1.214306433183765e-17,0.0,2.6020852139652106e-17,1.9081958235744878e-17,-6.938893903907228e-18,0.0009309417991415492,1.3043849081688192e-14 +independent,3,4096,joint_jeffreys,0,0.01,32,1.214306433183765e-17,0.0,2.6020852139652106e-17,1.9081958235744878e-17,-6.938893903907228e-18,0.0009309417991415492,1.3043849081688192e-14 +independent,3,4096,joint_jeffreys,0,0.05,32,1.214306433183765e-17,0.0,2.6020852139652106e-17,1.9081958235744878e-17,-6.938893903907228e-18,0.0009309417991415492,1.3043849081688192e-14 +independent,3,4096,joint_jeffreys,1,0.0,32,-1.3877787807814457e-17,-4.85722573273506e-17,1.734723475976807e-17,-6.938893903907228e-18,-6.938893903907228e-18,0.002533926877403614,-5.4767909569807006e-15 +independent,3,4096,joint_jeffreys,1,0.01,32,0.0,-3.469446951953614e-17,3.1311758741380106e-17,2.7755575615628914e-17,-2.7755575615628914e-17,0.0026080592738315644,0.0 +independent,3,4096,joint_jeffreys,1,0.05,32,6.938893903907228e-18,-6.938893903907228e-18,2.0816681711721685e-17,0.0,6.938893903907228e-18,0.00237417521605654,2.9226545104925323e-15 +independent,3,4096,joint_jeffreys,2,0.0,32,1.3877787807814457e-17,-1.3877787807814457e-17,4.5102810375396984e-17,-6.938893903907228e-18,2.0816681711721685e-17,0.0024825995761457165,5.590022628361191e-15 +independent,3,4096,joint_jeffreys,2,0.01,32,1.3877787807814457e-17,-1.0408340855860843e-17,3.8163916471489756e-17,1.3877787807814457e-17,0.0,0.0024948107930841124,5.562661443619371e-15 +independent,3,4096,joint_jeffreys,2,0.05,32,1.0408340855860843e-17,-2.0816681711721685e-17,4.163336342344337e-17,-1.0408340855860843e-17,2.0816681711721685e-17,0.0024037629237991798,4.330019717339811e-15 +independent,3,4096,naive_bayes,0,0.0,32,2.42861286636753e-17,0.0,5.204170427930421e-17,2.2551405187698492e-17,1.734723475976807e-18,0.0005162056824574712,4.704738728961235e-14 +independent,3,4096,naive_bayes,0,0.01,32,2.42861286636753e-17,0.0,5.204170427930421e-17,2.2551405187698492e-17,1.734723475976807e-18,0.0005162056824574712,4.704738728961235e-14 +independent,3,4096,naive_bayes,0,0.05,32,2.42861286636753e-17,0.0,5.204170427930421e-17,2.2551405187698492e-17,1.734723475976807e-18,0.0005162056824574712,4.704738728961235e-14 +independent,3,4096,naive_bayes,1,0.0,32,2.7755575615628914e-17,6.938893903907228e-18,4.85722573273506e-17,1.3877787807814457e-17,1.3877787807814457e-17,0.0003699120244605725,7.503290993609557e-14 +independent,3,4096,naive_bayes,1,0.01,32,5.204170427930421e-18,-1.3877787807814457e-17,2.6064220226550896e-17,5.204170427930421e-18,0.0,0.00035272478204939617,1.4754195601718794e-14 +independent,3,4096,naive_bayes,1,0.05,32,1.0408340855860843e-17,-1.734723475976807e-17,4.163336342344337e-17,1.0408340855860843e-17,0.0,0.0002859218484001502,3.6402747513349435e-14 +independent,3,4096,naive_bayes,2,0.0,32,1.0408340855860843e-17,-1.3877787807814457e-17,3.8163916471489756e-17,0.0,1.0408340855860843e-17,0.00032402450964874596,3.212207887342798e-14 +independent,3,4096,naive_bayes,2,0.01,32,1.3877787807814457e-17,-1.0408340855860843e-17,4.163336342344337e-17,1.214306433183765e-17,1.734723475976807e-18,0.0002847964094132571,4.8728801870802146e-14 +independent,3,4096,naive_bayes,2,0.05,32,5.204170427930421e-18,-8.673617379884035e-18,2.2551405187698492e-17,6.938893903907228e-18,-1.734723475976807e-18,0.000372515509423188,1.3970345653496909e-14 +independent,3,4096,support_mixture,0,0.0,32,8.673617379884035e-18,-1.734723475976807e-18,2.0816681711721685e-17,1.5612511283791264e-17,-6.938893903907228e-18,0.0008412426507364845,1.031048220426119e-14 +independent,3,4096,support_mixture,0,0.01,32,8.673617379884035e-18,-1.734723475976807e-18,2.0816681711721685e-17,1.5612511283791264e-17,-6.938893903907228e-18,0.0008412426507364845,1.031048220426119e-14 +independent,3,4096,support_mixture,0,0.05,32,8.673617379884035e-18,-1.734723475976807e-18,2.0816681711721685e-17,1.5612511283791264e-17,-6.938893903907228e-18,0.0008412426507364845,1.031048220426119e-14 +independent,3,4096,support_mixture,1,0.0,32,-3.469446951953614e-18,-2.42861286636753e-17,1.3877787807814457e-17,1.734723475976807e-18,-5.204170427930421e-18,0.00228135031622545,-1.5207865829628038e-15 +independent,3,4096,support_mixture,1,0.01,32,-6.938893903907228e-18,-4.5102810375396984e-17,3.122502256758253e-17,3.122502256758253e-17,-3.8163916471489756e-17,0.0022766314987140435,-3.047877492614271e-15 +independent,3,4096,support_mixture,1,0.05,32,1.734723475976807e-17,-3.469446951953614e-18,4.163336342344337e-17,-1.0408340855860843e-17,2.7755575615628914e-17,0.0021190269819686414,8.186415230848998e-15 +independent,3,4096,support_mixture,2,0.0,32,1.3877787807814457e-17,-3.469446951953614e-18,3.469446951953614e-17,-2.0816681711721685e-17,3.469446951953614e-17,0.0016818189261962324,8.251653963249081e-15 +independent,3,4096,support_mixture,2,0.01,32,6.938893903907228e-18,-1.3877787807814457e-17,2.7755575615628914e-17,1.3877787807814457e-17,-6.938893903907228e-18,0.0018387959123187247,3.773607422890815e-15 +independent,3,4096,support_mixture,2,0.05,32,1.734723475976807e-17,-6.938893903907228e-18,4.5102810375396984e-17,0.0,1.734723475976807e-17,0.0018839213242236585,9.208046289786893e-15 +orientation_alias,6,64,joint_jeffreys,0,0.0,32,-0.01981526939688137,-0.031055392073034992,-0.00810297751977331,0.017401285170181417,-0.037216554567062785,0.4970920810778636,-0.03986237188473244 +orientation_alias,6,64,joint_jeffreys,0,0.01,32,-0.01981526939688137,-0.031055392073034992,-0.00810297751977331,0.017401285170181417,-0.037216554567062785,0.4970920810778636,-0.03986237188473244 +orientation_alias,6,64,joint_jeffreys,0,0.05,32,-0.01981526939688137,-0.031055392073034992,-0.00810297751977331,0.017401285170181417,-0.037216554567062785,0.4970920810778636,-0.03986237188473244 +orientation_alias,6,64,joint_jeffreys,1,0.0,32,0.05011248486939539,0.03440618991725615,0.06638791700914722,0.05783031876356558,-0.0077178338941701905,0.4338921168785433,0.11549526465221091 +orientation_alias,6,64,joint_jeffreys,1,0.01,32,0.05529646505279423,0.039967447199244936,0.07093510238628607,0.05728582886475708,-0.0019893638119628486,0.4352630583398913,0.1270414844386218 +orientation_alias,6,64,joint_jeffreys,1,0.05,32,0.04873225449580907,0.034639165095445214,0.06364026724275391,0.05452425622848364,-0.005792001732674579,0.45682463580051225,0.10667606489832487 +orientation_alias,6,64,joint_jeffreys,2,0.0,32,0.04716270982490506,0.03404668365580532,0.06086369696472459,0.0606262004113828,-0.013463490586477745,0.5477881596406569,0.08609662146739953 +orientation_alias,6,64,joint_jeffreys,2,0.01,32,0.04959137723774531,0.03674931758722703,0.06306998674817553,0.06030399558437225,-0.010712618346626944,0.5480894315443784,0.09048044786780372 +orientation_alias,6,64,joint_jeffreys,2,0.05,32,0.04886666190014378,0.03724369964633139,0.06140857820237093,0.05745031982970186,-0.008583657929558081,0.5484440297449209,0.08910054490495861 +orientation_alias,6,64,naive_bayes,0,0.0,32,0.0053682218062185115,-0.0006827967551234108,0.012280099345601682,-0.000496008002552414,0.005864229808770915,0.6502782384598546,0.008255269035194576 +orientation_alias,6,64,naive_bayes,0,0.01,32,0.0053682218062185115,-0.0006827967551234108,0.012280099345601682,-0.000496008002552414,0.005864229808770915,0.6502782384598546,0.008255269035194576 +orientation_alias,6,64,naive_bayes,0,0.05,32,0.0053682218062185115,-0.0006827967551234108,0.012280099345601682,-0.000496008002552414,0.005864229808770915,0.6502782384598546,0.008255269035194576 +orientation_alias,6,64,naive_bayes,1,0.0,32,-0.0029364375274072937,-0.00923015947471024,0.003429219622388794,0.005138058799298158,-0.008074496326705458,0.7084572121750183,-0.004144833981423104 +orientation_alias,6,64,naive_bayes,1,0.01,32,-0.0016280869754293733,-0.007043547943735746,0.003877499686033676,0.00509089033651583,-0.006718977311945206,0.7060870172702345,-0.002305788005738491 +orientation_alias,6,64,naive_bayes,1,0.05,32,0.002670161881121245,-0.0032140200402032437,0.008532792502852202,0.004765870864404841,-0.002095708983283601,0.6981100764438425,0.0038248436331459234 +orientation_alias,6,64,naive_bayes,2,0.0,32,-0.0028311535203186635,-0.008875787400994716,0.0030807479920237735,0.0032379019694717126,-0.006069055489790368,0.7894906144566981,-0.003586050889619469 +orientation_alias,6,64,naive_bayes,2,0.01,32,-0.0015225551875718414,-0.006631937421709944,0.0030500834061947405,0.0033262408526295063,-0.004848796040201344,0.7911898804497884,-0.001924386579244763 +orientation_alias,6,64,naive_bayes,2,0.05,32,0.002185334924748739,-0.0037323811305159387,0.008076479575451557,0.003221099569359318,-0.001035764644610574,0.7792788139043211,0.002804304294890085 +orientation_alias,6,64,support_mixture,0,0.0,32,-0.010102864646807723,-0.021118803609245982,-0.0008790181240629421,-0.0028275529952233435,-0.007275311651584386,0.5983142866051694,-0.016885548068944333 +orientation_alias,6,64,support_mixture,0,0.01,32,-0.010102864646807723,-0.021118803609245982,-0.0008790181240629421,-0.0028275529952233435,-0.007275311651584386,0.5983142866051694,-0.016885548068944333 +orientation_alias,6,64,support_mixture,0,0.05,32,-0.010102864646807723,-0.021118803609245982,-0.0008790181240629421,-0.0028275529952233435,-0.007275311651584386,0.5983142866051694,-0.016885548068944333 +orientation_alias,6,64,support_mixture,1,0.0,32,-0.000938984835462878,-0.007943590763600846,0.0055744679297834165,-0.005416118695316361,0.004477133859853484,0.6621644474394646,-0.0014180538370700136 +orientation_alias,6,64,support_mixture,1,0.01,32,0.002316130683383058,-0.00522140917717255,0.00959509893908619,-0.005809515137254138,0.008125645820637194,0.6638765059987042,0.003488797483349379 +orientation_alias,6,64,support_mixture,1,0.05,32,0.0018188891644597845,-0.009250439656939372,0.01167115107397396,-0.007613399091026502,0.009432288255486285,0.6471084808182781,0.002810794817832974 +orientation_alias,6,64,support_mixture,2,0.0,32,-0.0016832901117414122,-0.009717345339084119,0.005778822958389281,-0.006300618152404673,0.004617328040663262,0.7478979979939273,-0.002250694768880876 +orientation_alias,6,64,support_mixture,2,0.01,32,0.00115292438444004,-0.005300903127350466,0.007547882368311781,-0.00651639617992966,0.007669320564369698,0.7493177275795968,0.0015386322010079092 +orientation_alias,6,64,support_mixture,2,0.05,32,0.0002016747068522228,-0.008198710886193644,0.00773552633798821,-0.007640877122262912,0.00784255182911513,0.7329342994267408,0.0002751606890412431 +orientation_alias,6,256,joint_jeffreys,0,0.0,32,-0.006529226382241965,-0.020523636389457173,0.00797098104667288,0.012462569770785952,-0.018991796153027915,0.18890990577018874,-0.0345626469698463 +orientation_alias,6,256,joint_jeffreys,0,0.01,32,-0.006529226382241965,-0.020523636389457173,0.00797098104667288,0.012462569770785952,-0.018991796153027915,0.18890990577018874,-0.0345626469698463 +orientation_alias,6,256,joint_jeffreys,0,0.05,32,-0.006529226382241965,-0.020523636389457173,0.00797098104667288,0.012462569770785952,-0.018991796153027915,0.18890990577018874,-0.0345626469698463 +orientation_alias,6,256,joint_jeffreys,1,0.0,32,0.05961103806412296,0.04813150423517055,0.07088437925733868,0.06471073184552517,-0.0050996937814022075,0.19828776878988397,0.3006289214302972 +orientation_alias,6,256,joint_jeffreys,1,0.01,32,0.05974333862319662,0.04883931030039625,0.07053887694400529,0.06400048936447846,-0.004257150741281843,0.19809774699615312,0.3015851493977707 +orientation_alias,6,256,joint_jeffreys,1,0.05,32,0.052036356003115875,0.04274170438937799,0.06139842891378355,0.060155689674514345,-0.008119333671398467,0.19663062703072487,0.2646401366303167 +orientation_alias,6,256,joint_jeffreys,2,0.0,32,0.05163673905475968,0.04158843290628774,0.061907883552797756,0.07289883078169619,-0.021262091726936515,0.2815733342012242,0.1833864673345022 +orientation_alias,6,256,joint_jeffreys,2,0.01,32,0.05019949657532276,0.040068863835794374,0.060853812754249385,0.07227264509792303,-0.022073148522600273,0.27971034051138244,0.1794695772903682 +orientation_alias,6,256,joint_jeffreys,2,0.05,32,0.04252952651431559,0.033909511261328434,0.05167323426844176,0.06809644270701384,-0.02556691619269826,0.26930440856809446,0.15792361788820053 +orientation_alias,6,256,naive_bayes,0,0.0,32,-0.002825886447182468,-0.006728746450928607,0.0016283752360207401,-0.0009791930347303433,-0.0018466934124521284,0.6039607634135334,-0.004678923894345064 +orientation_alias,6,256,naive_bayes,0,0.01,32,-0.002825886447182468,-0.006728746450928607,0.0016283752360207401,-0.0009791930347303433,-0.0018466934124521284,0.6039607634135334,-0.004678923894345064 +orientation_alias,6,256,naive_bayes,0,0.05,32,-0.002825886447182468,-0.006728746450928607,0.0016283752360207401,-0.0009791930347303433,-0.0018466934124521284,0.6039607634135334,-0.004678923894345064 +orientation_alias,6,256,naive_bayes,1,0.0,32,-0.002802338206019401,-0.007533978208664679,0.0015844762352512339,-0.0014731014882338814,-0.0013292367177855187,0.6454920185939975,-0.004341398693237785 +orientation_alias,6,256,naive_bayes,1,0.01,32,-0.0017793843370125413,-0.006981309688616933,0.0036277968402551805,-0.0014745352743904625,-0.0003048490626220788,0.6451308624055536,-0.0027581758069635696 +orientation_alias,6,256,naive_bayes,1,0.05,32,-0.001096822710887374,-0.0057082474055084,0.0034282714136263355,-0.0016720587557702195,0.0005752360448828516,0.6325189797319011,-0.0017340550181628896 +orientation_alias,6,256,naive_bayes,2,0.0,32,0.0009550769441541141,-0.002122514915195429,0.004499152629040395,-0.0007648558405468926,0.0017199327847010025,0.7248067910451497,0.0013176986694301274 +orientation_alias,6,256,naive_bayes,2,0.01,32,-0.0019419045288321423,-0.004652087956697127,0.0006849162338138455,-0.0008664388682654948,-0.001075465660566645,0.7272994159797297,-0.002670020745467317 +orientation_alias,6,256,naive_bayes,2,0.05,32,-0.0014664921541090114,-0.005988497615834222,0.0030066610002548455,-0.0014011047428187148,-6.53874112902849e-05,0.7141020457632876,-0.0020536170744917988 +orientation_alias,6,256,support_mixture,0,0.0,32,-0.02539175857870438,-0.042848283170076516,-0.009606868661703122,0.03662069645243604,-0.062012455031140425,0.4522528038082356,-0.05614505507736112 +orientation_alias,6,256,support_mixture,0,0.01,32,-0.02539175857870438,-0.042848283170076516,-0.009606868661703122,0.03662069645243604,-0.062012455031140425,0.4522528038082356,-0.05614505507736112 +orientation_alias,6,256,support_mixture,0,0.05,32,-0.02539175857870438,-0.042848283170076516,-0.009606868661703122,0.03662069645243604,-0.062012455031140425,0.4522528038082356,-0.05614505507736112 +orientation_alias,6,256,support_mixture,1,0.0,32,0.049868214216126444,0.0330655123898671,0.06862833132905494,0.07047383731352252,-0.020605623097396067,0.37923209647604517,0.13149787341187366 +orientation_alias,6,256,support_mixture,1,0.01,32,0.046613145878533664,0.03169647097805138,0.06203318431534598,0.0697026622894381,-0.023089516410904433,0.37832293132297834,0.12320994055403826 +orientation_alias,6,256,support_mixture,1,0.05,32,0.018151530588316724,0.00695501006906521,0.030002692703242895,0.06600827112489205,-0.047856740536575335,0.3746123644420051,0.04845416839178254 +orientation_alias,6,256,support_mixture,2,0.0,32,0.05894802847807461,0.04313286079322043,0.07554674708253253,0.08465454047443836,-0.025706511996363764,0.4616507090557978,0.1276896738632536 +orientation_alias,6,256,support_mixture,2,0.01,32,0.05573234941963543,0.040720706031926415,0.07166982904884808,0.0838802119313242,-0.028147862511688763,0.4607714089901794,0.12095444364002038 +orientation_alias,6,256,support_mixture,2,0.05,32,0.03010744534447854,0.01900776320246615,0.04176882826719466,0.0793744327237405,-0.04926698737926197,0.4536070165920149,0.06637341188123178 +orientation_alias,6,1024,joint_jeffreys,0,0.0,32,0.0048624897477576624,0.0002640160597128885,0.009700622316090833,0.002257324983389059,0.0026051647643686032,0.024427203253437946,0.19906043673146673 +orientation_alias,6,1024,joint_jeffreys,0,0.01,32,0.0048624897477576624,0.0002640160597128885,0.009700622316090833,0.002257324983389059,0.0026051647643686032,0.024427203253437946,0.19906043673146673 +orientation_alias,6,1024,joint_jeffreys,0,0.05,32,0.0048624897477576624,0.0002640160597128885,0.009700622316090833,0.002257324983389059,0.0026051647643686032,0.024427203253437946,0.19906043673146673 +orientation_alias,6,1024,joint_jeffreys,1,0.0,32,0.008861978995797874,0.004495316338639231,0.013441671197623616,0.009051364491904867,-0.00018938549610699254,0.02909241519149741,0.30461475740205607 +orientation_alias,6,1024,joint_jeffreys,1,0.01,32,0.00880885778305238,0.004464371784393906,0.013362569722637132,0.00899384781794042,-0.00018499003488803983,0.029022799844724223,0.30351509262307297 +orientation_alias,6,1024,joint_jeffreys,1,0.05,32,0.008765853679435599,0.004359173692319463,0.013403967880906477,0.008718355479852297,4.749819958330126e-05,0.030470482439226676,0.2876834555186016 +orientation_alias,6,1024,joint_jeffreys,2,0.0,32,0.01087317052307691,0.006051468210073058,0.01615324490700184,0.01069908506657732,0.00017408545649958904,0.046028333152309475,0.23622777055812952 +orientation_alias,6,1024,joint_jeffreys,2,0.01,32,0.01060451694066488,0.005808126099643482,0.015733270322923276,0.010677882460938953,-7.336552027407267e-05,0.046059858059661174,0.2302333829802273 +orientation_alias,6,1024,joint_jeffreys,2,0.05,32,0.010543570529416072,0.005736991482950482,0.015617164945275801,0.01061031073042542,-6.674020100934722e-05,0.04792384388129445,0.22000677899569362 +orientation_alias,6,1024,naive_bayes,0,0.0,32,-0.002681282094269121,-0.007277156206068734,0.0011981576817639606,0.0011289852548281402,-0.0038102673490972632,0.5833777432833818,-0.004596133680346218 +orientation_alias,6,1024,naive_bayes,0,0.01,32,-0.002681282094269121,-0.007277156206068734,0.0011981576817639606,0.0011289852548281402,-0.0038102673490972632,0.5833777432833818,-0.004596133680346218 +orientation_alias,6,1024,naive_bayes,0,0.05,32,-0.002681282094269121,-0.007277156206068734,0.0011981576817639606,0.0011289852548281402,-0.0038102673490972632,0.5833777432833818,-0.004596133680346218 +orientation_alias,6,1024,naive_bayes,1,0.0,32,-0.0004331894606002712,-0.0028431899690221753,0.0017743698207564908,0.0012090175031996102,-0.0016422069637998839,0.6293540541519967,-0.0006883080481366863 +orientation_alias,6,1024,naive_bayes,1,0.01,32,0.00211134626169097,-0.0009597112565728911,0.006010752353220428,0.001279375540495939,0.0008319707211950295,0.6317247368839816,0.003342193424473619 +orientation_alias,6,1024,naive_bayes,1,0.05,32,0.0015424358982898537,-0.0033184719454595587,0.006547501418579972,0.0015674038030050932,-2.4967904715237493e-05,0.620390856085648,0.0024862324825704924 +orientation_alias,6,1024,naive_bayes,2,0.0,32,-0.0010598216795106165,-0.0029882488840708536,0.0006301174900428277,0.0008839868760347931,-0.0019438085555454144,0.6937973267923776,-0.0015275666806190702 +orientation_alias,6,1024,naive_bayes,2,0.01,32,-0.0014905015497414522,-0.00446411560580331,0.0011808758648515006,0.000859324909365581,-0.0023498264591070364,0.6983606215551995,-0.0021342863611384776 +orientation_alias,6,1024,naive_bayes,2,0.05,32,0.0018445897652464233,-0.002348988222265152,0.0056161395723368715,0.0010198018513465999,0.0008247879138998217,0.6954263808463681,0.0026524587160490906 +orientation_alias,6,1024,support_mixture,0,0.0,32,0.01989520971420105,0.008223176349138297,0.03230575458109164,0.01960877734129347,0.0002864323729075795,0.08240179843553819,0.24144145021015292 +orientation_alias,6,1024,support_mixture,0,0.01,32,0.01989520971420105,0.008223176349138297,0.03230575458109164,0.01960877734129347,0.0002864323729075795,0.08240179843553819,0.24144145021015292 +orientation_alias,6,1024,support_mixture,0,0.05,32,0.01989520971420105,0.008223176349138297,0.03230575458109164,0.01960877734129347,0.0002864323729075795,0.08240179843553819,0.24144145021015292 +orientation_alias,6,1024,support_mixture,1,0.0,32,0.03353312047094595,0.02541299539647166,0.04176468305384881,0.02583762289145912,0.007695497579486833,0.07864945879739638,0.4263617446793675 +orientation_alias,6,1024,support_mixture,1,0.01,32,0.03493555279623085,0.026868524599399066,0.043009272717863506,0.025719547826244107,0.00921600496998674,0.08036455726435654,0.4347134356917006 +orientation_alias,6,1024,support_mixture,1,0.05,32,0.035910732517146327,0.02803483320543682,0.04339242907547302,0.025064674453968996,0.01084605806317733,0.08326143649319595,0.4313009002682883 +orientation_alias,6,1024,support_mixture,2,0.0,32,0.0316904330527832,0.024520336574467973,0.038811879365313315,0.03236167269079719,-0.0006712396380139894,0.14422360642562748,0.21973124815128767 +orientation_alias,6,1024,support_mixture,2,0.01,32,0.03211086501528602,0.024781484115702263,0.039461359036489514,0.03229144955205313,-0.0001805845367671144,0.14410083923239592,0.22283607220010582 +orientation_alias,6,1024,support_mixture,2,0.05,32,0.0362682694992171,0.027664938569294917,0.04435300807337648,0.03166728405130855,0.0046009854479085455,0.14924700283024295,0.24300836071374565 +orientation_alias,6,4096,joint_jeffreys,0,0.0,32,4.962996894680195e-05,-7.720535914274192e-05,0.0002260952659831391,4.962996894680195e-05,0.0,0.0003383894024772127,0.1466652577872738 +orientation_alias,6,4096,joint_jeffreys,0,0.01,32,4.962996894680195e-05,-7.720535914274192e-05,0.0002260952659831391,4.962996894680195e-05,0.0,0.0003383894024772127,0.1466652577872738 +orientation_alias,6,4096,joint_jeffreys,0,0.05,32,4.962996894680195e-05,-7.720535914274192e-05,0.0002260952659831391,4.962996894680195e-05,0.0,0.0003383894024772127,0.1466652577872738 +orientation_alias,6,4096,joint_jeffreys,1,0.0,32,4.3452360632079134e-05,-4.7920202839900775e-05,0.0001516897433431098,2.842360175926012e-05,1.5028758872819015e-05,0.0032936875405281674,0.013192617726304185 +orientation_alias,6,4096,joint_jeffreys,1,0.01,32,4.345236063210342e-05,-4.792020283992037e-05,0.00015168974334316148,2.8423601759280936e-05,1.5028758872822484e-05,0.0032936875405280563,0.013192617726312004 +orientation_alias,6,4096,joint_jeffreys,1,0.05,32,4.345236063210342e-05,-4.792020283991413e-05,0.00015168974334316148,2.6021239796423373e-05,1.7431120835680047e-05,0.003844674498961864,0.011301960840595579 +orientation_alias,6,4096,joint_jeffreys,2,0.0,32,9.047360931469656e-05,-7.50455805021217e-05,0.00027414757856498035,8.620562421883873e-05,4.267985095857824e-06,0.0014417261663350889,0.06275367086156394 +orientation_alias,6,4096,joint_jeffreys,2,0.01,32,5.256160481965921e-05,-0.00011908672357183883,0.00024367255528058156,8.612408642128325e-05,-3.3562481601624033e-05,0.0014991832299759977,0.035060160605252196 +orientation_alias,6,4096,joint_jeffreys,2,0.05,32,4.25151069494735e-05,-0.0001443514188459607,0.00024117881594164987,8.579793523104395e-05,-4.328282828157046e-05,0.0019604881165486976,0.02168598044058455 +orientation_alias,6,4096,naive_bayes,0,0.0,32,0.00010091803340640305,-0.0020070465734836804,0.002300497579835937,0.00037517344550514614,-0.0002742554120987407,0.5875191231305054,0.0001717697849027906 +orientation_alias,6,4096,naive_bayes,0,0.01,32,0.00010091803340640305,-0.0020070465734836804,0.002300497579835937,0.00037517344550514614,-0.0002742554120987407,0.5875191231305054,0.0001717697849027906 +orientation_alias,6,4096,naive_bayes,0,0.05,32,0.00010091803340640305,-0.0020070465734836804,0.002300497579835937,0.00037517344550514614,-0.0002742554120987407,0.5875191231305054,0.0001717697849027906 +orientation_alias,6,4096,naive_bayes,1,0.0,32,-0.0014282648921795616,-0.0050630805187999485,0.0018639911268931056,0.00018838720008635887,-0.0016166520922659203,0.6358713638506379,-0.002246153818801395 +orientation_alias,6,4096,naive_bayes,1,0.01,32,-0.0004888428003719618,-0.0034465401164203127,0.0024147966927972647,0.00014013843329318924,-0.0006289812336651539,0.6278177500626068,-0.0007786380686484474 +orientation_alias,6,4096,naive_bayes,1,0.05,32,0.00016538967203819077,-0.0022485703718512586,0.0020510960525692203,-0.00015790481179893748,0.000323294483837124,0.6224299365204995,0.00026571612696322123 +orientation_alias,6,4096,naive_bayes,2,0.0,32,0.0008611522939430205,-0.0002222894371989115,0.002038941203021869,0.00027859034952108265,0.0005825619444219353,0.6947441214299059,0.0012395244052884064 +orientation_alias,6,4096,naive_bayes,2,0.01,32,0.0004220093505551397,-0.001286724980929675,0.002146430910153709,0.0001266019655560193,0.00029540738499912733,0.6995497980122015,0.0006032584838910625 +orientation_alias,6,4096,naive_bayes,2,0.05,32,0.001347293208675345,-0.0001396944390553281,0.003075280578312419,-0.00043291302626197875,0.00178020623493732,0.6929653955125759,0.001944243128733395 +orientation_alias,6,4096,support_mixture,0,0.0,32,0.0001269812495672852,-8.440260537578848e-05,0.0003967324965266362,0.0001269812495672852,0.0,0.0006355550657685116,0.199795826367523 +orientation_alias,6,4096,support_mixture,0,0.01,32,0.0001269812495672852,-8.440260537578848e-05,0.0003967324965266362,0.0001269812495672852,0.0,0.0006355550657685116,0.199795826367523 +orientation_alias,6,4096,support_mixture,0,0.05,32,0.0001269812495672852,-8.440260537578848e-05,0.0003967324965266362,0.0001269812495672852,0.0,0.0006355550657685116,0.199795826367523 +orientation_alias,6,4096,support_mixture,1,0.0,32,2.8514929999331334e-05,-6.226869324728791e-05,0.0001387750350543202,1.702609496692653e-05,1.1488835032404804e-05,0.008000791842902477,0.003564013482568854 +orientation_alias,6,4096,support_mixture,1,0.01,32,2.8514929999338273e-05,-6.226869324726059e-05,0.0001387750350543104,1.702609496693694e-05,1.1488835032401334e-05,0.008000791842902366,0.0035640134825697706 +orientation_alias,6,4096,support_mixture,1,0.05,32,3.107978185665217e-05,-5.844745364447148e-05,0.00014037773697497108,1.4623733004058559e-05,1.6456048852593608e-05,0.008497463598388544,0.0036575363338474465 +orientation_alias,6,4096,support_mixture,2,0.0,32,0.00015646538396942716,-7.371048582561308e-05,0.0004300934534347103,7.692312213680719e-05,7.954226183261998e-05,0.01018486860509149,0.01536253338518368 +orientation_alias,6,4096,support_mixture,2,0.01,32,0.00020660747997496356,-4.42993018280817e-05,0.000535014391541176,7.702448504673734e-05,0.00012958299492822623,0.010355828334819961,0.0199508405600232 +orientation_alias,6,4096,support_mixture,2,0.05,32,0.00021359535938068192,1.0727665142957517e-06,0.00047295541620225295,7.593705295077038e-05,0.00013765830642991153,0.011645904128666174,0.018340813819248344 +orientation_alias,3,64,joint_jeffreys,0,0.0,32,-4.336808689942018e-19,-1.3010426069826053e-18,0.0,-8.673617379884035e-19,4.336808689942018e-19,0.07602476463159046,-5.704468420202054e-18 +orientation_alias,3,64,joint_jeffreys,0,0.01,32,-4.336808689942018e-19,-1.3010426069826053e-18,0.0,-8.673617379884035e-19,4.336808689942018e-19,0.07602476463159046,-5.704468420202054e-18 +orientation_alias,3,64,joint_jeffreys,0,0.05,32,-4.336808689942018e-19,-1.3010426069826053e-18,0.0,-8.673617379884035e-19,4.336808689942018e-19,0.07602476463159046,-5.704468420202054e-18 +orientation_alias,3,64,joint_jeffreys,1,0.0,32,4.336808689942018e-18,-6.5052130349130266e-18,1.5178830414797062e-17,-3.2526065174565133e-18,6.938893903907228e-18,0.1393546463395302,3.1120660873951867e-17 +orientation_alias,3,64,joint_jeffreys,1,0.01,32,-1.734723475976807e-18,-2.7755575615628914e-17,2.6020852139652106e-17,-7.15573433840433e-18,5.204170427930421e-18,0.1370656684353898,-1.265614866055626e-17 +orientation_alias,3,64,joint_jeffreys,1,0.05,32,1.0842021724855044e-18,-1.0842021724855044e-17,1.3444106938820255e-17,1.0408340855860843e-17,-1.0408340855860843e-17,0.1360519623619128,7.969030021054826e-18 +orientation_alias,3,64,joint_jeffreys,2,0.0,32,1.1492543028346347e-17,-1.0847442735717467e-17,3.5561831257524545e-17,-1.6479873021779667e-17,2.688821387764051e-17,0.15252341674286402,7.534936781360846e-17 +orientation_alias,3,64,joint_jeffreys,2,0.01,32,-4.336808689942018e-19,-1.3444106938820255e-17,1.1709383462843448e-17,0.0,-8.673617379884035e-19,0.15383678932407363,-2.819097245201905e-18 +orientation_alias,3,64,joint_jeffreys,2,0.05,32,3.7947076036992655e-18,-5.965822454101486e-18,1.5070410197548512e-17,3.469446951953614e-18,0.0,0.15973165121773913,2.3756766894787106e-17 +orientation_alias,3,64,naive_bayes,0,0.0,32,5.421010862427522e-19,0.0,1.5178830414797062e-18,3.469446951953614e-18,-2.927345865710862e-18,0.17640748836404574,3.0730049572727766e-18 +orientation_alias,3,64,naive_bayes,0,0.01,32,5.421010862427522e-19,0.0,1.5178830414797062e-18,3.469446951953614e-18,-2.927345865710862e-18,0.17640748836404574,3.0730049572727766e-18 +orientation_alias,3,64,naive_bayes,0,0.05,32,5.421010862427522e-19,0.0,1.5178830414797062e-18,3.469446951953614e-18,-2.927345865710862e-18,0.17640748836404574,3.0730049572727766e-18 +orientation_alias,3,64,naive_bayes,1,0.0,32,1.4365678785432934e-18,-8.944667923005412e-19,5.204170427930421e-18,1.9949319973733282e-17,-1.9949319973733282e-17,0.5262001926066391,2.7300785874420985e-18 +orientation_alias,3,64,naive_bayes,1,0.01,32,6.505213034913027e-19,-8.673617379884035e-19,2.8189256484623115e-18,-6.938893903907228e-18,6.938893903907228e-18,0.526486032518793,1.2355908102235974e-18 +orientation_alias,3,64,naive_bayes,1,0.05,32,1.0028870095490916e-18,-2.4665599424045226e-18,4.445228907190568e-18,0.0,1.734723475976807e-18,0.5241089150606862,1.9135087779092022e-18 +orientation_alias,3,64,naive_bayes,2,0.0,32,1.0299920638612292e-18,-5.421010862427522e-20,2.3852447794681098e-18,1.3877787807814457e-17,-1.3444106938820255e-17,0.5320974895507592,1.9357205852086127e-18 +orientation_alias,3,64,naive_bayes,2,0.01,32,2.8189256484623115e-18,4.336808689942018e-19,5.637851296924623e-18,-6.938893903907228e-18,8.673617379884035e-18,0.531965610858766,5.29907496071343e-18 +orientation_alias,3,64,naive_bayes,2,0.05,32,2.9002408113987244e-18,-1.3552527156068805e-19,7.237049501340742e-18,3.0357660829594124e-18,-1.3010426069826053e-18,0.523921976720491,5.535634961436222e-18 +orientation_alias,3,64,support_mixture,0,0.0,32,-2.710505431213761e-19,-7.589415207398531e-19,0.0,-3.0357660829594124e-18,2.8189256484623115e-18,0.1542088252208955,-1.757685026995773e-18 +orientation_alias,3,64,support_mixture,0,0.01,32,-2.710505431213761e-19,-7.589415207398531e-19,0.0,-3.0357660829594124e-18,2.8189256484623115e-18,0.1542088252208955,-1.757685026995773e-18 +orientation_alias,3,64,support_mixture,0,0.05,32,-2.710505431213761e-19,-7.589415207398531e-19,0.0,-3.0357660829594124e-18,2.8189256484623115e-18,0.1542088252208955,-1.757685026995773e-18 +orientation_alias,3,64,support_mixture,1,0.0,32,1.0842021724855044e-18,-4.119968255444917e-18,6.7220534694101275e-18,-1.0408340855860843e-17,8.673617379884035e-18,0.4511186111685894,2.4033638729223757e-18 +orientation_alias,3,64,support_mixture,1,0.01,32,3.5236570605778894e-18,-1.1397675338253853e-18,8.890457814381136e-18,1.3877787807814457e-17,-8.673617379884035e-18,0.4459929401968382,7.900701430436836e-18 +orientation_alias,3,64,support_mixture,1,0.05,32,-1.700842158086635e-18,-4.0115480381963664e-18,1.0842021724855044e-19,-1.5612511283791264e-17,1.0842021724855044e-17,0.4427637507833657,-3.841421424128324e-18 +orientation_alias,3,64,support_mixture,2,0.0,32,-1.5178830414797062e-18,-4.336808689942018e-18,6.505213034913027e-19,-1.3877787807814457e-17,1.734723475976807e-17,0.4592255159535627,-3.305310765077775e-18 +orientation_alias,3,64,support_mixture,2,0.01,32,5.55653613398821e-18,-5.068645156369733e-18,1.7997756063259374e-17,1.0408340855860843e-17,-1.0408340855860843e-17,0.45658687482431226,1.2169723748906014e-17 +orientation_alias,3,64,support_mixture,2,0.05,32,-2.439454888092385e-18,-6.938893903907228e-18,1.0299920638612292e-18,-2.0816681711721685e-17,1.7780915628762273e-17,0.4484330650763412,-5.439953201660303e-18 +orientation_alias,3,256,joint_jeffreys,0,0.0,32,5.204170427930421e-18,0.0,1.3877787807814457e-17,8.673617379884035e-19,4.336808689942018e-18,0.016890053623706783,3.081204206850994e-16 +orientation_alias,3,256,joint_jeffreys,0,0.01,32,5.204170427930421e-18,0.0,1.3877787807814457e-17,8.673617379884035e-19,4.336808689942018e-18,0.016890053623706783,3.081204206850994e-16 +orientation_alias,3,256,joint_jeffreys,0,0.05,32,5.204170427930421e-18,0.0,1.3877787807814457e-17,8.673617379884035e-19,4.336808689942018e-18,0.016890053623706783,3.081204206850994e-16 +orientation_alias,3,256,joint_jeffreys,1,0.0,32,-8.890457814381136e-18,-2.7972416050126014e-17,1.019692143222609e-17,6.938893903907228e-18,-1.6046192152785466e-17,0.03142663191774431,-2.8289566115932864e-16 +orientation_alias,3,256,joint_jeffreys,1,0.01,32,1.485356976305141e-17,-7.589415207398531e-19,3.913969842672671e-17,2.0816681711721685e-17,-6.071532165918825e-18,0.031188273197564675,4.762549586814331e-16 +orientation_alias,3,256,joint_jeffreys,1,0.05,32,-2.6020852139652106e-18,-1.5612511283791264e-17,8.239936510889834e-18,-7.806255641895632e-18,5.204170427930421e-18,0.031125594149596703,-8.359953552883186e-17 +orientation_alias,3,256,joint_jeffreys,2,0.0,32,3.903127820947816e-18,-2.3418766925686896e-17,2.905661822261152e-17,5.204170427930421e-18,-1.3010426069826053e-18,0.05319959498044724,7.33676228622108e-17 +orientation_alias,3,256,joint_jeffreys,2,0.01,32,1.0191500421363742e-17,0.0,2.3635607360183997e-17,1.0408340855860843e-17,0.0,0.05253112942902427,1.9400878169074314e-16 +orientation_alias,3,256,joint_jeffreys,2,0.05,32,-1.2576745200831851e-17,-3.3393426912553537e-17,4.7704895589362195e-18,-7.37257477290143e-18,-5.204170427930421e-18,0.050187099395791857,-2.505971724256772e-16 +orientation_alias,3,256,naive_bayes,0,0.0,32,0.0,0.0,0.0,-3.469446951953614e-18,3.469446951953614e-18,0.12539045441034222,0.0 +orientation_alias,3,256,naive_bayes,0,0.01,32,0.0,0.0,0.0,-3.469446951953614e-18,3.469446951953614e-18,0.12539045441034222,0.0 +orientation_alias,3,256,naive_bayes,0,0.05,32,0.0,0.0,0.0,-3.469446951953614e-18,3.469446951953614e-18,0.12539045441034222,0.0 +orientation_alias,3,256,naive_bayes,1,0.0,32,-3.2526065174565133e-19,-2.6020852139652106e-18,1.1926223897340549e-18,-6.938893903907228e-18,6.938893903907228e-18,0.47780936176531463,-6.807331077481262e-19 +orientation_alias,3,256,naive_bayes,1,0.01,32,7.589415207398531e-19,-1.0842021724855044e-19,1.951563910473908e-18,-6.938893903907228e-18,6.938893903907228e-18,0.4757059992596019,1.595400356356835e-18 +orientation_alias,3,256,naive_bayes,1,0.05,32,-8.673617379884035e-19,-2.6020852139652106e-18,0.0,3.469446951953614e-18,-3.469446951953614e-18,0.4653689928210712,-1.8638150615288064e-18 +orientation_alias,3,256,naive_bayes,2,0.0,32,2.4530074152484538e-18,-1.5178830414797062e-18,8.023773702750526e-18,-6.938893903907228e-18,6.938893903907228e-18,0.4790826306178301,5.1202178047762434e-18 +orientation_alias,3,256,naive_bayes,2,0.01,32,-5.421010862427522e-20,-2.6020852139652106e-18,2.4950202494322474e-18,-6.938893903907228e-18,6.071532165918825e-18,0.48274056885948163,-1.1229656697872217e-19 +orientation_alias,3,256,naive_bayes,2,0.05,32,-2.1141942363467336e-18,-6.5052130349130266e-18,9.215718466126788e-19,3.469446951953614e-18,-8.673617379884035e-18,0.4658277200624773,-4.538575411663298e-18 +orientation_alias,3,256,support_mixture,0,0.0,32,0.0,0.0,0.0,-8.673617379884035e-19,2.6020852139652106e-18,0.07622782891039855,0.0 +orientation_alias,3,256,support_mixture,0,0.01,32,0.0,0.0,0.0,-8.673617379884035e-19,2.6020852139652106e-18,0.07622782891039855,0.0 +orientation_alias,3,256,support_mixture,0,0.05,32,0.0,0.0,0.0,-8.673617379884035e-19,2.6020852139652106e-18,0.07622782891039855,0.0 +orientation_alias,3,256,support_mixture,1,0.0,32,6.179952383167375e-18,-1.734723475976807e-18,1.5720931501039814e-17,-5.204170427930421e-18,1.3010426069826053e-17,0.23294027184681282,2.653020164427155e-17 +orientation_alias,3,256,support_mixture,1,0.01,32,-1.713039432527097e-17,-3.707971429900425e-17,-1.5178830414797062e-18,-4.553649124439119e-18,-1.2793585635328952e-17,0.24230015078273082,-7.069906588969355e-17 +orientation_alias,3,256,support_mixture,1,0.05,32,-6.396792817664476e-18,-1.8650987872181888e-17,1.4094628242311558e-18,9.540979117872439e-18,-1.5504091066542713e-17,0.25359948472819255,-2.522399769274195e-17 +orientation_alias,3,256,support_mixture,2,0.0,32,3.0357660829594124e-18,-9.107298248878237e-18,1.6479873021779667e-17,8.673617379884035e-19,2.168404344971009e-18,0.20400644199730666,1.4880736378900677e-17 +orientation_alias,3,256,support_mixture,2,0.01,32,4.87890977618477e-19,-1.8214596497756474e-17,1.9081958235744878e-17,-1.8214596497756474e-17,2.043721095135176e-17,0.21217228454585452,2.2995038143779536e-18 +orientation_alias,3,256,support_mixture,2,0.05,32,4.9873299934333204e-18,-3.469446951953614e-18,1.474514954580286e-17,6.5052130349130266e-18,2.168404344971009e-19,0.23981616363370023,2.0796471421547145e-17 +orientation_alias,3,1024,joint_jeffreys,0,0.0,32,-3.903127820947816e-18,-1.5178830414797062e-17,6.938893903907228e-18,-4.336808689942018e-18,4.336808689942018e-19,0.003997480568580375,-9.76396946523228e-16 +orientation_alias,3,1024,joint_jeffreys,0,0.01,32,-3.903127820947816e-18,-1.5178830414797062e-17,6.938893903907228e-18,-4.336808689942018e-18,4.336808689942018e-19,0.003997480568580375,-9.76396946523228e-16 +orientation_alias,3,1024,joint_jeffreys,0,0.05,32,-3.903127820947816e-18,-1.5178830414797062e-17,6.938893903907228e-18,-4.336808689942018e-18,4.336808689942018e-19,0.003997480568580375,-9.76396946523228e-16 +orientation_alias,3,1024,joint_jeffreys,1,0.0,32,-1.3877787807814457e-17,-2.7755575615628914e-17,-3.469446951953614e-18,-6.938893903907228e-18,-6.938893903907228e-18,0.009911780166643513,-1.4001307105778937e-15 +orientation_alias,3,1024,joint_jeffreys,1,0.01,32,1.0462550964485118e-17,5.421010862427522e-20,2.097931203759451e-17,6.071532165918825e-18,4.336808689942018e-18,0.01040666576762117,1.0053701346917305e-15 +orientation_alias,3,1024,joint_jeffreys,1,0.05,32,7.697835424647081e-18,-1.0842021724855044e-19,1.8214596497756474e-17,-6.938893903907228e-18,1.463672932855431e-17,0.008860436638352898,8.687873678060705e-16 +orientation_alias,3,1024,joint_jeffreys,2,0.0,32,-6.938893903907228e-18,-2.5153490401663703e-17,1.3877787807814457e-17,6.938893903907228e-18,-1.3877787807814457e-17,0.012839999372740496,-5.404123242123048e-16 +orientation_alias,3,1024,joint_jeffreys,2,0.01,32,4.336808689942018e-18,-1.0408340855860843e-17,1.9103642279194273e-17,-4.336808689942018e-19,4.7704895589362195e-18,0.013371649220204063,3.243286313096863e-16 +orientation_alias,3,1024,joint_jeffreys,2,0.05,32,1.474514954580286e-17,-2.6020852139652106e-18,3.469446951953614e-17,-3.469446951953614e-18,1.8214596497756474e-17,0.013797653187448522,1.068670834487727e-15 +orientation_alias,3,1024,naive_bayes,0,0.0,32,-8.673617379884035e-19,-2.6020852139652106e-18,0.0,-3.469446951953614e-18,2.6020852139652106e-18,0.11652721540872138,-7.443426284118402e-18 +orientation_alias,3,1024,naive_bayes,0,0.01,32,-8.673617379884035e-19,-2.6020852139652106e-18,0.0,-3.469446951953614e-18,2.6020852139652106e-18,0.11652721540872138,-7.443426284118402e-18 +orientation_alias,3,1024,naive_bayes,0,0.05,32,-8.673617379884035e-19,-2.6020852139652106e-18,0.0,-3.469446951953614e-18,2.6020852139652106e-18,0.11652721540872138,-7.443426284118402e-18 +orientation_alias,3,1024,naive_bayes,1,0.0,32,5.421010862427522e-19,0.0,1.4094628242311558e-18,0.0,3.469446951953614e-18,0.4736714498859253,1.1444664574428265e-18 +orientation_alias,3,1024,naive_bayes,1,0.01,32,-1.734723475976807e-18,-5.204170427930421e-18,0.0,0.0,-3.469446951953614e-18,0.47302054905795193,-3.667332168616375e-18 +orientation_alias,3,1024,naive_bayes,1,0.05,32,1.5178830414797062e-18,0.0,3.686287386450715e-18,-3.469446951953614e-18,3.469446951953614e-18,0.46213883516982995,3.284474114628138e-18 +orientation_alias,3,1024,naive_bayes,2,0.0,32,2.0599841277224584e-18,-1.0842021724855044e-19,4.87890977618477e-18,1.0408340855860843e-17,-9.540979117872439e-18,0.46507001601891185,4.429406447993177e-18 +orientation_alias,3,1024,naive_bayes,2,0.01,32,-2.168404344971009e-19,-6.505213034913027e-19,0.0,-1.4094628242311558e-17,1.0625181290357943e-17,0.46363473030979235,-4.6769670242825e-19 +orientation_alias,3,1024,naive_bayes,2,0.05,32,1.5178830414797062e-18,0.0,3.686287386450715e-18,-1.0408340855860843e-17,1.0408340855860843e-17,0.45860113595841345,3.3098109063937202e-18 +orientation_alias,3,1024,support_mixture,0,0.0,32,-3.469446951953614e-18,-1.0408340855860843e-17,0.0,-2.168404344971009e-18,-1.3010426069826053e-18,0.01206334788728862,-2.876023293342503e-16 +orientation_alias,3,1024,support_mixture,0,0.01,32,-3.469446951953614e-18,-1.0408340855860843e-17,0.0,-2.168404344971009e-18,-1.3010426069826053e-18,0.01206334788728862,-2.876023293342503e-16 +orientation_alias,3,1024,support_mixture,0,0.05,32,-3.469446951953614e-18,-1.0408340855860843e-17,0.0,-2.168404344971009e-18,-1.3010426069826053e-18,0.01206334788728862,-2.876023293342503e-16 +orientation_alias,3,1024,support_mixture,1,0.0,32,5.204170427930421e-18,-8.673617379884035e-18,1.9081958235744878e-17,2.6020852139652106e-18,2.6020852139652106e-18,0.049743116596026815,1.0462091609969809e-16 +orientation_alias,3,1024,support_mixture,1,0.01,32,1.214306433183765e-17,8.673617379884035e-19,2.5153490401663703e-17,6.288372600415926e-18,5.854691731421724e-18,0.05047437278460887,2.4057880587553194e-16 +orientation_alias,3,1024,support_mixture,1,0.05,32,2.168404344971009e-19,-1.8865117801247777e-17,1.5829351718288365e-17,-6.938893903907228e-18,7.15573433840433e-18,0.05370362384529692,4.037724439634638e-18 +orientation_alias,3,1024,support_mixture,2,0.0,32,-2.6020852139652106e-18,-1.5612511283791264e-17,1.0408340855860843e-17,-6.938893903907228e-18,4.336808689942018e-18,0.049755060242346105,-5.2297900983156646e-17 +orientation_alias,3,1024,support_mixture,2,0.01,32,-3.3610267347050637e-18,-1.5615221789222475e-17,8.456776945386935e-18,9.540979117872439e-18,-1.2902005852577503e-17,0.05079952039252522,-6.616256824345165e-17 +orientation_alias,3,1024,support_mixture,2,0.05,32,-5.637851296924623e-18,-2.1250362580715887e-17,9.974659986866641e-18,-6.5052130349130266e-18,8.673617379884035e-19,0.05244895230119384,-1.0749216237053976e-16 +orientation_alias,3,4096,joint_jeffreys,0,0.0,32,3.469446951953614e-18,-6.938893903907228e-18,1.3877787807814457e-17,3.0357660829594124e-18,4.336808689942018e-19,0.0010616181287387144,3.2680743273248254e-15 +orientation_alias,3,4096,joint_jeffreys,0,0.01,32,3.469446951953614e-18,-6.938893903907228e-18,1.3877787807814457e-17,3.0357660829594124e-18,4.336808689942018e-19,0.0010616181287387144,3.2680743273248254e-15 +orientation_alias,3,4096,joint_jeffreys,0,0.05,32,3.469446951953614e-18,-6.938893903907228e-18,1.3877787807814457e-17,3.0357660829594124e-18,4.336808689942018e-19,0.0010616181287387144,3.2680743273248254e-15 +orientation_alias,3,4096,joint_jeffreys,1,0.0,32,1.0408340855860843e-17,-1.0408340855860843e-17,3.469446951953614e-17,4.336808689942018e-18,6.071532165918825e-18,0.002907583693339655,3.57972184247113e-15 +orientation_alias,3,4096,joint_jeffreys,1,0.01,32,6.938893903907228e-18,-1.0408340855860843e-17,2.42861286636753e-17,4.0115480381963664e-18,2.927345865710862e-18,0.0029846656520906567,2.3248479772086933e-15 +orientation_alias,3,4096,joint_jeffreys,1,0.05,32,-8.673617379884035e-19,-1.474514954580286e-17,1.3010426069826053e-17,-2.6020852139652106e-18,1.734723475976807e-18,0.002539815888798147,-3.41505753158684e-16 +orientation_alias,3,4096,joint_jeffreys,2,0.0,32,-1.5178830414797062e-18,-2.0383000842727483e-17,1.6046192152785466e-17,3.469446951953614e-18,-4.9873299934333204e-18,0.0033318669958235514,-4.555653161973006e-16 +orientation_alias,3,4096,joint_jeffreys,2,0.01,32,4.119968255444917e-18,-1.3660947373317356e-17,2.168404344971009e-17,0.0,4.119968255444917e-18,0.0030611411430727653,1.3458929408623424e-15 +orientation_alias,3,4096,joint_jeffreys,2,0.05,32,-8.673617379884035e-19,-1.474514954580286e-17,1.3010426069826053e-17,-2.168404344971009e-18,1.3010426069826053e-18,0.003217248656009808,-2.695973580929703e-16 +orientation_alias,3,4096,naive_bayes,0,0.0,32,0.0,0.0,0.0,-3.469446951953614e-18,3.469446951953614e-18,0.11295950592839338,0.0 +orientation_alias,3,4096,naive_bayes,0,0.01,32,0.0,0.0,0.0,-3.469446951953614e-18,3.469446951953614e-18,0.11295950592839338,0.0 +orientation_alias,3,4096,naive_bayes,0,0.05,32,0.0,0.0,0.0,-3.469446951953614e-18,3.469446951953614e-18,0.11295950592839338,0.0 +orientation_alias,3,4096,naive_bayes,1,0.0,32,7.589415207398531e-19,-3.2526065174565133e-19,2.6020852139652106e-18,6.938893903907228e-18,-1.0408340855860843e-17,0.4648361285262461,1.6327076880750694e-18 +orientation_alias,3,4096,naive_bayes,1,0.01,32,-2.2768245622195593e-18,-6.7220534694101275e-18,8.673617379884035e-19,-3.469446951953614e-18,3.469446951953614e-18,0.4645198236721718,-4.901458336526011e-18 +orientation_alias,3,4096,naive_bayes,1,0.05,32,1.734723475976807e-18,0.0,5.204170427930421e-18,-1.734723475976807e-18,6.938893903907228e-18,0.45246408330485327,3.8339473562325074e-18 +orientation_alias,3,4096,naive_bayes,2,0.0,32,-5.421010862427522e-19,-1.4094628242311558e-18,0.0,1.3877787807814457e-17,-1.3877787807814457e-17,0.45750205567352653,-1.1849150829381094e-18 +orientation_alias,3,4096,naive_bayes,2,0.01,32,2.981555974335137e-19,-8.944667923005412e-19,1.6263032587282567e-18,-6.938893903907228e-18,6.938893903907228e-18,0.45960616856391107,6.487197470937628e-19 +orientation_alias,3,4096,naive_bayes,2,0.05,32,1.734723475976807e-18,0.0,5.204170427930421e-18,-1.734723475976807e-18,6.938893903907228e-18,0.45217669737889277,3.836384064089063e-18 +orientation_alias,3,4096,support_mixture,0,0.0,32,-1.734723475976807e-18,-1.3877787807814457e-17,1.0408340855860843e-17,-2.168404344971009e-18,4.336808689942018e-19,0.0010263895981352522,-1.6901218398242325e-15 +orientation_alias,3,4096,support_mixture,0,0.01,32,-1.734723475976807e-18,-1.3877787807814457e-17,1.0408340855860843e-17,-2.168404344971009e-18,4.336808689942018e-19,0.0010263895981352522,-1.6901218398242325e-15 +orientation_alias,3,4096,support_mixture,0,0.05,32,-1.734723475976807e-18,-1.3877787807814457e-17,1.0408340855860843e-17,-2.168404344971009e-18,4.336808689942018e-19,0.0010263895981352522,-1.6901218398242325e-15 +orientation_alias,3,4096,support_mixture,1,0.0,32,-1.3010426069826053e-17,-3.382710778154774e-17,4.336808689942018e-18,-2.6020852139652106e-18,-1.0408340855860843e-17,0.004577007761946916,-2.842561504482095e-15 +orientation_alias,3,4096,support_mixture,1,0.01,32,3.469446951953614e-18,-6.938893903907228e-18,1.3877787807814457e-17,-3.144186300207963e-18,6.613633252161577e-18,0.004797233413462276,7.232182912379143e-16 +orientation_alias,3,4096,support_mixture,1,0.05,32,2.6020852139652106e-18,-1.474514954580286e-17,2.0816681711721685e-17,4.336808689942018e-18,-1.734723475976807e-18,0.003261483845344526,7.978225057528501e-16 +orientation_alias,3,4096,support_mixture,2,0.0,32,3.0357660829594124e-18,-1.1275702593849246e-17,1.734723475976807e-17,-6.938893903907228e-18,9.974659986866641e-18,0.005480372121829391,5.539342977947362e-16 +orientation_alias,3,4096,support_mixture,2,0.01,32,-7.589415207398531e-18,-2.905661822261152e-17,1.3877787807814457e-17,-3.469446951953614e-18,-4.119968255444917e-18,0.005572465926167447,-1.3619491456663375e-15 +orientation_alias,3,4096,support_mixture,2,0.05,32,-1.214306433183765e-17,-4.336808689942018e-17,1.734723475976807e-17,1.3010426069826053e-18,-1.3444106938820255e-17,0.005121559560586686,-2.370970050858226e-15 +parity,6,64,joint_jeffreys,0,0.0,32,-0.046945434458182854,-0.060099959508742425,-0.03312872149858779,0.022726513885916566,-0.06967194834409941,0.5102437180377684,-0.09200590384281408 +parity,6,64,joint_jeffreys,0,0.01,32,-0.046945434458182854,-0.060099959508742425,-0.03312872149858779,0.022726513885916566,-0.06967194834409941,0.5102437180377684,-0.09200590384281408 +parity,6,64,joint_jeffreys,0,0.05,32,-0.046945434458182854,-0.060099959508742425,-0.03312872149858779,0.022726513885916566,-0.06967194834409941,0.5102437180377684,-0.09200590384281408 +parity,6,64,joint_jeffreys,1,0.0,32,0.055342511188957375,0.041884706084501545,0.06893858451849448,0.05882930437016183,-0.003486793181204456,0.4345797444466136,0.12734719437839787 +parity,6,64,joint_jeffreys,1,0.01,32,0.05596619945652084,0.04230488805018137,0.06947996315254862,0.05842990548976028,-0.002463706033239428,0.43222932951101284,0.12948265107283718 +parity,6,64,joint_jeffreys,1,0.05,32,0.05499412751421161,0.04196547263429916,0.0682371406618845,0.05654470615044256,-0.0015505786362309563,0.44941862079046735,0.12236726510682686 +parity,6,64,joint_jeffreys,2,0.0,32,0.04691272358994564,0.034832218877809,0.058720903041084946,0.06163945002690677,-0.014726726436961136,0.545905582461531,0.08593559966617761 +parity,6,64,joint_jeffreys,2,0.01,32,0.04830383000278453,0.035199485769699834,0.06140912680993564,0.0614509557429829,-0.013147125740198377,0.5442080748915721,0.08875985534100826 +parity,6,64,joint_jeffreys,2,0.05,32,0.0485911366896125,0.037601050712363714,0.0594599276627003,0.05993313027060048,-0.011341993580987985,0.5407517355641323,0.08985849419220157 +parity,6,64,naive_bayes,0,0.0,32,-0.0012356990923077836,-0.006855074752240381,0.004064973286659427,0.0026325084470373017,-0.003868207539345086,0.8370347311869122,-0.0014762817434774383 +parity,6,64,naive_bayes,0,0.01,32,-0.0012356990923077836,-0.006855074752240381,0.004064973286659427,0.0026325084470373017,-0.003868207539345086,0.8370347311869122,-0.0014762817434774383 +parity,6,64,naive_bayes,0,0.05,32,-0.0012356990923077836,-0.006855074752240381,0.004064973286659427,0.0026325084470373017,-0.003868207539345086,0.8370347311869122,-0.0014762817434774383 +parity,6,64,naive_bayes,1,0.0,32,0.0007208701278752475,-0.003996836904711217,0.005548220340158546,0.002153833999100886,-0.0014329638712256305,0.8289573290857519,0.0008696106573667517 +parity,6,64,naive_bayes,1,0.01,32,0.0022246811971541624,-0.0025072642987433026,0.0070295843491287,0.0020620105898271294,0.00016267060732702565,0.8284832464929709,0.0026852458472412057 +parity,6,64,naive_bayes,1,0.05,32,-0.0008650885216183401,-0.005904691948001903,0.003857432369254809,0.002018087642720625,-0.0028831761643389594,0.824227229039634,-0.0010495752762576364 +parity,6,64,naive_bayes,2,0.0,32,-0.0038371587486499413,-0.008198681225491377,0.00015002529923771105,0.0011782489568502204,-0.005015407705500163,0.9020132522263027,-0.004253993762485488 +parity,6,64,naive_bayes,2,0.01,32,-3.216587340622518e-05,-0.0035270058084368137,0.003366279268591855,0.0012682051130108174,-0.0013003709864170421,0.9063632939158738,-3.5488940938081204e-05 +parity,6,64,naive_bayes,2,0.05,32,-0.000491894182876349,-0.004025234310191611,0.002721851502336552,0.0012529987829489036,-0.0017448929658252649,0.9033432821018801,-0.0005445263086828078 +parity,6,64,support_mixture,0,0.0,32,-0.0009779597822672653,-0.009305121073847131,0.007753496027099508,0.0046174404649484795,-0.00559540024721575,0.7812080666590484,-0.0012518557142524843 +parity,6,64,support_mixture,0,0.01,32,-0.0009779597822672653,-0.009305121073847131,0.007753496027099508,0.0046174404649484795,-0.00559540024721575,0.7812080666590484,-0.0012518557142524843 +parity,6,64,support_mixture,0,0.05,32,-0.0009779597822672653,-0.009305121073847131,0.007753496027099508,0.0046174404649484795,-0.00559540024721575,0.7812080666590484,-0.0012518557142524843 +parity,6,64,support_mixture,1,0.0,32,0.007875417267439483,0.0011536490654380604,0.014947326360031555,0.011137256541601567,-0.003261839274162086,0.7804670144414048,0.01009064716601261 +parity,6,64,support_mixture,1,0.01,32,0.003834447853481393,-0.00519627977261813,0.012350989388472613,0.010913366427456555,-0.007078918573975171,0.7742739624555919,0.004952314089602769 +parity,6,64,support_mixture,1,0.05,32,-0.005871814980766104,-0.01579507860967438,0.0016606766561793578,0.009741565904547625,-0.015613380885313721,0.7688444897114095,-0.007637194594410276 +parity,6,64,support_mixture,2,0.0,32,0.004032767818813017,-0.00465617155237422,0.01252743134243618,0.010435545648954466,-0.006402777830141444,0.8504072357355958,0.004742160754693842 +parity,6,64,support_mixture,2,0.01,32,0.0049590294965268615,-0.0035613064465396145,0.013025607536368939,0.010496623667142506,-0.005537594170615642,0.852844135892713,0.00581469613006837 +parity,6,64,support_mixture,2,0.05,32,-0.004085976366132185,-0.015581078754295707,0.005533352999531944,0.00999485523172016,-0.014080831597852336,0.8468140974165287,-0.004825116136585036 +parity,6,256,joint_jeffreys,0,0.0,32,-0.007035449592411066,-0.02169198124018977,0.00782849639715363,0.008113661393814515,-0.01514911098622558,0.18947275965087407,-0.037131720704204195 +parity,6,256,joint_jeffreys,0,0.01,32,-0.007035449592411066,-0.02169198124018977,0.00782849639715363,0.008113661393814515,-0.01514911098622558,0.18947275965087407,-0.037131720704204195 +parity,6,256,joint_jeffreys,0,0.05,32,-0.007035449592411066,-0.02169198124018977,0.00782849639715363,0.008113661393814515,-0.01514911098622558,0.18947275965087407,-0.037131720704204195 +parity,6,256,joint_jeffreys,1,0.0,32,0.05283479122690171,0.04220079950266754,0.06308438726669345,0.06608079907799858,-0.01324600785109686,0.1998703762235754,0.2643452833040181 +parity,6,256,joint_jeffreys,1,0.01,32,0.05068610331317159,0.04036016059220178,0.06064572053825101,0.06502064136482358,-0.01433453805165198,0.19860093394054457,0.2552158356332078 +parity,6,256,joint_jeffreys,1,0.05,32,0.04543952815350115,0.03467180367002036,0.05600369246656897,0.06082607215539443,-0.015386544001893274,0.19808938218946026,0.22938901445025986 +parity,6,256,joint_jeffreys,2,0.0,32,0.054143783096180974,0.04249033398398819,0.06550791798626407,0.07709150766506825,-0.02294772456888728,0.2862065224601076,0.189177320736035 +parity,6,256,joint_jeffreys,2,0.01,32,0.051455191246240414,0.03966765707074008,0.06299838363381412,0.07621707125535929,-0.024761880009118872,0.28400346253239994,0.1811780419415494 +parity,6,256,joint_jeffreys,2,0.05,32,0.041509345340781094,0.03097240714418058,0.05153222962650068,0.07022320617479608,-0.028713860834014993,0.26798771066697147,0.15489271966043544 +parity,6,256,naive_bayes,0,0.0,32,-0.001124851566120491,-0.005429560890716155,0.0030114617818222185,-0.003558653192182992,0.002433801626062492,0.7308871321422713,-0.0015390222602818138 +parity,6,256,naive_bayes,0,0.01,32,-0.001124851566120491,-0.005429560890716155,0.0030114617818222185,-0.003558653192182992,0.002433801626062492,0.7308871321422713,-0.0015390222602818138 +parity,6,256,naive_bayes,0,0.05,32,-0.001124851566120491,-0.005429560890716155,0.0030114617818222185,-0.003558653192182992,0.002433801626062492,0.7308871321422713,-0.0015390222602818138 +parity,6,256,naive_bayes,1,0.0,32,-0.0004503765290769752,-0.004560981304826813,0.003336076383262422,0.004250862313100515,-0.004701238842177492,0.7644408863344392,-0.000589158085508181 +parity,6,256,naive_bayes,1,0.01,32,-0.0006509584655440906,-0.004483906608692152,0.0031028043590564463,0.004017159484061289,-0.004668117949605382,0.7626194298719172,-0.0008535823243494068 +parity,6,256,naive_bayes,1,0.05,32,0.0006569684935251367,-0.0016069086265936628,0.003086552910169069,0.003121158007098163,-0.0024641895135730195,0.7537185528136084,0.0008716363569301742 +parity,6,256,naive_bayes,2,0.0,32,-0.00029607796486397155,-0.0033558687720876453,0.0027744399037304035,0.004225716043057907,-0.004521794007921894,0.8281896256730735,-0.00035750020971748786 +parity,6,256,naive_bayes,2,0.01,32,-0.0007746807272159117,-0.0037243513628077685,0.0020930443816828403,0.003995106033342726,-0.00476978676055864,0.8280161269486197,-0.0009355865206040635 +parity,6,256,naive_bayes,2,0.05,32,0.0010635978884981838,-0.0013043167126859094,0.003694484212340571,0.0028984295309855343,-0.0018348316424873475,0.8186654036032719,0.001299185092977994 +parity,6,256,support_mixture,0,0.0,32,-0.03130124905066132,-0.044520310583364836,-0.020346806702674355,0.06491774350814111,-0.09621899255880245,0.5943961231157804,-0.052660587499431345 +parity,6,256,support_mixture,0,0.01,32,-0.03130124905066132,-0.044520310583364836,-0.020346806702674355,0.06491774350814111,-0.09621899255880245,0.5943961231157804,-0.052660587499431345 +parity,6,256,support_mixture,0,0.05,32,-0.03130124905066132,-0.044520310583364836,-0.020346806702674355,0.06491774350814111,-0.09621899255880245,0.5943961231157804,-0.052660587499431345 +parity,6,256,support_mixture,1,0.0,32,0.03713721544562922,0.02148087106124776,0.05344551235673511,0.06817837145135433,-0.031041156005725122,0.4095928168806323,0.09066861994421188 +parity,6,256,support_mixture,1,0.01,32,0.03152547601227296,0.01593257679497597,0.04765199035657503,0.06769463812074097,-0.03616916210846801,0.40934333111506194,0.07701475415856107 +parity,6,256,support_mixture,1,0.05,32,0.0009298213484999025,-0.010890723313629305,0.013233654056166435,0.06514920621951537,-0.06421938487101547,0.4149125701485433,0.002241005492234222 +parity,6,256,support_mixture,2,0.0,32,0.05683843662887391,0.0385353967037793,0.07583152026906506,0.08679097443919369,-0.029952537810319785,0.48064457259391535,0.11825461030826055 +parity,6,256,support_mixture,2,0.01,32,0.046139578368750725,0.0293419415149374,0.06320436186904027,0.08608383481405209,-0.03994425644530136,0.4819081055997637,0.09574352004585446 +parity,6,256,support_mixture,2,0.05,32,0.009790877330421461,-0.003612899988723668,0.024204520688436013,0.08204606131957745,-0.07225518398915598,0.48929137772409836,0.02001032059048942 +parity,6,1024,joint_jeffreys,0,0.0,32,0.004936749428707209,0.001469846138820124,0.00855988743595435,0.0016002525041776943,0.003336496924529515,0.020145841624125693,0.24505054297633289 +parity,6,1024,joint_jeffreys,0,0.01,32,0.004936749428707209,0.001469846138820124,0.00855988743595435,0.0016002525041776943,0.003336496924529515,0.020145841624125693,0.24505054297633289 +parity,6,1024,joint_jeffreys,0,0.05,32,0.004936749428707209,0.001469846138820124,0.00855988743595435,0.0016002525041776943,0.003336496924529515,0.020145841624125693,0.24505054297633289 +parity,6,1024,joint_jeffreys,1,0.0,32,0.007660299009052594,0.004814831223584787,0.010725998962691495,0.007123085784449864,0.0005372132246027304,0.021496577744360534,0.35634969901486835 +parity,6,1024,joint_jeffreys,1,0.01,32,0.007614955534158349,0.004784546203196512,0.010658249805794667,0.007006588221517427,0.0006083673126409221,0.02142332113234513,0.3554516821699143 +parity,6,1024,joint_jeffreys,1,0.05,32,0.007782671176734427,0.004854876110576477,0.010957404659696825,0.006477442687332663,0.0013052284894017642,0.02361676881590613,0.3295400500127994 +parity,6,1024,joint_jeffreys,2,0.0,32,0.008650046795743101,0.005316111824834073,0.012265036815811746,0.009772082287900292,-0.0011220354921571904,0.045889748051050616,0.18849627995604268 +parity,6,1024,joint_jeffreys,2,0.01,32,0.00843215606615268,0.005238359439569811,0.011870580868789903,0.009796873034239088,-0.001364716968086408,0.04635429817761905,0.18190667095945645 +parity,6,1024,joint_jeffreys,2,0.05,32,0.009321643649925715,0.005558212926351472,0.013444558701408567,0.009586350249286796,-0.00026470659936108157,0.04871780006966209,0.1913395850509793 +parity,6,1024,naive_bayes,0,0.0,32,-0.0012113020110959122,-0.004475535031307889,0.0010484598251778525,0.00013966712753689554,-0.0013509691386328075,0.6935260819013377,-0.0017465846529881976 +parity,6,1024,naive_bayes,0,0.01,32,-0.0012113020110959122,-0.004475535031307889,0.0010484598251778525,0.00013966712753689554,-0.0013509691386328075,0.6935260819013377,-0.0017465846529881976 +parity,6,1024,naive_bayes,0,0.05,32,-0.0012113020110959122,-0.004475535031307889,0.0010484598251778525,0.00013966712753689554,-0.0013509691386328075,0.6935260819013377,-0.0017465846529881976 +parity,6,1024,naive_bayes,1,0.0,32,0.002962240007873004,-0.0012885928580085566,0.008139094494014691,0.0007292365264197527,0.0022330034814532426,0.7451390382772257,0.0039754191576403695 +parity,6,1024,naive_bayes,1,0.01,32,0.001663623476964388,-0.0012038332765530778,0.004732258743715297,0.0007728223198341499,0.0008908011571302421,0.7458451017295291,0.0022305214220843393 +parity,6,1024,naive_bayes,1,0.05,32,0.001020201323102418,-0.0013281152129821193,0.003734651203126908,0.0010187570132886656,1.4443098137507937e-06,0.7291873553962255,0.0013990935464700447 +parity,6,1024,naive_bayes,2,0.0,32,0.0012364003330690887,-0.001149447810489442,0.004097843579885141,0.001714342992296598,-0.0004779426592275123,0.8067871382239062,0.0015324988147319134 +parity,6,1024,naive_bayes,2,0.01,32,0.0004605376215519719,-0.0019214803659600645,0.0027436672429032374,0.0016988169807253643,-0.0012382793591733995,0.8034530714641399,0.0005731979102559531 +parity,6,1024,naive_bayes,2,0.05,32,0.0016106869783577055,-0.0009202893568938058,0.004518903540974558,0.001569216014299074,4.147096405864199e-05,0.7995316695553482,0.0020145380598287914 +parity,6,1024,support_mixture,0,0.0,32,0.020770983752300423,0.011711632968687201,0.029478739444166988,0.009270065383694862,0.011500918368605563,0.0762436775259484,0.27242893347099273 +parity,6,1024,support_mixture,0,0.01,32,0.020770983752300423,0.011711632968687201,0.029478739444166988,0.009270065383694862,0.011500918368605563,0.0762436775259484,0.27242893347099273 +parity,6,1024,support_mixture,0,0.05,32,0.020770983752300423,0.011711632968687201,0.029478739444166988,0.009270065383694862,0.011500918368605563,0.0762436775259484,0.27242893347099273 +parity,6,1024,support_mixture,1,0.0,32,0.014936855662061238,0.010308843698334628,0.020061661125335105,0.01181233957014918,0.0031245160919120586,0.047455259318080256,0.31475659129672817 +parity,6,1024,support_mixture,1,0.01,32,0.01660973901873725,0.011332407625175586,0.022292695834268003,0.011717165222989587,0.004892573795747663,0.04908997655752623,0.338352962936804 +parity,6,1024,support_mixture,1,0.05,32,0.016550267583534405,0.011051421262665697,0.02241833680735721,0.011199329646666357,0.0053509379368680485,0.051556105120225904,0.3210146993249417 +parity,6,1024,support_mixture,2,0.0,32,0.012857522240375372,0.008788561766949895,0.017257842894513122,0.01623356149306081,-0.0033760392526854394,0.12479087374689624,0.1030325524160789 +parity,6,1024,support_mixture,2,0.01,32,0.014410582134566821,0.009717722872940497,0.0195107011501118,0.01622245777627653,-0.0018118756417097072,0.12302736042752516,0.1171331489555612 +parity,6,1024,support_mixture,2,0.05,32,0.013955201169967912,0.009463762256214474,0.01878833049607701,0.01592728718289069,-0.001972086012922779,0.11605146207430472,0.12025011077441455 +parity,6,4096,joint_jeffreys,0,0.0,32,-3.447894394263337e-05,-0.00010343683182792787,2.7755575615628914e-17,-3.447894394263337e-05,0.0,5.822408825406633e-05,-0.5921766227095087 +parity,6,4096,joint_jeffreys,0,0.01,32,-3.447894394263337e-05,-0.00010343683182792787,2.7755575615628914e-17,-3.447894394263337e-05,0.0,5.822408825406633e-05,-0.5921766227095087 +parity,6,4096,joint_jeffreys,0,0.05,32,-3.447894394263337e-05,-0.00010343683182792787,2.7755575615628914e-17,-3.447894394263337e-05,0.0,5.822408825406633e-05,-0.5921766227095087 +parity,6,4096,joint_jeffreys,1,0.0,32,6.298596972794182e-05,-3.469446951953614e-18,0.00013936943615004007,6.925362408571889e-05,-6.267654357777069e-06,0.001823480220105922,0.034541624873936444 +parity,6,4096,joint_jeffreys,1,0.01,32,6.298596972794529e-05,-6.938893903907228e-18,0.00013936943615006108,6.61793680454964e-05,-3.1933983175511105e-06,0.001853748668633859,0.03397762101933889 +parity,6,4096,joint_jeffreys,1,0.05,32,6.59926684230712e-05,3.469446951953614e-18,0.0001496567178371943,4.298961784286043e-05,2.3003050580210765e-05,0.0030803829448821096,0.021423527400291076 +parity,6,4096,joint_jeffreys,2,0.0,32,8.668994632724664e-05,-2.168094713366009e-05,0.00024830631631369795,4.454760453816847e-05,4.2142341789078164e-05,0.002048660416185122,0.042315429947475065 +parity,6,4096,joint_jeffreys,2,0.01,32,4.1390135875216116e-05,-2.0025205212149434e-05,0.00012083227069591346,4.49271294956366e-05,-3.536993620420481e-06,0.002123358252808627,0.019492770859777523 +parity,6,4096,joint_jeffreys,2,0.05,32,5.7380044873819175e-05,3.278097333324261e-06,0.00013235855452960746,4.644522932536338e-05,1.0934815548455795e-05,0.0027928612517534868,0.02054525438304296 +parity,6,4096,naive_bayes,0,0.0,32,0.0026197218137652516,-0.0008777908699491828,0.007723586008478965,0.00414001869179533,-0.0015202968780300842,0.6956568035635955,0.0037658250452599247 +parity,6,4096,naive_bayes,0,0.01,32,0.0026197218137652516,-0.0008777908699491828,0.007723586008478965,0.00414001869179533,-0.0015202968780300842,0.6956568035635955,0.0037658250452599247 +parity,6,4096,naive_bayes,0,0.05,32,0.0026197218137652516,-0.0008777908699491828,0.007723586008478965,0.00414001869179533,-0.0015202968780300842,0.6956568035635955,0.0037658250452599247 +parity,6,4096,naive_bayes,1,0.0,32,0.001275098953786052,-0.0009587716762221375,0.004043407885088043,0.0038567126020458784,-0.0025816136482598234,0.7446666159417337,0.0017123084699768815 +parity,6,4096,naive_bayes,1,0.01,32,0.00044349431747861523,-0.0014780827901649531,0.002457891623188294,0.0038502696725620216,-0.003406775355083402,0.7379569132069885,0.0006009758964805851 +parity,6,4096,naive_bayes,1,0.05,32,-0.0016028004572145105,-0.004354493263929213,8.756687746302177e-05,0.003747437933873908,-0.005350238391088418,0.724127084893746,-0.0022134242602590893 +parity,6,4096,naive_bayes,2,0.0,32,-0.0013892338485395816,-0.003672592509617164,0.00022723649802683767,0.004714891252627385,-0.006104125101166962,0.7948170917824139,-0.0017478660976252547 +parity,6,4096,naive_bayes,2,0.01,32,-0.0012165357591787784,-0.002682982360985681,0.00015424024330895338,0.0045498505806972015,-0.005766386339875986,0.796382570821776,-0.001527577076333366 +parity,6,4096,naive_bayes,2,0.05,32,-0.0014412459486553405,-0.004149448894184932,0.00022700632449797127,0.00422646677637987,-0.005667712725035201,0.7963556376982528,-0.0018098019031058121 +parity,6,4096,support_mixture,0,0.0,32,-3.447894394262817e-05,-0.00010343683182792267,3.122502256758253e-17,-3.447894394262817e-05,0.0,5.822408825406633e-05,-0.5921766227094193 +parity,6,4096,support_mixture,0,0.01,32,-3.447894394262817e-05,-0.00010343683182792267,3.122502256758253e-17,-3.447894394262817e-05,0.0,5.822408825406633e-05,-0.5921766227094193 +parity,6,4096,support_mixture,0,0.05,32,-3.447894394262817e-05,-0.00010343683182792267,3.122502256758253e-17,-3.447894394262817e-05,0.0,5.822408825406633e-05,-0.5921766227094193 +parity,6,4096,support_mixture,1,0.0,32,1.7220594458234456e-05,-2.7755575615628914e-17,5.1383764853689395e-05,2.5709747488798784e-05,-8.489153030564328e-06,0.006288850415077207,0.002738273821388554 +parity,6,4096,support_mixture,1,0.01,32,1.7220594458234456e-05,-1.734723475976807e-17,5.1383764853672136e-05,2.2635491448569356e-05,-5.4148969903349e-06,0.006283207496819543,0.00274073305186105 +parity,6,4096,support_mixture,1,0.05,32,-4.918306702128214e-05,-0.0001474668743646837,5.560370420869265e-07,8.866649347204214e-06,-5.8049716368486354e-05,0.007567598436192147,-0.0064991644887053505 +parity,6,4096,support_mixture,2,0.0,32,3.9406617448257963e-05,-2.330556609173723e-06,0.00010990772516015706,3.5426465985921585e-05,3.980151462336379e-06,0.013961915902712674,0.002822436241762609 +parity,6,4096,support_mixture,2,0.01,32,7.904143383950443e-05,-2.4391125348355303e-06,0.00021808718614695137,3.5513213415300227e-05,4.3528220424204206e-05,0.014137975713401474,0.005590717896380355 +parity,6,4096,support_mixture,2,0.05,32,7.05230730353168e-05,-4.034378948893167e-06,0.0001968358695676846,3.5860203132863366e-05,3.466286990245343e-05,0.01591957650935949,0.004429959113162001 +parity,3,64,joint_jeffreys,0,0.0,32,2.168404344971009e-19,0.0,6.505213034913027e-19,2.6020852139652106e-18,-2.3852447794681098e-18,0.05918630127369037,3.663692946352289e-18 +parity,3,64,joint_jeffreys,0,0.01,32,2.168404344971009e-19,0.0,6.505213034913027e-19,2.6020852139652106e-18,-2.3852447794681098e-18,0.05918630127369037,3.663692946352289e-18 +parity,3,64,joint_jeffreys,0,0.05,32,2.168404344971009e-19,0.0,6.505213034913027e-19,2.6020852139652106e-18,-2.3852447794681098e-18,0.05918630127369037,3.663692946352289e-18 +parity,3,64,joint_jeffreys,1,0.0,32,2.6020852139652106e-18,-1.3877787807814457e-17,1.9949319973733282e-17,2.42861286636753e-17,-2.0816681711721685e-17,0.1462942958673885,1.7786648471406737e-17 +parity,3,64,joint_jeffreys,1,0.01,32,-1.8770250111155296e-18,-1.2285365866976372e-17,8.531315844745313e-18,1.0842021724855044e-17,-1.3010426069826053e-17,0.1470184491480977,-1.2767275277300236e-17 +parity,3,64,joint_jeffreys,1,0.05,32,1.3674499900473425e-17,-4.87890977618477e-18,3.660605347489964e-17,1.5178830414797062e-18,1.2576745200831851e-17,0.14288778987983897,9.57009686550051e-17 +parity,3,64,joint_jeffreys,2,0.0,32,-1.6046192152785466e-17,-3.567838299106673e-17,2.710505431174318e-21,-1.3010426069826053e-18,-1.3877787807814457e-17,0.15992168421283914,-1.003378136727828e-16 +parity,3,64,joint_jeffreys,2,0.01,32,1.734723475976807e-18,-1.6127507315721878e-17,1.9081958235744878e-17,1.2576745200831851e-17,-1.0408340855860843e-17,0.16226568075491177,1.0690636910444152e-17 +parity,3,64,joint_jeffreys,2,0.05,32,2.439454888092385e-19,-1.7103289270958832e-17,1.7564075194265172e-17,4.9873299934333204e-18,-6.071532165918825e-18,0.16648182822565832,1.4652979932355249e-18 +parity,3,64,naive_bayes,0,0.0,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,0.0,4.336808689942018e-19,0.14267891677581057,3.0395581827666842e-18 +parity,3,64,naive_bayes,0,0.01,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,0.0,4.336808689942018e-19,0.14267891677581057,3.0395581827666842e-18 +parity,3,64,naive_bayes,0,0.05,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,0.0,4.336808689942018e-19,0.14267891677581057,3.0395581827666842e-18 +parity,3,64,naive_bayes,1,0.0,32,8.673617379884035e-19,-1.734723475976807e-18,5.204170427930421e-18,-0.008222644680698764,0.008222644680698766,0.5582040656299432,1.5538434622642357e-18 +parity,3,64,naive_bayes,1,0.01,32,2.3310346708438345e-18,-2.710505431213761e-19,6.451002926288751e-18,-0.008141706769207741,0.008141706769207748,0.555168618621269,4.198786805768727e-18 +parity,3,64,naive_bayes,1,0.05,32,1.3010426069826053e-18,-3.903127820947816e-18,6.516055056637724e-18,-0.007817955123243684,0.007817955123243684,0.5423723429202757,2.39879968801036e-18 +parity,3,64,naive_bayes,2,0.0,32,-1.6263032587282567e-19,-2.168404344971009e-18,1.7889335846010823e-18,-0.007916388178821883,0.007916388178821883,0.5506693812565537,-2.9533206567927395e-19 +parity,3,64,naive_bayes,2,0.01,32,-4.87890977618477e-19,-1.951563910473908e-18,7.589415207398531e-19,-0.007855858353215825,0.007855858353215828,0.5468125528737745,-8.922453865668683e-19 +parity,3,64,naive_bayes,2,0.05,32,-1.1384122811097797e-18,-4.065758146820642e-18,1.3010426069826053e-18,-0.007613739050791612,0.0076137390507916075,0.5334213144952566,-2.134170964253628e-18 +parity,3,64,support_mixture,0,0.0,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,0.0,4.336808689942018e-19,0.12465796853642637,3.4789662793796904e-18 +parity,3,64,support_mixture,0,0.01,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,0.0,4.336808689942018e-19,0.12465796853642637,3.4789662793796904e-18 +parity,3,64,support_mixture,0,0.05,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,0.0,4.336808689942018e-19,0.12465796853642637,3.4789662793796904e-18 +parity,3,64,support_mixture,1,0.0,32,2.6834003769016235e-18,2.168404344971009e-19,5.502326025363935e-18,2.168404344971009e-18,2.168404344971009e-18,0.5019193638123728,5.3462778493334456e-18 +parity,3,64,support_mixture,1,0.01,32,-1.4727785370384147e-18,-5.674067249375665e-18,1.111307226797642e-18,-3.0357660829594124e-18,0.0,0.49992133157828655,-2.9460205916573915e-18 +parity,3,64,support_mixture,1,0.05,32,-7.775762455794477e-19,-3.632119629473803e-18,1.734723475976807e-18,1.452830911130576e-17,-1.6479873021779667e-17,0.4817856137065023,-1.6139465842438735e-18 +parity,3,64,support_mixture,2,0.0,32,8.131516293641283e-19,-3.686287386450715e-18,6.071532165918825e-18,2.6020852139652106e-18,-8.673617379884035e-19,0.4710255574067698,1.7263429055547067e-18 +parity,3,64,support_mixture,2,0.01,32,4.0996394647108136e-19,-2.0227146780432692e-18,2.476724337771574e-18,-2.8189256484623115e-18,-4.336808689942018e-19,0.47059381302670644,8.71163060632537e-19 +parity,3,64,support_mixture,2,0.05,32,-1.2292565647028034e-18,-5.946171289725188e-18,2.4936649967166602e-18,1.1058862159352145e-17,-1.962405932198763e-17,0.4682008624955081,-2.625489748461531e-18 +parity,3,256,joint_jeffreys,0,0.0,32,1.951563910473908e-18,0.0,5.637851296924623e-18,0.0,1.951563910473908e-18,0.02607174515801348,7.485359720440771e-17 +parity,3,256,joint_jeffreys,0,0.01,32,1.951563910473908e-18,0.0,5.637851296924623e-18,0.0,1.951563910473908e-18,0.02607174515801348,7.485359720440771e-17 +parity,3,256,joint_jeffreys,0,0.05,32,1.951563910473908e-18,0.0,5.637851296924623e-18,0.0,1.951563910473908e-18,0.02607174515801348,7.485359720440771e-17 +parity,3,256,joint_jeffreys,1,0.0,32,8.239936510889834e-18,-1.0408340855860843e-17,2.949029909160572e-17,1.734723475976807e-17,-9.107298248878237e-18,0.03827913948530759,2.1525918873000032e-16 +parity,3,256,joint_jeffreys,1,0.01,32,-1.3715157481941631e-17,-3.122502256758253e-17,1.6263032587282567e-19,-7.806255641895632e-18,-5.854691731421724e-18,0.037726006319936056,-3.635464980212853e-16 +parity,3,256,joint_jeffreys,1,0.05,32,8.944667923005412e-18,-6.018677310010155e-18,2.7649865903811537e-17,-1.0191500421363742e-17,1.8865117801247777e-17,0.03797412333160566,2.355463968159816e-16 +parity,3,256,joint_jeffreys,2,0.0,32,5.4752209710517974e-18,-5.976664475826331e-19,1.4148838350935833e-17,4.336808689942018e-18,8.673617379884035e-19,0.05156447514020912,1.0618203629851961e-16 +parity,3,256,joint_jeffreys,2,0.01,32,1.2224379494774062e-17,-3.3068166260807885e-18,2.7836890778565326e-17,6.071532165918825e-18,6.5052130349130266e-18,0.05204531023513059,2.3487955859128697e-16 +parity,3,256,joint_jeffreys,2,0.05,32,-9.86623976961809e-18,-2.992397996059992e-17,5.312590645178972e-18,-3.2526065174565133e-18,-6.071532165918825e-18,0.05309248947817091,-1.8583117624715292e-16 +parity,3,256,naive_bayes,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.07269143572878481,0.0 +parity,3,256,naive_bayes,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.07269143572878481,0.0 +parity,3,256,naive_bayes,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.07269143572878481,0.0 +parity,3,256,naive_bayes,1,0.0,32,2.168404344971009e-19,-1.0842021724855044e-18,1.5178830414797062e-18,-1.734723475976807e-18,1.734723475976807e-18,0.5146840040674144,4.2130789529782754e-19 +parity,3,256,naive_bayes,1,0.01,32,-9.012430558785756e-19,-2.961227183601034e-18,5.082197683525802e-19,0.0,-1.734723475976807e-18,0.5093330367840236,-1.7694572917733914e-18 +parity,3,256,naive_bayes,1,0.05,32,1.0842021724855044e-19,0.0,3.2526065174565133e-19,3.686287386450715e-18,-4.336808689942018e-19,0.5021821886235978,2.1589817342130984e-19 +parity,3,256,naive_bayes,2,0.0,32,2.846030702774449e-19,-5.827586677109586e-19,1.4365678785432934e-18,4.336808689942018e-18,-4.553649124439119e-18,0.48584293666699035,5.857923390425235e-19 +parity,3,256,naive_bayes,2,0.01,32,5.421010862427522e-20,-1.2468324983583301e-18,1.3552527156068805e-18,3.469446951953614e-18,-6.938893903907228e-18,0.4819550873692102,1.1247958584727337e-19 +parity,3,256,naive_bayes,2,0.05,32,1.0842021724855044e-19,-2.168404344971009e-19,4.336808689942018e-19,3.686287386450715e-18,0.0,0.4933986845476863,2.197416017595235e-19 +parity,3,256,support_mixture,0,0.0,32,0.0,0.0,0.0,-2.6020852139652106e-18,2.6020852139652106e-18,0.05359237845497719,0.0 +parity,3,256,support_mixture,0,0.01,32,0.0,0.0,0.0,-2.6020852139652106e-18,2.6020852139652106e-18,0.05359237845497719,0.0 +parity,3,256,support_mixture,0,0.05,32,0.0,0.0,0.0,-2.6020852139652106e-18,2.6020852139652106e-18,0.05359237845497719,0.0 +parity,3,256,support_mixture,1,0.0,32,5.421010862427522e-18,-5.854691731421724e-18,1.8214596497756474e-17,-7.37257477290143e-18,1.452830911130576e-17,0.28791393036062507,1.8828581359844116e-17 +parity,3,256,support_mixture,1,0.01,32,-3.469446951953614e-18,-1.5178830414797062e-17,8.673617379884035e-18,1.3010426069826053e-17,-1.474514954580286e-17,0.2917360232088344,-1.1892418748267053e-17 +parity,3,256,support_mixture,1,0.05,32,6.0173220572945496e-18,3.7947076036992655e-19,1.441988889405721e-17,-1.1709383462843448e-17,1.691355389077387e-17,0.30408040534197484,1.9788588648214114e-17 +parity,3,256,support_mixture,2,0.0,32,-1.5043305143236374e-17,-2.870425251655373e-17,-3.767602549387128e-18,-3.0357660829594124e-18,-1.214306433183765e-17,0.21876963290411866,-6.87632234124079e-17 +parity,3,256,support_mixture,2,0.01,32,1.7889335846010823e-18,-8.836247705756861e-18,1.235990476633475e-17,1.1492543028346347e-17,-8.239936510889834e-18,0.22536524438124483,7.937930223059538e-18 +parity,3,256,support_mixture,2,0.05,32,9.432558900623889e-18,7.589415207398531e-19,1.984089975648473e-17,-4.7704895589362195e-18,1.5178830414797062e-17,0.25991434862414076,3.629102798885569e-17 +parity,3,1024,joint_jeffreys,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.006766202385351659,0.0 +parity,3,1024,joint_jeffreys,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.006766202385351659,0.0 +parity,3,1024,joint_jeffreys,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.006766202385351659,0.0 +parity,3,1024,joint_jeffreys,1,0.0,32,0.0,-1.734723475976807e-17,2.0816681711721685e-17,-5.637851296924623e-18,5.637851296924623e-18,0.008926918928636951,0.0 +parity,3,1024,joint_jeffreys,1,0.01,32,9.324138683375338e-18,-1.5612511283791264e-17,3.924811864397526e-17,8.239936510889834e-18,1.0842021724855044e-18,0.00897164408791451,1.039289855015054e-15 +parity,3,1024,joint_jeffreys,1,0.05,32,-4.9873299934333204e-18,-1.734723475976807e-17,6.938893903907228e-18,-4.7704895589362195e-18,-2.168404344971009e-19,0.008300508293890119,-6.008463357725238e-16 +parity,3,1024,joint_jeffreys,2,0.0,32,-1.3010426069826053e-18,-1.5178830414797062e-17,1.2576745200831851e-17,-4.336808689942018e-19,-8.673617379884035e-19,0.013821800096479153,-9.41297514000381e-17 +parity,3,1024,joint_jeffreys,2,0.01,32,1.214306433183765e-17,-6.938893903907228e-18,3.8163916471489756e-17,1.734723475976807e-18,1.0408340855860843e-17,0.013936206656070427,8.713321086228505e-16 +parity,3,1024,joint_jeffreys,2,0.05,32,-1.6127507315721878e-18,-1.6357900277375048e-17,1.3132398814230672e-17,-4.7704895589362195e-18,3.0357660829594124e-18,0.013158146296637918,-1.2256671230234514e-16 +parity,3,1024,naive_bayes,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.05675104923338754,0.0 +parity,3,1024,naive_bayes,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.05675104923338754,0.0 +parity,3,1024,naive_bayes,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.05675104923338754,0.0 +parity,3,1024,naive_bayes,1,0.0,32,-2.168404344971009e-19,-5.963111948670274e-19,0.0,2.6020852139652106e-18,-2.6020852139652106e-18,0.4990102651510038,-4.345410297952158e-19 +parity,3,1024,naive_bayes,1,0.01,32,-2.0599841277224584e-18,-5.965822454101486e-18,2.168404344971009e-19,4.336808689942018e-19,-2.168404344971009e-18,0.4976531020403962,-4.139397743682189e-18 +parity,3,1024,naive_bayes,1,0.05,32,0.0,0.0,0.0,1.0408340855860843e-17,-1.214306433183765e-17,0.4758250568852511,0.0 +parity,3,1024,naive_bayes,2,0.0,32,-1.6263032587282567e-19,-4.336808689942018e-19,0.0,0.0,0.0,0.4733952699922489,-3.435402425450691e-19 +parity,3,1024,naive_bayes,2,0.01,32,-1.7719929256559963e-18,-4.394661040239486e-18,1.1180834903756764e-19,4.336808689942018e-19,-3.903127820947816e-18,0.47245741362108595,-3.750587618204139e-18 +parity,3,1024,naive_bayes,2,0.05,32,-2.168404344971009e-19,-6.505213034913027e-19,0.0,1.0408340855860843e-17,-1.214306433183765e-17,0.4640299573222986,-4.672983523485991e-19 +parity,3,1024,support_mixture,0,0.0,32,0.0,0.0,0.0,-4.336808689942018e-19,4.336808689942018e-19,0.0127245668861381,0.0 +parity,3,1024,support_mixture,0,0.01,32,0.0,0.0,0.0,-4.336808689942018e-19,4.336808689942018e-19,0.0127245668861381,0.0 +parity,3,1024,support_mixture,0,0.05,32,0.0,0.0,0.0,-4.336808689942018e-19,4.336808689942018e-19,0.0127245668861381,0.0 +parity,3,1024,support_mixture,1,0.0,32,-4.336808689942018e-19,-5.637851296924623e-18,4.7704895589362195e-18,2.168404344971009e-18,-2.6020852139652106e-18,0.04707558484155183,-9.212437199747928e-18 +parity,3,1024,support_mixture,1,0.01,32,-8.673617379884035e-19,-1.6479873021779667e-17,1.8214596497756474e-17,-8.673617379884035e-19,0.0,0.04657975343334819,-1.8621003205384654e-17 +parity,3,1024,support_mixture,1,0.05,32,1.0842021724855044e-19,-1.3660947373317356e-17,1.22514845490862e-17,1.3010426069826053e-17,-1.2902005852577503e-17,0.047963804788690445,2.260459063375123e-18 +parity,3,1024,support_mixture,2,0.0,32,-1.0408340855860843e-17,-2.9067460244336364e-17,5.204170427930421e-18,-8.673617379884035e-19,-9.540979117872439e-18,0.047137512625000766,-2.2080802053904882e-16 +parity,3,1024,support_mixture,2,0.01,32,-1.713039432527097e-17,-3.8163916471489756e-17,1.951563910473908e-18,-8.673617379884035e-19,-1.6263032587282567e-17,0.048806783114326124,-3.5098388445606717e-16 +parity,3,1024,support_mixture,2,0.05,32,-1.1085967213664283e-17,-2.564138137928218e-17,1.6534083130403943e-18,9.540979117872439e-18,-2.0599841277224584e-17,0.052598676434246094,-2.1076513641028427e-16 +parity,3,4096,joint_jeffreys,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.0016106128819517937,0.0 +parity,3,4096,joint_jeffreys,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.0016106128819517937,0.0 +parity,3,4096,joint_jeffreys,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.0016106128819517937,0.0 +parity,3,4096,joint_jeffreys,1,0.0,32,4.336808689942018e-19,-2.168404344971009e-17,2.862293735361732e-17,8.239936510889834e-18,-7.806255641895632e-18,0.0018106825609807142,2.3951236861711893e-16 +parity,3,4096,joint_jeffreys,1,0.01,32,-1.9081958235744878e-17,-3.426078865054194e-17,-6.071532165918825e-18,-1.431146867680866e-17,-4.7704895589362195e-18,0.0018985291268566185,-1.0050916768044926e-14 +parity,3,4096,joint_jeffreys,1,0.05,32,4.336808689942018e-18,-2.5153490401663703e-17,3.642919299551295e-17,7.806255641895632e-18,-3.469446951953614e-18,0.0024529913695469086,1.7679673657975684e-15 +parity,3,4096,joint_jeffreys,2,0.0,32,1.734723475976807e-18,-1.214306433183765e-17,1.6479873021779667e-17,-4.336808689942018e-18,6.071532165918825e-18,0.004201302182282207,4.129013816936349e-16 +parity,3,4096,joint_jeffreys,2,0.01,32,-8.673617379884035e-18,-1.9081958235744878e-17,0.0,-2.47198095326695e-17,1.6046192152785466e-17,0.004093692363452028,-2.118776060780972e-15 +parity,3,4096,joint_jeffreys,2,0.05,32,-5.204170427930421e-18,-2.7755575615628914e-17,1.5612511283791264e-17,8.673617379884035e-19,-6.071532165918825e-18,0.003616173647016885,-1.4391373136142213e-15 +parity,3,4096,naive_bayes,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.0569725406447773,0.0 +parity,3,4096,naive_bayes,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.0569725406447773,0.0 +parity,3,4096,naive_bayes,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.0569725406447773,0.0 +parity,3,4096,naive_bayes,1,0.0,32,1.6263032587282567e-19,0.0,4.336808689942018e-19,2.6020852139652106e-18,-2.168404344971009e-18,0.49415284690940087,3.291093573374529e-19 +parity,3,4096,naive_bayes,1,0.01,32,-2.710505431213761e-20,-8.131516293641283e-20,0.0,-4.336808689942018e-19,8.673617379884035e-19,0.4890659233293256,-5.542208732847187e-20 +parity,3,4096,naive_bayes,1,0.05,32,0.0,0.0,0.0,3.2526065174565133e-18,-3.2526065174565133e-18,0.4662092518888223,0.0 +parity,3,4096,naive_bayes,2,0.0,32,6.505213034913027e-19,-1.0842021724855044e-18,2.8189256484623115e-18,-1.734723475976807e-18,5.204170427930421e-18,0.46300273168725176,1.4050053249593258e-18 +parity,3,4096,naive_bayes,2,0.01,32,8.673617379884035e-19,0.0,2.6020852139652106e-18,-3.903127820947816e-18,5.637851296924623e-18,0.46299793083652796,1.8733598580479305e-18 +parity,3,4096,naive_bayes,2,0.05,32,2.574980159653073e-19,-2.710505431213761e-20,7.589415207398531e-19,-2.168404344971009e-19,2.168404344971009e-19,0.4607896129105387,5.588190548368546e-19 +parity,3,4096,support_mixture,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.0027001958161120276,0.0 +parity,3,4096,support_mixture,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.0027001958161120276,0.0 +parity,3,4096,support_mixture,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.0027001958161120276,0.0 +parity,3,4096,support_mixture,1,0.0,32,8.673617379884035e-18,-1.0408340855860843e-17,3.469446951953614e-17,4.7704895589362195e-18,3.903127820947816e-18,0.003402275973860003,2.549357385034086e-15 +parity,3,4096,support_mixture,1,0.01,32,-3.903127820947816e-18,-1.5612511283791264e-17,5.204170427930421e-18,-1.0842021724855044e-17,6.938893903907228e-18,0.0037323089134934095,-1.0457676230487903e-15 +parity,3,4096,support_mixture,1,0.05,32,4.7704895589362195e-18,-2.1250362580715887e-17,3.382710778154774e-17,4.119968255444917e-18,6.505213034913027e-19,0.004283350313857237,1.1137285557763087e-15 +parity,3,4096,support_mixture,2,0.0,32,1.3010426069826053e-18,-1.2576745200831851e-17,1.5178830414797062e-17,5.204170427930421e-18,-3.903127820947816e-18,0.007044437391511726,1.8469077580990516e-16 +parity,3,4096,support_mixture,2,0.01,32,1.951563910473908e-18,-1.8431436932253575e-17,1.9949319973733282e-17,-1.7780915628762273e-17,1.973247953923618e-17,0.007572266095670521,2.5772521538693994e-16 +parity,3,4096,support_mixture,2,0.05,32,-4.553649124439119e-18,-2.42861286636753e-17,1.235990476633475e-17,4.119968255444917e-18,-8.673617379884035e-18,0.007305197834165222,-6.233437105758371e-16 +redundant,6,64,joint_jeffreys,0,0.0,32,-0.010116392270266766,-0.023011138615734065,0.0012377143168399195,0.008200954401554557,-0.018317346671821326,0.2723289107781678,-0.037147698499434466 +redundant,6,64,joint_jeffreys,0,0.01,32,-0.010116392270266766,-0.023011138615734065,0.0012377143168399195,0.008200954401554557,-0.018317346671821326,0.2723289107781678,-0.037147698499434466 +redundant,6,64,joint_jeffreys,0,0.05,32,-0.010116392270266766,-0.023011138615734065,0.0012377143168399195,0.008200954401554557,-0.018317346671821326,0.2723289107781678,-0.037147698499434466 +redundant,6,64,joint_jeffreys,1,0.0,32,0.020726998946954497,0.011765408913619328,0.029829504637639767,0.021365879402666134,-0.0006388804557116365,0.2663209549663259,0.0778271426278689 +redundant,6,64,joint_jeffreys,1,0.01,32,0.022100746758642705,0.012869021113438345,0.031481874072679265,0.021325496286900312,0.0007752504717423933,0.2650254707396775,0.08339102916017933 +redundant,6,64,joint_jeffreys,1,0.05,32,0.0197201902305629,0.011103341926633559,0.028339966985018915,0.021008338205794588,-0.0012881479752316887,0.26410458581292495,0.07466810986966899 +redundant,6,64,joint_jeffreys,2,0.0,32,0.023041711170714508,0.01654367752311403,0.029824791060660546,0.02244484977709482,0.0005968613936196895,0.33160155097306243,0.06948613811696645 +redundant,6,64,joint_jeffreys,2,0.01,32,0.025397340231284263,0.01880036423150681,0.03236786119205292,0.02234571454193223,0.003051625689352031,0.3310910880947894,0.07670801523964052 +redundant,6,64,joint_jeffreys,2,0.05,32,0.023198219774742943,0.01642234260511383,0.030183959342376176,0.021809908777116107,0.0013883109976268338,0.3286742729600258,0.0705811853353194 +redundant,6,64,naive_bayes,0,0.0,32,-0.003392414561434442,-0.008213947234635607,0.0005704717206621807,0.0015946063738212085,-0.004987020935255651,0.17955208952059037,-0.018893762642875914 +redundant,6,64,naive_bayes,0,0.01,32,-0.003392414561434442,-0.008213947234635607,0.0005704717206621807,0.0015946063738212085,-0.004987020935255651,0.17955208952059037,-0.018893762642875914 +redundant,6,64,naive_bayes,0,0.05,32,-0.003392414561434442,-0.008213947234635607,0.0005704717206621807,0.0015946063738212085,-0.004987020935255651,0.17955208952059037,-0.018893762642875914 +redundant,6,64,naive_bayes,1,0.0,32,-0.0038127311312330173,-0.007958170652299996,-7.426153303575204e-05,0.0016915638672562322,-0.0055042949984892495,0.32718313314613356,-0.011653201968483178 +redundant,6,64,naive_bayes,1,0.01,32,-0.0034371979306764746,-0.0074641033958215575,0.00020069102169419217,0.001790504504603399,-0.005227702435279874,0.3184296073600786,-0.01079421589962176 +redundant,6,64,naive_bayes,1,0.05,32,-0.0003657740744012136,-0.005871478664322887,0.004623175797520101,0.0019704342461135047,-0.0023362083205147183,0.28323634209056847,-0.001291409399307426 +redundant,6,64,naive_bayes,2,0.0,32,-0.0014755012214979178,-0.0037982882791612804,0.0007298991055969007,-0.0022273237793470034,0.0007518225578490856,0.404891724092621,-0.0036441871584423635 +redundant,6,64,naive_bayes,2,0.01,32,-0.003656859191633891,-0.007547710511650921,-0.00035426129676725246,-0.001978855331421548,-0.0016780038602123432,0.39531945312897593,-0.009250390191248225 +redundant,6,64,naive_bayes,2,0.05,32,-0.0009392753300526586,-0.006288978025945055,0.00397035199582289,-0.0006226817528660195,-0.0003165935771866392,0.35734947830531705,-0.002628450262491073 +redundant,6,64,support_mixture,0,0.0,32,-0.004938845399898292,-0.011273428593992454,0.0012687284012365902,0.001991684313558206,-0.006930529713456498,0.1620638811123859,-0.03047468298302302 +redundant,6,64,support_mixture,0,0.01,32,-0.004938845399898292,-0.011273428593992454,0.0012687284012365902,0.001991684313558206,-0.006930529713456498,0.1620638811123859,-0.03047468298302302 +redundant,6,64,support_mixture,0,0.05,32,-0.004938845399898292,-0.011273428593992454,0.0012687284012365902,0.001991684313558206,-0.006930529713456498,0.1620638811123859,-0.03047468298302302 +redundant,6,64,support_mixture,1,0.0,32,0.0071472741229081285,0.0006174769714188456,0.0141709806055311,0.014011936109786464,-0.006864661986878335,0.31181961350060494,0.022921182034286187 +redundant,6,64,support_mixture,1,0.01,32,0.0058536041621967145,-0.0006020117077807492,0.013145530828464952,0.013834569516600476,-0.007980965354403761,0.30394950964566725,0.0192584754258055 +redundant,6,64,support_mixture,1,0.05,32,0.0019974996234554416,-0.004836979716195941,0.009083220479020673,0.012376625885226242,-0.0103791262617708,0.2694002852205152,0.0074146158450441365 +redundant,6,64,support_mixture,2,0.0,32,0.009186490472791324,0.0041798460024271315,0.014579543380457374,0.009917489530861297,-0.0007309990580699737,0.38173608797109315,0.024065030166828157 +redundant,6,64,support_mixture,2,0.01,32,0.006368086474176627,0.0020994431322441704,0.010975160519374144,0.010273077590773009,-0.003904991116596382,0.37440345837350075,0.017008620865419183 +redundant,6,64,support_mixture,2,0.05,32,0.005589863390447664,-0.0018595185536406137,0.013517140819161581,0.012323415618084307,-0.0067335522276366425,0.34509101175024925,0.016198229452852816 +redundant,6,256,joint_jeffreys,0,0.0,32,-0.00456819905564094,-0.012173958138296569,0.0032703444293886073,-0.006382565405379558,0.0018143663497386178,0.12292121793391964,-0.037163633198759274 +redundant,6,256,joint_jeffreys,0,0.01,32,-0.00456819905564094,-0.012173958138296569,0.0032703444293886073,-0.006382565405379558,0.0018143663497386178,0.12292121793391964,-0.037163633198759274 +redundant,6,256,joint_jeffreys,0,0.05,32,-0.00456819905564094,-0.012173958138296569,0.0032703444293886073,-0.006382565405379558,0.0018143663497386178,0.12292121793391964,-0.037163633198759274 +redundant,6,256,joint_jeffreys,1,0.0,32,0.01587596920695703,0.009533622582294902,0.022392484024539788,0.02113196925772298,-0.0052560000507659455,0.14695645169552174,0.10803179461525353 +redundant,6,256,joint_jeffreys,1,0.01,32,0.015515986154983933,0.009292056447313206,0.02194750025991714,0.020485841649541144,-0.004969855494557212,0.14529061378068764,0.10679276349128035 +redundant,6,256,joint_jeffreys,1,0.05,32,0.016335781467484996,0.009589050734423335,0.023425239603615592,0.01787844308882628,-0.001542661621341283,0.14334080277167094,0.11396462941195071 +redundant,6,256,joint_jeffreys,2,0.0,32,0.013490270442900403,0.006982347474270772,0.020433024591418863,0.024258670913040306,-0.010768400470139904,0.1796249340032572,0.07510243785339835 +redundant,6,256,joint_jeffreys,2,0.01,32,0.014485495394925767,0.008231041220267701,0.021062962619095446,0.02360521905980652,-0.009119723664880754,0.1795693180140694,0.08066798690960567 +redundant,6,256,joint_jeffreys,2,0.05,32,0.013563143133073208,0.0066307944774531575,0.020833653440360242,0.020625223410569056,-0.007062080277495848,0.1736762226727192,0.07809441571418795 +redundant,6,256,naive_bayes,0,0.0,32,-0.002720470080488432,-0.005453712099933428,-0.00015657994608973968,0.003111079191578837,-0.005831549272067269,0.1892762900158783,-0.0143730103768423 +redundant,6,256,naive_bayes,0,0.01,32,-0.002720470080488432,-0.005453712099933428,-0.00015657994608973968,0.003111079191578837,-0.005831549272067269,0.1892762900158783,-0.0143730103768423 +redundant,6,256,naive_bayes,0,0.05,32,-0.002720470080488432,-0.005453712099933428,-0.00015657994608973968,0.003111079191578837,-0.005831549272067269,0.1892762900158783,-0.0143730103768423 +redundant,6,256,naive_bayes,1,0.0,32,0.0029135141186355283,-0.0020013732112344283,0.009651836708714168,0.0011405889524975024,0.001772925166138025,0.33940762778072464,0.00858411502913486 +redundant,6,256,naive_bayes,1,0.01,32,0.001960853815888496,-0.0010992486181652333,0.00597245651160977,0.0012651472516204097,0.0006957065642680844,0.3298686548852247,0.005944347202588134 +redundant,6,256,naive_bayes,1,0.05,32,-0.000541044175722879,-0.0022353603267701166,0.0011237999393858176,0.0028511393653801714,-0.003392183541103048,0.2946729990736346,-0.0018360833107334677 +redundant,6,256,naive_bayes,2,0.0,32,0.0013011425483946534,-0.003933376610311247,0.0067637148102152695,-0.0018125378083970085,0.0031136803567916593,0.4162991196550435,0.003125499159048942 +redundant,6,256,naive_bayes,2,0.01,32,0.002648740786518891,-0.0007013644704596212,0.006657306164330335,-0.0016531069214566069,0.004301847707975499,0.41201751007331944,0.0064287092702626685 +redundant,6,256,naive_bayes,2,0.05,32,-0.00022886542045614296,-0.002004481642129686,0.0015038685849076245,3.122682649186331e-05,-0.0002600922469480037,0.3712716488784791,-0.0006164365664534027 +redundant,6,256,support_mixture,0,0.0,32,0.0042535038660697425,-0.0006180764074958253,0.009565178646167233,0.007505777304566598,-0.003252273438496855,0.09443617201726928,0.04504104492176913 +redundant,6,256,support_mixture,0,0.01,32,0.0042535038660697425,-0.0006180764074958253,0.009565178646167233,0.007505777304566598,-0.003252273438496855,0.09443617201726928,0.04504104492176913 +redundant,6,256,support_mixture,0,0.05,32,0.0042535038660697425,-0.0006180764074958253,0.009565178646167233,0.007505777304566598,-0.003252273438496855,0.09443617201726928,0.04504104492176913 +redundant,6,256,support_mixture,1,0.0,32,0.013275991982402853,0.007278042206591611,0.019561304780877396,0.014576292556477018,-0.0013003005740741657,0.22148097912483666,0.05994190577837343 +redundant,6,256,support_mixture,1,0.01,32,0.012734905634399333,0.0072600584720380335,0.01828821192904748,0.0143210551520924,-0.0015861495176930675,0.2143451659948863,0.059413075985595844 +redundant,6,256,support_mixture,1,0.05,32,0.01368445719616833,0.007319124758284146,0.020581482312183066,0.013516246342801234,0.00016821085336709597,0.18308092670778797,0.07474540052995163 +redundant,6,256,support_mixture,2,0.0,32,0.016403012614164346,0.010749087852181392,0.022435664765489735,0.016656793061258956,-0.0002537804470946099,0.25282227614096575,0.06487961766873161 +redundant,6,256,support_mixture,2,0.01,32,0.01705828969871901,0.01039211360139361,0.024798809785834208,0.016713481127785344,0.00034480857093366693,0.2633895921151528,0.06476447896719169 +redundant,6,256,support_mixture,2,0.05,32,0.015247411903529675,0.010256369449318077,0.020757402577251293,0.016688201879093357,-0.0014407899755636815,0.2530346108554353,0.060258206780418995 +redundant,6,1024,joint_jeffreys,0,0.0,32,0.004493753832266228,-0.00039067714033424046,0.010232104468388183,0.0054571707880529795,-0.0009634169557867518,0.048973640159197585,0.09175862397931778 +redundant,6,1024,joint_jeffreys,0,0.01,32,0.004493753832266228,-0.00039067714033424046,0.010232104468388183,0.0054571707880529795,-0.0009634169557867518,0.048973640159197585,0.09175862397931778 +redundant,6,1024,joint_jeffreys,0,0.05,32,0.004493753832266228,-0.00039067714033424046,0.010232104468388183,0.0054571707880529795,-0.0009634169557867518,0.048973640159197585,0.09175862397931778 +redundant,6,1024,joint_jeffreys,1,0.0,32,0.01904748074100686,0.014991349552630432,0.023283285942797594,0.019316918511337645,-0.0002694377703307861,0.06175884554358413,0.30841704655189467 +redundant,6,1024,joint_jeffreys,1,0.01,32,0.01920364957756795,0.01526388500998677,0.02335617254033126,0.01903398687601851,0.00016966270154944105,0.06174821601971425,0.3109992614432267 +redundant,6,1024,joint_jeffreys,1,0.05,32,0.01680360180406106,0.01248557670364459,0.021483885438614996,0.01775317051688073,-0.0009495687128196727,0.061106847046156876,0.2749872169213461 +redundant,6,1024,joint_jeffreys,2,0.0,32,0.01788889522834634,0.013753697020438002,0.022170812249886367,0.02297857250239047,-0.0050896772740441285,0.07424814581127459,0.24093389852208147 +redundant,6,1024,joint_jeffreys,2,0.01,32,0.016539272189872747,0.01241596233369878,0.02081478656555607,0.022730921462614267,-0.006191649272741521,0.07351250093000261,0.22498584568114705 +redundant,6,1024,joint_jeffreys,2,0.05,32,0.015146970240501708,0.010998153727771942,0.01950402510282481,0.021423306234735484,-0.006276335994233776,0.07330673165102064,0.20662454728727248 +redundant,6,1024,naive_bayes,0,0.0,32,-0.002805198905409179,-0.007647593877488431,0.0018613344977235573,0.000887524212598528,-0.0036927231180077062,0.19033479929225727,-0.014738234499629375 +redundant,6,1024,naive_bayes,0,0.01,32,-0.002805198905409179,-0.007647593877488431,0.0018613344977235573,0.000887524212598528,-0.0036927231180077062,0.19033479929225727,-0.014738234499629375 +redundant,6,1024,naive_bayes,0,0.05,32,-0.002805198905409179,-0.007647593877488431,0.0018613344977235573,0.000887524212598528,-0.0036927231180077062,0.19033479929225727,-0.014738234499629375 +redundant,6,1024,naive_bayes,1,0.0,32,-0.003101078602745014,-0.00732116299449662,0.00074239055538153,0.0043328717191298445,-0.007433950321874858,0.3320979555392539,-0.009337843100267045 +redundant,6,1024,naive_bayes,1,0.01,32,-0.003823498260242868,-0.007459847706658748,-0.0008963621553018934,0.003979735869600546,-0.007803234129843413,0.3227944735223469,-0.011844992940928304 +redundant,6,1024,naive_bayes,1,0.05,32,-0.0048071296634792674,-0.00994192811145611,6.11574452057113e-05,0.0033931912516349527,-0.00820032091511422,0.2900594554091588,-0.01657291142844599 +redundant,6,1024,naive_bayes,2,0.0,32,-0.0012001625908763785,-0.004714555947048432,0.0024108238590512276,-0.001657717756933446,0.0004575551660570658,0.4110288551700062,-0.002919898629452615 +redundant,6,1024,naive_bayes,2,0.01,32,-0.0031157861163630127,-0.007774822919776029,0.0016160465069150253,-0.0015228410906418695,-0.0015929450257211424,0.40253451545071967,-0.0077404197572331235 +redundant,6,1024,naive_bayes,2,0.05,32,-0.004802597023853353,-0.010086476309669766,0.00012267970577883492,0.0001374183006643652,-0.004940015324517717,0.36638301363667974,-0.013108132323557453 +redundant,6,1024,support_mixture,0,0.0,32,0.0025467590154195623,-0.0008368990505781433,0.005908189250047209,0.00010341439165178351,0.002443344623767779,0.03141820046326371,0.08105999000157267 +redundant,6,1024,support_mixture,0,0.01,32,0.0025467590154195623,-0.0008368990505781433,0.005908189250047209,0.00010341439165178351,0.002443344623767779,0.03141820046326371,0.08105999000157267 +redundant,6,1024,support_mixture,0,0.05,32,0.0025467590154195623,-0.0008368990505781433,0.005908189250047209,0.00010341439165178351,0.002443344623767779,0.03141820046326371,0.08105999000157267 +redundant,6,1024,support_mixture,1,0.0,32,0.012365597362590602,0.008878632082918272,0.015882307508744975,0.010126174368907222,0.00223942299368338,0.0879172056662183,0.14065048210855516 +redundant,6,1024,support_mixture,1,0.01,32,0.013689710143426782,0.010211444855314274,0.017146857305082926,0.009810157093004417,0.003879553050422365,0.0896538765660081,0.15269512783808814 +redundant,6,1024,support_mixture,1,0.05,32,0.010684940881588747,0.006592041310113179,0.014861318462414203,0.008510340501397175,0.0021746003801915714,0.08424375163331699,0.1268336306779936 +redundant,6,1024,support_mixture,2,0.0,32,0.016192583027019126,0.012655014042279535,0.01996613794024149,0.013753662228946664,0.002438920798072463,0.1020467671577906,0.15867805985447064 +redundant,6,1024,support_mixture,2,0.01,32,0.014512766458199478,0.010964744337135138,0.018132158283631048,0.013464969057726286,0.0010477974004731924,0.10169137184429955,0.14271384282650929 +redundant,6,1024,support_mixture,2,0.05,32,0.01262474245524721,0.008615078986640299,0.01659647869469815,0.011902823667875605,0.0007219187873716039,0.10579943440225237,0.11932712614745737 +redundant,6,4096,joint_jeffreys,0,0.0,32,0.0016769615675787386,0.001041130683595477,0.0023616472287975587,0.0013706164483159606,0.000306345119262778,0.005610223964092942,0.2989116973425265 +redundant,6,4096,joint_jeffreys,0,0.01,32,0.0016769615675787386,0.001041130683595477,0.0023616472287975587,0.0013706164483159606,0.000306345119262778,0.005610223964092942,0.2989116973425265 +redundant,6,4096,joint_jeffreys,0,0.05,32,0.0016769615675787386,0.001041130683595477,0.0023616472287975587,0.0013706164483159606,0.000306345119262778,0.005610223964092942,0.2989116973425265 +redundant,6,4096,joint_jeffreys,1,0.0,32,0.0029546779810445158,0.0020104900637085013,0.003978929379226987,0.0029887865915685027,-3.4108610523986976e-05,0.007438132015455956,0.3972338720131461 +redundant,6,4096,joint_jeffreys,1,0.01,32,0.002882504440281715,0.001986964481808818,0.003874265012824108,0.00297227509608574,-8.97706558040251e-05,0.0074240919866378485,0.3882635675136773 +redundant,6,4096,joint_jeffreys,1,0.05,32,0.0028939108588633376,0.002027484332373231,0.003855934243864715,0.002853577167423533,4.033369143980475e-05,0.008159752699527956,0.35465668696439184 +redundant,6,4096,joint_jeffreys,2,0.0,32,0.0037969390112606687,0.002690561057344459,0.005003364746414311,0.003740825159793959,5.6113851466709636e-05,0.009944565388521731,0.3818104525355318 +redundant,6,4096,joint_jeffreys,2,0.01,32,0.0038891840364872997,0.0027643990221031677,0.005110573341798938,0.003735077208121669,0.00015410682836563064,0.010004997009659622,0.3887241578115787 +redundant,6,4096,joint_jeffreys,2,0.05,32,0.0037775023642279207,0.002675784408132121,0.005000761044876269,0.0036774237590182085,0.00010007860520971218,0.010401256950066995,0.36317748733277755 +redundant,6,4096,naive_bayes,0,0.0,32,0.0008146631920094389,-0.0021168849201987725,0.003836251845149193,-0.004635606333651367,0.005450269525660806,0.1930841742469141,0.004219212657831065 +redundant,6,4096,naive_bayes,0,0.01,32,0.0008146631920094389,-0.0021168849201987725,0.003836251845149193,-0.004635606333651367,0.005450269525660806,0.1930841742469141,0.004219212657831065 +redundant,6,4096,naive_bayes,0,0.05,32,0.0008146631920094389,-0.0021168849201987725,0.003836251845149193,-0.004635606333651367,0.005450269525660806,0.1930841742469141,0.004219212657831065 +redundant,6,4096,naive_bayes,1,0.0,32,0.0033674288150994406,-0.003408385239590001,0.01243094144393843,0.00012345018787162168,0.00324397862722782,0.3367066110494589,0.010001077212602748 +redundant,6,4096,naive_bayes,1,0.01,32,0.0023373859091553656,-0.004738518193967907,0.01130178737200197,-0.00030546864419188705,0.0026428545533472517,0.32924345541780214,0.0070992630853946 +redundant,6,4096,naive_bayes,1,0.05,32,-0.005201798509107908,-0.009217442034075438,-0.00153095862202494,-0.0012395735545730254,-0.003962224954534884,0.29422282931731214,-0.017679792289326045 +redundant,6,4096,naive_bayes,2,0.0,32,0.0021912429843805765,-0.0006535021441914541,0.0058087756491358505,-0.0027749834423067,0.004966226426687275,0.41225392176902365,0.005315275049362124 +redundant,6,4096,naive_bayes,2,0.01,32,0.0033943993669767305,-0.0011874556952861796,0.011081325917886206,-0.0026866455781978,0.00608104494517453,0.40470222185123234,0.008387399879965335 +redundant,6,4096,naive_bayes,2,0.05,32,-0.004032691361005082,-0.007895525202579643,-0.0005496909089504054,-0.0015388165684729269,-0.0024938747925321563,0.37051686495247793,-0.010883961682884018 +redundant,6,4096,support_mixture,0,0.0,32,0.0008490373285631216,-0.0001137426502504016,0.001966830918652003,-0.0003707169175189949,0.0012197542460821165,0.004517168014891437,0.1879578810803934 +redundant,6,4096,support_mixture,0,0.01,32,0.0008490373285631216,-0.0001137426502504016,0.001966830918652003,-0.0003707169175189949,0.0012197542460821165,0.004517168014891437,0.1879578810803934 +redundant,6,4096,support_mixture,0,0.05,32,0.0008490373285631216,-0.0001137426502504016,0.001966830918652003,-0.0003707169175189949,0.0012197542460821165,0.004517168014891437,0.1879578810803934 +redundant,6,4096,support_mixture,1,0.0,32,0.002744500740526297,0.0016497040960808157,0.003921812070033626,0.002858088846128433,-0.00011358810560213595,0.01776975720412577,0.15444784692325908 +redundant,6,4096,support_mixture,1,0.01,32,0.0025414737185200445,0.0014000506897685107,0.0037947922857659846,0.0027621255864428255,-0.00022065186792278105,0.018284138702117203,0.1389988207771447 +redundant,6,4096,support_mixture,1,0.05,32,0.0022741317100864328,0.0010467896309614938,0.003729153246760022,0.0023065857518825873,-3.245404179615455e-05,0.018415092852011927,0.12349281800324859 +redundant,6,4096,support_mixture,2,0.0,32,0.003634435425326727,0.002593500411781349,0.004770622008689575,0.004317923480940494,-0.0006834880556137665,0.02085035187032025,0.17431050794400355 +redundant,6,4096,support_mixture,2,0.01,32,0.003809020042112487,0.002731317741132678,0.0049917665933737684,0.004303085250771391,-0.0004940652086589045,0.021103981848730413,0.18048821636669632 +redundant,6,4096,support_mixture,2,0.05,32,0.002581154222913277,0.001449077626761807,0.003935395023932585,0.003989755968851032,-0.001408601745937755,0.02289575124906995,0.11273507450506241 +redundant,3,64,joint_jeffreys,0,0.0,32,-2.6020852139652106e-18,-1.3010426069826053e-17,7.806255641895632e-18,-2.6020852139652106e-18,0.0,0.07642911720343154,-3.404573164229066e-17 +redundant,3,64,joint_jeffreys,0,0.01,32,-2.6020852139652106e-18,-1.3010426069826053e-17,7.806255641895632e-18,-2.6020852139652106e-18,0.0,0.07642911720343154,-3.404573164229066e-17 +redundant,3,64,joint_jeffreys,0,0.05,32,-2.6020852139652106e-18,-1.3010426069826053e-17,7.806255641895632e-18,-2.6020852139652106e-18,0.0,0.07642911720343154,-3.404573164229066e-17 +redundant,3,64,joint_jeffreys,1,0.0,32,6.938893903907228e-18,-6.938893903907228e-18,2.0816681711721685e-17,1.734723475976807e-18,5.204170427930421e-18,0.10403339561666725,6.669871595343317e-17 +redundant,3,64,joint_jeffreys,1,0.01,32,6.938893903907228e-18,-1.0408340855860843e-17,2.42861286636753e-17,6.938893903907228e-18,0.0,0.10526239320939468,6.591997096345641e-17 +redundant,3,64,joint_jeffreys,1,0.05,32,6.938893903907228e-18,-6.938893903907228e-18,2.0816681711721685e-17,-5.204170427930421e-18,1.214306433183765e-17,0.10383748208879917,6.682455857291746e-17 +redundant,3,64,joint_jeffreys,2,0.0,32,1.734723475976807e-17,3.469446951953614e-18,3.469446951953614e-17,-3.469446951953614e-18,2.0816681711721685e-17,0.11774706217776543,1.473262639332653e-16 +redundant,3,64,joint_jeffreys,2,0.01,32,3.469446951953614e-18,-6.938893903907228e-18,1.734723475976807e-17,-1.734723475976807e-18,5.204170427930421e-18,0.11835992958188923,2.931268178520857e-17 +redundant,3,64,joint_jeffreys,2,0.05,32,-1.734723475976807e-18,-2.0816681711721685e-17,1.5612511283791264e-17,1.0408340855860843e-17,-1.214306433183765e-17,0.1199847660035841,-1.4457864391926127e-17 +redundant,3,64,naive_bayes,0,0.0,32,5.637851296924623e-18,0.0,1.431146867680866e-17,-0.00030190191245921,0.00030190191245921564,0.048102229560751775,1.1720561288753101e-16 +redundant,3,64,naive_bayes,0,0.01,32,5.637851296924623e-18,0.0,1.431146867680866e-17,-0.00030190191245921,0.00030190191245921564,0.048102229560751775,1.1720561288753101e-16 +redundant,3,64,naive_bayes,0,0.05,32,5.637851296924623e-18,0.0,1.431146867680866e-17,-0.00030190191245921,0.00030190191245921564,0.048102229560751775,1.1720561288753101e-16 +redundant,3,64,naive_bayes,1,0.0,32,-1.1275702593849246e-17,-2.862293735361732e-17,1.734723475976807e-18,-0.00045277117906949646,0.0004527711790694878,0.29277642240369606,-3.8513014474579837e-17 +redundant,3,64,naive_bayes,1,0.01,32,1.734723475976807e-18,-8.673617379884035e-18,1.214306433183765e-17,-0.0004527711790694583,0.00045277117906946003,0.28648504157704263,6.0551973898096135e-18 +redundant,3,64,naive_bayes,1,0.05,32,8.673617379884035e-19,-4.336808689942018e-18,6.071532165918825e-18,-0.0004527711790694791,0.0004527711790694791,0.2619867610154509,3.310708276351606e-18 +redundant,3,64,naive_bayes,2,0.0,32,0.0,-1.0408340855860843e-17,1.0408340855860843e-17,-0.0004657626128398151,0.0004657626128398151,0.34750324161581525,0.0 +redundant,3,64,naive_bayes,2,0.01,32,-9.540979117872439e-18,-2.6020852139652106e-17,5.204170427930421e-18,-0.00046447217227083525,0.0004644721722708283,0.3437944213009434,-2.775198934807805e-17 +redundant,3,64,naive_bayes,2,0.05,32,-4.7704895589362195e-18,-1.6479873021779667e-17,4.336808689942018e-18,-0.00045931040999512215,0.00045931040999511695,0.3136340828208394,-1.5210367177030688e-17 +redundant,3,64,support_mixture,0,0.0,32,4.336808689942018e-18,-1.734723475976807e-18,1.3010426069826053e-17,-4.336808689942018e-18,8.673617379884035e-18,0.048249044019248344,8.988382626217222e-17 +redundant,3,64,support_mixture,0,0.01,32,4.336808689942018e-18,-1.734723475976807e-18,1.3010426069826053e-17,-4.336808689942018e-18,8.673617379884035e-18,0.048249044019248344,8.988382626217222e-17 +redundant,3,64,support_mixture,0,0.05,32,4.336808689942018e-18,-1.734723475976807e-18,1.3010426069826053e-17,-4.336808689942018e-18,8.673617379884035e-18,0.048249044019248344,8.988382626217222e-17 +redundant,3,64,support_mixture,1,0.0,32,2.7755575615628914e-17,6.938893903907228e-18,5.377642775528102e-17,-6.938893903907228e-18,3.2959746043559335e-17,0.25730002412592656,1.0787241746252192e-16 +redundant,3,64,support_mixture,1,0.01,32,1.214306433183765e-17,0.0,2.6020852139652106e-17,0.0,1.214306433183765e-17,0.25337540018702664,4.7925190538917205e-17 +redundant,3,64,support_mixture,1,0.05,32,-1.734723475976807e-18,-1.214306433183765e-17,8.673617379884035e-18,3.469446951953614e-18,-5.204170427930421e-18,0.23287858758158686,-7.449046707091792e-18 +redundant,3,64,support_mixture,2,0.0,32,1.734723475976807e-18,-1.5612511283791264e-17,2.0816681711721685e-17,6.938893903907228e-18,-5.204170427930421e-18,0.28442917923678196,6.098964531809454e-18 +redundant,3,64,support_mixture,2,0.01,32,5.204170427930421e-18,-3.469446951953614e-18,1.734723475976807e-17,-6.938893903907228e-18,1.214306433183765e-17,0.29241053000720396,1.7797479549735123e-17 +redundant,3,64,support_mixture,2,0.05,32,-1.734723475976807e-18,-1.214306433183765e-17,8.673617379884035e-18,1.0408340855860843e-17,-1.214306433183765e-17,0.27877190019188247,-6.222734338657424e-18 +redundant,3,256,joint_jeffreys,0,0.0,32,-1.0408340855860843e-17,-2.949029909160572e-17,3.469446951953614e-18,-2.3418766925686896e-17,1.3010426069826053e-17,0.02132224886801376,-4.881446098996975e-16 +redundant,3,256,joint_jeffreys,0,0.01,32,-1.0408340855860843e-17,-2.949029909160572e-17,3.469446951953614e-18,-2.3418766925686896e-17,1.3010426069826053e-17,0.02132224886801376,-4.881446098996975e-16 +redundant,3,256,joint_jeffreys,0,0.05,32,-1.0408340855860843e-17,-2.949029909160572e-17,3.469446951953614e-18,-2.3418766925686896e-17,1.3010426069826053e-17,0.02132224886801376,-4.881446098996975e-16 +redundant,3,256,joint_jeffreys,1,0.0,32,-1.9081958235744878e-17,-4.163336342344337e-17,0.0,-6.938893903907228e-18,-1.214306433183765e-17,0.03287505198776297,-5.804388763506055e-16 +redundant,3,256,joint_jeffreys,1,0.01,32,-1.734723475976807e-18,-2.0816681711721685e-17,1.5612511283791264e-17,-8.673617379884035e-18,6.938893903907228e-18,0.03248876026432579,-5.3394572826517374e-17 +redundant,3,256,joint_jeffreys,1,0.05,32,3.469446951953614e-18,-2.2551405187698492e-17,2.7755575615628914e-17,-1.0408340855860843e-17,1.3877787807814457e-17,0.03368816730724422,1.029871088062292e-16 +redundant,3,256,joint_jeffreys,2,0.0,32,3.469446951953614e-18,-1.3877787807814457e-17,2.0816681711721685e-17,1.9081958235744878e-17,-1.5612511283791264e-17,0.037411417738338004,9.273764967207425e-17 +redundant,3,256,joint_jeffreys,2,0.01,32,1.734723475976807e-18,-2.2551405187698492e-17,2.6020852139652106e-17,1.734723475976807e-18,0.0,0.03795562620486892,4.5703987772813454e-17 +redundant,3,256,joint_jeffreys,2,0.05,32,-1.0408340855860843e-17,-3.122502256758253e-17,6.938893903907228e-18,3.469446951953614e-18,-1.3877787807814457e-17,0.04134981271197613,-2.517143409659575e-16 +redundant,3,256,naive_bayes,0,0.0,32,9.540979117872439e-18,-8.673617379884035e-18,3.0357660829594124e-17,-8.673617379884035e-19,1.0408340855860843e-17,0.03756693562354935,2.539727811041246e-16 +redundant,3,256,naive_bayes,0,0.01,32,9.540979117872439e-18,-8.673617379884035e-18,3.0357660829594124e-17,-8.673617379884035e-19,1.0408340855860843e-17,0.03756693562354935,2.539727811041246e-16 +redundant,3,256,naive_bayes,0,0.05,32,9.540979117872439e-18,-8.673617379884035e-18,3.0357660829594124e-17,-8.673617379884035e-19,1.0408340855860843e-17,0.03756693562354935,2.539727811041246e-16 +redundant,3,256,naive_bayes,1,0.0,32,1.3010426069826053e-18,-1.0842021724855044e-17,1.3877787807814457e-17,-1.214306433183765e-17,1.214306433183765e-17,0.27827455807780044,4.675391871860804e-18 +redundant,3,256,naive_bayes,1,0.01,32,-8.673617379884035e-19,-1.9081958235744878e-17,1.474514954580286e-17,1.734723475976807e-18,-2.6020852139652106e-18,0.27422353317433557,-3.162973388709804e-18 +redundant,3,256,naive_bayes,1,0.05,32,3.686287386450715e-18,-1.452830911130576e-17,2.42861286636753e-17,6.938893903907228e-18,-4.336808689942018e-18,0.25038265630789747,1.4722614740206524e-17 +redundant,3,256,naive_bayes,2,0.0,32,-2.6020852139652106e-18,-1.8214596497756474e-17,1.214306433183765e-17,6.938893903907228e-18,-6.938893903907228e-18,0.338142878391897,-7.695224061319652e-18 +redundant,3,256,naive_bayes,2,0.01,32,3.469446951953614e-18,-6.938893903907228e-18,1.3877787807814457e-17,1.734723475976807e-18,3.469446951953614e-18,0.33178335640187306,1.0456965019520875e-17 +redundant,3,256,naive_bayes,2,0.05,32,5.421010862427522e-18,-1.2793585635328952e-17,2.6020852139652106e-17,-1.0408340855860843e-17,1.734723475976807e-17,0.30107701381936014,1.800539600701638e-17 +redundant,3,256,support_mixture,0,0.0,32,6.938893903907228e-18,-1.474514954580286e-17,2.862293735361732e-17,8.673617379884035e-18,-1.734723475976807e-18,0.023765142015731322,2.9197780090327385e-16 +redundant,3,256,support_mixture,0,0.01,32,6.938893903907228e-18,-1.474514954580286e-17,2.862293735361732e-17,8.673617379884035e-18,-1.734723475976807e-18,0.023765142015731322,2.9197780090327385e-16 +redundant,3,256,support_mixture,0,0.05,32,6.938893903907228e-18,-1.474514954580286e-17,2.862293735361732e-17,8.673617379884035e-18,-1.734723475976807e-18,0.023765142015731322,2.9197780090327385e-16 +redundant,3,256,support_mixture,1,0.0,32,1.0408340855860843e-17,-6.938893903907228e-18,3.122502256758253e-17,-1.734723475976807e-18,1.214306433183765e-17,0.13862789890930394,7.508114122591157e-17 +redundant,3,256,support_mixture,1,0.01,32,-1.734723475976807e-18,-1.5612511283791264e-17,1.214306433183765e-17,-1.734723475976807e-18,0.0,0.14330805080505016,-1.2104857097921505e-17 +redundant,3,256,support_mixture,1,0.05,32,5.204170427930421e-18,-1.0408340855860843e-17,2.2551405187698492e-17,6.938893903907228e-18,-1.734723475976807e-18,0.1487710667662312,3.498106547900139e-17 +redundant,3,256,support_mixture,2,0.0,32,2.42861286636753e-17,3.469446951953614e-18,4.85722573273506e-17,-6.938893903907228e-18,3.122502256758253e-17,0.14228166609419812,1.7069049955878768e-16 +redundant,3,256,support_mixture,2,0.01,32,0.0,-2.7755575615628914e-17,2.7755575615628914e-17,6.938893903907228e-18,-6.938893903907228e-18,0.1442114864033598,0.0 +redundant,3,256,support_mixture,2,0.05,32,-3.469446951953614e-18,-1.734723475976807e-17,1.0408340855860843e-17,-3.469446951953614e-18,0.0,0.16067316459478542,-2.1593194860532508e-17 +redundant,3,1024,joint_jeffreys,0,0.0,32,5.204170427930421e-18,-6.938893903907228e-18,1.734723475976807e-17,5.204170427930421e-18,0.0,0.0038087055877482068,1.3663882145868998e-15 +redundant,3,1024,joint_jeffreys,0,0.01,32,5.204170427930421e-18,-6.938893903907228e-18,1.734723475976807e-17,5.204170427930421e-18,0.0,0.0038087055877482068,1.3663882145868998e-15 +redundant,3,1024,joint_jeffreys,0,0.05,32,5.204170427930421e-18,-6.938893903907228e-18,1.734723475976807e-17,5.204170427930421e-18,0.0,0.0038087055877482068,1.3663882145868998e-15 +redundant,3,1024,joint_jeffreys,1,0.0,32,1.3877787807814457e-17,-1.0408340855860843e-17,3.8163916471489756e-17,0.0,1.3877787807814457e-17,0.009607155127135059,1.4445262540434215e-15 +redundant,3,1024,joint_jeffreys,1,0.01,32,-6.938893903907228e-18,-2.0816681711721685e-17,6.938893903907228e-18,-3.469446951953614e-18,-3.469446951953614e-18,0.00960853227448466,-7.221596083236746e-16 +redundant,3,1024,joint_jeffreys,1,0.05,32,-1.3877787807814457e-17,-3.2959746043559335e-17,1.734723475976807e-18,-3.469446951953614e-18,-1.0408340855860843e-17,0.010140995849832968,-1.3684837281580228e-15 +redundant,3,1024,joint_jeffreys,2,0.0,32,1.3877787807814457e-17,0.0,3.122502256758253e-17,1.0408340855860843e-17,3.469446951953614e-18,0.011744829883858054,1.181608243375914e-15 +redundant,3,1024,joint_jeffreys,2,0.01,32,-1.0408340855860843e-17,-2.7755575615628914e-17,3.469446951953614e-18,-8.673617379884035e-18,-1.734723475976807e-18,0.01208084146180266,-8.615576066261651e-16 +redundant,3,1024,joint_jeffreys,2,0.05,32,-3.469446951953614e-18,-1.0408340855860843e-17,0.0,1.0408340855860843e-17,-1.3877787807814457e-17,0.011849881894353875,-2.9278325158723355e-16 +redundant,3,1024,naive_bayes,0,0.0,32,-6.071532165918825e-18,-1.214306433183765e-17,-8.673617379884035e-19,0.0,-6.071532165918825e-18,0.030997670859992,-1.9587059277267234e-16 +redundant,3,1024,naive_bayes,0,0.01,32,-6.071532165918825e-18,-1.214306433183765e-17,-8.673617379884035e-19,0.0,-6.071532165918825e-18,0.030997670859992,-1.9587059277267234e-16 +redundant,3,1024,naive_bayes,0,0.05,32,-6.071532165918825e-18,-1.214306433183765e-17,-8.673617379884035e-19,0.0,-6.071532165918825e-18,0.030997670859992,-1.9587059277267234e-16 +redundant,3,1024,naive_bayes,1,0.0,32,1.3010426069826053e-18,-3.903127820947816e-18,6.5052130349130266e-18,-6.938893903907228e-18,7.806255641895632e-18,0.271926345336344,4.784540480523701e-18 +redundant,3,1024,naive_bayes,1,0.01,32,1.734723475976807e-18,-8.673617379884035e-18,1.214306433183765e-17,-3.469446951953614e-18,5.204170427930421e-18,0.26449451672233526,6.558636819673314e-18 +redundant,3,1024,naive_bayes,1,0.05,32,-2.6020852139652106e-18,-9.540979117872439e-18,3.469446951953614e-18,0.0,-2.6020852139652106e-18,0.23944111638933052,-1.0867328273454206e-17 +redundant,3,1024,naive_bayes,2,0.0,32,-8.673617379884035e-19,-1.214306433183765e-17,1.0408340855860843e-17,-6.938893903907228e-18,8.673617379884035e-18,0.33484451235483426,-2.590341803389812e-18 +redundant,3,1024,naive_bayes,2,0.01,32,-8.673617379884035e-19,-2.6020852139652106e-18,0.0,-6.938893903907228e-18,6.938893903907228e-18,0.3307345464873638,-2.6225314143938166e-18 +redundant,3,1024,naive_bayes,2,0.05,32,-3.469446951953614e-18,-9.540979117872439e-18,8.673617379884035e-19,-6.938893903907228e-18,3.469446951953614e-18,0.28904998485333555,-1.2002930751627672e-17 +redundant,3,1024,support_mixture,0,0.0,32,6.938893903907228e-18,-1.734723475976807e-17,3.122502256758253e-17,1.9081958235744878e-17,-1.214306433183765e-17,0.006576808506172205,1.0550548791857348e-15 +redundant,3,1024,support_mixture,0,0.01,32,6.938893903907228e-18,-1.734723475976807e-17,3.122502256758253e-17,1.9081958235744878e-17,-1.214306433183765e-17,0.006576808506172205,1.0550548791857348e-15 +redundant,3,1024,support_mixture,0,0.05,32,6.938893903907228e-18,-1.734723475976807e-17,3.122502256758253e-17,1.9081958235744878e-17,-1.214306433183765e-17,0.006576808506172205,1.0550548791857348e-15 +redundant,3,1024,support_mixture,1,0.0,32,-3.469446951953614e-18,-2.7755575615628914e-17,1.734723475976807e-17,-8.673617379884035e-18,5.204170427930421e-18,0.052978771849232276,-6.548749302507455e-17 +redundant,3,1024,support_mixture,1,0.01,32,1.5612511283791264e-17,-1.0408340855860843e-17,3.9898639947466563e-17,6.938893903907228e-18,8.673617379884035e-18,0.05346839582165397,2.9199513177592676e-16 +redundant,3,1024,support_mixture,1,0.05,32,1.0408340855860843e-17,-3.469446951953614e-18,2.42861286636753e-17,-3.469446951953614e-18,1.3877787807814457e-17,0.049010862981795356,2.123680388922539e-16 +redundant,3,1024,support_mixture,2,0.0,32,0.0,-2.0816681711721685e-17,2.0903417885519263e-17,6.938893903907228e-18,-6.938893903907228e-18,0.041217083332170334,0.0 +redundant,3,1024,support_mixture,2,0.01,32,1.734723475976807e-18,-1.214306433183765e-17,1.5612511283791264e-17,6.938893903907228e-18,-5.204170427930421e-18,0.04304366716173036,4.030147964528288e-17 +redundant,3,1024,support_mixture,2,0.05,32,3.469446951953614e-18,-1.734723475976807e-17,2.42861286636753e-17,0.0,3.469446951953614e-18,0.04843672378470354,7.162843976349357e-17 +redundant,3,4096,joint_jeffreys,0,0.0,32,-1.3444106938820255e-17,-3.686287386450715e-17,5.204170427930421e-18,-1.214306433183765e-17,-1.3010426069826053e-18,0.0009164857442917618,-1.466919373547871e-14 +redundant,3,4096,joint_jeffreys,0,0.01,32,-1.3444106938820255e-17,-3.686287386450715e-17,5.204170427930421e-18,-1.214306433183765e-17,-1.3010426069826053e-18,0.0009164857442917618,-1.466919373547871e-14 +redundant,3,4096,joint_jeffreys,0,0.05,32,-1.3444106938820255e-17,-3.686287386450715e-17,5.204170427930421e-18,-1.214306433183765e-17,-1.3010426069826053e-18,0.0009164857442917618,-1.466919373547871e-14 +redundant,3,4096,joint_jeffreys,1,0.0,32,3.469446951953614e-18,-2.0816681711721685e-17,2.7755575615628914e-17,1.214306433183765e-17,-8.673617379884035e-18,0.0018321021089595657,1.8936973736272164e-15 +redundant,3,4096,joint_jeffreys,1,0.01,32,1.0408340855860843e-17,-1.0408340855860843e-17,2.7755575615628914e-17,1.0408340855860843e-17,0.0,0.0018695688253379528,5.567241341852915e-15 +redundant,3,4096,joint_jeffreys,1,0.05,32,-2.6020852139652106e-17,-5.204170427930421e-17,-3.469446951953614e-18,-1.3877787807814457e-17,-1.214306433183765e-17,0.002444524622099875,-1.0644544916589914e-14 +redundant,3,4096,joint_jeffreys,2,0.0,32,-1.3877787807814457e-17,-3.122502256758253e-17,0.0,-6.938893903907228e-18,-6.938893903907228e-18,0.0031652026295159175,-4.384486376449431e-15 +redundant,3,4096,joint_jeffreys,2,0.01,32,8.673617379884035e-18,-5.204170427930421e-18,2.2551405187698492e-17,-1.3877787807814457e-17,2.2551405187698492e-17,0.003030749566862556,2.8618720183017293e-15 +redundant,3,4096,joint_jeffreys,2,0.05,32,-1.0408340855860843e-17,-3.469446951953614e-17,1.3877787807814457e-17,-2.0816681711721685e-17,1.0408340855860843e-17,0.0036752273569676808,-2.8320263877357647e-15 +redundant,3,4096,naive_bayes,0,0.0,32,5.204170427930421e-18,-7.806255641895632e-18,1.9081958235744878e-17,3.469446951953614e-18,1.734723475976807e-18,0.02954804238709491,1.761257263595689e-16 +redundant,3,4096,naive_bayes,0,0.01,32,5.204170427930421e-18,-7.806255641895632e-18,1.9081958235744878e-17,3.469446951953614e-18,1.734723475976807e-18,0.02954804238709491,1.761257263595689e-16 +redundant,3,4096,naive_bayes,0,0.05,32,5.204170427930421e-18,-7.806255641895632e-18,1.9081958235744878e-17,3.469446951953614e-18,1.734723475976807e-18,0.02954804238709491,1.761257263595689e-16 +redundant,3,4096,naive_bayes,1,0.0,32,-7.806255641895632e-18,-1.6479873021779667e-17,-8.673617379884035e-19,0.0,-8.673617379884035e-18,0.27328762058513345,-2.856424899591769e-17 +redundant,3,4096,naive_bayes,1,0.01,32,2.6020852139652106e-18,-9.540979117872439e-18,1.474514954580286e-17,3.469446951953614e-18,-1.734723475976807e-18,0.26776003620027744,9.71797453754047e-18 +redundant,3,4096,naive_bayes,1,0.05,32,8.673617379884035e-19,-8.673617379884035e-18,1.1275702593849246e-17,3.469446951953614e-18,-5.204170427930421e-18,0.24062910520564884,3.60455871390591e-18 +redundant,3,4096,naive_bayes,2,0.0,32,4.336808689942018e-18,-9.540979117872439e-18,2.168404344971009e-17,-8.673617379884035e-18,1.214306433183765e-17,0.3339441831517047,1.2986627432800304e-17 +redundant,3,4096,naive_bayes,2,0.01,32,-8.673617379884035e-19,-1.474514954580286e-17,1.3010426069826053e-17,-8.673617379884035e-18,8.673617379884035e-18,0.32868394978469473,-2.638892889526766e-18 +redundant,3,4096,naive_bayes,2,0.05,32,1.734723475976807e-18,-9.540979117872439e-18,1.3010426069826053e-17,-1.3877787807814457e-17,1.214306433183765e-17,0.29118318969010326,5.957498706649297e-18 +redundant,3,4096,support_mixture,0,0.0,32,-5.204170427930421e-18,-2.0816681711721685e-17,5.204170427930421e-18,-4.336808689942018e-18,-8.673617379884035e-19,0.001367380796277906,-3.80594084844287e-15 +redundant,3,4096,support_mixture,0,0.01,32,-5.204170427930421e-18,-2.0816681711721685e-17,5.204170427930421e-18,-4.336808689942018e-18,-8.673617379884035e-19,0.001367380796277906,-3.80594084844287e-15 +redundant,3,4096,support_mixture,0,0.05,32,-5.204170427930421e-18,-2.0816681711721685e-17,5.204170427930421e-18,-4.336808689942018e-18,-8.673617379884035e-19,0.001367380796277906,-3.80594084844287e-15 +redundant,3,4096,support_mixture,1,0.0,32,0.0,-2.42861286636753e-17,2.42861286636753e-17,8.673617379884035e-18,-8.673617379884035e-18,0.010696763489466798,0.0 +redundant,3,4096,support_mixture,1,0.01,32,3.469446951953614e-18,-1.0408340855860843e-17,2.0816681711721685e-17,3.469446951953614e-18,0.0,0.010756265230058792,3.225512645651497e-16 +redundant,3,4096,support_mixture,1,0.05,32,1.734723475976807e-17,-3.469446951953614e-18,4.163336342344337e-17,-3.469446951953614e-18,2.0816681711721685e-17,0.011865397189392501,1.4620020284930922e-15 +redundant,3,4096,support_mixture,2,0.0,32,0.0,-1.0408340855860843e-17,1.0408340855860843e-17,-6.938893903907228e-18,6.938893903907228e-18,0.007399521228595218,0.0 +redundant,3,4096,support_mixture,2,0.01,32,-5.204170427930421e-18,-2.6020852139652106e-17,1.214306433183765e-17,-1.3877787807814457e-17,8.673617379884035e-18,0.007618542004519058,-6.830927000000113e-16 +redundant,3,4096,support_mixture,2,0.05,32,3.469446951953614e-18,-1.734723475976807e-17,2.7755575615628914e-17,-3.469446951953614e-18,6.938893903907228e-18,0.009392198138303054,3.6939669509362167e-16 +uninformative,6,64,joint_jeffreys,0,0.0,32,0.00932000622159515,0.0028342127342210646,0.016299082519161602,7.589415207398531e-19,0.009320006221595147,0.0797749592137777,0.11682871810212747 +uninformative,6,64,joint_jeffreys,0,0.01,32,0.00932000622159515,0.0028342127342210646,0.016299082519161602,7.589415207398531e-19,0.009320006221595147,0.0797749592137777,0.11682871810212747 +uninformative,6,64,joint_jeffreys,0,0.05,32,0.00932000622159515,0.0028342127342210646,0.016299082519161602,7.589415207398531e-19,0.009320006221595147,0.0797749592137777,0.11682871810212747 +uninformative,6,64,joint_jeffreys,1,0.0,32,0.013049092631659662,0.00457868297136023,0.021720524927164173,-1.0950441942103595e-17,0.013049092631659672,0.12188813805014517,0.10705793722348292 +uninformative,6,64,joint_jeffreys,1,0.01,32,0.008433161826277409,-0.000997973746166813,0.01795980980149435,7.589415207398531e-19,0.008433161826277407,0.12003803407567151,0.07025408147688571 +uninformative,6,64,joint_jeffreys,1,0.05,32,0.01124238096059957,0.0016844872102566542,0.021146637204624015,7.589415207398531e-19,0.011242380960599568,0.11536789452434812,0.09744808992961983 +uninformative,6,64,joint_jeffreys,2,0.0,32,0.006493596651700576,-0.0027453218793096162,0.015330068121552886,-8.782037597132586e-18,0.006493596651700587,0.15031413054728077,0.043200174381862515 +uninformative,6,64,joint_jeffreys,2,0.01,32,-0.0004889682618156282,-0.009569928572162946,0.008625303738247558,7.589415207398531e-19,-0.0004889682618156302,0.14905078214080755,-0.0032805481111377348 +uninformative,6,64,joint_jeffreys,2,0.05,32,-0.0035827836530251747,-0.009601996888785158,0.0021313509926619433,7.589415207398531e-19,-0.003582783653025177,0.13920399261476316,-0.025737650089823687 +uninformative,6,64,naive_bayes,0,0.0,32,-0.002184028414894704,-0.005926538716000955,0.001704177942016731,1.0842021724855044e-19,-0.0021840284148947034,0.09220334182725572,-0.023687085214183584 +uninformative,6,64,naive_bayes,0,0.01,32,-0.002184028414894704,-0.005926538716000955,0.001704177942016731,1.0842021724855044e-19,-0.0021840284148947034,0.09220334182725572,-0.023687085214183584 +uninformative,6,64,naive_bayes,0,0.05,32,-0.002184028414894704,-0.005926538716000955,0.001704177942016731,1.0842021724855044e-19,-0.0021840284148947034,0.09220334182725572,-0.023687085214183584 +uninformative,6,64,naive_bayes,1,0.0,32,-0.001887238095164364,-0.005922122000481002,0.0021261381497884495,4.119968255444917e-18,-0.0018872380951643682,0.12412100592259767,-0.015204824365839033 +uninformative,6,64,naive_bayes,1,0.01,32,-0.0006933666334275033,-0.003496565148744227,0.0020781206323053415,1.0842021724855044e-19,-0.0006933666334275033,0.12584967728804475,-0.0055094828081324815 +uninformative,6,64,naive_bayes,1,0.05,32,-0.0031045278363393304,-0.007606131381165794,0.0013022322066129598,1.0842021724855044e-19,-0.003104527836339331,0.11882884373417345,-0.026126045990015077 +uninformative,6,64,naive_bayes,2,0.0,32,0.0016995500145552253,-0.0005879234325700842,0.004081619085443899,5.9631119486702744e-18,0.0016995500145552186,0.13605747745758273,0.012491412058444762 +uninformative,6,64,naive_bayes,2,0.01,32,-0.0013560505034572279,-0.0030314574229824334,0.0002805290467998063,1.0842021724855044e-19,-0.0013560505034572274,0.1330830196595585,-0.010189508074930667 +uninformative,6,64,naive_bayes,2,0.05,32,-0.0031002675561058743,-0.007601871100932339,0.001302232206612959,1.0842021724855044e-19,-0.0031002675561058748,0.11929714311387644,-0.025987777034580606 +uninformative,6,64,support_mixture,0,0.0,32,0.0012804098705812186,-0.002611769644596987,0.005219876249156167,2.168404344971009e-19,0.0012804098705812188,0.08686973720757628,0.014739423782550002 +uninformative,6,64,support_mixture,0,0.01,32,0.0012804098705812186,-0.002611769644596987,0.005219876249156167,2.168404344971009e-19,0.0012804098705812188,0.08686973720757628,0.014739423782550002 +uninformative,6,64,support_mixture,0,0.05,32,0.0012804098705812186,-0.002611769644596987,0.005219876249156167,2.168404344971009e-19,0.0012804098705812188,0.08686973720757628,0.014739423782550002 +uninformative,6,64,support_mixture,1,0.0,32,-0.0038742280346559504,-0.008278986948064051,0.00016327921295241366,-2.927345865710862e-18,-0.0038742280346559465,0.10712710227524429,-0.03616477952238269 +uninformative,6,64,support_mixture,1,0.01,32,-9.594151140356142e-05,-0.003615574061587302,0.0034321333018229967,2.168404344971009e-19,-9.59415114035611e-05,0.1085852575432999,-0.0008835592747505654 +uninformative,6,64,support_mixture,1,0.05,32,-0.0015775000744149693,-0.00476686710945331,0.0017944651468329513,2.168404344971009e-19,-0.0015775000744149704,0.1067157207744327,-0.014782265096155467 +uninformative,6,64,support_mixture,2,0.0,32,-0.003594445961159679,-0.00668853811888597,-0.0008728788498994137,-1.951563910473908e-18,-0.003594445961159678,0.11756588242120466,-0.03057388663389448 +uninformative,6,64,support_mixture,2,0.01,32,-0.001921602545108998,-0.004889447905174636,0.0009150264751584241,2.168404344971009e-19,-0.0019216025451089984,0.11566986672874299,-0.016612818873694576 +uninformative,6,64,support_mixture,2,0.05,32,-0.0011132733143923825,-0.00423918149231201,0.002164931223978575,2.168404344971009e-19,-0.0011132733143923833,0.10708902835421748,-0.010395773792157472 +uninformative,6,256,joint_jeffreys,0,0.0,32,0.019771879999519106,0.013035676434965508,0.026833497009672504,4.336808689942018e-19,0.019771879999519106,0.07328367494059652,0.26979924267643673 +uninformative,6,256,joint_jeffreys,0,0.01,32,0.019771879999519106,0.013035676434965508,0.026833497009672504,4.336808689942018e-19,0.019771879999519106,0.07328367494059652,0.26979924267643673 +uninformative,6,256,joint_jeffreys,0,0.05,32,0.019771879999519106,0.013035676434965508,0.026833497009672504,4.336808689942018e-19,0.019771879999519106,0.07328367494059652,0.26979924267643673 +uninformative,6,256,joint_jeffreys,1,0.0,32,0.02075185879996723,0.012077242917205907,0.02883864201825781,3.2526065174565133e-19,0.02075185879996723,0.09330721514734079,0.22240358119356696 +uninformative,6,256,joint_jeffreys,1,0.01,32,0.021112415844323367,0.012351334214964633,0.029302601461172157,4.336808689942018e-19,0.021112415844323367,0.09700699868491683,0.217638068701594 +uninformative,6,256,joint_jeffreys,1,0.05,32,0.02329425087578529,0.016744811112166167,0.030162659159862475,4.336808689942018e-19,0.02329425087578529,0.09816392456901003,0.23729950669819894 +uninformative,6,256,joint_jeffreys,2,0.0,32,0.018876246227099262,0.011388139167395037,0.02611559197298183,-1.3010426069826053e-18,0.018876246227099262,0.10827540325252447,0.1743354968909724 +uninformative,6,256,joint_jeffreys,2,0.01,32,0.014714060151355702,0.00608846317106313,0.022954310701441667,4.336808689942018e-19,0.014714060151355703,0.10833267486235014,0.13582291926283283 +uninformative,6,256,joint_jeffreys,2,0.05,32,0.020720504620563896,0.014843295419072568,0.026935757098929477,4.336808689942018e-19,0.0207205046205639,0.10925697864972808,0.18964925514728634 +uninformative,6,256,naive_bayes,0,0.0,32,-0.0016559569214857003,-0.003713885214033956,7.200831901445508e-05,3.2526065174565133e-18,-0.0016559569214857038,0.025763906515398387,-0.06427429475790016 +uninformative,6,256,naive_bayes,0,0.01,32,-0.0016559569214857003,-0.003713885214033956,7.200831901445508e-05,3.2526065174565133e-18,-0.0016559569214857038,0.025763906515398387,-0.06427429475790016 +uninformative,6,256,naive_bayes,0,0.05,32,-0.0016559569214857003,-0.003713885214033956,7.200831901445508e-05,3.2526065174565133e-18,-0.0016559569214857038,0.025763906515398387,-0.06427429475790016 +uninformative,6,256,naive_bayes,1,0.0,32,-0.0010154381915259874,-0.0026653464509760294,0.00037145248320720665,-2.168404344971009e-18,-0.0010154381915259852,0.040233748608722364,-0.025238468366476006 +uninformative,6,256,naive_bayes,1,0.01,32,0.00012485867103970876,-0.0011665451181951073,0.0016639772038160295,3.2526065174565133e-18,0.0001248586710397053,0.04030907032829797,0.00309753288832501 +uninformative,6,256,naive_bayes,1,0.05,32,-0.0010307637018251458,-0.0022142757242939455,1.835220517424386e-05,3.2526065174565133e-18,-0.001030763701825149,0.03017003810546133,-0.03416514418119209 +uninformative,6,256,naive_bayes,2,0.0,32,-0.0009674275648977193,-0.0024295032519787035,0.00029568979172336,-3.577867169202165e-18,-0.0009674275648977156,0.0453301007924549,-0.0213418357335474 +uninformative,6,256,naive_bayes,2,0.01,32,-0.0010716358302843725,-0.0025547950837930336,0.00017754616602371647,3.2526065174565133e-18,-0.0010716358302843756,0.04259903608245471,-0.025156339880792463 +uninformative,6,256,naive_bayes,2,0.05,32,-0.0010307637018251458,-0.0022142757242939455,1.835220517424386e-05,3.2526065174565133e-18,-0.001030763701825149,0.03017003810546133,-0.03416514418119209 +uninformative,6,256,support_mixture,0,0.0,32,0.0033264561301659164,-0.0012888813810231973,0.007541233338926969,-1.951563910473908e-18,0.0033264561301659186,0.027880281781766693,0.11931214168507333 +uninformative,6,256,support_mixture,0,0.01,32,0.0033264561301659164,-0.0012888813810231973,0.007541233338926969,-1.951563910473908e-18,0.0033264561301659186,0.027880281781766693,0.11931214168507333 +uninformative,6,256,support_mixture,0,0.05,32,0.0033264561301659164,-0.0012888813810231973,0.007541233338926969,-1.951563910473908e-18,0.0033264561301659186,0.027880281781766693,0.11931214168507333 +uninformative,6,256,support_mixture,1,0.0,32,0.00808887620276615,0.004043148316108094,0.01252772676279179,-3.469446951953614e-18,0.008088876202766153,0.04259854079059425,0.1898862273834547 +uninformative,6,256,support_mixture,1,0.01,32,0.008561213279975817,0.004895446341324653,0.01241461067576429,-1.951563910473908e-18,0.008561213279975818,0.04234140972312672,0.20219480966642717 +uninformative,6,256,support_mixture,1,0.05,32,0.008340858082525993,0.0033269384450157076,0.012821862171169408,-1.951563910473908e-18,0.008340858082525996,0.036019660650601026,0.23156403841319412 +uninformative,6,256,support_mixture,2,0.0,32,0.0012355730291209559,-0.003511314154901854,0.005903035789057634,-6.179952383167375e-18,0.001235573029120962,0.0477402631705406,0.025881152450022503 +uninformative,6,256,support_mixture,2,0.01,32,0.0027300496169541492,-0.00013908368344600858,0.00567352423665732,-1.951563910473908e-18,0.002730049616954151,0.04474613221119249,0.06101196867851907 +uninformative,6,256,support_mixture,2,0.05,32,0.00892293626876842,0.003796455893181531,0.01364053383376377,-1.951563910473908e-18,0.00892293626876842,0.03814095832383255,0.23394630499341396 +uninformative,6,1024,joint_jeffreys,0,0.0,32,0.015372708017240489,0.009954529199890642,0.021235158252669077,1.8431436932253575e-18,0.015372708017240487,0.034620355638671295,0.44403668690419273 +uninformative,6,1024,joint_jeffreys,0,0.01,32,0.015372708017240489,0.009954529199890642,0.021235158252669077,1.8431436932253575e-18,0.015372708017240487,0.034620355638671295,0.44403668690419273 +uninformative,6,1024,joint_jeffreys,0,0.05,32,0.015372708017240489,0.009954529199890642,0.021235158252669077,1.8431436932253575e-18,0.015372708017240487,0.034620355638671295,0.44403668690419273 +uninformative,6,1024,joint_jeffreys,1,0.0,32,0.016337633882900222,0.011232092414271928,0.021514329683785593,-9.75781955236954e-19,0.016337633882900222,0.045150131950953985,0.3618512986993612 +uninformative,6,1024,joint_jeffreys,1,0.01,32,0.01775512189055681,0.011931480009811275,0.023887261921856674,1.8431436932253575e-18,0.01775512189055681,0.04797072748651611,0.37012409068733687 +uninformative,6,1024,joint_jeffreys,1,0.05,32,0.017525466618154163,0.011967363987260114,0.023258580732503868,1.8431436932253575e-18,0.01752546661815416,0.047038277308119686,0.37257883623916094 +uninformative,6,1024,joint_jeffreys,2,0.0,32,0.012560097354469363,0.0076955852886959894,0.01763030418617063,3.2526065174565133e-19,0.012560097354469363,0.0476182107640816,0.2637666798674309 +uninformative,6,1024,joint_jeffreys,2,0.01,32,0.014500069730144505,0.0091854222348977,0.019843773596798498,1.8431436932253575e-18,0.014500069730144505,0.05122660505966954,0.28305740177891153 +uninformative,6,1024,joint_jeffreys,2,0.05,32,0.017460920191342356,0.011693586648551756,0.023248611933555676,1.8431436932253575e-18,0.017460920191342353,0.04899783978440073,0.35636102057097885 +uninformative,6,1024,naive_bayes,0,0.0,32,-0.00015885605290023294,-0.0010379212791016266,0.000502659404093987,3.144186300207963e-18,-0.00015885605290023614,0.006093309035230213,-0.026070572160670193 +uninformative,6,1024,naive_bayes,0,0.01,32,-0.00015885605290023294,-0.0010379212791016266,0.000502659404093987,3.144186300207963e-18,-0.00015885605290023614,0.006093309035230213,-0.026070572160670193 +uninformative,6,1024,naive_bayes,0,0.05,32,-0.00015885605290023294,-0.0010379212791016266,0.000502659404093987,3.144186300207963e-18,-0.00015885605290023614,0.006093309035230213,-0.026070572160670193 +uninformative,6,1024,naive_bayes,1,0.0,32,-0.00011293915837795663,-0.0007197593291680698,0.0006310808113237587,-2.2768245622195593e-18,-0.00011293915837795436,0.008782001927280604,-0.012860297607897347 +uninformative,6,1024,naive_bayes,1,0.01,32,0.00039985772390690446,-0.0001945969963199724,0.0011244617801348868,3.144186300207963e-18,0.0003998577239069013,0.00857604019690044,0.04662498247751 +uninformative,6,1024,naive_bayes,1,0.05,32,0.00028764939199203314,-0.00023718438909034906,0.0008137955002723517,3.144186300207963e-18,0.00028764939199202994,0.006501675071407698,0.04424235121453913 +uninformative,6,1024,naive_bayes,2,0.0,32,1.6021283527236466e-05,-0.00034139557234887037,0.00037410074662634147,-1.0842021724855044e-19,1.6021283527236575e-05,0.009526952173778636,0.001681679852590465 +uninformative,6,1024,naive_bayes,2,0.01,32,0.00027888476375818253,-0.0002126271316981985,0.0007827753291064932,3.144186300207963e-18,0.00027888476375817934,0.00851973682108692,0.03273396462997824 +uninformative,6,1024,naive_bayes,2,0.05,32,0.00028764939199203314,-0.00023718438909034906,0.0008137955002723517,3.144186300207963e-18,0.00028764939199202994,0.006501675071407698,0.04424235121453913 +uninformative,6,1024,support_mixture,0,0.0,32,0.005919170573342038,0.003441284501548434,0.008611026855047202,6.613633252161577e-18,0.0059191705733420315,0.01899266607276308,0.3116555911984667 +uninformative,6,1024,support_mixture,0,0.01,32,0.005919170573342038,0.003441284501548434,0.008611026855047202,6.613633252161577e-18,0.0059191705733420315,0.01899266607276308,0.3116555911984667 +uninformative,6,1024,support_mixture,0,0.05,32,0.005919170573342038,0.003441284501548434,0.008611026855047202,6.613633252161577e-18,0.0059191705733420315,0.01899266607276308,0.3116555911984667 +uninformative,6,1024,support_mixture,1,0.0,32,0.009695378501656512,0.00604813096958865,0.01374729935544849,5.5294310796760726e-18,0.009695378501656506,0.028535229092622266,0.339768728338797 +uninformative,6,1024,support_mixture,1,0.01,32,0.009342043288009179,0.005450265065569933,0.013247192683255077,6.613633252161577e-18,0.00934204328800917,0.0285698065935229,0.32699007805419045 +uninformative,6,1024,support_mixture,1,0.05,32,0.008456337073061102,0.005000793305544973,0.011934891676025999,6.613633252161577e-18,0.008456337073061095,0.0258743510931223,0.3268231555885818 +uninformative,6,1024,support_mixture,2,0.0,32,0.00655067912306985,0.002749978389261305,0.010523770104087261,3.2526065174565133e-19,0.006550679123069849,0.030889845054325717,0.212065781215452 +uninformative,6,1024,support_mixture,2,0.01,32,0.006051925635051074,0.0024407601674978916,0.009811647184825138,6.613633252161577e-18,0.006051925635051067,0.030433226449570132,0.1988591530076351 +uninformative,6,1024,support_mixture,2,0.05,32,0.008683330862405012,0.005073344808601107,0.012237093444082808,6.613633252161577e-18,0.008683330862405005,0.026879862615898344,0.32304223375268204 +uninformative,6,4096,joint_jeffreys,0,0.0,32,0.006110507489758429,0.004319107131941577,0.00814666698140272,2.3852447794681098e-18,0.006110507489758427,0.011666464754502198,0.5237668495420026 +uninformative,6,4096,joint_jeffreys,0,0.01,32,0.006110507489758429,0.004319107131941577,0.00814666698140272,2.3852447794681098e-18,0.006110507489758427,0.011666464754502198,0.5237668495420026 +uninformative,6,4096,joint_jeffreys,0,0.05,32,0.006110507489758429,0.004319107131941577,0.00814666698140272,2.3852447794681098e-18,0.006110507489758427,0.011666464754502198,0.5237668495420026 +uninformative,6,4096,joint_jeffreys,1,0.0,32,0.005018640144283696,0.002915953311713949,0.007414516263848837,2.168404344971009e-18,0.005018640144283693,0.014191265180286933,0.3536428979746698 +uninformative,6,4096,joint_jeffreys,1,0.01,32,0.004723957769589774,0.00308331265093143,0.006537193753654097,2.3852447794681098e-18,0.004723957769589771,0.014762785332703657,0.3199909544931809 +uninformative,6,4096,joint_jeffreys,1,0.05,32,0.0058842780499398185,0.004367778562996759,0.007582263504187112,2.3852447794681098e-18,0.005884278049939816,0.012917536274046931,0.4555263422609561 +uninformative,6,4096,joint_jeffreys,2,0.0,32,0.003163272390855548,0.001109353453630983,0.005280836727943009,-2.710505431213761e-18,0.003163272390855551,0.014743692195136493,0.21455089735928004 +uninformative,6,4096,joint_jeffreys,2,0.01,32,0.0037640578768334855,0.001897525148592158,0.005731100407738123,2.3852447794681098e-18,0.003764057876833483,0.015879416779664132,0.23704005814961043 +uninformative,6,4096,joint_jeffreys,2,0.05,32,0.005628119309075351,0.004182195021500532,0.007277967697991269,2.3852447794681098e-18,0.0056281193090753495,0.013126733481092799,0.4287524628409543 +uninformative,6,4096,naive_bayes,0,0.0,32,5.0038906548564824e-05,-3.376925136557106e-05,0.0001495945626582731,-2.0599841277224584e-18,5.0038906548566884e-05,0.002734750820252388,0.018297428115935908 +uninformative,6,4096,naive_bayes,0,0.01,32,5.0038906548564824e-05,-3.376925136557106e-05,0.0001495945626582731,-2.0599841277224584e-18,5.0038906548566884e-05,0.002734750820252388,0.018297428115935908 +uninformative,6,4096,naive_bayes,0,0.05,32,5.0038906548564824e-05,-3.376925136557106e-05,0.0001495945626582731,-2.0599841277224584e-18,5.0038906548566884e-05,0.002734750820252388,0.018297428115935908 +uninformative,6,4096,naive_bayes,1,0.0,32,0.0001305829862239947,-3.9949107029257e-05,0.0003563002630049143,-2.4936649967166602e-18,0.0001305829862239972,0.0034572118425330173,0.03777118446068947 +uninformative,6,4096,naive_bayes,1,0.01,32,3.494896362434799e-05,-7.516744269401406e-05,0.00015014992291999984,-2.0599841277224584e-18,3.494896362435005e-05,0.003042156516529282,0.01148822009467822 +uninformative,6,4096,naive_bayes,1,0.05,32,5.0038906548564824e-05,-3.376925136557106e-05,0.0001495945626582731,-2.0599841277224584e-18,5.0038906548566884e-05,0.002734750820252388,0.018297428115935908 +uninformative,6,4096,naive_bayes,2,0.0,32,5.810489242063085e-05,-2.0649744800812098e-05,0.00016733449877836087,-2.710505431213761e-18,5.810489242063356e-05,0.0035068454134460914,0.016568991663516924 +uninformative,6,4096,naive_bayes,2,0.01,32,3.494896362434799e-05,-7.516744269401406e-05,0.00015014992291999984,-2.0599841277224584e-18,3.494896362435005e-05,0.003042156516529282,0.01148822009467822 +uninformative,6,4096,naive_bayes,2,0.05,32,5.0038906548564824e-05,-3.376925136557106e-05,0.0001495945626582731,-2.0599841277224584e-18,5.0038906548566884e-05,0.002734750820252388,0.018297428115935908 +uninformative,6,4096,support_mixture,0,0.0,32,0.0039116009841390275,0.0024121087402206947,0.005637218578842737,1.734723475976807e-18,0.003911600984139026,0.009656834635530027,0.40506036727057765 +uninformative,6,4096,support_mixture,0,0.01,32,0.0039116009841390275,0.0024121087402206947,0.005637218578842737,1.734723475976807e-18,0.003911600984139026,0.009656834635530027,0.40506036727057765 +uninformative,6,4096,support_mixture,0,0.05,32,0.0039116009841390275,0.0024121087402206947,0.005637218578842737,1.734723475976807e-18,0.003911600984139026,0.009656834635530027,0.40506036727057765 +uninformative,6,4096,support_mixture,1,0.0,32,0.004590371440304562,0.0027741983588869595,0.0067270228072695915,2.168404344971009e-18,0.0045903714403045595,0.012233947385635102,0.37521588867502403 +uninformative,6,4096,support_mixture,1,0.01,32,0.0033765623445959846,0.0022560414974870965,0.004688948003920416,1.734723475976807e-18,0.003376562344595983,0.012310943939642709,0.274273228856404 +uninformative,6,4096,support_mixture,1,0.05,32,0.0037828268011178066,0.0022497702418944336,0.005515492773964381,1.734723475976807e-18,0.0037828268011178053,0.010539127894244882,0.358931672437859 +uninformative,6,4096,support_mixture,2,0.0,32,0.003169952212952634,0.001442351836233673,0.004965929320240041,2.927345865710862e-18,0.0031699522129526314,0.013006785295779102,0.24371527174984053 +uninformative,6,4096,support_mixture,2,0.01,32,0.002829602855714474,0.001593893906414385,0.004224075806343309,1.734723475976807e-18,0.002829602855714473,0.0133243444142781,0.2123633829730736 +uninformative,6,4096,support_mixture,2,0.05,32,0.0035866832173466253,0.002063524908536487,0.005288833374897239,1.734723475976807e-18,0.003586683217346623,0.010559064085359046,0.33967813703487576 +uninformative,3,64,joint_jeffreys,0,0.0,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,-4.336808689942018e-19,8.673617379884035e-19,0.07374829047960935,5.88055487352768e-18 +uninformative,3,64,joint_jeffreys,0,0.01,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,-4.336808689942018e-19,8.673617379884035e-19,0.07374829047960935,5.88055487352768e-18 +uninformative,3,64,joint_jeffreys,0,0.05,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,-4.336808689942018e-19,8.673617379884035e-19,0.07374829047960935,5.88055487352768e-18 +uninformative,3,64,joint_jeffreys,1,0.0,32,-5.421010862427522e-19,-4.445228907190568e-18,2.8189256484623115e-18,-9.75781955236954e-19,2.168404344971009e-19,0.12231202998562213,-4.432115845894117e-18 +uninformative,3,64,joint_jeffreys,1,0.01,32,1.0299920638612292e-18,-4.87890977618477e-19,3.2526065174565133e-18,-4.336808689942018e-19,1.3010426069826053e-18,0.11666825309031364,8.82838335690092e-18 +uninformative,3,64,joint_jeffreys,1,0.05,32,-2.168404344971009e-19,-5.854691731421724e-18,5.2068809333615956e-18,-4.336808689942018e-19,8.673617379884035e-19,0.13038111489141752,-1.6631276291638357e-18 +uninformative,3,64,joint_jeffreys,2,0.0,32,-1.4094628242311558e-18,-5.2068809333616326e-18,2.168404344971009e-18,-2.3852447794681098e-18,1.734723475976807e-18,0.14795975114543794,-9.525988069861754e-18 +uninformative,3,64,joint_jeffreys,2,0.01,32,3.7947076036992655e-19,-6.0173220572945496e-18,7.589415207398531e-18,-4.336808689942018e-19,1.734723475976807e-18,0.15995773842124109,2.3723188644403583e-18 +uninformative,3,64,joint_jeffreys,2,0.05,32,-7.37257477290143e-18,-1.2576745200831851e-17,-3.0357660829594124e-18,-4.336808689942018e-19,-6.071532165918825e-18,0.16684618643544086,-4.4187853078405e-17 +uninformative,3,64,naive_bayes,0,0.0,32,-2.6020852139652106e-18,-6.938893903907228e-18,4.336808689942018e-19,-3.469446951953614e-18,8.673617379884035e-19,0.05813303288681733,-4.476087148302353e-17 +uninformative,3,64,naive_bayes,0,0.01,32,-2.6020852139652106e-18,-6.938893903907228e-18,4.336808689942018e-19,-3.469446951953614e-18,8.673617379884035e-19,0.05813303288681733,-4.476087148302353e-17 +uninformative,3,64,naive_bayes,0,0.05,32,-2.6020852139652106e-18,-6.938893903907228e-18,4.336808689942018e-19,-3.469446951953614e-18,8.673617379884035e-19,0.05813303288681733,-4.476087148302353e-17 +uninformative,3,64,naive_bayes,1,0.0,32,2.8189256484623115e-18,0.0,7.15573433840433e-18,9.75781955236954e-19,1.951563910473908e-18,0.09110137336679959,3.09427349367449e-17 +uninformative,3,64,naive_bayes,1,0.01,32,-1.5178830414797062e-18,-6.071532165918825e-18,2.168404344971009e-18,-3.469446951953614e-18,2.168404344971009e-18,0.08687445831449611,-1.7472143952653895e-17 +uninformative,3,64,naive_bayes,1,0.05,32,-2.6020852139652106e-18,-6.938893903907228e-18,0.0,-3.469446951953614e-18,8.673617379884035e-19,0.080240294137855,-3.24286599634687e-17 +uninformative,3,64,naive_bayes,2,0.0,32,1.0842021724855044e-19,0.0,3.2526065174565133e-19,4.336808689942018e-19,-3.2526065174565133e-19,0.09278453305481466,1.1685160627418218e-18 +uninformative,3,64,naive_bayes,2,0.01,32,-4.9873299934333204e-18,-1.0408340855860843e-17,-6.505213034913027e-19,-3.469446951953614e-18,-1.5178830414797062e-18,0.09206296194822591,-5.4173034278845815e-17 +uninformative,3,64,naive_bayes,2,0.05,32,-2.6020852139652106e-18,-6.938893903907228e-18,0.0,-3.469446951953614e-18,8.673617379884035e-19,0.08103375666794692,-3.211112653493049e-17 +uninformative,3,64,support_mixture,0,0.0,32,4.228388472693467e-18,-6.505213034913027e-19,1.2034644114589099e-17,0.0,4.119968255444917e-18,0.052805221943984626,8.007519553992045e-17 +uninformative,3,64,support_mixture,0,0.01,32,4.228388472693467e-18,-6.505213034913027e-19,1.2034644114589099e-17,0.0,4.119968255444917e-18,0.052805221943984626,8.007519553992045e-17 +uninformative,3,64,support_mixture,0,0.05,32,4.228388472693467e-18,-6.505213034913027e-19,1.2034644114589099e-17,0.0,4.119968255444917e-18,0.052805221943984626,8.007519553992045e-17 +uninformative,3,64,support_mixture,1,0.0,32,-1.6263032587282567e-18,-5.204170427930421e-18,3.2526065174565133e-19,5.421010862427522e-19,-2.2768245622195593e-18,0.08502073527567336,-1.9128313269170047e-17 +uninformative,3,64,support_mixture,1,0.01,32,-5.421010862427522e-20,-5.151315572021752e-18,4.336808689942018e-18,0.0,2.168404344971009e-19,0.08417759701052441,-6.439968655496015e-19 +uninformative,3,64,support_mixture,1,0.05,32,-1.734723475976807e-18,-4.336808689942018e-18,0.0,0.0,-1.734723475976807e-18,0.0765724810192527,-2.2654659387889545e-17 +uninformative,3,64,support_mixture,2,0.0,32,-3.2526065174565133e-19,-3.0357660829594124e-18,2.2768245622195593e-18,4.336808689942018e-19,-8.673617379884035e-19,0.0899191070247195,-3.61725847273188e-18 +uninformative,3,64,support_mixture,2,0.01,32,3.198396408832238e-18,-1.5720931501039814e-18,9.269928574751063e-18,0.0,3.0357660829594124e-18,0.0883672172224072,3.619437738751406e-17 +uninformative,3,64,support_mixture,2,0.05,32,0.0,0.0,0.0,0.0,0.0,0.0778115887651218,0.0 +uninformative,3,256,joint_jeffreys,0,0.0,32,8.673617379884035e-19,0.0,2.6020852139652106e-18,0.0,8.673617379884035e-19,0.02485277740457481,3.489999221691587e-17 +uninformative,3,256,joint_jeffreys,0,0.01,32,8.673617379884035e-19,0.0,2.6020852139652106e-18,0.0,8.673617379884035e-19,0.02485277740457481,3.489999221691587e-17 +uninformative,3,256,joint_jeffreys,0,0.05,32,8.673617379884035e-19,0.0,2.6020852139652106e-18,0.0,8.673617379884035e-19,0.02485277740457481,3.489999221691587e-17 +uninformative,3,256,joint_jeffreys,1,0.0,32,-3.0357660829594124e-18,-7.426784881525705e-18,-5.421010862427522e-20,2.2768245622195593e-18,-5.204170427930421e-18,0.056999976525866865,-5.3259076020527254e-17 +uninformative,3,256,joint_jeffreys,1,0.01,32,2.236166980751353e-19,0.0,6.640738306473715e-19,0.0,2.168404344971009e-19,0.06084444647613175,3.6752195315451894e-18 +uninformative,3,256,joint_jeffreys,1,0.05,32,-4.743384504624082e-19,-5.515878552520004e-18,4.865357249028701e-18,0.0,-4.336808689942018e-19,0.05927219700351884,-8.002714163509881e-18 +uninformative,3,256,joint_jeffreys,2,0.0,32,-1.6229151269392394e-18,-9.82566689144461e-18,3.581255300991182e-18,1.5178830414797062e-18,-3.0357660829594124e-18,0.07827034124525746,-2.073473938044923e-17 +uninformative,3,256,joint_jeffreys,2,0.01,32,1.0926725019580474e-18,-1.8346733637528145e-18,3.903127820947816e-18,0.0,1.3010426069826053e-18,0.08385896866238052,1.3029882425065226e-17 +uninformative,3,256,joint_jeffreys,2,0.05,32,1.0299920638612292e-18,-2.7647155398380363e-18,5.800481622797449e-18,0.0,1.0842021724855044e-18,0.07415093255260727,1.389048024622602e-17 +uninformative,3,256,naive_bayes,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.016183856890111162,0.0 +uninformative,3,256,naive_bayes,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.016183856890111162,0.0 +uninformative,3,256,naive_bayes,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.016183856890111162,0.0 +uninformative,3,256,naive_bayes,1,0.0,32,1.0842021724855044e-19,-3.2526065174565133e-19,6.505213034913027e-19,-8.673617379884035e-19,9.75781955236954e-19,0.02895338426989466,3.7446474732587416e-18 +uninformative,3,256,naive_bayes,1,0.01,32,5.421010862427522e-20,0.0,1.6263032587282567e-19,0.0,5.421010862427522e-20,0.02630417032912949,2.0608940691142966e-18 +uninformative,3,256,naive_bayes,1,0.05,32,-2.710505431213761e-20,-8.131516293641283e-20,0.0,0.0,0.0,0.01847772112240366,-1.4669046108328575e-18 +uninformative,3,256,naive_bayes,2,0.0,32,7.589415207398531e-19,-3.2526065174565133e-19,2.6020852139652106e-18,-4.336808689942018e-19,1.1926223897340549e-18,0.029804119959307096,2.5464315731384455e-17 +uninformative,3,256,naive_bayes,2,0.01,32,-3.9302328752599536e-19,-1.3552527156068805e-18,1.6263032587282567e-19,0.0,-3.7947076036992655e-19,0.02827984662603808,-1.389764565286317e-17 +uninformative,3,256,naive_bayes,2,0.05,32,-2.710505431213761e-20,-8.131516293641283e-20,0.0,0.0,0.0,0.01847772112240366,-1.4669046108328575e-18 +uninformative,3,256,support_mixture,0,0.0,32,-1.734723475976807e-18,-1.0408340855860843e-17,5.204170427930421e-18,2.168404344971009e-18,-3.903127820947816e-18,0.016465752637904965,-1.0535342745180012e-16 +uninformative,3,256,support_mixture,0,0.01,32,-1.734723475976807e-18,-1.0408340855860843e-17,5.204170427930421e-18,2.168404344971009e-18,-3.903127820947816e-18,0.016465752637904965,-1.0535342745180012e-16 +uninformative,3,256,support_mixture,0,0.05,32,-1.734723475976807e-18,-1.0408340855860843e-17,5.204170427930421e-18,2.168404344971009e-18,-3.903127820947816e-18,0.016465752637904965,-1.0535342745180012e-16 +uninformative,3,256,support_mixture,1,0.0,32,-1.0842021724855044e-18,-3.0357660829594124e-18,0.0,2.2768245622195593e-18,-3.3610267347050637e-18,0.027419661335252817,-3.9541049002365725e-17 +uninformative,3,256,support_mixture,1,0.01,32,0.0,0.0,0.0,2.168404344971009e-18,-2.168404344971009e-18,0.02682376112876638,0.0 +uninformative,3,256,support_mixture,1,0.05,32,-1.5178830414797062e-18,-1.0191500421363742e-17,5.204170427930421e-18,2.168404344971009e-18,-3.686287386450715e-18,0.020270265564041268,-7.488224743204041e-17 +uninformative,3,256,support_mixture,2,0.0,32,9.75781955236954e-19,-4.336808689942018e-19,3.144186300207963e-18,1.5178830414797062e-18,-5.421010862427522e-19,0.03170719903449994,3.077477623221231e-17 +uninformative,3,256,support_mixture,2,0.01,32,4.133520782600986e-18,-6.098637220230962e-19,1.1085967213664283e-17,2.168404344971009e-18,2.168404344971009e-18,0.031167776940027148,1.3262161079228338e-16 +uninformative,3,256,support_mixture,2,0.05,32,-1.5178830414797062e-18,-1.0191500421363742e-17,5.204170427930421e-18,2.168404344971009e-18,-3.686287386450715e-18,0.020493186065674324,-7.406769433583244e-17 +uninformative,3,1024,joint_jeffreys,0,0.0,32,0.0,0.0,0.0,-4.336808689942018e-19,4.336808689942018e-19,0.007702718683020783,0.0 +uninformative,3,1024,joint_jeffreys,0,0.01,32,0.0,0.0,0.0,-4.336808689942018e-19,4.336808689942018e-19,0.007702718683020783,0.0 +uninformative,3,1024,joint_jeffreys,0,0.05,32,0.0,0.0,0.0,-4.336808689942018e-19,4.336808689942018e-19,0.007702718683020783,0.0 +uninformative,3,1024,joint_jeffreys,1,0.0,32,1.6263032587282567e-18,-4.336808689942018e-19,5.421010862427522e-18,1.3010426069826053e-18,3.2526065174565133e-19,0.018770922309341492,8.663949655360911e-17 +uninformative,3,1024,joint_jeffreys,1,0.01,32,5.963111948670274e-19,-1.0842021724855044e-19,1.6534083130403943e-18,-4.336808689942018e-19,1.0028870095490916e-18,0.019012218917704264,3.136462910763876e-17 +uninformative,3,1024,joint_jeffreys,1,0.05,32,2.222614453595284e-18,-5.421010862427522e-20,6.2341624917916505e-18,-4.336808689942018e-19,2.710505431213761e-18,0.01445905211765381,1.5371785339106553e-16 +uninformative,3,1024,joint_jeffreys,2,0.0,32,5.963111948670274e-19,-1.0842021724855044e-18,2.927345865710862e-18,1.8431436932253575e-18,-1.2468324983583301e-18,0.027842095150881846,2.1417612131396672e-17 +uninformative,3,1024,joint_jeffreys,2,0.01,32,-1.7211709488207383e-18,-5.4758985974096e-18,4.87890977618477e-19,-4.336808689942018e-19,-1.2468324983583301e-18,0.026853396027663984,-6.409509423119567e-17 +uninformative,3,1024,joint_jeffreys,2,0.05,32,1.734723475976807e-18,0.0,5.204170427930421e-18,-4.336808689942018e-19,2.168404344971009e-18,0.0167110780680451,1.0380679624098835e-16 +uninformative,3,1024,naive_bayes,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.004984071920381153,0.0 +uninformative,3,1024,naive_bayes,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.004984071920381153,0.0 +uninformative,3,1024,naive_bayes,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.004984071920381153,0.0 +uninformative,3,1024,naive_bayes,1,0.0,32,-1.0842021724855044e-19,-3.2526065174565133e-19,0.0,0.0,-1.0842021724855044e-19,0.006275013545373867,-1.727808497377367e-17 +uninformative,3,1024,naive_bayes,1,0.01,32,-5.421010862427522e-19,-1.5178830414797062e-18,0.0,0.0,-5.421010862427522e-19,0.006544861341019947,-8.282850590663109e-17 +uninformative,3,1024,naive_bayes,1,0.05,32,0.0,0.0,0.0,0.0,0.0,0.004984071920381153,0.0 +uninformative,3,1024,naive_bayes,2,0.0,32,-4.336808689942018e-19,-1.1926223897340549e-18,0.0,0.0,-4.336808689942018e-19,0.006517733175238523,-6.653860434817981e-17 +uninformative,3,1024,naive_bayes,2,0.01,32,-5.421010862427522e-19,-1.5178830414797062e-18,0.0,0.0,-5.421010862427522e-19,0.00667572871835298,-8.120478064850096e-17 +uninformative,3,1024,naive_bayes,2,0.05,32,0.0,0.0,0.0,0.0,0.0,0.004984071920381153,0.0 +uninformative,3,1024,support_mixture,0,0.0,32,-1.734723475976807e-18,-5.204170427930421e-18,0.0,-2.168404344971009e-18,4.336808689942018e-19,0.006141185577092215,-2.8247371036101796e-16 +uninformative,3,1024,support_mixture,0,0.01,32,-1.734723475976807e-18,-5.204170427930421e-18,0.0,-2.168404344971009e-18,4.336808689942018e-19,0.006141185577092215,-2.8247371036101796e-16 +uninformative,3,1024,support_mixture,0,0.05,32,-1.734723475976807e-18,-5.204170427930421e-18,0.0,-2.168404344971009e-18,4.336808689942018e-19,0.006141185577092215,-2.8247371036101796e-16 +uninformative,3,1024,support_mixture,1,0.0,32,-2.8189256484623115e-18,-1.0408340855860843e-17,1.5178830414797062e-18,1.1926223897340549e-18,-4.0115480381963664e-18,0.009374449647636528,-3.007030550505986e-16 +uninformative,3,1024,support_mixture,1,0.01,32,5.692061405548898e-19,-6.776263578034403e-19,2.5478751053409354e-18,-2.168404344971009e-18,2.7647155398380363e-18,0.009536092519350642,5.968966213361045e-17 +uninformative,3,1024,support_mixture,1,0.05,32,0.0,0.0,0.0,-2.168404344971009e-18,2.168404344971009e-18,0.007979517062298144,0.0 +uninformative,3,1024,support_mixture,2,0.0,32,-4.336808689942018e-19,-2.5478751053409354e-18,9.75781955236954e-19,1.4094628242311558e-18,-1.8431436932253575e-18,0.013330326816329757,-3.253340109133253e-17 +uninformative,3,1024,support_mixture,2,0.01,32,-1.07742590890747e-18,-4.9873299934333204e-18,1.5178830414797062e-18,-2.168404344971009e-18,1.0842021724855044e-18,0.011848055311275668,-9.093694117735045e-17 +uninformative,3,1024,support_mixture,2,0.05,32,0.0,0.0,0.0,-2.168404344971009e-18,2.168404344971009e-18,0.008041854006046484,0.0 +uninformative,3,4096,joint_jeffreys,0,0.0,32,0.0,-5.204170427930421e-18,5.204170427930421e-18,0.0,0.0,0.0026457747239022056,0.0 +uninformative,3,4096,joint_jeffreys,0,0.01,32,0.0,-5.204170427930421e-18,5.204170427930421e-18,0.0,0.0,0.0026457747239022056,0.0 +uninformative,3,4096,joint_jeffreys,0,0.05,32,0.0,-5.204170427930421e-18,5.204170427930421e-18,0.0,0.0,0.0026457747239022056,0.0 +uninformative,3,4096,joint_jeffreys,1,0.0,32,5.421010862427522e-20,-3.7947076036992655e-19,5.963111948670274e-19,1.4094628242311558e-18,-1.3552527156068805e-18,0.0051879096913375194,1.0449316169630366e-17 +uninformative,3,4096,joint_jeffreys,1,0.01,32,-2.2768245622195593e-18,-6.7220534694101275e-18,5.421010862427522e-19,0.0,-2.2768245622195593e-18,0.005354707408929085,-4.2520055501499623e-16 +uninformative,3,4096,joint_jeffreys,1,0.05,32,-8.673617379884035e-19,-6.071532165918825e-18,4.336808689942018e-18,0.0,-8.673617379884035e-19,0.003260640026588296,-2.6600965789405147e-16 +uninformative,3,4096,joint_jeffreys,2,0.0,32,-3.482999479109683e-18,-1.043544591017298e-17,0.0,1.3010426069826053e-18,-4.784042086092288e-18,0.007713308503916945,-4.515571336659176e-16 +uninformative,3,4096,joint_jeffreys,2,0.01,32,-1.7618285302889447e-18,-5.2583805365546965e-18,0.0,0.0,-1.7618285302889447e-18,0.006831048350813267,-2.5791480894425104e-16 +uninformative,3,4096,joint_jeffreys,2,0.05,32,-8.673617379884035e-19,-6.071532165918825e-18,4.336808689942018e-18,0.0,-8.673617379884035e-19,0.0033497565664878243,-2.589327674332529e-16 +uninformative,3,4096,naive_bayes,0,0.0,32,0.0,0.0,0.0,0.0,0.0,0.0021627410631490096,0.0 +uninformative,3,4096,naive_bayes,0,0.01,32,0.0,0.0,0.0,0.0,0.0,0.0021627410631490096,0.0 +uninformative,3,4096,naive_bayes,0,0.05,32,0.0,0.0,0.0,0.0,0.0,0.0021627410631490096,0.0 +uninformative,3,4096,naive_bayes,1,0.0,32,-1.0842021724855044e-19,-3.2526065174565133e-19,0.0,1.734723475976807e-18,-1.8431436932253575e-18,0.0024337895637635276,-4.454790129056728e-17 +uninformative,3,4096,naive_bayes,1,0.01,32,0.0,0.0,0.0,0.0,0.0,0.0025867445064622074,0.0 +uninformative,3,4096,naive_bayes,1,0.05,32,0.0,0.0,0.0,0.0,0.0,0.0021627410631490096,0.0 +uninformative,3,4096,naive_bayes,2,0.0,32,4.336808689942018e-19,0.0,1.3010426069826053e-18,1.951563910473908e-18,-1.5178830414797062e-18,0.0025312007603058156,1.7133404658973205e-16 +uninformative,3,4096,naive_bayes,2,0.01,32,0.0,0.0,0.0,0.0,0.0,0.0025867445064622074,0.0 +uninformative,3,4096,naive_bayes,2,0.05,32,0.0,0.0,0.0,0.0,0.0,0.0021627410631490096,0.0 +uninformative,3,4096,support_mixture,0,0.0,32,-3.469446951953614e-18,-8.673617379884035e-18,0.0,-3.469446951953614e-18,0.0,0.0025299211440379388,-1.3713656491348673e-15 +uninformative,3,4096,support_mixture,0,0.01,32,-3.469446951953614e-18,-8.673617379884035e-18,0.0,-3.469446951953614e-18,0.0,0.0025299211440379388,-1.3713656491348673e-15 +uninformative,3,4096,support_mixture,0,0.05,32,-3.469446951953614e-18,-8.673617379884035e-18,0.0,-3.469446951953614e-18,0.0,0.0025299211440379388,-1.3713656491348673e-15 +uninformative,3,4096,support_mixture,1,0.0,32,0.0,-5.204170427930421e-18,5.204170427930421e-18,1.734723475976807e-18,-1.734723475976807e-18,0.004235573994338493,0.0 +uninformative,3,4096,support_mixture,1,0.01,32,-2.8189256484623115e-18,-8.239936510889834e-18,1.0842021724855044e-18,-3.469446951953614e-18,6.505213034913027e-19,0.004440367787476751,-6.348405770379152e-16 +uninformative,3,4096,support_mixture,1,0.05,32,-3.469446951953614e-18,-8.673617379884035e-18,0.0,-3.469446951953614e-18,0.0,0.0026932868854582515,-1.2881832123737171e-15 +uninformative,3,4096,support_mixture,2,0.0,32,-1.951563910473908e-18,-5.637851296924623e-18,0.0,1.951563910473908e-18,-3.903127820947816e-18,0.005374082158719588,-3.6314366859975237e-16 +uninformative,3,4096,support_mixture,2,0.01,32,-6.938893903907228e-18,-1.5612511283791264e-17,0.0,-3.469446951953614e-18,-3.469446951953614e-18,0.00503576747860876,-1.3779218229163052e-15 +uninformative,3,4096,support_mixture,2,0.05,32,-3.469446951953614e-18,-8.673617379884035e-18,0.0,-3.469446951953614e-18,0.0,0.002789242181919449,-1.2438672319110255e-15 diff --git a/revision_r1/controlled/privileged_geometry.csv b/revision_r1/controlled/privileged_geometry.csv new file mode 100644 index 0000000000000000000000000000000000000000..e5702e9082d9092430a8832f6840720cef61ab0a --- /dev/null +++ b/revision_r1/controlled/privileged_geometry.csv @@ -0,0 +1,3457 @@ +available,world,family,method,utility,encoding_loss +6,confirmation:independent:000,independent,identity,0.96830880098174,0.0 +6,confirmation:independent:001,independent,identity,0.9469429094208064,0.0 +6,confirmation:independent:002,independent,identity,0.9699222031348225,0.0 +6,confirmation:independent:003,independent,identity,0.9689100374191041,0.0 +6,confirmation:independent:004,independent,identity,0.9847814781174999,0.0 +6,confirmation:independent:005,independent,identity,0.9471110884936762,0.0 +6,confirmation:independent:006,independent,identity,0.9305755452545557,0.0 +6,confirmation:independent:007,independent,identity,0.9277124200618926,0.0 +6,confirmation:independent:008,independent,identity,0.9682565814041046,0.0 +6,confirmation:independent:009,independent,identity,0.8997525442908776,0.0 +6,confirmation:independent:010,independent,identity,0.9796109487614053,0.0 +6,confirmation:independent:011,independent,identity,0.9568970742491925,0.0 +6,confirmation:independent:012,independent,identity,0.976738274672935,0.0 +6,confirmation:independent:013,independent,identity,0.9167884498272147,0.0 +6,confirmation:independent:014,independent,identity,0.8876093460992065,0.0 +6,confirmation:independent:015,independent,identity,0.9560409178510333,0.0 +6,confirmation:independent:016,independent,identity,0.9385550251934005,0.0 +6,confirmation:independent:017,independent,identity,0.9397158404039601,0.0 +6,confirmation:independent:018,independent,identity,0.7982779171557066,0.0 +6,confirmation:independent:019,independent,identity,0.9573580065201766,0.0 +6,confirmation:independent:020,independent,identity,0.9615923497527323,0.0 +6,confirmation:independent:021,independent,identity,0.961073368183579,0.0 +6,confirmation:independent:022,independent,identity,0.9504949921385789,0.0 +6,confirmation:independent:023,independent,identity,0.9632397201228342,0.0 +6,confirmation:independent:024,independent,identity,0.9883082001664608,0.0 +6,confirmation:independent:025,independent,identity,0.9501462249510839,0.0 +6,confirmation:independent:026,independent,identity,0.7763714443305567,0.0 +6,confirmation:independent:027,independent,identity,0.7892637341934101,0.0 +6,confirmation:independent:028,independent,identity,0.9278069845636254,0.0 +6,confirmation:independent:029,independent,identity,0.9610016218339699,0.0 +6,confirmation:independent:030,independent,identity,0.8640047670739346,0.0 +6,confirmation:independent:031,independent,identity,0.8127106555351213,0.0 +6,confirmation:context:000,context,identity,0.8590226105560156,0.0 +6,confirmation:context:001,context,identity,0.7085986721763813,0.0 +6,confirmation:context:002,context,identity,0.6788053257859765,0.0 +6,confirmation:context:003,context,identity,0.8482033782672707,0.0 +6,confirmation:context:004,context,identity,0.7768353825731593,0.0 +6,confirmation:context:005,context,identity,0.8940887256527186,0.0 +6,confirmation:context:006,context,identity,0.8328355122495604,0.0 +6,confirmation:context:007,context,identity,0.8690795407881504,0.0 +6,confirmation:context:008,context,identity,0.7457246864778787,0.0 +6,confirmation:context:009,context,identity,0.6676554134402095,0.0 +6,confirmation:context:010,context,identity,0.7505377207422679,0.0 +6,confirmation:context:011,context,identity,0.7823846887832926,0.0 +6,confirmation:context:012,context,identity,0.589656531047168,0.0 +6,confirmation:context:013,context,identity,0.8998066473838322,0.0 +6,confirmation:context:014,context,identity,0.7661628061623738,0.0 +6,confirmation:context:015,context,identity,0.7298420909392254,0.0 +6,confirmation:context:016,context,identity,0.7325267602999885,0.0 +6,confirmation:context:017,context,identity,0.7624184032889885,0.0 +6,confirmation:context:018,context,identity,0.8397724527828758,0.0 +6,confirmation:context:019,context,identity,0.8072073932412255,0.0 +6,confirmation:context:020,context,identity,0.7587747917170746,0.0 +6,confirmation:context:021,context,identity,0.7998676802814482,0.0 +6,confirmation:context:022,context,identity,0.8830764189844311,0.0 +6,confirmation:context:023,context,identity,0.8613423915240761,0.0 +6,confirmation:context:024,context,identity,0.8175670702169309,0.0 +6,confirmation:context:025,context,identity,0.8734255776768981,0.0 +6,confirmation:context:026,context,identity,0.8206666367680452,0.0 +6,confirmation:context:027,context,identity,0.6588368655775461,0.0 +6,confirmation:context:028,context,identity,0.8708274170468766,0.0 +6,confirmation:context:029,context,identity,0.8491647081114637,0.0 +6,confirmation:context:030,context,identity,0.8950036860009265,0.0 +6,confirmation:context:031,context,identity,0.5891254826359917,0.0 +6,confirmation:parity:000,parity,identity,0.7923561122747214,0.0 +6,confirmation:parity:001,parity,identity,0.8645800297499189,0.0 +6,confirmation:parity:002,parity,identity,0.8073104671118101,0.0 +6,confirmation:parity:003,parity,identity,0.8822146522739069,0.0 +6,confirmation:parity:004,parity,identity,0.8444745593255109,0.0 +6,confirmation:parity:005,parity,identity,0.906649395802303,0.0 +6,confirmation:parity:006,parity,identity,0.7678331000512271,0.0 +6,confirmation:parity:007,parity,identity,0.9164272180347736,0.0 +6,confirmation:parity:008,parity,identity,0.79646346160115,0.0 +6,confirmation:parity:009,parity,identity,0.8831887016729951,0.0 +6,confirmation:parity:010,parity,identity,0.7545560069204856,0.0 +6,confirmation:parity:011,parity,identity,0.845087170713996,0.0 +6,confirmation:parity:012,parity,identity,0.7823003648439577,0.0 +6,confirmation:parity:013,parity,identity,0.9011736987415269,0.0 +6,confirmation:parity:014,parity,identity,0.9080591177868006,0.0 +6,confirmation:parity:015,parity,identity,0.7528041049833729,0.0 +6,confirmation:parity:016,parity,identity,0.8506974200785664,0.0 +6,confirmation:parity:017,parity,identity,0.9420584813559092,0.0 +6,confirmation:parity:018,parity,identity,0.6812585810086441,0.0 +6,confirmation:parity:019,parity,identity,0.8375217931341263,0.0 +6,confirmation:parity:020,parity,identity,0.7667865540340462,0.0 +6,confirmation:parity:021,parity,identity,0.847569854337505,0.0 +6,confirmation:parity:022,parity,identity,0.9291031913834487,0.0 +6,confirmation:parity:023,parity,identity,0.8550854620353909,0.0 +6,confirmation:parity:024,parity,identity,0.750700448850256,0.0 +6,confirmation:parity:025,parity,identity,0.8741581896300759,0.0 +6,confirmation:parity:026,parity,identity,0.94409168647536,0.0 +6,confirmation:parity:027,parity,identity,0.6969595623903612,0.0 +6,confirmation:parity:028,parity,identity,0.8328778301891291,0.0 +6,confirmation:parity:029,parity,identity,0.9019977710661626,0.0 +6,confirmation:parity:030,parity,identity,0.8900237548452747,0.0 +6,confirmation:parity:031,parity,identity,0.7070960938727853,0.0 +6,confirmation:uninformative:000,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:001,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:002,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:003,uninformative,identity,0.09567227603936101,0.0 +6,confirmation:uninformative:004,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:005,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:006,uninformative,identity,0.2664450665844924,0.0 +6,confirmation:uninformative:007,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:008,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:009,uninformative,identity,0.04784918425933627,0.0 +6,confirmation:uninformative:010,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:011,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:012,uninformative,identity,0.06520115742550915,0.0 +6,confirmation:uninformative:013,uninformative,identity,0.3847470520512988,0.0 +6,confirmation:uninformative:014,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:015,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:016,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:017,uninformative,identity,0.15558143556420317,0.0 +6,confirmation:uninformative:018,uninformative,identity,0.33036964803520363,0.0 +6,confirmation:uninformative:019,uninformative,identity,0.03478783334199668,0.0 +6,confirmation:uninformative:020,uninformative,identity,0.01803291121895636,0.0 +6,confirmation:uninformative:021,uninformative,identity,0.07293526314430278,0.0 +6,confirmation:uninformative:022,uninformative,identity,0.027651489723940048,0.0 +6,confirmation:uninformative:023,uninformative,identity,0.2772809975080677,0.0 +6,confirmation:uninformative:024,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:025,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:026,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:027,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:028,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:029,uninformative,identity,0.35896219070127755,0.0 +6,confirmation:uninformative:030,uninformative,identity,0.0,0.0 +6,confirmation:uninformative:031,uninformative,identity,0.0,0.0 +6,confirmation:redundant:000,redundant,identity,0.9435615891986391,0.0 +6,confirmation:redundant:001,redundant,identity,0.839254726858806,0.0 +6,confirmation:redundant:002,redundant,identity,0.8584217208138436,0.0 +6,confirmation:redundant:003,redundant,identity,0.8568614190317625,0.0 +6,confirmation:redundant:004,redundant,identity,0.8196401560798239,0.0 +6,confirmation:redundant:005,redundant,identity,0.742410949682364,0.0 +6,confirmation:redundant:006,redundant,identity,0.7872297126713506,0.0 +6,confirmation:redundant:007,redundant,identity,0.9188239222630245,0.0 +6,confirmation:redundant:008,redundant,identity,0.9103558910077756,0.0 +6,confirmation:redundant:009,redundant,identity,0.763093120490651,0.0 +6,confirmation:redundant:010,redundant,identity,0.8681242613244597,0.0 +6,confirmation:redundant:011,redundant,identity,0.8241891321139022,0.0 +6,confirmation:redundant:012,redundant,identity,0.8440846035946981,0.0 +6,confirmation:redundant:013,redundant,identity,0.7848255900235089,0.0 +6,confirmation:redundant:014,redundant,identity,0.9273544232580753,0.0 +6,confirmation:redundant:015,redundant,identity,0.786521885278973,0.0 +6,confirmation:redundant:016,redundant,identity,0.8874272420719868,0.0 +6,confirmation:redundant:017,redundant,identity,0.8359867196645114,0.0 +6,confirmation:redundant:018,redundant,identity,0.804480945327402,0.0 +6,confirmation:redundant:019,redundant,identity,0.7082924744134214,0.0 +6,confirmation:redundant:020,redundant,identity,0.9281538049013509,0.0 +6,confirmation:redundant:021,redundant,identity,0.8123610994503945,0.0 +6,confirmation:redundant:022,redundant,identity,0.8766006499874038,0.0 +6,confirmation:redundant:023,redundant,identity,0.817788137088648,0.0 +6,confirmation:redundant:024,redundant,identity,0.8229548193845476,0.0 +6,confirmation:redundant:025,redundant,identity,0.8164703193228627,0.0 +6,confirmation:redundant:026,redundant,identity,0.8502981926994974,0.0 +6,confirmation:redundant:027,redundant,identity,0.8983765592973854,0.0 +6,confirmation:redundant:028,redundant,identity,0.8331781376199863,0.0 +6,confirmation:redundant:029,redundant,identity,0.7354678173174636,0.0 +6,confirmation:redundant:030,redundant,identity,0.753726487206378,0.0 +6,confirmation:redundant:031,redundant,identity,0.9093914954652516,0.0 +6,confirmation:orientation_alias:000,orientation_alias,identity,0.7213097217265091,0.0 +6,confirmation:orientation_alias:001,orientation_alias,identity,0.7250685234866812,0.0 +6,confirmation:orientation_alias:002,orientation_alias,identity,0.8205643695068148,0.0 +6,confirmation:orientation_alias:003,orientation_alias,identity,0.9171401769351588,0.0 +6,confirmation:orientation_alias:004,orientation_alias,identity,0.8798180602303792,0.0 +6,confirmation:orientation_alias:005,orientation_alias,identity,0.937308207886683,0.0 +6,confirmation:orientation_alias:006,orientation_alias,identity,0.9144051227556795,0.0 +6,confirmation:orientation_alias:007,orientation_alias,identity,0.8886459322793259,0.0 +6,confirmation:orientation_alias:008,orientation_alias,identity,0.8158267272276466,0.0 +6,confirmation:orientation_alias:009,orientation_alias,identity,0.7465334147333318,0.0 +6,confirmation:orientation_alias:010,orientation_alias,identity,0.790259250279131,0.0 +6,confirmation:orientation_alias:011,orientation_alias,identity,0.8845580176563017,0.0 +6,confirmation:orientation_alias:012,orientation_alias,identity,0.9214483145924792,0.0 +6,confirmation:orientation_alias:013,orientation_alias,identity,0.8900762418441048,0.0 +6,confirmation:orientation_alias:014,orientation_alias,identity,0.790414698412029,0.0 +6,confirmation:orientation_alias:015,orientation_alias,identity,0.7095452074287127,0.0 +6,confirmation:orientation_alias:016,orientation_alias,identity,0.8892068261934162,0.0 +6,confirmation:orientation_alias:017,orientation_alias,identity,0.912568339615426,0.0 +6,confirmation:orientation_alias:018,orientation_alias,identity,0.7499925152944358,0.0 +6,confirmation:orientation_alias:019,orientation_alias,identity,0.7485407872674323,0.0 +6,confirmation:orientation_alias:020,orientation_alias,identity,0.8773468190306577,0.0 +6,confirmation:orientation_alias:021,orientation_alias,identity,0.7188747010901584,0.0 +6,confirmation:orientation_alias:022,orientation_alias,identity,0.825978306386004,0.0 +6,confirmation:orientation_alias:023,orientation_alias,identity,0.7328310828654392,0.0 +6,confirmation:orientation_alias:024,orientation_alias,identity,0.89897055170395,0.0 +6,confirmation:orientation_alias:025,orientation_alias,identity,0.8363085067265819,0.0 +6,confirmation:orientation_alias:026,orientation_alias,identity,0.9095121277991252,0.0 +6,confirmation:orientation_alias:027,orientation_alias,identity,0.7549128437770056,0.0 +6,confirmation:orientation_alias:028,orientation_alias,identity,0.7470833684537098,0.0 +6,confirmation:orientation_alias:029,orientation_alias,identity,0.9070579136644898,0.0 +6,confirmation:orientation_alias:030,orientation_alias,identity,0.8593901539738105,0.0 +6,confirmation:orientation_alias:031,orientation_alias,identity,0.8042141438237254,0.0 +6,confirmation:independent:000,independent,query_joint,0.9675525941548152,0.0007562068269248249 +6,confirmation:independent:001,independent,query_joint,0.9446800856470535,0.002262823773752957 +6,confirmation:independent:002,independent,query_joint,0.9685099073532324,0.0014122957815901152 +6,confirmation:independent:003,independent,query_joint,0.96809426129894,0.0008157761201640541 +6,confirmation:independent:004,independent,query_joint,0.9844643302957904,0.00031714782170958833 +6,confirmation:independent:005,independent,query_joint,0.94612907536028,0.0009820131333960016 +6,confirmation:independent:006,independent,query_joint,0.9301508979801068,0.00042464727444903777 +6,confirmation:independent:007,independent,query_joint,0.9266792750452217,0.0010331450166709368 +6,confirmation:independent:008,independent,query_joint,0.9673981348169095,0.000858446587195046 +6,confirmation:independent:009,independent,query_joint,0.8986922726359956,0.0010602716548818538 +6,confirmation:independent:010,independent,query_joint,0.9788447951368344,0.0007661536245708866 +6,confirmation:independent:011,independent,query_joint,0.9561195419645842,0.0007775322846083621 +6,confirmation:independent:012,independent,query_joint,0.9763204682507292,0.0004178064222058834 +6,confirmation:independent:013,independent,query_joint,0.9156151651401427,0.0011732846870721365 +6,confirmation:independent:014,independent,query_joint,0.8857727828541619,0.0018365632450444054 +6,confirmation:independent:015,independent,query_joint,0.9557634313348267,0.00027748651620662645 +6,confirmation:independent:016,independent,query_joint,0.9371391563437415,0.0014158688496592555 +6,confirmation:independent:017,independent,query_joint,0.938049982772856,0.0016658576311040691 +6,confirmation:independent:018,independent,query_joint,0.7957679780108222,0.0025099391448843615 +6,confirmation:independent:019,independent,query_joint,0.9573106714630053,4.7335057171341934e-05 +6,confirmation:independent:020,independent,query_joint,0.9602389642044633,0.0013533855482690815 +6,confirmation:independent:021,independent,query_joint,0.9603446171750766,0.0007287510085023929 +6,confirmation:independent:022,independent,query_joint,0.9495984443305977,0.0008965478079812257 +6,confirmation:independent:023,independent,query_joint,0.9626506433754836,0.0005890767473507215 +6,confirmation:independent:024,independent,query_joint,0.9878645336492192,0.0004436665172416661 +6,confirmation:independent:025,independent,query_joint,0.9487239628101973,0.001422262140886606 +6,confirmation:independent:026,independent,query_joint,0.7738019239027821,0.0025695204277745853 +6,confirmation:independent:027,independent,query_joint,0.7877967089143665,0.0014670252790436507 +6,confirmation:independent:028,independent,query_joint,0.9264195527506038,0.0013874318130214225 +6,confirmation:independent:029,independent,query_joint,0.9603586427152175,0.0006429791187522738 +6,confirmation:independent:030,independent,query_joint,0.8609784787734691,0.0030262883004653074 +6,confirmation:independent:031,independent,query_joint,0.8123476657831766,0.0003629897519446164 +6,confirmation:context:000,context,query_joint,0.8590226105560156,0.0 +6,confirmation:context:001,context,query_joint,0.7085986721763812,7.401486830834377e-17 +6,confirmation:context:002,context,query_joint,0.6788053257859765,0.0 +6,confirmation:context:003,context,query_joint,0.8482033782672709,-1.6653345369377348e-16 +6,confirmation:context:004,context,query_joint,0.7768353825731593,0.0 +6,confirmation:context:005,context,query_joint,0.8940887256527188,-7.401486830834377e-17 +6,confirmation:context:006,context,query_joint,0.8328355122495605,-3.700743415417188e-17 +6,confirmation:context:007,context,query_joint,0.8690795407881505,-3.700743415417188e-17 +6,confirmation:context:008,context,query_joint,0.7457246864778787,5.551115123125783e-17 +6,confirmation:context:009,context,query_joint,0.6676554134402095,3.700743415417188e-17 +6,confirmation:context:010,context,query_joint,0.7505377207422679,0.0 +6,confirmation:context:011,context,query_joint,0.7823846887832926,-7.401486830834377e-17 +6,confirmation:context:012,context,query_joint,0.5896565310471681,-1.0177044392397268e-16 +6,confirmation:context:013,context,query_joint,0.8998066473838322,-3.700743415417188e-17 +6,confirmation:context:014,context,query_joint,0.766162806162374,-7.401486830834377e-17 +6,confirmation:context:015,context,query_joint,0.7298420909392253,9.25185853854297e-17 +6,confirmation:context:016,context,query_joint,0.7325267602999885,5.551115123125783e-17 +6,confirmation:context:017,context,query_joint,0.7624184032889885,5.551115123125783e-17 +6,confirmation:context:018,context,query_joint,0.8397724527828758,1.850371707708594e-17 +6,confirmation:context:019,context,query_joint,0.8072073932412255,1.850371707708594e-17 +6,confirmation:context:020,context,query_joint,0.7587747917170746,-5.551115123125783e-17 +6,confirmation:context:021,context,query_joint,0.7998676802814481,1.2952601953960158e-16 +6,confirmation:context:022,context,query_joint,0.8830764189844308,1.6653345369377348e-16 +6,confirmation:context:023,context,query_joint,0.8613423915240761,-1.850371707708594e-17 +6,confirmation:context:024,context,query_joint,0.817567070216931,-2.5905203907920316e-16 +6,confirmation:context:025,context,query_joint,0.8734255776768981,-1.850371707708594e-17 +6,confirmation:context:026,context,query_joint,0.8206666367680452,-1.1102230246251565e-16 +6,confirmation:context:027,context,query_joint,0.6588368655775461,-1.850371707708594e-17 +6,confirmation:context:028,context,query_joint,0.8708274170468766,-5.551115123125783e-17 +6,confirmation:context:029,context,query_joint,0.8491647081114637,0.0 +6,confirmation:context:030,context,query_joint,0.8950036860009265,-3.700743415417188e-17 +6,confirmation:context:031,context,query_joint,0.5891254826359915,1.2952601953960158e-16 +6,confirmation:parity:000,parity,query_joint,0.7923561122747215,-3.700743415417188e-17 +6,confirmation:parity:001,parity,query_joint,0.8645800297499189,0.0 +6,confirmation:parity:002,parity,query_joint,0.8073104671118101,1.850371707708594e-17 +6,confirmation:parity:003,parity,query_joint,0.8822146522739072,-3.700743415417188e-17 +6,confirmation:parity:004,parity,query_joint,0.844474559325511,-5.551115123125783e-17 +6,confirmation:parity:005,parity,query_joint,0.906649395802303,-7.401486830834377e-17 +6,confirmation:parity:006,parity,query_joint,0.7678331000512273,-3.700743415417188e-17 +6,confirmation:parity:007,parity,query_joint,0.9164272180347736,5.551115123125783e-17 +6,confirmation:parity:008,parity,query_joint,0.7964634616011499,5.551115123125783e-17 +6,confirmation:parity:009,parity,query_joint,0.8831887016729951,-5.551115123125783e-17 +6,confirmation:parity:010,parity,query_joint,0.7545560069204856,5.551115123125783e-17 +6,confirmation:parity:011,parity,query_joint,0.845087170713996,-7.401486830834377e-17 +6,confirmation:parity:012,parity,query_joint,0.7823003648439577,3.700743415417188e-17 +6,confirmation:parity:013,parity,query_joint,0.9011736987415266,7.401486830834377e-17 +6,confirmation:parity:014,parity,query_joint,0.9080591177868006,-7.401486830834377e-17 +6,confirmation:parity:015,parity,query_joint,0.752804104983373,-3.700743415417188e-17 +6,confirmation:parity:016,parity,query_joint,0.8506974200785664,-1.850371707708594e-17 +6,confirmation:parity:017,parity,query_joint,0.9420584813559092,-7.401486830834377e-17 +6,confirmation:parity:018,parity,query_joint,0.6812585810086441,3.700743415417188e-17 +6,confirmation:parity:019,parity,query_joint,0.8375217931341263,3.700743415417188e-17 +6,confirmation:parity:020,parity,query_joint,0.7667865540340462,3.700743415417188e-17 +6,confirmation:parity:021,parity,query_joint,0.8475698543375052,-7.401486830834377e-17 +6,confirmation:parity:022,parity,query_joint,0.9291031913834487,3.700743415417188e-17 +6,confirmation:parity:023,parity,query_joint,0.8550854620353909,0.0 +6,confirmation:parity:024,parity,query_joint,0.7507004488502562,-5.551115123125783e-17 +6,confirmation:parity:025,parity,query_joint,0.8741581896300759,3.700743415417188e-17 +6,confirmation:parity:026,parity,query_joint,0.9440916864753599,5.551115123125783e-17 +6,confirmation:parity:027,parity,query_joint,0.6969595623903612,-3.700743415417188e-17 +6,confirmation:parity:028,parity,query_joint,0.8328778301891293,-7.401486830834377e-17 +6,confirmation:parity:029,parity,query_joint,0.9019977710661626,-1.850371707708594e-17 +6,confirmation:parity:030,parity,query_joint,0.8900237548452747,-1.850371707708594e-17 +6,confirmation:parity:031,parity,query_joint,0.7070960938727853,1.850371707708594e-17 +6,confirmation:uninformative:000,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:001,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:002,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:003,uninformative,query_joint,0.09567227603936104,-2.7755575615628914e-17 +6,confirmation:uninformative:004,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:005,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:006,uninformative,query_joint,0.2664450665844924,1.850371707708594e-17 +6,confirmation:uninformative:007,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:008,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:009,uninformative,query_joint,0.04784918425933621,6.82324567217544e-17 +6,confirmation:uninformative:010,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:011,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:012,uninformative,query_joint,0.06520115742550925,-8.326672684688674e-17 +6,confirmation:uninformative:013,uninformative,query_joint,0.3847470520512988,-1.850371707708594e-17 +6,confirmation:uninformative:014,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:015,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:016,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:017,uninformative,query_joint,0.15558143556420317,9.25185853854297e-18 +6,confirmation:uninformative:018,uninformative,query_joint,0.33036964803520363,1.850371707708594e-17 +6,confirmation:uninformative:019,uninformative,query_joint,0.03478783334199651,1.7115938296304495e-16 +6,confirmation:uninformative:020,uninformative,query_joint,0.01803291121895642,-6.245004513516506e-17 +6,confirmation:uninformative:021,uninformative,query_joint,0.07293526314430288,-8.789265611615822e-17 +6,confirmation:uninformative:022,uninformative,query_joint,0.02765148972394001,3.7585675312830816e-17 +6,confirmation:uninformative:023,uninformative,query_joint,0.2772809975080678,-5.551115123125783e-17 +6,confirmation:uninformative:024,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:025,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:026,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:027,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:028,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:029,uninformative,query_joint,0.35896219070127755,3.700743415417188e-17 +6,confirmation:uninformative:030,uninformative,query_joint,0.0,0.0 +6,confirmation:uninformative:031,uninformative,query_joint,0.0,0.0 +6,confirmation:redundant:000,redundant,query_joint,0.9435615891986389,-1.850371707708594e-17 +6,confirmation:redundant:001,redundant,query_joint,0.839254726858806,0.0 +6,confirmation:redundant:002,redundant,query_joint,0.8584217208138434,3.700743415417188e-17 +6,confirmation:redundant:003,redundant,query_joint,0.8568614190317625,9.25185853854297e-17 +6,confirmation:redundant:004,redundant,query_joint,0.8196401560798237,-1.850371707708594e-17 +6,confirmation:redundant:005,redundant,query_joint,0.742410949682364,0.0 +6,confirmation:redundant:006,redundant,query_joint,0.7872297126713506,-1.850371707708594e-17 +6,confirmation:redundant:007,redundant,query_joint,0.9188239222630245,-1.850371707708594e-17 +6,confirmation:redundant:008,redundant,query_joint,0.9103558910077756,7.401486830834377e-17 +6,confirmation:redundant:009,redundant,query_joint,0.763093120490651,-5.551115123125783e-17 +6,confirmation:redundant:010,redundant,query_joint,0.8681242613244597,-3.700743415417188e-17 +6,confirmation:redundant:011,redundant,query_joint,0.8241891321139025,-1.1102230246251565e-16 +6,confirmation:redundant:012,redundant,query_joint,0.8440846035946981,-1.850371707708594e-17 +6,confirmation:redundant:013,redundant,query_joint,0.7848255900235089,0.0 +6,confirmation:redundant:014,redundant,query_joint,0.9273544232580753,9.25185853854297e-17 +6,confirmation:redundant:015,redundant,query_joint,0.786521885278973,3.700743415417188e-17 +6,confirmation:redundant:016,redundant,query_joint,0.8874272420719869,-5.551115123125783e-17 +6,confirmation:redundant:017,redundant,query_joint,0.8359867196645113,5.551115123125783e-17 +6,confirmation:redundant:018,redundant,query_joint,0.804480945327402,9.25185853854297e-17 +6,confirmation:redundant:019,redundant,query_joint,0.7082924744134214,-3.700743415417188e-17 +6,confirmation:redundant:020,redundant,query_joint,0.9281538049013509,-1.850371707708594e-17 +6,confirmation:redundant:021,redundant,query_joint,0.8123610994503945,-3.700743415417188e-17 +6,confirmation:redundant:022,redundant,query_joint,0.8766006499874038,-5.551115123125783e-17 +6,confirmation:redundant:023,redundant,query_joint,0.8177881370886482,-7.401486830834377e-17 +6,confirmation:redundant:024,redundant,query_joint,0.8229548193845476,-1.850371707708594e-17 +6,confirmation:redundant:025,redundant,query_joint,0.8164703193228626,5.551115123125783e-17 +6,confirmation:redundant:026,redundant,query_joint,0.8502981926994974,-1.850371707708594e-17 +6,confirmation:redundant:027,redundant,query_joint,0.8983765592973854,5.551115123125783e-17 +6,confirmation:redundant:028,redundant,query_joint,0.8331781376199864,-3.700743415417188e-17 +6,confirmation:redundant:029,redundant,query_joint,0.7354678173174636,1.850371707708594e-17 +6,confirmation:redundant:030,redundant,query_joint,0.753726487206378,-3.700743415417188e-17 +6,confirmation:redundant:031,redundant,query_joint,0.9093914954652519,-1.850371707708594e-16 +6,confirmation:orientation_alias:000,orientation_alias,query_joint,0.7213097217265091,7.401486830834377e-17 +6,confirmation:orientation_alias:001,orientation_alias,query_joint,0.7250685234866814,-3.700743415417188e-17 +6,confirmation:orientation_alias:002,orientation_alias,query_joint,0.8205643695068148,-3.700743415417188e-17 +6,confirmation:orientation_alias:003,orientation_alias,query_joint,0.9171401769351588,7.401486830834377e-17 +6,confirmation:orientation_alias:004,orientation_alias,query_joint,0.8798180602303791,1.1102230246251565e-16 +6,confirmation:orientation_alias:005,orientation_alias,query_joint,0.9373082078866828,5.551115123125783e-17 +6,confirmation:orientation_alias:006,orientation_alias,query_joint,0.9144051227556795,-1.850371707708594e-17 +6,confirmation:orientation_alias:007,orientation_alias,query_joint,0.8886459322793259,0.0 +6,confirmation:orientation_alias:008,orientation_alias,query_joint,0.8158267272276467,-3.700743415417188e-17 +6,confirmation:orientation_alias:009,orientation_alias,query_joint,0.7465334147333318,5.551115123125783e-17 +6,confirmation:orientation_alias:010,orientation_alias,query_joint,0.790259250279131,-3.700743415417188e-17 +6,confirmation:orientation_alias:011,orientation_alias,query_joint,0.8845580176563017,-1.850371707708594e-17 +6,confirmation:orientation_alias:012,orientation_alias,query_joint,0.9214483145924792,0.0 +6,confirmation:orientation_alias:013,orientation_alias,query_joint,0.8900762418441046,7.401486830834377e-17 +6,confirmation:orientation_alias:014,orientation_alias,query_joint,0.790414698412029,0.0 +6,confirmation:orientation_alias:015,orientation_alias,query_joint,0.7095452074287127,-1.850371707708594e-17 +6,confirmation:orientation_alias:016,orientation_alias,query_joint,0.8892068261934162,-1.850371707708594e-17 +6,confirmation:orientation_alias:017,orientation_alias,query_joint,0.912568339615426,-1.850371707708594e-17 +6,confirmation:orientation_alias:018,orientation_alias,query_joint,0.7499925152944356,3.700743415417188e-17 +6,confirmation:orientation_alias:019,orientation_alias,query_joint,0.7485407872674325,-7.401486830834377e-17 +6,confirmation:orientation_alias:020,orientation_alias,query_joint,0.8773468190306577,1.850371707708594e-17 +6,confirmation:orientation_alias:021,orientation_alias,query_joint,0.7188747010901584,3.700743415417188e-17 +6,confirmation:orientation_alias:022,orientation_alias,query_joint,0.825978306386004,-1.850371707708594e-17 +6,confirmation:orientation_alias:023,orientation_alias,query_joint,0.7328310828654392,-1.850371707708594e-17 +6,confirmation:orientation_alias:024,orientation_alias,query_joint,0.89897055170395,7.401486830834377e-17 +6,confirmation:orientation_alias:025,orientation_alias,query_joint,0.836308506726582,0.0 +6,confirmation:orientation_alias:026,orientation_alias,query_joint,0.9095121277991252,-1.850371707708594e-17 +6,confirmation:orientation_alias:027,orientation_alias,query_joint,0.7549128437770056,-1.850371707708594e-17 +6,confirmation:orientation_alias:028,orientation_alias,query_joint,0.7470833684537098,5.551115123125783e-17 +6,confirmation:orientation_alias:029,orientation_alias,query_joint,0.9070579136644898,-5.551115123125783e-17 +6,confirmation:orientation_alias:030,orientation_alias,query_joint,0.8593901539738106,1.850371707708594e-17 +6,confirmation:orientation_alias:031,orientation_alias,query_joint,0.8042141438237254,0.0 +6,confirmation:independent:000,independent,posterior_clusters,0.9675525941548152,0.0007562068269248249 +6,confirmation:independent:001,independent,posterior_clusters,0.9446800856470535,0.002262823773752957 +6,confirmation:independent:002,independent,posterior_clusters,0.9685099073532324,0.0014122957815901152 +6,confirmation:independent:003,independent,posterior_clusters,0.96809426129894,0.0008157761201640541 +6,confirmation:independent:004,independent,posterior_clusters,0.9844643302957904,0.00031714782170958833 +6,confirmation:independent:005,independent,posterior_clusters,0.94612907536028,0.0009820131333960571 +6,confirmation:independent:006,independent,posterior_clusters,0.9301508979801068,0.00042464727444903777 +6,confirmation:independent:007,independent,posterior_clusters,0.9266792750452217,0.0010331450166709368 +6,confirmation:independent:008,independent,posterior_clusters,0.9673981348169095,0.000858446587195046 +6,confirmation:independent:009,independent,posterior_clusters,0.8986922726359956,0.001060271654881928 +6,confirmation:independent:010,independent,posterior_clusters,0.9788447951368344,0.0007661536245708311 +6,confirmation:independent:011,independent,posterior_clusters,0.9561195419645842,0.0007775322846083805 +6,confirmation:independent:012,independent,posterior_clusters,0.9763204682507292,0.0004178064222058834 +6,confirmation:independent:013,independent,posterior_clusters,0.9156151651401427,0.0011732846870721365 +6,confirmation:independent:014,independent,posterior_clusters,0.8857727828541619,0.0018365632450444054 +6,confirmation:independent:015,independent,posterior_clusters,0.9557634313348267,0.00027748651620662645 +6,confirmation:independent:016,independent,posterior_clusters,0.9371391563437415,0.0014158688496592742 +6,confirmation:independent:017,independent,posterior_clusters,0.938049982772856,0.0016658576311041062 +6,confirmation:independent:018,independent,posterior_clusters,0.7957679780108222,0.0025099391448843433 +6,confirmation:independent:019,independent,posterior_clusters,0.9573106714630053,4.7335057171341934e-05 +6,confirmation:independent:020,independent,posterior_clusters,0.9602389642044633,0.0013533855482690815 +6,confirmation:independent:021,independent,posterior_clusters,0.9603446171750766,0.0007287510085023929 +6,confirmation:independent:022,independent,posterior_clusters,0.9495984443305977,0.0008965478079812257 +6,confirmation:independent:023,independent,posterior_clusters,0.9626506433754836,0.000589076747350703 +6,confirmation:independent:024,independent,posterior_clusters,0.9878645336492192,0.0004436665172416661 +6,confirmation:independent:025,independent,posterior_clusters,0.9487239628101973,0.001422262140886606 +6,confirmation:independent:026,independent,posterior_clusters,0.7738019239027821,0.0025695204277745853 +6,confirmation:independent:027,independent,posterior_clusters,0.7877967089143666,0.0014670252790435396 +6,confirmation:independent:028,independent,posterior_clusters,0.9264195527506038,0.0013874318130214594 +6,confirmation:independent:029,independent,posterior_clusters,0.9603586427152175,0.0006429791187522738 +6,confirmation:independent:030,independent,posterior_clusters,0.8609784787734691,0.0030262883004653074 +6,confirmation:independent:031,independent,posterior_clusters,0.8123476657831766,0.0003629897519446349 +6,confirmation:context:000,context,posterior_clusters,0.4265745078859262,0.43244810267008954 +6,confirmation:context:001,context,posterior_clusters,0.0947562516661939,0.6138424205101873 +6,confirmation:context:002,context,posterior_clusters,0.2717020238578856,0.40710330192809085 +6,confirmation:context:003,context,posterior_clusters,0.12430197675766386,0.7239014015096068 +6,confirmation:context:004,context,posterior_clusters,0.23143568196825962,0.5453997006048997 +6,confirmation:context:005,context,posterior_clusters,0.0006832332075943776,0.8934054924451242 +6,confirmation:context:006,context,posterior_clusters,0.1638935313985152,0.6689419808510452 +6,confirmation:context:007,context,posterior_clusters,0.1711322327220242,0.6979473080661261 +6,confirmation:context:008,context,posterior_clusters,0.10578678697090263,0.6399378995069762 +6,confirmation:context:009,context,posterior_clusters,0.00221398520556794,0.6654414282346415 +6,confirmation:context:010,context,posterior_clusters,0.08471646611114009,0.6658212546311278 +6,confirmation:context:011,context,posterior_clusters,0.021670017531700395,0.7607146712515922 +6,confirmation:context:012,context,posterior_clusters,0.18731212686999427,0.40234440417717376 +6,confirmation:context:013,context,posterior_clusters,0.3913381641865555,0.5084684831972766 +6,confirmation:context:014,context,posterior_clusters,0.0,0.7661628061623738 +6,confirmation:context:015,context,posterior_clusters,0.10644801468211136,0.623394076257114 +6,confirmation:context:016,context,posterior_clusters,0.06916428992539184,0.6633624703745967 +6,confirmation:context:017,context,posterior_clusters,0.029810818051483116,0.7326075852375055 +6,confirmation:context:018,context,posterior_clusters,0.254356644830875,0.5854158079520009 +6,confirmation:context:019,context,posterior_clusters,0.020197959578289376,0.7870094336629361 +6,confirmation:context:020,context,posterior_clusters,0.0,0.7587747917170746 +6,confirmation:context:021,context,posterior_clusters,0.2910485101873056,0.5088191700941425 +6,confirmation:context:022,context,posterior_clusters,0.09702644789042969,0.7860499710940012 +6,confirmation:context:023,context,posterior_clusters,0.2567266455296091,0.604615745994467 +6,confirmation:context:024,context,posterior_clusters,0.035579777055580804,0.78198729316135 +6,confirmation:context:025,context,posterior_clusters,0.06703540111503971,0.8063901765618584 +6,confirmation:context:026,context,posterior_clusters,0.009880651639671039,0.8107859851283742 +6,confirmation:context:027,context,posterior_clusters,0.3532560167371895,0.3055808488403565 +6,confirmation:context:028,context,posterior_clusters,0.2563526331859677,0.6144747838609089 +6,confirmation:context:029,context,posterior_clusters,0.09991246763262525,0.7492522404788382 +6,confirmation:context:030,context,posterior_clusters,0.03632752067778854,0.858676165323138 +6,confirmation:context:031,context,posterior_clusters,0.2283907413826184,0.3607347412533733 +6,confirmation:parity:000,parity,posterior_clusters,0.6491117019500475,0.14324441032467378 +6,confirmation:parity:001,parity,posterior_clusters,0.7627767363253257,0.10180329342459334 +6,confirmation:parity:002,parity,posterior_clusters,0.6891992902695219,0.11811117684228825 +6,confirmation:parity:003,parity,posterior_clusters,0.8190401504693245,0.06317450180458237 +6,confirmation:parity:004,parity,posterior_clusters,0.7412281047225433,0.10324645460296768 +6,confirmation:parity:005,parity,posterior_clusters,0.8485520394978219,0.058097356304481 +6,confirmation:parity:006,parity,posterior_clusters,0.5959986975203264,0.17183440253090065 +6,confirmation:parity:007,parity,posterior_clusters,0.8571426429180746,0.05928457511669884 +6,confirmation:parity:008,parity,posterior_clusters,0.6629312969171186,0.13353216468403123 +6,confirmation:parity:009,parity,posterior_clusters,0.7691785803102849,0.11401012136271038 +6,confirmation:parity:010,parity,posterior_clusters,0.5139629389106142,0.24059306800987137 +6,confirmation:parity:011,parity,posterior_clusters,0.7502443384024958,0.0948428323115002 +6,confirmation:parity:012,parity,posterior_clusters,0.586963386946183,0.19533697789777485 +6,confirmation:parity:013,parity,posterior_clusters,0.8202344869024008,0.08093921183912603 +6,confirmation:parity:014,parity,posterior_clusters,0.6312848760126437,0.2767742417741569 +6,confirmation:parity:015,parity,posterior_clusters,0.49612041822586034,0.25668368675751246 +6,confirmation:parity:016,parity,posterior_clusters,0.7589906013276395,0.0917068187509269 +6,confirmation:parity:017,parity,posterior_clusters,0.9101436964346918,0.03191478492121739 +6,confirmation:parity:018,parity,posterior_clusters,0.48780604758170254,0.1934525334269416 +6,confirmation:parity:019,parity,posterior_clusters,0.7346512713520174,0.10287052178210883 +6,confirmation:parity:020,parity,posterior_clusters,0.6239175647186042,0.14286898931544215 +6,confirmation:parity:021,parity,posterior_clusters,0.7582813136435835,0.08928854069392146 +6,confirmation:parity:022,parity,posterior_clusters,0.892347411571131,0.03675577981231768 +6,confirmation:parity:023,parity,posterior_clusters,0.7211184995374446,0.13396696249794637 +6,confirmation:parity:024,parity,posterior_clusters,0.551137452635275,0.19956299621498097 +6,confirmation:parity:025,parity,posterior_clusters,0.6521500031480385,0.2220081864820374 +6,confirmation:parity:026,parity,posterior_clusters,0.9018033507526222,0.04228833572273773 +6,confirmation:parity:027,parity,posterior_clusters,0.5114692268122991,0.185490335578062 +6,confirmation:parity:028,parity,posterior_clusters,0.7266068286722434,0.10627100151688582 +6,confirmation:parity:029,parity,posterior_clusters,0.5179317963714563,0.38406597469470627 +6,confirmation:parity:030,parity,posterior_clusters,0.8270330703947006,0.06299068445057404 +6,confirmation:parity:031,parity,posterior_clusters,0.5027944546757299,0.2043016391970554 +6,confirmation:uninformative:000,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:001,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:002,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:003,uninformative,posterior_clusters,0.0956722760393612,-1.850371707708594e-16 +6,confirmation:uninformative:004,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:005,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:006,uninformative,posterior_clusters,0.26644506658449246,-3.700743415417188e-17 +6,confirmation:uninformative:007,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:008,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:009,uninformative,posterior_clusters,0.0478491842593361,1.7694179454963432e-16 +6,confirmation:uninformative:010,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:011,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:012,uninformative,posterior_clusters,0.06520115742550914,1.3877787807814457e-17 +6,confirmation:uninformative:013,uninformative,posterior_clusters,0.38474705205129867,4.625929269271485e-17 +6,confirmation:uninformative:014,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:015,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:016,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:017,uninformative,posterior_clusters,0.15558143556420312,6.476300976980079e-17 +6,confirmation:uninformative:018,uninformative,posterior_clusters,0.3303696480352035,1.6653345369377348e-16 +6,confirmation:uninformative:019,uninformative,posterior_clusters,0.03478783334199642,2.544261098099317e-16 +6,confirmation:uninformative:020,uninformative,posterior_clusters,0.018032911218956244,1.133352670971514e-16 +6,confirmation:uninformative:021,uninformative,posterior_clusters,0.07293526314430299,-2.0816681711721685e-16 +6,confirmation:uninformative:022,uninformative,posterior_clusters,0.027651489723940038,8.673617379884035e-18 +6,confirmation:uninformative:023,uninformative,posterior_clusters,0.2772809975080679,-2.0354088784794536e-16 +6,confirmation:uninformative:024,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:025,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:026,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:027,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:028,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:029,uninformative,posterior_clusters,0.35896219070127755,6.476300976980079e-17 +6,confirmation:uninformative:030,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:uninformative:031,uninformative,posterior_clusters,0.0,0.0 +6,confirmation:redundant:000,redundant,posterior_clusters,0.8908965117079817,0.052665077490657186 +6,confirmation:redundant:001,redundant,posterior_clusters,0.5912476564545059,0.24800707040429998 +6,confirmation:redundant:002,redundant,posterior_clusters,0.6275664738719086,0.23085524694193504 +6,confirmation:redundant:003,redundant,posterior_clusters,0.7014769266825317,0.15538449234923074 +6,confirmation:redundant:004,redundant,posterior_clusters,0.6707970627123517,0.14884309336747203 +6,confirmation:redundant:005,redundant,posterior_clusters,0.5463763291311649,0.19603462055119913 +6,confirmation:redundant:006,redundant,posterior_clusters,0.6180323858289374,0.16919732684241318 +6,confirmation:redundant:007,redundant,posterior_clusters,0.8653230657124087,0.053500856550615775 +6,confirmation:redundant:008,redundant,posterior_clusters,0.830804927932968,0.07955096307480754 +6,confirmation:redundant:009,redundant,posterior_clusters,0.60495241035653,0.15814071013412104 +6,confirmation:redundant:010,redundant,posterior_clusters,0.5621480091880713,0.3059762521363883 +6,confirmation:redundant:011,redundant,posterior_clusters,0.6462753997436529,0.17791373237024946 +6,confirmation:redundant:012,redundant,posterior_clusters,0.7421602791919919,0.10192432440270618 +6,confirmation:redundant:013,redundant,posterior_clusters,0.6572574950899042,0.12756809493360477 +6,confirmation:redundant:014,redundant,posterior_clusters,0.8842193688648508,0.04313505439322453 +6,confirmation:redundant:015,redundant,posterior_clusters,0.5713236993232779,0.2151981859556953 +6,confirmation:redundant:016,redundant,posterior_clusters,0.6513366018311021,0.23609064024088477 +6,confirmation:redundant:017,redundant,posterior_clusters,0.5385759142212028,0.29741080544330867 +6,confirmation:redundant:018,redundant,posterior_clusters,0.6870105968933166,0.1174703484340854 +6,confirmation:redundant:019,redundant,posterior_clusters,0.5164619786073703,0.1918304958060511 +6,confirmation:redundant:020,redundant,posterior_clusters,0.8816724520234622,0.04648135287788879 +6,confirmation:redundant:021,redundant,posterior_clusters,0.7065190980367331,0.10584200141366147 +6,confirmation:redundant:022,redundant,posterior_clusters,0.5422608534798716,0.33433979650753215 +6,confirmation:redundant:023,redundant,posterior_clusters,0.6590364382196868,0.15875169886896112 +6,confirmation:redundant:024,redundant,posterior_clusters,0.6964001034099825,0.1265547159745652 +6,confirmation:redundant:025,redundant,posterior_clusters,0.6829903500779452,0.13347996924491745 +6,confirmation:redundant:026,redundant,posterior_clusters,0.7698031397315788,0.08049505296791867 +6,confirmation:redundant:027,redundant,posterior_clusters,0.6944129621998432,0.20396359709754236 +6,confirmation:redundant:028,redundant,posterior_clusters,0.7405608267984645,0.09261731082152176 +6,confirmation:redundant:029,redundant,posterior_clusters,0.558301197330323,0.1771666199871405 +6,confirmation:redundant:030,redundant,posterior_clusters,0.596366708160141,0.15735977904623705 +6,confirmation:redundant:031,redundant,posterior_clusters,0.8460253280394048,0.06336616742584679 +6,confirmation:orientation_alias:000,orientation_alias,posterior_clusters,0.5512868768904344,0.1700228448360746 +6,confirmation:orientation_alias:001,orientation_alias,posterior_clusters,0.5472537037752823,0.17781481971139895 +6,confirmation:orientation_alias:002,orientation_alias,posterior_clusters,0.7014074783597137,0.11915689114710111 +6,confirmation:orientation_alias:003,orientation_alias,posterior_clusters,0.8397535588221368,0.07738661811302201 +6,confirmation:orientation_alias:004,orientation_alias,posterior_clusters,0.5061538073496572,0.373664252880722 +6,confirmation:orientation_alias:005,orientation_alias,posterior_clusters,0.89573585950187,0.041572348384812975 +6,confirmation:orientation_alias:006,orientation_alias,posterior_clusters,0.6495218252322392,0.2648832975234403 +6,confirmation:orientation_alias:007,orientation_alias,posterior_clusters,0.7034896717267158,0.18515626055261009 +6,confirmation:orientation_alias:008,orientation_alias,posterior_clusters,0.6772811613132013,0.1385455659144455 +6,confirmation:orientation_alias:009,orientation_alias,posterior_clusters,0.5404110200575546,0.20612239467577723 +6,confirmation:orientation_alias:010,orientation_alias,posterior_clusters,0.5855021304168977,0.20475711986223322 +6,confirmation:orientation_alias:011,orientation_alias,posterior_clusters,0.6637431590446707,0.22081485861163103 +6,confirmation:orientation_alias:012,orientation_alias,posterior_clusters,0.8581432536017835,0.0633050609906958 +6,confirmation:orientation_alias:013,orientation_alias,posterior_clusters,0.7801979101699246,0.10987833167418026 +6,confirmation:orientation_alias:014,orientation_alias,posterior_clusters,0.584570158515402,0.20584453989662713 +6,confirmation:orientation_alias:015,orientation_alias,posterior_clusters,0.5283859569407666,0.181159250487946 +6,confirmation:orientation_alias:016,orientation_alias,posterior_clusters,0.7988538963780081,0.09035292981540813 +6,confirmation:orientation_alias:017,orientation_alias,posterior_clusters,0.8490870067076113,0.06348133290781478 +6,confirmation:orientation_alias:018,orientation_alias,posterior_clusters,0.5399370289246189,0.21005548636981675 +6,confirmation:orientation_alias:019,orientation_alias,posterior_clusters,0.5639809496799797,0.1845598375874526 +6,confirmation:orientation_alias:020,orientation_alias,posterior_clusters,0.5284522567240022,0.3488945623066554 +6,confirmation:orientation_alias:021,orientation_alias,posterior_clusters,0.5001585035334049,0.21871619755675353 +6,confirmation:orientation_alias:022,orientation_alias,posterior_clusters,0.7118146355982331,0.11416367078777098 +6,confirmation:orientation_alias:023,orientation_alias,posterior_clusters,0.5623374574845845,0.1704936253808545 +6,confirmation:orientation_alias:024,orientation_alias,posterior_clusters,0.7098478431254952,0.1891227085784548 +6,confirmation:orientation_alias:025,orientation_alias,posterior_clusters,0.7210212019665582,0.11528730476002381 +6,confirmation:orientation_alias:026,orientation_alias,posterior_clusters,0.6862879214746177,0.22322420632450748 +6,confirmation:orientation_alias:027,orientation_alias,posterior_clusters,0.5993614992514285,0.15555134452557723 +6,confirmation:orientation_alias:028,orientation_alias,posterior_clusters,0.5635574667230183,0.1835259017306916 +6,confirmation:orientation_alias:029,orientation_alias,posterior_clusters,0.8008116472239732,0.1062462664405164 +6,confirmation:orientation_alias:030,orientation_alias,posterior_clusters,0.6012416760118009,0.2581484779620097 +6,confirmation:orientation_alias:031,orientation_alias,posterior_clusters,0.5897435994645281,0.2144705443591972 +6,confirmation:independent:000,independent,posterior_bins,0.9666137318658559,0.001695069115883981 +6,confirmation:independent:001,independent,posterior_bins,0.9405916839843323,0.006351225436474113 +6,confirmation:independent:002,independent,posterior_bins,0.9698431442113475,7.905892347487287e-05 +6,confirmation:independent:003,independent,posterior_bins,0.961800074847335,0.007109962571769046 +6,confirmation:independent:004,independent,posterior_bins,0.9826310948178552,0.0021503832996447314 +6,confirmation:independent:005,independent,posterior_bins,0.9466034543670971,0.0005076341265789486 +6,confirmation:independent:006,independent,posterior_bins,0.9304128695850069,0.00016267566954871376 +6,confirmation:independent:007,independent,posterior_bins,0.9269653143137419,0.0007471057481507707 +6,confirmation:independent:008,independent,posterior_bins,0.9678739872550803,0.00038259414902425126 +6,confirmation:independent:009,independent,posterior_bins,0.8979714137870701,0.0017811305038074412 +6,confirmation:independent:010,independent,posterior_bins,0.9707390104077589,0.008871938353646395 +6,confirmation:independent:011,independent,posterior_bins,0.9566709375678123,0.0002261366813801994 +6,confirmation:independent:012,independent,posterior_bins,0.9765955889374112,0.00014268573552376576 +6,confirmation:independent:013,independent,posterior_bins,0.9150070754163717,0.0017813744108431209 +6,confirmation:independent:014,independent,posterior_bins,0.8871687953748919,0.00044055072431437026 +6,confirmation:independent:015,independent,posterior_bins,0.9557423260805129,0.0002985917705203289 +6,confirmation:independent:016,independent,posterior_bins,0.9380917300399298,0.00046329515347093286 +6,confirmation:independent:017,independent,posterior_bins,0.9295422837797731,0.010173556624187008 +6,confirmation:independent:018,independent,posterior_bins,0.7978625394417806,0.0004153777139259499 +6,confirmation:independent:019,independent,posterior_bins,0.9573487546513628,9.251868813860604e-06 +6,confirmation:independent:020,independent,posterior_bins,0.9613803305887831,0.0002120191639493248 +6,confirmation:independent:021,independent,posterior_bins,0.9608364838685014,0.0002368843150776049 +6,confirmation:independent:022,independent,posterior_bins,0.9493513348992906,0.0011436572392884055 +6,confirmation:independent:023,independent,posterior_bins,0.963019912274911,0.00021980784792332192 +6,confirmation:independent:024,independent,posterior_bins,0.9854553886689917,0.002852811497469169 +6,confirmation:independent:025,independent,posterior_bins,0.9499901922228726,0.00015603272821135272 +6,confirmation:independent:026,independent,posterior_bins,0.7721096789571582,0.004261765373398452 +6,confirmation:independent:027,independent,posterior_bins,0.7884674100355531,0.0007963241578569646 +6,confirmation:independent:028,independent,posterior_bins,0.9272319858022297,0.0005749987613957359 +6,confirmation:independent:029,independent,posterior_bins,0.9601482366710441,0.0008533851629258052 +6,confirmation:independent:030,independent,posterior_bins,0.8578257430113219,0.006179024062612633 +6,confirmation:independent:031,independent,posterior_bins,0.8098631882659771,0.002847467269144125 +6,confirmation:context:000,context,posterior_bins,0.4239808333953128,0.4350417771607029 +6,confirmation:context:001,context,posterior_bins,0.0947562516661939,0.6138424205101873 +6,confirmation:context:002,context,posterior_bins,0.2610921324478737,0.41771319333810275 +6,confirmation:context:003,context,posterior_bins,0.09994936716736338,0.7482540110999074 +6,confirmation:context:004,context,posterior_bins,0.23143568196825953,0.5453997006048997 +6,confirmation:context:005,context,posterior_bins,0.0006832332075943729,0.8934054924451242 +6,confirmation:context:006,context,posterior_bins,0.1638935313985152,0.6689419808510452 +6,confirmation:context:007,context,posterior_bins,0.1711322327220242,0.6979473080661263 +6,confirmation:context:008,context,posterior_bins,0.10578678697090263,0.6399378995069762 +6,confirmation:context:009,context,posterior_bins,0.0,0.6676554134402095 +6,confirmation:context:010,context,posterior_bins,0.06929523274030665,0.6812424880019613 +6,confirmation:context:011,context,posterior_bins,0.021670017531700395,0.7607146712515922 +6,confirmation:context:012,context,posterior_bins,0.18552270974372723,0.4041338213034408 +6,confirmation:context:013,context,posterior_bins,0.3913381641865555,0.5084684831972767 +6,confirmation:context:014,context,posterior_bins,0.0,0.7661628061623738 +6,confirmation:context:015,context,posterior_bins,0.10644801468211126,0.6233940762571142 +6,confirmation:context:016,context,posterior_bins,0.06709526607848315,0.6654314942215054 +6,confirmation:context:017,context,posterior_bins,0.029810818051483143,0.7326075852375054 +6,confirmation:context:018,context,posterior_bins,0.2280534860128163,0.6117189667700597 +6,confirmation:context:019,context,posterior_bins,0.0,0.8072073932412255 +6,confirmation:context:020,context,posterior_bins,0.0,0.7587747917170746 +6,confirmation:context:021,context,posterior_bins,0.2823740550946046,0.5174936251868436 +6,confirmation:context:022,context,posterior_bins,0.09576800695684354,0.7873084120275875 +6,confirmation:context:023,context,posterior_bins,0.25301165757945043,0.6083307339446256 +6,confirmation:context:024,context,posterior_bins,0.0,0.8175670702169309 +6,confirmation:context:025,context,posterior_bins,0.06703540111503972,0.8063901765618584 +6,confirmation:context:026,context,posterior_bins,0.009880651639671044,0.8107859851283742 +6,confirmation:context:027,context,posterior_bins,0.3522767311138395,0.30656013446370656 +6,confirmation:context:028,context,posterior_bins,0.2563526331859677,0.6144747838609089 +6,confirmation:context:029,context,posterior_bins,0.09991246763262518,0.7492522404788385 +6,confirmation:context:030,context,posterior_bins,0.03632752067778852,0.858676165323138 +6,confirmation:context:031,context,posterior_bins,0.2283907413826184,0.36073474125337324 +6,confirmation:parity:000,parity,posterior_bins,0.6476239340664038,0.14473217820831755 +6,confirmation:parity:001,parity,posterior_bins,0.7627767363253257,0.10180329342459327 +6,confirmation:parity:002,parity,posterior_bins,0.687564985531893,0.11974548157991712 +6,confirmation:parity:003,parity,posterior_bins,0.8190401504693248,0.06317450180458226 +6,confirmation:parity:004,parity,posterior_bins,0.7412281047225433,0.10324645460296768 +6,confirmation:parity:005,parity,posterior_bins,0.8429696809708183,0.06367971483148456 +6,confirmation:parity:006,parity,posterior_bins,0.5946161085034378,0.17321699154778936 +6,confirmation:parity:007,parity,posterior_bins,0.8571426429180748,0.0592845751166988 +6,confirmation:parity:008,parity,posterior_bins,0.6629312969171186,0.13353216468403128 +6,confirmation:parity:009,parity,posterior_bins,0.7691785803102849,0.11401012136271038 +6,confirmation:parity:010,parity,posterior_bins,0.4902701911184025,0.2642858158020832 +6,confirmation:parity:011,parity,posterior_bins,0.7502443384024959,0.0948428323115001 +6,confirmation:parity:012,parity,posterior_bins,0.586963386946183,0.19533697789777477 +6,confirmation:parity:013,parity,posterior_bins,0.8202344869024008,0.08093921183912603 +6,confirmation:parity:014,parity,posterior_bins,0.6312848760126437,0.2767742417741569 +6,confirmation:parity:015,parity,posterior_bins,0.49288166600707967,0.2599224389762932 +6,confirmation:parity:016,parity,posterior_bins,0.7589906013276396,0.09170681875092682 +6,confirmation:parity:017,parity,posterior_bins,0.910143696434692,0.03191478492121728 +6,confirmation:parity:018,parity,posterior_bins,0.48780604758170243,0.1934525334269417 +6,confirmation:parity:019,parity,posterior_bins,0.7346512713520175,0.10287052178210876 +6,confirmation:parity:020,parity,posterior_bins,0.623917564718604,0.14286898931544217 +6,confirmation:parity:021,parity,posterior_bins,0.7581755541647999,0.08939430017270511 +6,confirmation:parity:022,parity,posterior_bins,0.892347411571131,0.03675577981231768 +6,confirmation:parity:023,parity,posterior_bins,0.7211184995374446,0.13396696249794637 +6,confirmation:parity:024,parity,posterior_bins,0.5499455785891512,0.20075487026110497 +6,confirmation:parity:025,parity,posterior_bins,0.6521500031480385,0.2220081864820374 +6,confirmation:parity:026,parity,posterior_bins,0.9018033507526222,0.0422883357227378 +6,confirmation:parity:027,parity,posterior_bins,0.5096212611683,0.18733830122206113 +6,confirmation:parity:028,parity,posterior_bins,0.7266068286722431,0.10627100151688598 +6,confirmation:parity:029,parity,posterior_bins,0.5179317963714563,0.38406597469470627 +6,confirmation:parity:030,parity,posterior_bins,0.8247778750312309,0.06524587981404387 +6,confirmation:parity:031,parity,posterior_bins,0.5016160585109154,0.2054800353618699 +6,confirmation:uninformative:000,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:001,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:002,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:003,uninformative,posterior_bins,0.09567227603936124,-2.1741867565575981e-16 +6,confirmation:uninformative:004,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:005,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:006,uninformative,posterior_bins,0.2664450665844923,7.401486830834377e-17 +6,confirmation:uninformative:007,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:008,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:009,uninformative,posterior_bins,0.047849184259335986,2.856511323775142e-16 +6,confirmation:uninformative:010,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:011,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:012,uninformative,posterior_bins,0.06520115742550914,1.6190752442450197e-17 +6,confirmation:uninformative:013,uninformative,posterior_bins,0.38474705205129867,5.551115123125783e-17 +6,confirmation:uninformative:014,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:015,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:016,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:017,uninformative,posterior_bins,0.155581435564203,1.6653345369377348e-16 +6,confirmation:uninformative:018,uninformative,posterior_bins,0.33036964803520363,3.700743415417188e-17 +6,confirmation:uninformative:019,uninformative,posterior_bins,0.03478783334199664,3.700743415417188e-17 +6,confirmation:uninformative:020,uninformative,posterior_bins,0.01803291121895617,1.8735013540549517e-16 +6,confirmation:uninformative:021,uninformative,posterior_bins,0.07293526314430279,-3.2381504884900395e-17 +6,confirmation:uninformative:022,uninformative,posterior_bins,0.027651489723940055,-9.830099697201906e-18 +6,confirmation:uninformative:023,uninformative,posterior_bins,0.27728099750806795,-2.5905203907920316e-16 +6,confirmation:uninformative:024,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:025,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:026,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:027,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:028,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:029,uninformative,posterior_bins,0.35896219070127744,1.942890293094024e-16 +6,confirmation:uninformative:030,uninformative,posterior_bins,0.0,0.0 +6,confirmation:uninformative:031,uninformative,posterior_bins,0.0,0.0 +6,confirmation:redundant:000,redundant,posterior_bins,0.8908965117079817,0.052665077490657256 +6,confirmation:redundant:001,redundant,posterior_bins,0.5912476564545059,0.24800707040429998 +6,confirmation:redundant:002,redundant,posterior_bins,0.6274209792261876,0.23100074158765607 +6,confirmation:redundant:003,redundant,posterior_bins,0.695807036119745,0.1610543829120174 +6,confirmation:redundant:004,redundant,posterior_bins,0.6525120651271814,0.16712809095264247 +6,confirmation:redundant:005,redundant,posterior_bins,0.5463763291311649,0.19603462055119913 +6,confirmation:redundant:006,redundant,posterior_bins,0.6180323858289376,0.169197326842413 +6,confirmation:redundant:007,redundant,posterior_bins,0.8653230657124087,0.05350085655061576 +6,confirmation:redundant:008,redundant,posterior_bins,0.8267528809140334,0.08360301009374227 +6,confirmation:redundant:009,redundant,posterior_bins,0.6048427348255762,0.15825038566507485 +6,confirmation:redundant:010,redundant,posterior_bins,0.5621480091880714,0.3059762521363883 +6,confirmation:redundant:011,redundant,posterior_bins,0.6462753997436529,0.17791373237024946 +6,confirmation:redundant:012,redundant,posterior_bins,0.7421602791919919,0.10192432440270624 +6,confirmation:redundant:013,redundant,posterior_bins,0.6572574950899042,0.12756809493360477 +6,confirmation:redundant:014,redundant,posterior_bins,0.8842193688648511,0.043135054393224216 +6,confirmation:redundant:015,redundant,posterior_bins,0.5641736178100969,0.2223482674688762 +6,confirmation:redundant:016,redundant,posterior_bins,0.6513366018311022,0.23609064024088472 +6,confirmation:redundant:017,redundant,posterior_bins,0.5385759142212028,0.29741080544330867 +6,confirmation:redundant:018,redundant,posterior_bins,0.6870105968933166,0.11747034843408541 +6,confirmation:redundant:019,redundant,posterior_bins,0.5164619786073703,0.1918304958060511 +6,confirmation:redundant:020,redundant,posterior_bins,0.8816724520234622,0.04648135287788872 +6,confirmation:redundant:021,redundant,posterior_bins,0.7051368147669091,0.10722428468348533 +6,confirmation:redundant:022,redundant,posterior_bins,0.5268554289826224,0.3497452210047812 +6,confirmation:redundant:023,redundant,posterior_bins,0.6563232115126412,0.16146492557600686 +6,confirmation:redundant:024,redundant,posterior_bins,0.6964001034099825,0.12655471597456527 +6,confirmation:redundant:025,redundant,posterior_bins,0.6807960632728612,0.13567425605000144 +6,confirmation:redundant:026,redundant,posterior_bins,0.7698031397315788,0.08049505296791867 +6,confirmation:redundant:027,redundant,posterior_bins,0.6494994538943285,0.248877105403057 +6,confirmation:redundant:028,redundant,posterior_bins,0.7301343576437045,0.10304377997628185 +6,confirmation:redundant:029,redundant,posterior_bins,0.558301197330323,0.17716661998714056 +6,confirmation:redundant:030,redundant,posterior_bins,0.5959049703174165,0.15782151688896154 +6,confirmation:redundant:031,redundant,posterior_bins,0.846025328039405,0.06336616742584675 +6,confirmation:orientation_alias:000,orientation_alias,posterior_bins,0.5512868768904344,0.1700228448360746 +6,confirmation:orientation_alias:001,orientation_alias,posterior_bins,0.5472537037752823,0.17781481971139895 +6,confirmation:orientation_alias:002,orientation_alias,posterior_bins,0.6973587715098575,0.12320559799695736 +6,confirmation:orientation_alias:003,orientation_alias,posterior_bins,0.8369491322292402,0.08019104470591873 +6,confirmation:orientation_alias:004,orientation_alias,posterior_bins,0.4832357365797891,0.39658232365059015 +6,confirmation:orientation_alias:005,orientation_alias,posterior_bins,0.89573585950187,0.041572348384812954 +6,confirmation:orientation_alias:006,orientation_alias,posterior_bins,0.6278483342358904,0.28655678851978916 +6,confirmation:orientation_alias:007,orientation_alias,posterior_bins,0.7034896717267158,0.18515626055261009 +6,confirmation:orientation_alias:008,orientation_alias,posterior_bins,0.6772811613132013,0.1385455659144455 +6,confirmation:orientation_alias:009,orientation_alias,posterior_bins,0.5404110200575545,0.2061223946757773 +6,confirmation:orientation_alias:010,orientation_alias,posterior_bins,0.5807741535788896,0.20948509670024135 +6,confirmation:orientation_alias:011,orientation_alias,posterior_bins,0.6626998977190455,0.2218581199372563 +6,confirmation:orientation_alias:012,orientation_alias,posterior_bins,0.8581432536017832,0.063305060990696 +6,confirmation:orientation_alias:013,orientation_alias,posterior_bins,0.7743467414220607,0.11572950042204402 +6,confirmation:orientation_alias:014,orientation_alias,posterior_bins,0.5760341663124475,0.21438053209958155 +6,confirmation:orientation_alias:015,orientation_alias,posterior_bins,0.5265003067419121,0.1830449006868006 +6,confirmation:orientation_alias:016,orientation_alias,posterior_bins,0.7988538963780081,0.09035292981540813 +6,confirmation:orientation_alias:017,orientation_alias,posterior_bins,0.8490870067076115,0.06348133290781471 +6,confirmation:orientation_alias:018,orientation_alias,posterior_bins,0.5399370289246189,0.2100554863698168 +6,confirmation:orientation_alias:019,orientation_alias,posterior_bins,0.5639809496799797,0.18455983758745265 +6,confirmation:orientation_alias:020,orientation_alias,posterior_bins,0.5284522567240022,0.3488945623066554 +6,confirmation:orientation_alias:021,orientation_alias,posterior_bins,0.5001585035334051,0.2187161975567533 +6,confirmation:orientation_alias:022,orientation_alias,posterior_bins,0.7112479539509229,0.11473035243508123 +6,confirmation:orientation_alias:023,orientation_alias,posterior_bins,0.5622279155830276,0.17060316728241146 +6,confirmation:orientation_alias:024,orientation_alias,posterior_bins,0.7079010309385018,0.19106952076544814 +6,confirmation:orientation_alias:025,orientation_alias,posterior_bins,0.7195905765315991,0.11671793019498279 +6,confirmation:orientation_alias:026,orientation_alias,posterior_bins,0.6862879214746178,0.22322420632450737 +6,confirmation:orientation_alias:027,orientation_alias,posterior_bins,0.5939402606146782,0.16097258316232743 +6,confirmation:orientation_alias:028,orientation_alias,posterior_bins,0.5635574667230183,0.1835259017306916 +6,confirmation:orientation_alias:029,orientation_alias,posterior_bins,0.7992484607771153,0.10780945288737438 +6,confirmation:orientation_alias:030,orientation_alias,posterior_bins,0.6012416760118009,0.2581484779620097 +6,confirmation:orientation_alias:031,orientation_alias,posterior_bins,0.5870467231146845,0.21716742070904066 +6,confirmation:independent:000,independent,future_marginal,0.9674828621376489,0.0008259388440910268 +6,confirmation:independent:001,independent,future_marginal,0.9459746894361036,0.0009682199847027191 +6,confirmation:independent:002,independent,future_marginal,0.9696829204505049,0.00023928268431766542 +6,confirmation:independent:003,independent,future_marginal,0.9682576895205154,0.000652347898588775 +6,confirmation:independent:004,independent,future_marginal,0.9847350292024665,4.644891503352566e-05 +6,confirmation:independent:005,independent,future_marginal,0.9465537925482614,0.0005572959454146116 +6,confirmation:independent:006,independent,future_marginal,0.9304724172009831,0.00010312805357272821 +6,confirmation:independent:007,independent,future_marginal,0.9268463582040886,0.0008660618578040975 +6,confirmation:independent:008,independent,future_marginal,0.9680284859177795,0.00022809548632518606 +6,confirmation:independent:009,independent,future_marginal,0.8992584838531426,0.0004940604377348482 +6,confirmation:independent:010,independent,future_marginal,0.9783742538067988,0.0012366949546065986 +6,confirmation:independent:011,independent,future_marginal,0.9560663616582572,0.0008307125909352193 +6,confirmation:independent:012,independent,future_marginal,0.9766721820146899,6.609265824510564e-05 +6,confirmation:independent:013,independent,future_marginal,0.9159440813659028,0.0008443684613120468 +6,confirmation:independent:014,independent,future_marginal,0.8867084379674016,0.0009009081318047303 +6,confirmation:independent:015,independent,future_marginal,0.9555974174682635,0.0004435003827697459 +6,confirmation:independent:016,independent,future_marginal,0.9383101106761995,0.0002449145172010632 +6,confirmation:independent:017,independent,future_marginal,0.9383362044258075,0.0013796359781526415 +6,confirmation:independent:018,independent,future_marginal,0.7978006181826427,0.0004772989730640146 +6,confirmation:independent:019,independent,future_marginal,0.9573487546513628,9.251868813805093e-06 +6,confirmation:independent:020,independent,future_marginal,0.9614042519357118,0.0001880978170206345 +6,confirmation:independent:021,independent,future_marginal,0.9606727645207,0.0004006036628789363 +6,confirmation:independent:022,independent,future_marginal,0.9496337826029073,0.0008612095356715366 +6,confirmation:independent:023,independent,future_marginal,0.9628985995505301,0.00034112057230408405 +6,confirmation:independent:024,independent,future_marginal,0.988091476007724,0.00021672415873687695 +6,confirmation:independent:025,independent,future_marginal,0.9498246164539035,0.0003216084971806402 +6,confirmation:independent:026,independent,future_marginal,0.7743479030997121,0.0020235412308445646 +6,confirmation:independent:027,independent,future_marginal,0.788553805041107,0.0007099291523033346 +6,confirmation:independent:028,independent,future_marginal,0.9272729858614569,0.0005339987021684515 +6,confirmation:independent:029,independent,future_marginal,0.9608433422307201,0.00015827960324980386 +6,confirmation:independent:030,independent,future_marginal,0.8612851030778869,0.0027196639960475424 +6,confirmation:independent:031,independent,future_marginal,0.8123476657831766,0.0003629897519446164 +6,confirmation:context:000,context,future_marginal,0.8590226105560157,-9.25185853854297e-17 +6,confirmation:context:001,context,future_marginal,0.7085986721763812,9.25185853854297e-17 +6,confirmation:context:002,context,future_marginal,0.6788053257859765,1.850371707708594e-17 +6,confirmation:context:003,context,future_marginal,0.8482033782672708,-3.700743415417188e-17 +6,confirmation:context:004,context,future_marginal,0.7768353825731593,3.700743415417188e-17 +6,confirmation:context:005,context,future_marginal,0.8940887256527186,1.850371707708594e-17 +6,confirmation:context:006,context,future_marginal,0.8328355122495603,1.850371707708594e-17 +6,confirmation:context:007,context,future_marginal,0.8690795407881505,-5.551115123125783e-17 +6,confirmation:context:008,context,future_marginal,0.7457246864778787,3.700743415417188e-17 +6,confirmation:context:009,context,future_marginal,0.6676554134402093,9.25185853854297e-17 +6,confirmation:context:010,context,future_marginal,0.7505377207422681,-5.551115123125783e-17 +6,confirmation:context:011,context,future_marginal,0.7823846887832927,-5.551115123125783e-17 +6,confirmation:context:012,context,future_marginal,0.589656531047168,3.700743415417188e-17 +6,confirmation:context:013,context,future_marginal,0.8998066473838322,-1.850371707708594e-17 +6,confirmation:context:014,context,future_marginal,0.7661628061623739,-3.700743415417188e-17 +6,confirmation:context:015,context,future_marginal,0.7298420909392253,5.551115123125783e-17 +6,confirmation:context:016,context,future_marginal,0.7325267602999885,0.0 +6,confirmation:context:017,context,future_marginal,0.7624184032889885,1.850371707708594e-17 +6,confirmation:context:018,context,future_marginal,0.839772452782876,-1.2952601953960158e-16 +6,confirmation:context:019,context,future_marginal,0.8072073932412255,1.850371707708594e-17 +6,confirmation:context:020,context,future_marginal,0.7587747917170746,-5.551115123125783e-17 +6,confirmation:context:021,context,future_marginal,0.7998676802814481,7.401486830834377e-17 +6,confirmation:context:022,context,future_marginal,0.8830764189844309,3.700743415417188e-17 +6,confirmation:context:023,context,future_marginal,0.8613423915240761,0.0 +6,confirmation:context:024,context,future_marginal,0.817567070216931,-1.850371707708594e-16 +6,confirmation:context:025,context,future_marginal,0.873425577676898,3.700743415417188e-17 +6,confirmation:context:026,context,future_marginal,0.8206666367680452,-5.551115123125783e-17 +6,confirmation:context:027,context,future_marginal,0.6588368655775461,0.0 +6,confirmation:context:028,context,future_marginal,0.8708274170468766,0.0 +6,confirmation:context:029,context,future_marginal,0.8491647081114637,1.850371707708594e-17 +6,confirmation:context:030,context,future_marginal,0.8950036860009265,-1.850371707708594e-17 +6,confirmation:context:031,context,future_marginal,0.5891254826359915,9.25185853854297e-17 +6,confirmation:parity:000,parity,future_marginal,0.03156542932638518,0.7607906829483362 +6,confirmation:parity:001,parity,future_marginal,0.11957999844271597,0.7450000313072029 +6,confirmation:parity:002,parity,future_marginal,0.29795336770469155,0.5093570994071186 +6,confirmation:parity:003,parity,future_marginal,0.07751232563813268,0.8047023266357742 +6,confirmation:parity:004,parity,future_marginal,0.04872660286522893,0.7957479564602821 +6,confirmation:parity:005,parity,future_marginal,0.24529490541095603,0.6613544903913469 +6,confirmation:parity:006,parity,future_marginal,0.16047484083998664,0.6073582592112405 +6,confirmation:parity:007,parity,future_marginal,0.21409498176123526,0.7023322362735384 +6,confirmation:parity:008,parity,future_marginal,0.20120808205988264,0.5952553795412673 +6,confirmation:parity:009,parity,future_marginal,0.14687254118511503,0.7363161604878801 +6,confirmation:parity:010,parity,future_marginal,0.18053959377664974,0.5740164131438359 +6,confirmation:parity:011,parity,future_marginal,0.08568115199016216,0.7594060187238338 +6,confirmation:parity:012,parity,future_marginal,0.015164650378672748,0.7671357144652851 +6,confirmation:parity:013,parity,future_marginal,0.08137656017909428,0.8197971385624325 +6,confirmation:parity:014,parity,future_marginal,0.16897909759558552,0.739080020191215 +6,confirmation:parity:015,parity,future_marginal,0.09887301128593784,0.653931093697435 +6,confirmation:parity:016,parity,future_marginal,0.032941479262468695,0.8177559408160977 +6,confirmation:parity:017,parity,future_marginal,0.06368120866653292,0.8783772726893764 +6,confirmation:parity:018,parity,future_marginal,0.21658365214347544,0.4646749288651687 +6,confirmation:parity:019,parity,future_marginal,0.17410090686387397,0.6634208862702523 +6,confirmation:parity:020,parity,future_marginal,0.0432823261383975,0.7235042278956488 +6,confirmation:parity:021,parity,future_marginal,0.06859832478900804,0.7789715295484969 +6,confirmation:parity:022,parity,future_marginal,0.30374348247627336,0.6253597089071752 +6,confirmation:parity:023,parity,future_marginal,0.1239418022210419,0.731143659814349 +6,confirmation:parity:024,parity,future_marginal,0.16407057410951886,0.5866298747407372 +6,confirmation:parity:025,parity,future_marginal,0.005130938506084765,0.8690272511239912 +6,confirmation:parity:026,parity,future_marginal,0.20565907521372595,0.738432611261634 +6,confirmation:parity:027,parity,future_marginal,0.07652631948886641,0.6204332429014947 +6,confirmation:parity:028,parity,future_marginal,0.3708508826369875,0.46202694755214174 +6,confirmation:parity:029,parity,future_marginal,0.1422546595700605,0.7597431114961021 +6,confirmation:parity:030,parity,future_marginal,0.35818748324512156,0.5318362716001532 +6,confirmation:parity:031,parity,future_marginal,0.22626700381643908,0.4808290900563462 +6,confirmation:uninformative:000,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:001,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:002,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:003,uninformative,future_marginal,0.09567227603936104,-3.700743415417188e-17 +6,confirmation:uninformative:004,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:005,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:006,uninformative,future_marginal,0.2664450665844924,1.850371707708594e-17 +6,confirmation:uninformative:007,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:008,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:009,uninformative,future_marginal,0.04784918425933622,4.278984574076124e-17 +6,confirmation:uninformative:010,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:011,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:012,uninformative,future_marginal,0.06520115742550928,-1.2027416100105862e-16 +6,confirmation:uninformative:013,uninformative,future_marginal,0.3847470520512988,-1.850371707708594e-17 +6,confirmation:uninformative:014,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:015,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:016,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:017,uninformative,future_marginal,0.15558143556420317,4.625929269271485e-18 +6,confirmation:uninformative:018,uninformative,future_marginal,0.33036964803520363,0.0 +6,confirmation:uninformative:019,uninformative,future_marginal,0.03478783334199649,1.8619365308817729e-16 +6,confirmation:uninformative:020,uninformative,future_marginal,0.01803291121895637,-1.1564823173178713e-17 +6,confirmation:uninformative:021,uninformative,future_marginal,0.07293526314430267,9.945747928933693e-17 +6,confirmation:uninformative:022,uninformative,future_marginal,0.02765148972394015,-1.0350516739994949e-16 +6,confirmation:uninformative:023,uninformative,future_marginal,0.2772809975080677,-1.850371707708594e-17 +6,confirmation:uninformative:024,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:025,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:026,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:027,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:028,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:029,uninformative,future_marginal,0.35896219070127766,-4.625929269271485e-17 +6,confirmation:uninformative:030,uninformative,future_marginal,0.0,0.0 +6,confirmation:uninformative:031,uninformative,future_marginal,0.0,0.0 +6,confirmation:redundant:000,redundant,future_marginal,0.0,0.9435615891986391 +6,confirmation:redundant:001,redundant,future_marginal,0.1654079559347079,0.6738467709240982 +6,confirmation:redundant:002,redundant,future_marginal,0.10536222262404413,0.7530594981897993 +6,confirmation:redundant:003,redundant,future_marginal,0.0,0.8568614190317625 +6,confirmation:redundant:004,redundant,future_marginal,0.38504749262756516,0.4345926634522586 +6,confirmation:redundant:005,redundant,future_marginal,0.11227622133754775,0.6301347283448162 +6,confirmation:redundant:006,redundant,future_marginal,0.15632788589721752,0.6309018267741331 +6,confirmation:redundant:007,redundant,future_marginal,0.0,0.9188239222630245 +6,confirmation:redundant:008,redundant,future_marginal,0.016276028339439745,0.8940798626683357 +6,confirmation:redundant:009,redundant,future_marginal,0.0,0.763093120490651 +6,confirmation:redundant:010,redundant,future_marginal,0.0,0.8681242613244597 +6,confirmation:redundant:011,redundant,future_marginal,0.0,0.8241891321139022 +6,confirmation:redundant:012,redundant,future_marginal,0.0018027916587337906,0.8422818119359643 +6,confirmation:redundant:013,redundant,future_marginal,0.3330357999669519,0.45178979005655706 +6,confirmation:redundant:014,redundant,future_marginal,0.24079497685956544,0.6865594463985101 +6,confirmation:redundant:015,redundant,future_marginal,0.14672994499478564,0.6397919402841874 +6,confirmation:redundant:016,redundant,future_marginal,0.012586484487290106,0.8748407575846967 +6,confirmation:redundant:017,redundant,future_marginal,0.06857600517103714,0.7674107144934743 +6,confirmation:redundant:018,redundant,future_marginal,0.05779747175570536,0.7466834735716966 +6,confirmation:redundant:019,redundant,future_marginal,0.00355142487706461,0.7047410495363569 +6,confirmation:redundant:020,redundant,future_marginal,0.2947929370923625,0.6333608678089884 +6,confirmation:redundant:021,redundant,future_marginal,0.3361815435501053,0.47617955590028915 +6,confirmation:redundant:022,redundant,future_marginal,0.00012604381629888078,0.876474606171105 +6,confirmation:redundant:023,redundant,future_marginal,0.18693189081536013,0.6308562462732878 +6,confirmation:redundant:024,redundant,future_marginal,0.059214261751425246,0.7637405576331224 +6,confirmation:redundant:025,redundant,future_marginal,1.6915816319971556e-05,0.8164534035065426 +6,confirmation:redundant:026,redundant,future_marginal,0.026437436218933193,0.8238607564805642 +6,confirmation:redundant:027,redundant,future_marginal,0.05688873875247491,0.8414878205449107 +6,confirmation:redundant:028,redundant,future_marginal,0.11451971891320803,0.7186584187067783 +6,confirmation:redundant:029,redundant,future_marginal,0.263545963565653,0.4719218537518106 +6,confirmation:redundant:030,redundant,future_marginal,0.0,0.753726487206378 +6,confirmation:redundant:031,redundant,future_marginal,0.014017687205895458,0.8953738082593562 +6,confirmation:orientation_alias:000,orientation_alias,future_marginal,0.10291969874925624,0.6183900229772528 +6,confirmation:orientation_alias:001,orientation_alias,future_marginal,0.025857162837820025,0.6992113606488612 +6,confirmation:orientation_alias:002,orientation_alias,future_marginal,0.11133606174469586,0.709228307762119 +6,confirmation:orientation_alias:003,orientation_alias,future_marginal,0.17576648276842732,0.7413736941667316 +6,confirmation:orientation_alias:004,orientation_alias,future_marginal,0.1338587703032245,0.7459592899271545 +6,confirmation:orientation_alias:005,orientation_alias,future_marginal,0.30767074665011307,0.6296374612365698 +6,confirmation:orientation_alias:006,orientation_alias,future_marginal,0.2881631586297569,0.6262419641259226 +6,confirmation:orientation_alias:007,orientation_alias,future_marginal,0.10703116165589843,0.7816147706234275 +6,confirmation:orientation_alias:008,orientation_alias,future_marginal,0.2916740663676971,0.5241526608599496 +6,confirmation:orientation_alias:009,orientation_alias,future_marginal,0.0,0.7465334147333318 +6,confirmation:orientation_alias:010,orientation_alias,future_marginal,0.2997208479044262,0.4905384023747048 +6,confirmation:orientation_alias:011,orientation_alias,future_marginal,0.3165462079160177,0.5680118097402841 +6,confirmation:orientation_alias:012,orientation_alias,future_marginal,0.3208655768200912,0.600582737772388 +6,confirmation:orientation_alias:013,orientation_alias,future_marginal,0.2999299450044705,0.5901462968396343 +6,confirmation:orientation_alias:014,orientation_alias,future_marginal,0.18942361133721936,0.6009910870748096 +6,confirmation:orientation_alias:015,orientation_alias,future_marginal,0.06514488021963386,0.6444003272090788 +6,confirmation:orientation_alias:016,orientation_alias,future_marginal,0.1953939883035333,0.6938128378898828 +6,confirmation:orientation_alias:017,orientation_alias,future_marginal,0.0,0.912568339615426 +6,confirmation:orientation_alias:018,orientation_alias,future_marginal,0.3075835899108243,0.44240892538361143 +6,confirmation:orientation_alias:019,orientation_alias,future_marginal,0.259996822511458,0.4885439647559743 +6,confirmation:orientation_alias:020,orientation_alias,future_marginal,0.02232944399807974,0.8550173750325778 +6,confirmation:orientation_alias:021,orientation_alias,future_marginal,0.033842459654969806,0.6850322414351885 +6,confirmation:orientation_alias:022,orientation_alias,future_marginal,0.039232780257824874,0.7867455261281792 +6,confirmation:orientation_alias:023,orientation_alias,future_marginal,0.06069745549337287,0.6721336273720662 +6,confirmation:orientation_alias:024,orientation_alias,future_marginal,0.07806272068312803,0.820907831020822 +6,confirmation:orientation_alias:025,orientation_alias,future_marginal,0.16885017162406163,0.6674583351025203 +6,confirmation:orientation_alias:026,orientation_alias,future_marginal,0.12990476268526363,0.7796073651138615 +6,confirmation:orientation_alias:027,orientation_alias,future_marginal,0.21619754354892334,0.5387153002280822 +6,confirmation:orientation_alias:028,orientation_alias,future_marginal,0.1597792660742808,0.5873041023794291 +6,confirmation:orientation_alias:029,orientation_alias,future_marginal,0.08842131936389008,0.8186365943005997 +6,confirmation:orientation_alias:030,orientation_alias,future_marginal,0.09584494994590267,0.7635452040279078 +6,confirmation:orientation_alias:031,orientation_alias,future_marginal,0.25616559729614835,0.5480485465275768 +6,confirmation:independent:000,independent,raw_information,0.9506955735844986,0.017613227397241416 +6,confirmation:independent:001,independent,raw_information,0.9386392585304177,0.00830365089038872 +6,confirmation:independent:002,independent,raw_information,0.956690168350038,0.01323203478478461 +6,confirmation:independent:003,independent,raw_information,0.9589927209775239,0.009917316441580263 +6,confirmation:independent:004,independent,raw_information,0.9733788452678019,0.011402632849698075 +6,confirmation:independent:005,independent,raw_information,0.9388495855833083,0.008261502910367886 +6,confirmation:independent:006,independent,raw_information,0.8844764313426623,0.04609911391189351 +6,confirmation:independent:007,independent,raw_information,0.8978937040032268,0.029818716058665873 +6,confirmation:independent:008,independent,raw_information,0.9544358954612036,0.013820685942901015 +6,confirmation:independent:009,independent,raw_information,0.8801075422187887,0.019645002072088708 +6,confirmation:independent:010,independent,raw_information,0.9750946396927757,0.00451630906862969 +6,confirmation:independent:011,independent,raw_information,0.9480337888859396,0.008863285363252888 +6,confirmation:independent:012,independent,raw_information,0.9679440788836466,0.00879419578928825 +6,confirmation:independent:013,independent,raw_information,0.9053606506406302,0.011427799186584745 +6,confirmation:independent:014,independent,raw_information,0.8673284507291218,0.020280895370084557 +6,confirmation:independent:015,independent,raw_information,0.9524784286126532,0.003562489238380077 +6,confirmation:independent:016,independent,raw_information,0.9208511312338423,0.017703893959558365 +6,confirmation:independent:017,independent,raw_information,0.9243278550558333,0.015387985348126854 +6,confirmation:independent:018,independent,raw_information,0.7761954046547507,0.022082512500956015 +6,confirmation:independent:019,independent,raw_information,0.9335195045420286,0.023838501978148036 +6,confirmation:independent:020,independent,raw_information,0.9302443886808307,0.031347961071901756 +6,confirmation:independent:021,independent,raw_information,0.9325330608683867,0.028540307315192248 +6,confirmation:independent:022,independent,raw_information,0.9165954222426761,0.03389956989590276 +6,confirmation:independent:023,independent,raw_information,0.9504048032227181,0.012834916900116103 +6,confirmation:independent:024,independent,raw_information,0.9813630441217649,0.006945156044696051 +6,confirmation:independent:025,independent,raw_information,0.9409762118517163,0.009170013099367602 +6,confirmation:independent:026,independent,raw_information,0.7535719923527211,0.022799451977835596 +6,confirmation:independent:027,independent,raw_information,0.7668435888259989,0.02242014536741116 +6,confirmation:independent:028,independent,raw_information,0.8969878579720403,0.030819126591585068 +6,confirmation:independent:029,independent,raw_information,0.9515491727499974,0.009452449083972598 +6,confirmation:independent:030,independent,raw_information,0.840499698702323,0.023505068371611516 +6,confirmation:independent:031,independent,raw_information,0.7655585682208432,0.04715208731427807 +6,confirmation:context:000,context,raw_information,0.709084544883107,0.14993806567290868 +6,confirmation:context:001,context,raw_information,0.6651596979278378,0.04343897424854354 +6,confirmation:context:002,context,raw_information,0.2610921324478737,0.41771319333810275 +6,confirmation:context:003,context,raw_information,0.4827872848140592,0.36541609345321147 +6,confirmation:context:004,context,raw_information,0.23143568196825953,0.5453997006048997 +6,confirmation:context:005,context,raw_information,0.8940887256527186,-1.850371707708594e-17 +6,confirmation:context:006,context,raw_information,0.8102332064283764,0.022602305821184072 +6,confirmation:context:007,context,raw_information,0.8690795407881505,-5.551115123125783e-17 +6,confirmation:context:008,context,raw_information,0.7457246864778787,3.700743415417188e-17 +6,confirmation:context:009,context,raw_information,0.6261961696523083,0.04145924378790118 +6,confirmation:context:010,context,raw_information,0.7495489777253811,0.0009887430168867653 +6,confirmation:context:011,context,raw_information,0.7823846887832926,-3.700743415417188e-17 +6,confirmation:context:012,context,raw_information,0.5367192086660296,0.05293732238113847 +6,confirmation:context:013,context,raw_information,0.899806647383832,0.0 +6,confirmation:context:014,context,raw_information,0.766162806162374,-9.25185853854297e-17 +6,confirmation:context:015,context,raw_information,0.4878254517811573,0.24201663915806806 +6,confirmation:context:016,context,raw_information,0.5734556512772778,0.15907110902271077 +6,confirmation:context:017,context,raw_information,0.02981081805148317,0.7326075852375054 +6,confirmation:context:018,context,raw_information,0.740000415747279,0.09977203703559691 +6,confirmation:context:019,context,raw_information,0.8072073932412255,-9.25185853854297e-17 +6,confirmation:context:020,context,raw_information,0.7398511178367244,0.018923673880350045 +6,confirmation:context:021,context,raw_information,0.7053183377431385,0.09454934253830966 +6,confirmation:context:022,context,raw_information,0.8828035044764864,0.0002729145079447178 +6,confirmation:context:023,context,raw_information,0.8402249595031176,0.021117432020958483 +6,confirmation:context:024,context,raw_information,0.5645393167221355,0.2530277534947953 +6,confirmation:context:025,context,raw_information,0.4841040737037817,0.3893215039731164 +6,confirmation:context:026,context,raw_information,0.8206666367680452,-3.700743415417188e-17 +6,confirmation:context:027,context,raw_information,0.5925288896813115,0.06630797589623467 +6,confirmation:context:028,context,raw_information,0.862837997478711,0.00798941956816553 +6,confirmation:context:029,context,raw_information,0.6620989631758971,0.18706574493556652 +6,confirmation:context:030,context,raw_information,0.8757756320159761,0.019228053984950366 +6,confirmation:context:031,context,raw_information,0.5505867429438088,0.038538739692182813 +6,confirmation:parity:000,parity,raw_information,0.6476239340664038,0.14473217820831752 +6,confirmation:parity:001,parity,raw_information,0.7627767363253258,0.10180329342459316 +6,confirmation:parity:002,parity,raw_information,0.6875649855318932,0.119745481579917 +6,confirmation:parity:003,parity,raw_information,0.8190401504693245,0.06317450180458237 +6,confirmation:parity:004,parity,raw_information,0.7412281047225433,0.10324645460296768 +6,confirmation:parity:005,parity,raw_information,0.8429696809708183,0.06367971483148456 +6,confirmation:parity:006,parity,raw_information,0.5946161085034378,0.17321699154778936 +6,confirmation:parity:007,parity,raw_information,0.8571426429180746,0.05928457511669884 +6,confirmation:parity:008,parity,raw_information,0.6629312969171186,0.13353216468403123 +6,confirmation:parity:009,parity,raw_information,0.7691785803102846,0.1140101213627105 +6,confirmation:parity:010,parity,raw_information,0.4902701911184023,0.2642858158020833 +6,confirmation:parity:011,parity,raw_information,0.7502443384024957,0.09484283231150033 +6,confirmation:parity:012,parity,raw_information,0.5869633869461831,0.1953369778977747 +6,confirmation:parity:013,parity,raw_information,0.8202344869024008,0.08093921183912596 +6,confirmation:parity:014,parity,raw_information,0.6312848760126437,0.2767742417741569 +6,confirmation:parity:015,parity,raw_information,0.49288166600707967,0.2599224389762932 +6,confirmation:parity:016,parity,raw_information,0.7589906013276395,0.09170681875092693 +6,confirmation:parity:017,parity,raw_information,0.9101436964346918,0.03191478492121739 +6,confirmation:parity:018,parity,raw_information,0.48780604758170254,0.19345253342694163 +6,confirmation:parity:019,parity,raw_information,0.7346512713520174,0.10287052178210883 +6,confirmation:parity:020,parity,raw_information,0.6239175647186042,0.14286898931544206 +6,confirmation:parity:021,parity,raw_information,0.7581755541648001,0.08939430017270496 +6,confirmation:parity:022,parity,raw_information,0.8923474115711306,0.0367557798123179 +6,confirmation:parity:023,parity,raw_information,0.7211184995374444,0.13396696249794654 +6,confirmation:parity:024,parity,raw_information,0.549945578589151,0.20075487026110508 +6,confirmation:parity:025,parity,raw_information,0.6521500031480386,0.22200818648203735 +6,confirmation:parity:026,parity,raw_information,0.901803350752622,0.04228833572273788 +6,confirmation:parity:027,parity,raw_information,0.5096212611683,0.18733830122206113 +6,confirmation:parity:028,parity,raw_information,0.7266068286722431,0.10627100151688602 +6,confirmation:parity:029,parity,raw_information,0.5179317963714563,0.38406597469470627 +6,confirmation:parity:030,parity,raw_information,0.8247778750312309,0.06524587981404381 +6,confirmation:parity:031,parity,raw_information,0.5016160585109154,0.2054800353618699 +6,confirmation:uninformative:000,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:001,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:002,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:003,uninformative,raw_information,0.09567227603936104,-2.7755575615628914e-17 +6,confirmation:uninformative:004,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:005,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:006,uninformative,raw_information,0.2664450665844924,5.551115123125783e-17 +6,confirmation:uninformative:007,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:008,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:009,uninformative,raw_information,0.047849184259336264,1.0408340855860843e-17 +6,confirmation:uninformative:010,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:011,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:012,uninformative,raw_information,0.06520115742550918,-2.7755575615628914e-17 +6,confirmation:uninformative:013,uninformative,raw_information,0.3847470520512988,-1.850371707708594e-17 +6,confirmation:uninformative:014,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:015,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:016,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:017,uninformative,raw_information,0.15558143556420317,2.7755575615628914e-17 +6,confirmation:uninformative:018,uninformative,raw_information,0.33036964803520374,-3.700743415417188e-17 +6,confirmation:uninformative:019,uninformative,raw_information,0.03478783334199667,4.625929269271485e-18 +6,confirmation:uninformative:020,uninformative,raw_information,0.01803291121895641,-5.377642775528102e-17 +6,confirmation:uninformative:021,uninformative,raw_information,0.07293526314430282,-5.088522196198634e-17 +6,confirmation:uninformative:022,uninformative,raw_information,0.027651489723940027,2.0238440553062748e-17 +6,confirmation:uninformative:023,uninformative,raw_information,0.27728099750806773,-4.625929269271485e-17 +6,confirmation:uninformative:024,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:025,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:026,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:027,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:028,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:029,uninformative,raw_information,0.35896219070127766,-9.25185853854297e-18 +6,confirmation:uninformative:030,uninformative,raw_information,0.0,0.0 +6,confirmation:uninformative:031,uninformative,raw_information,0.0,0.0 +6,confirmation:redundant:000,redundant,raw_information,0.9242031989750152,0.019358390223623602 +6,confirmation:redundant:001,redundant,raw_information,0.823825004580776,0.015429722278029929 +6,confirmation:redundant:002,redundant,raw_information,0.7202405991679367,0.13818112164590685 +6,confirmation:redundant:003,redundant,raw_information,0.8280031726593632,0.028858246372399178 +6,confirmation:redundant:004,redundant,raw_information,0.6603785363449952,0.1592616197348286 +6,confirmation:redundant:005,redundant,raw_information,0.5717580589114647,0.17065289077089935 +6,confirmation:redundant:006,redundant,raw_information,0.6536388379861315,0.13359087468521907 +6,confirmation:redundant:007,redundant,raw_information,0.8961930815362087,0.022630840726815815 +6,confirmation:redundant:008,redundant,raw_information,0.9103558910077754,1.1102230246251565e-16 +6,confirmation:redundant:009,redundant,raw_information,0.763093120490651,-3.700743415417188e-17 +6,confirmation:redundant:010,redundant,raw_information,0.6995508265316426,0.16857343479281697 +6,confirmation:redundant:011,redundant,raw_information,0.8104997769739812,0.013689355139921106 +6,confirmation:redundant:012,redundant,raw_information,0.8083329792224255,0.035751624372272486 +6,confirmation:redundant:013,redundant,raw_information,0.7249778480845745,0.059847741938934475 +6,confirmation:redundant:014,redundant,raw_information,0.9125192776829725,0.014835145575102885 +6,confirmation:redundant:015,redundant,raw_information,0.7582366548850704,0.02828523039390259 +6,confirmation:redundant:016,redundant,raw_information,0.7675879402805821,0.1198393017914049 +6,confirmation:redundant:017,redundant,raw_information,0.6567604223035111,0.17922629736100043 +6,confirmation:redundant:018,redundant,raw_information,0.703610594941961,0.10087035038544107 +6,confirmation:redundant:019,redundant,raw_information,0.6662917388086332,0.04200073560478821 +6,confirmation:redundant:020,redundant,raw_information,0.891916078885167,0.03623772601618389 +6,confirmation:redundant:021,redundant,raw_information,0.7078044343624921,0.10455666508790246 +6,confirmation:redundant:022,redundant,raw_information,0.6365833535565322,0.24001729643087155 +6,confirmation:redundant:023,redundant,raw_information,0.7746978071788432,0.043090329909804936 +6,confirmation:redundant:024,redundant,raw_information,0.7931182847659064,0.029836534618641254 +6,confirmation:redundant:025,redundant,raw_information,0.7880640992452724,0.02840622007759014 +6,confirmation:redundant:026,redundant,raw_information,0.778908850024342,0.07138934267515558 +6,confirmation:redundant:027,redundant,raw_information,0.8983765592973854,1.1102230246251565e-16 +6,confirmation:redundant:028,redundant,raw_information,0.7612518912600367,0.0719262463599496 +6,confirmation:redundant:029,redundant,raw_information,0.5852529398596393,0.15021487745782422 +6,confirmation:redundant:030,redundant,raw_information,0.7270636137188007,0.026662873487577378 +6,confirmation:redundant:031,redundant,raw_information,0.8911726236131543,0.018218871852097324 +6,confirmation:orientation_alias:000,orientation_alias,raw_information,0.5512868768904344,0.17002284483607466 +6,confirmation:orientation_alias:001,orientation_alias,raw_information,0.6553936682118326,0.06967485527484857 +6,confirmation:orientation_alias:002,orientation_alias,raw_information,0.7680623239863468,0.052502045520468034 +6,confirmation:orientation_alias:003,orientation_alias,raw_information,0.8369491322292402,0.08019104470591881 +6,confirmation:orientation_alias:004,orientation_alias,raw_information,0.871235880623965,0.00858217960641422 +6,confirmation:orientation_alias:005,orientation_alias,raw_information,0.8957358595018701,0.041572348384812864 +6,confirmation:orientation_alias:006,orientation_alias,raw_information,0.9042875571373498,0.010117565618329752 +6,confirmation:orientation_alias:007,orientation_alias,raw_information,0.7034896717267156,0.18515626055261028 +6,confirmation:orientation_alias:008,orientation_alias,raw_information,0.677281161313201,0.13854556591444553 +6,confirmation:orientation_alias:009,orientation_alias,raw_information,0.6501382322067544,0.09639518252657743 +6,confirmation:orientation_alias:010,orientation_alias,raw_information,0.5807741535788896,0.20948509670024135 +6,confirmation:orientation_alias:011,orientation_alias,raw_information,0.7424920030350589,0.14206601462124285 +6,confirmation:orientation_alias:012,orientation_alias,raw_information,0.8882219039074768,0.03322641068500235 +6,confirmation:orientation_alias:013,orientation_alias,raw_information,0.7743467414220607,0.11572950042204395 +6,confirmation:orientation_alias:014,orientation_alias,raw_information,0.7375175002724985,0.05289719813953053 +6,confirmation:orientation_alias:015,orientation_alias,raw_information,0.5265003067419121,0.1830449006868005 +6,confirmation:orientation_alias:016,orientation_alias,raw_information,0.8361757225942414,0.053031103599174734 +6,confirmation:orientation_alias:017,orientation_alias,raw_information,0.8567311246247674,0.05583721499065869 +6,confirmation:orientation_alias:018,orientation_alias,raw_information,0.539937028924619,0.21005548636981664 +6,confirmation:orientation_alias:019,orientation_alias,raw_information,0.6805069422537573,0.06803384501367506 +6,confirmation:orientation_alias:020,orientation_alias,raw_information,0.5284522567240024,0.34889456230665533 +6,confirmation:orientation_alias:021,orientation_alias,raw_information,0.5001585035334049,0.21871619755675353 +6,confirmation:orientation_alias:022,orientation_alias,raw_information,0.7112479539509227,0.11473035243508126 +6,confirmation:orientation_alias:023,orientation_alias,raw_information,0.661938966121432,0.07089211674400711 +6,confirmation:orientation_alias:024,orientation_alias,raw_information,0.7079010309385017,0.19106952076544836 +6,confirmation:orientation_alias:025,orientation_alias,raw_information,0.7195905765315991,0.1167179301949829 +6,confirmation:orientation_alias:026,orientation_alias,raw_information,0.759923584514999,0.14958854328412619 +6,confirmation:orientation_alias:027,orientation_alias,raw_information,0.5939402606146782,0.16097258316232743 +6,confirmation:orientation_alias:028,orientation_alias,raw_information,0.6818639434213726,0.06521942503233721 +6,confirmation:orientation_alias:029,orientation_alias,raw_information,0.8661352660043031,0.04092264766018651 +6,confirmation:orientation_alias:030,orientation_alias,raw_information,0.8298754712197542,0.029514682754056294 +6,confirmation:orientation_alias:031,orientation_alias,raw_information,0.5870467231146848,0.21716742070904052 +6,confirmation:independent:000,independent,raw_entropy,0.725580763422093,0.242728037559647 +6,confirmation:independent:001,independent,raw_entropy,0.8163757897856893,0.13056711963511716 +6,confirmation:independent:002,independent,raw_entropy,0.6873177432208133,0.2826044599140092 +6,confirmation:independent:003,independent,raw_entropy,0.8470095104368306,0.12190052698227352 +6,confirmation:independent:004,independent,raw_entropy,0.857944745285522,0.12683673283197794 +6,confirmation:independent:005,independent,raw_entropy,0.5750520466252389,0.37205904186843713 +6,confirmation:independent:006,independent,raw_entropy,0.6505529756117598,0.2800225696427958 +6,confirmation:independent:007,independent,raw_entropy,0.6543562861955462,0.2733561338663464 +6,confirmation:independent:008,independent,raw_entropy,0.6227902075133797,0.34546637389072493 +6,confirmation:independent:009,independent,raw_entropy,0.5933763285670625,0.306376215723815 +6,confirmation:independent:010,independent,raw_entropy,0.9055295870943934,0.07408136166701207 +6,confirmation:independent:011,independent,raw_entropy,0.5575526301300142,0.3993444441191783 +6,confirmation:independent:012,independent,raw_entropy,0.6114813334248606,0.36525694124807445 +6,confirmation:independent:013,independent,raw_entropy,0.56234019019447,0.3544482596327448 +6,confirmation:independent:014,independent,raw_entropy,0.5801108627839896,0.3074984833152168 +6,confirmation:independent:015,independent,raw_entropy,0.5662936602129393,0.3897472576380939 +6,confirmation:independent:016,independent,raw_entropy,0.48900110139150055,0.4495539238019002 +6,confirmation:independent:017,independent,raw_entropy,0.8747181959174357,0.06499764448652445 +6,confirmation:independent:018,independent,raw_entropy,0.23218081828479645,0.5660970988709102 +6,confirmation:independent:019,independent,raw_entropy,0.5515900053977381,0.4057680011224384 +6,confirmation:independent:020,independent,raw_entropy,0.6907837321297846,0.27080861762294783 +6,confirmation:independent:021,independent,raw_entropy,0.7208282422487914,0.24024512593478758 +6,confirmation:independent:022,independent,raw_entropy,0.744195546758869,0.20629944537970984 +6,confirmation:independent:023,independent,raw_entropy,0.5805424755481696,0.3826972445746646 +6,confirmation:independent:024,independent,raw_entropy,0.8910941726401603,0.09721402752630048 +6,confirmation:independent:025,independent,raw_entropy,0.339348960245302,0.610797264705782 +6,confirmation:independent:026,independent,raw_entropy,0.5925624070992118,0.1838090372313449 +6,confirmation:independent:027,independent,raw_entropy,0.2011526983120129,0.5881110358813972 +6,confirmation:independent:028,independent,raw_entropy,0.5957740187812224,0.33203296578240293 +6,confirmation:independent:029,independent,raw_entropy,0.6591780425514282,0.3018235792825417 +6,confirmation:independent:030,independent,raw_entropy,0.6791463301403879,0.18485843693354648 +6,confirmation:independent:031,independent,raw_entropy,0.5760776441251622,0.23663301140995913 +6,confirmation:context:000,context,raw_entropy,0.8372220355179021,0.02180057503811363 +6,confirmation:context:001,context,raw_entropy,0.6651596979278378,0.04343897424854357 +6,confirmation:context:002,context,raw_entropy,0.6788053257859765,0.0 +6,confirmation:context:003,context,raw_entropy,0.4827872848140592,0.36541609345321147 +6,confirmation:context:004,context,raw_entropy,0.23143568196825953,0.5453997006048997 +6,confirmation:context:005,context,raw_entropy,0.8940887256527189,-1.2952601953960158e-16 +6,confirmation:context:006,context,raw_entropy,0.8328355122495604,-1.850371707708594e-17 +6,confirmation:context:007,context,raw_entropy,0.8690795407881505,-1.850371707708594e-17 +6,confirmation:context:008,context,raw_entropy,0.6810025008680902,0.06472218560978849 +6,confirmation:context:009,context,raw_entropy,0.6676554134402093,1.1102230246251565e-16 +6,confirmation:context:010,context,raw_entropy,0.7495489777253811,0.0009887430168867653 +6,confirmation:context:011,context,raw_entropy,0.6780822684836344,0.1043024202996581 +6,confirmation:context:012,context,raw_entropy,0.5896565310471679,6.476300976980079e-17 +6,confirmation:context:013,context,raw_entropy,0.8982205198886692,0.001586127495162959 +6,confirmation:context:014,context,raw_entropy,0.7661628061623738,-3.700743415417188e-17 +6,confirmation:context:015,context,raw_entropy,0.7040533342857086,0.025788756653516726 +6,confirmation:context:016,context,raw_entropy,0.7325267602999885,3.700743415417188e-17 +6,confirmation:context:017,context,raw_entropy,0.7019890458883697,0.06042935740061883 +6,confirmation:context:018,context,raw_entropy,0.22805348601281628,0.6117189667700597 +6,confirmation:context:019,context,raw_entropy,0.8072073932412256,-9.25185853854297e-17 +6,confirmation:context:020,context,raw_entropy,0.6881474819165743,0.0706273098005002 +6,confirmation:context:021,context,raw_entropy,0.7053183377431385,0.09454934253830967 +6,confirmation:context:022,context,raw_entropy,0.8828035044764864,0.0002729145079447178 +6,confirmation:context:023,context,raw_entropy,0.8613423915240761,-1.850371707708594e-17 +6,confirmation:context:024,context,raw_entropy,0.8175670702169309,-7.401486830834377e-17 +6,confirmation:context:025,context,raw_entropy,0.8734255776768981,-1.4802973661668753e-16 +6,confirmation:context:026,context,raw_entropy,0.4672076467943148,0.35345898997373043 +6,confirmation:context:027,context,raw_entropy,0.6588368655775461,-1.850371707708594e-17 +6,confirmation:context:028,context,raw_entropy,0.8628379974787111,0.007989419568165512 +6,confirmation:context:029,context,raw_entropy,0.8468598764530914,0.0023048316583722897 +6,confirmation:context:030,context,raw_entropy,0.03632752067778855,0.858676165323138 +6,confirmation:context:031,context,raw_entropy,0.5505867429438089,0.03853873969218278 +6,confirmation:parity:000,parity,raw_entropy,0.6622849743407239,0.13007113793399744 +6,confirmation:parity:001,parity,raw_entropy,0.7600750609773412,0.10450496877257762 +6,confirmation:parity:002,parity,raw_entropy,0.5079161638829119,0.29939430322889826 +6,confirmation:parity:003,parity,raw_entropy,0.07656064671749445,0.8056540055564125 +6,confirmation:parity:004,parity,raw_entropy,0.7212281047225435,0.12324645460296754 +6,confirmation:parity:005,parity,raw_entropy,0.6856365685171305,0.22101282728517238 +6,confirmation:parity:006,parity,raw_entropy,0.5746161085034377,0.19321699154778949 +6,confirmation:parity:007,parity,raw_entropy,0.8371426429180746,0.07928457511669892 +6,confirmation:parity:008,parity,raw_entropy,0.5773425843041502,0.21912087729699975 +6,confirmation:parity:009,parity,raw_entropy,0.7877934373594857,0.09539526431350945 +6,confirmation:parity:010,parity,raw_entropy,0.22840309738740694,0.5261529095330788 +6,confirmation:parity:011,parity,raw_entropy,0.7302443384024957,0.11484283231150029 +6,confirmation:parity:012,parity,raw_entropy,0.6839110875346869,0.09838927730927094 +6,confirmation:parity:013,parity,raw_entropy,0.8207638114886088,0.08040988725291805 +6,confirmation:parity:014,parity,raw_entropy,0.8950591415004725,0.01299997628632817 +6,confirmation:parity:015,parity,raw_entropy,0.7022339703401652,0.050570134643207754 +6,confirmation:parity:016,parity,raw_entropy,0.7427160389931676,0.10798138108539876 +6,confirmation:parity:017,parity,raw_entropy,0.8901436964346919,0.05191478492121733 +6,confirmation:parity:018,parity,raw_entropy,0.264005350930102,0.4172532300785421 +6,confirmation:parity:019,parity,raw_entropy,0.5284234129091185,0.3090983802250078 +6,confirmation:parity:020,parity,raw_entropy,0.6298379444854549,0.13694860954859128 +6,confirmation:parity:021,parity,raw_entropy,0.7381755541648001,0.10939430017270493 +6,confirmation:parity:022,parity,raw_entropy,0.5977319397531049,0.33137125163034364 +6,confirmation:parity:023,parity,raw_entropy,0.23164576746324564,0.6234396945721453 +6,confirmation:parity:024,parity,raw_entropy,0.612500782502112,0.1381996663481441 +6,confirmation:parity:025,parity,raw_entropy,0.8403198382188899,0.03383835141118611 +6,confirmation:parity:026,parity,raw_entropy,0.881803350752622,0.06228833572273788 +6,confirmation:parity:027,parity,raw_entropy,0.5005757289818821,0.19638383340847904 +6,confirmation:parity:028,parity,raw_entropy,0.30115716611684074,0.5317206640722884 +6,confirmation:parity:029,parity,raw_entropy,0.49793179637145624,0.4040659746947063 +6,confirmation:parity:030,parity,raw_entropy,0.6023377685347883,0.2876859863104864 +6,confirmation:parity:031,parity,raw_entropy,0.5553976926224831,0.15169840125030223 +6,confirmation:uninformative:000,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:001,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:002,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:003,uninformative,raw_entropy,0.09567227603936103,-9.25185853854297e-18 +6,confirmation:uninformative:004,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:005,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:006,uninformative,raw_entropy,0.2664450665844924,0.0 +6,confirmation:uninformative:007,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:008,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:009,uninformative,raw_entropy,0.047849184259336305,-3.122502256758253e-17 +6,confirmation:uninformative:010,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:011,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:012,uninformative,raw_entropy,0.06520115742550918,-2.3129646346357426e-17 +6,confirmation:uninformative:013,uninformative,raw_entropy,0.3847470520512988,-1.850371707708594e-17 +6,confirmation:uninformative:014,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:015,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:016,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:017,uninformative,raw_entropy,0.15558143556420312,4.625929269271485e-17 +6,confirmation:uninformative:018,uninformative,raw_entropy,0.33036964803520363,0.0 +6,confirmation:uninformative:019,uninformative,raw_entropy,0.034787833341996685,-9.25185853854297e-18 +6,confirmation:uninformative:020,uninformative,raw_entropy,0.018032911218956345,1.0986582014519778e-17 +6,confirmation:uninformative:021,uninformative,raw_entropy,0.07293526314430278,0.0 +6,confirmation:uninformative:022,uninformative,raw_entropy,0.027651489723940027,1.6768993601109134e-17 +6,confirmation:uninformative:023,uninformative,raw_entropy,0.2772809975080677,0.0 +6,confirmation:uninformative:024,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:025,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:026,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:027,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:028,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:029,uninformative,raw_entropy,0.35896219070127755,5.551115123125783e-17 +6,confirmation:uninformative:030,uninformative,raw_entropy,0.0,0.0 +6,confirmation:uninformative:031,uninformative,raw_entropy,0.0,0.0 +6,confirmation:redundant:000,redundant,raw_entropy,0.9111269976338306,0.03243459156480834 +6,confirmation:redundant:001,redundant,raw_entropy,0.7058932121241474,0.1333615147346586 +6,confirmation:redundant:002,redundant,raw_entropy,0.8329971395112408,0.025424581302602778 +6,confirmation:redundant:003,redundant,raw_entropy,0.8117541726361864,0.04510724639557593 +6,confirmation:redundant:004,redundant,raw_entropy,0.7876393235262477,0.032000832553576164 +6,confirmation:redundant:005,redundant,raw_entropy,0.6914803028610903,0.050930646821273795 +6,confirmation:redundant:006,redundant,raw_entropy,0.7366704128339749,0.050559299837375594 +6,confirmation:redundant:007,redundant,raw_entropy,0.7590657014180255,0.159758220844999 +6,confirmation:redundant:008,redundant,raw_entropy,0.8370239036954286,0.07333198731234702 +6,confirmation:redundant:009,redundant,raw_entropy,0.6744443588562323,0.08864876163441851 +6,confirmation:redundant:010,redundant,raw_entropy,0.8629486925891949,0.005175568735264627 +6,confirmation:redundant:011,redundant,raw_entropy,0.6597644229070178,0.1644247092068845 +6,confirmation:redundant:012,redundant,raw_entropy,0.7898735534608856,0.0542110501338125 +6,confirmation:redundant:013,redundant,raw_entropy,0.6773529224851021,0.10747266753840684 +6,confirmation:redundant:014,redundant,raw_entropy,0.8970029277841116,0.030351495473963725 +6,confirmation:redundant:015,redundant,raw_entropy,0.6820505850457856,0.10447130023318738 +6,confirmation:redundant:016,redundant,raw_entropy,0.8743538231851793,0.013073418886807575 +6,confirmation:redundant:017,redundant,raw_entropy,0.8252362298370994,0.010750489827412057 +6,confirmation:redundant:018,redundant,raw_entropy,0.7713519909631109,0.03312895436429103 +6,confirmation:redundant:019,redundant,raw_entropy,0.5263312266611898,0.18196124775223158 +6,confirmation:redundant:020,redundant,raw_entropy,0.9197604590188078,0.00839334588254309 +6,confirmation:redundant:021,redundant,raw_entropy,0.754454793837737,0.057906305612657485 +6,confirmation:redundant:022,redundant,raw_entropy,0.8766006499874038,-5.551115123125783e-17 +6,confirmation:redundant:023,redundant,raw_entropy,0.7581969305632048,0.059591206525443176 +6,confirmation:redundant:024,redundant,raw_entropy,0.7387199018872466,0.08423491749730097 +6,confirmation:redundant:025,redundant,raw_entropy,0.7099823125773073,0.10648800674555542 +6,confirmation:redundant:026,redundant,raw_entropy,0.8502981926994975,-1.850371707708594e-17 +6,confirmation:redundant:027,redundant,raw_entropy,0.5083234669050558,0.3900530923923296 +6,confirmation:redundant:028,redundant,raw_entropy,0.8157027462988917,0.017475391321094547 +6,confirmation:redundant:029,redundant,raw_entropy,0.651763047371536,0.0837047699459276 +6,confirmation:redundant:030,redundant,raw_entropy,0.7360394604838671,0.017687026722510803 +6,confirmation:redundant:031,redundant,raw_entropy,0.8806943120791282,0.028697183386123554 +6,confirmation:orientation_alias:000,orientation_alias,raw_entropy,0.6584864216102073,0.06282330011630173 +6,confirmation:orientation_alias:001,orientation_alias,raw_entropy,0.5272537037752824,0.19781481971139886 +6,confirmation:orientation_alias:002,orientation_alias,raw_entropy,0.6973587715098575,0.12320559799695736 +6,confirmation:orientation_alias:003,orientation_alias,raw_entropy,0.8683454675438492,0.04879470939130968 +6,confirmation:orientation_alias:004,orientation_alias,raw_entropy,0.8712358806239653,0.008582179606414109 +6,confirmation:orientation_alias:005,orientation_alias,raw_entropy,0.8757358595018703,0.06157234838481266 +6,confirmation:orientation_alias:006,orientation_alias,raw_entropy,0.6156542115756178,0.29875091118006164 +6,confirmation:orientation_alias:007,orientation_alias,raw_entropy,0.8614868613356759,0.027159070943650165 +6,confirmation:orientation_alias:008,orientation_alias,raw_entropy,0.677281161313201,0.13854556591444556 +6,confirmation:orientation_alias:009,orientation_alias,raw_entropy,0.6432949284684762,0.10323848626485552 +6,confirmation:orientation_alias:010,orientation_alias,raw_entropy,0.5807741535788896,0.20948509670024135 +6,confirmation:orientation_alias:011,orientation_alias,raw_entropy,0.8549024360929274,0.02965558156337439 +6,confirmation:orientation_alias:012,orientation_alias,raw_entropy,0.8308686729704213,0.09057964162205792 +6,confirmation:orientation_alias:013,orientation_alias,raw_entropy,0.8350525549607953,0.055023686883309275 +6,confirmation:orientation_alias:014,orientation_alias,raw_entropy,0.6773842188600337,0.1130304795519953 +6,confirmation:orientation_alias:015,orientation_alias,raw_entropy,0.5751652266077845,0.1343799808209282 +6,confirmation:orientation_alias:016,orientation_alias,raw_entropy,0.7788538963780081,0.11035292981540819 +6,confirmation:orientation_alias:017,orientation_alias,raw_entropy,0.8290870067076113,0.08348133290781484 +6,confirmation:orientation_alias:018,orientation_alias,raw_entropy,0.539937028924619,0.21005548636981664 +6,confirmation:orientation_alias:019,orientation_alias,raw_entropy,0.6805069422537573,0.06803384501367507 +6,confirmation:orientation_alias:020,orientation_alias,raw_entropy,0.8634651290618982,0.013881689968759492 +6,confirmation:orientation_alias:021,orientation_alias,raw_entropy,0.6104736641697233,0.10840103692043498 +6,confirmation:orientation_alias:022,orientation_alias,raw_entropy,0.6912479539509226,0.13473035243508136 +6,confirmation:orientation_alias:023,orientation_alias,raw_entropy,0.5422279155830277,0.1906031672824114 +6,confirmation:orientation_alias:024,orientation_alias,raw_entropy,0.868522198669994,0.03044835303395584 +6,confirmation:orientation_alias:025,orientation_alias,raw_entropy,0.7412984540267049,0.09501005269987695 +6,confirmation:orientation_alias:026,orientation_alias,raw_entropy,0.8910479224849649,0.018464205314160338 +6,confirmation:orientation_alias:027,orientation_alias,raw_entropy,0.5739402606146781,0.1809725831623275 +6,confirmation:orientation_alias:028,orientation_alias,raw_entropy,0.5630160808221871,0.18406728763152275 +6,confirmation:orientation_alias:029,orientation_alias,raw_entropy,0.7792484607771153,0.12780945288737433 +6,confirmation:orientation_alias:030,orientation_alias,raw_entropy,0.6012416760118009,0.2581484779620097 +6,confirmation:orientation_alias:031,orientation_alias,raw_entropy,0.7316728379891703,0.07254130583455495 +6,confirmation:independent:000,independent,hash_code,0.6665410001654927,0.3017678008162472 +6,confirmation:independent:001,independent,hash_code,0.7914243780571046,0.15551853136370175 +6,confirmation:independent:002,independent,hash_code,0.4962479357733046,0.47367426736151785 +6,confirmation:independent:003,independent,hash_code,0.8249525419390384,0.14395749548006564 +6,confirmation:independent:004,independent,hash_code,0.7734635726023341,0.21131790551516594 +6,confirmation:independent:005,independent,hash_code,0.4881085216577641,0.459002566835912 +6,confirmation:independent:006,independent,hash_code,0.255046335935951,0.6755292093186047 +6,confirmation:independent:007,independent,hash_code,0.46621083735248764,0.461501582709405 +6,confirmation:independent:008,independent,hash_code,0.37015756616555096,0.5980990152385536 +6,confirmation:independent:009,independent,hash_code,0.4881440345623206,0.4116085097285569 +6,confirmation:independent:010,independent,hash_code,0.9000351241701046,0.07957582459130082 +6,confirmation:independent:011,independent,hash_code,0.4713884022571899,0.4855086719920026 +6,confirmation:independent:012,independent,hash_code,0.36915080879455486,0.60758746587838 +6,confirmation:independent:013,independent,hash_code,0.48039949790434827,0.4363889519228666 +6,confirmation:independent:014,independent,hash_code,0.48052162050250274,0.40708772559670364 +6,confirmation:independent:015,independent,hash_code,0.5168969320296022,0.43914398582143105 +6,confirmation:independent:016,independent,hash_code,0.22059911192353523,0.7179559132698655 +6,confirmation:independent:017,independent,hash_code,0.8559895820576446,0.08372625834631547 +6,confirmation:independent:018,independent,hash_code,0.07357301359419552,0.7247049035615112 +6,confirmation:independent:019,independent,hash_code,0.030681469490578307,0.9266765370295983 +6,confirmation:independent:020,independent,hash_code,0.2464950853796172,0.7150972643731152 +6,confirmation:independent:021,independent,hash_code,0.43479384879152916,0.5262795193920498 +6,confirmation:independent:022,independent,hash_code,0.5857024096042698,0.3647925825343091 +6,confirmation:independent:023,independent,hash_code,0.37789866801245214,0.5853410521103821 +6,confirmation:independent:024,independent,hash_code,0.8634981110415813,0.12481008912487968 +6,confirmation:independent:025,independent,hash_code,0.12115637656820463,0.8289898483828795 +6,confirmation:independent:026,independent,hash_code,0.5595777574469849,0.21679368688357187 +6,confirmation:independent:027,independent,hash_code,0.039009664516279616,0.7502540696771305 +6,confirmation:independent:028,independent,hash_code,0.370414128092015,0.5573928564716104 +6,confirmation:independent:029,independent,hash_code,0.5566289751873164,0.40437264664665357 +6,confirmation:independent:030,independent,hash_code,0.6337502296812061,0.23025453739272822 +6,confirmation:independent:031,independent,hash_code,0.4996935722360008,0.3130170832991205 +6,confirmation:context:000,context,hash_code,0.532417935711677,0.32660467484433875 +6,confirmation:context:001,context,hash_code,0.290221721684216,0.4183769504921653 +6,confirmation:context:002,context,hash_code,0.3615640659371948,0.3172412598487817 +6,confirmation:context:003,context,hash_code,0.15272655041251856,0.6954768278547522 +6,confirmation:context:004,context,hash_code,0.35995025601964015,0.4168851265535192 +6,confirmation:context:005,context,hash_code,0.12214125943338656,0.7719474662193321 +6,confirmation:context:006,context,hash_code,0.2279107995236443,0.6049247127259161 +6,confirmation:context:007,context,hash_code,0.3212809637022714,0.5477985770858791 +6,confirmation:context:008,context,hash_code,0.23519638538564985,0.5105283010922289 +6,confirmation:context:009,context,hash_code,0.0,0.6676554134402095 +6,confirmation:context:010,context,hash_code,0.23930705230238783,0.5112306684398802 +6,confirmation:context:011,context,hash_code,0.058397461784105056,0.7239872269991874 +6,confirmation:context:012,context,hash_code,0.3373926657634114,0.25226386528375666 +6,confirmation:context:013,context,hash_code,0.4885278158475753,0.41127883153625683 +6,confirmation:context:014,context,hash_code,0.1321234021786809,0.634039403983693 +6,confirmation:context:015,context,hash_code,0.2532769015757196,0.4765651893635058 +6,confirmation:context:016,context,hash_code,0.28613326865752203,0.44639349164246656 +6,confirmation:context:017,context,hash_code,0.09197372568199291,0.6704446776069957 +6,confirmation:context:018,context,hash_code,0.342644035497641,0.49712841728523494 +6,confirmation:context:019,context,hash_code,0.3449221591881956,0.4622852340530299 +6,confirmation:context:020,context,hash_code,0.0,0.7587747917170746 +6,confirmation:context:021,context,hash_code,0.3012447138731445,0.4986229664083037 +6,confirmation:context:022,context,hash_code,0.3209422266070394,0.5621341923773916 +6,confirmation:context:023,context,hash_code,0.29063667852594055,0.5707057129981357 +6,confirmation:context:024,context,hash_code,0.18874348844008795,0.6288235817768428 +6,confirmation:context:025,context,hash_code,0.3988843526305207,0.4745412250463774 +6,confirmation:context:026,context,hash_code,0.024493592167742856,0.7961730446003022 +6,confirmation:context:027,context,hash_code,0.4272652089110319,0.23157165666651408 +6,confirmation:context:028,context,hash_code,0.34527901055851534,0.5255484064883613 +6,confirmation:context:029,context,hash_code,0.32299798153343723,0.5261667265780263 +6,confirmation:context:030,context,hash_code,0.07829291325785223,0.8167107727430742 +6,confirmation:context:031,context,hash_code,0.23433419696548285,0.35479128567050877 +6,confirmation:parity:000,parity,hash_code,0.13755400000832746,0.6548021122663938 +6,confirmation:parity:001,parity,hash_code,0.1109171972306281,0.7536628325192908 +6,confirmation:parity:002,parity,hash_code,0.3332009905786686,0.47410947653314156 +6,confirmation:parity:003,parity,hash_code,0.05197939991031967,0.8302352523635872 +6,confirmation:parity:004,parity,hash_code,0.0763401293624748,0.7681344299630359 +6,confirmation:parity:005,parity,hash_code,0.32791501128316985,0.5787343845191331 +6,confirmation:parity:006,parity,hash_code,0.20730193117050505,0.5605311688807221 +6,confirmation:parity:007,parity,hash_code,0.25838290403568964,0.6580443139990839 +6,confirmation:parity:008,parity,hash_code,0.31328066812050664,0.48318279348064325 +6,confirmation:parity:009,parity,hash_code,0.21208403847067808,0.671104663202317 +6,confirmation:parity:010,parity,hash_code,0.2845204179854195,0.47003558893506614 +6,confirmation:parity:011,parity,hash_code,0.05055694286497689,0.7945302278490189 +6,confirmation:parity:012,parity,hash_code,0.23380120842729019,0.5484991564166677 +6,confirmation:parity:013,parity,hash_code,0.36309058052727644,0.5380831182142503 +6,confirmation:parity:014,parity,hash_code,0.34020960674271566,0.5678495110440849 +6,confirmation:parity:015,parity,hash_code,0.3195891118236271,0.4332149931597458 +6,confirmation:parity:016,parity,hash_code,0.3507611261917215,0.49993629388684485 +6,confirmation:parity:017,parity,hash_code,0.21611708240310878,0.7259413989528004 +6,confirmation:parity:018,parity,hash_code,0.19977785771031092,0.4814807232983332 +6,confirmation:parity:019,parity,hash_code,0.1687517639666454,0.6687700291674809 +6,confirmation:parity:020,parity,hash_code,0.23907497208635978,0.5277115819476864 +6,confirmation:parity:021,parity,hash_code,0.21165867225191343,0.6359111820855916 +6,confirmation:parity:022,parity,hash_code,0.25774414848795857,0.6713590428954901 +6,confirmation:parity:023,parity,hash_code,0.32464078771657756,0.5304446743188134 +6,confirmation:parity:024,parity,hash_code,0.15789231979820015,0.5928081290520559 +6,confirmation:parity:025,parity,hash_code,0.2561717732948201,0.6179864163352559 +6,confirmation:parity:026,parity,hash_code,0.35543448166539626,0.5886572048099638 +6,confirmation:parity:027,parity,hash_code,0.09944955793543911,0.597510004454922 +6,confirmation:parity:028,parity,hash_code,0.3299751485277344,0.5029026816613947 +6,confirmation:parity:029,parity,hash_code,0.3317650170730122,0.5702327539931503 +6,confirmation:parity:030,parity,hash_code,0.5089861915083493,0.3810375633369253 +6,confirmation:parity:031,parity,hash_code,0.2772151648166633,0.4298809290561221 +6,confirmation:uninformative:000,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:001,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:002,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:003,uninformative,hash_code,0.09567227603936104,-3.469446951953614e-17 +6,confirmation:uninformative:004,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:005,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:006,uninformative,hash_code,0.2664450665844924,9.25185853854297e-18 +6,confirmation:uninformative:007,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:008,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:009,uninformative,hash_code,0.04784918425933628,-1.0408340855860843e-17 +6,confirmation:uninformative:010,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:011,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:012,uninformative,hash_code,0.0652011574255091,5.088522196198634e-17 +6,confirmation:uninformative:013,uninformative,hash_code,0.3847470520512988,-3.700743415417188e-17 +6,confirmation:uninformative:014,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:015,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:016,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:017,uninformative,hash_code,0.15558143556420312,4.625929269271485e-17 +6,confirmation:uninformative:018,uninformative,hash_code,0.33036964803520363,3.700743415417188e-17 +6,confirmation:uninformative:019,uninformative,hash_code,0.03478783334199663,4.163336342344337e-17 +6,confirmation:uninformative:020,uninformative,hash_code,0.01803291121895636,-2.3129646346357427e-18 +6,confirmation:uninformative:021,uninformative,hash_code,0.07293526314430285,-6.938893903907228e-17 +6,confirmation:uninformative:022,uninformative,hash_code,0.027651489723940027,2.0238440553062748e-17 +6,confirmation:uninformative:023,uninformative,hash_code,0.27728099750806773,-3.700743415417188e-17 +6,confirmation:uninformative:024,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:025,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:026,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:027,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:028,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:029,uninformative,hash_code,0.35896219070127766,-4.625929269271485e-17 +6,confirmation:uninformative:030,uninformative,hash_code,0.0,0.0 +6,confirmation:uninformative:031,uninformative,hash_code,0.0,0.0 +6,confirmation:redundant:000,redundant,hash_code,0.0,0.9435615891986391 +6,confirmation:redundant:001,redundant,hash_code,0.14652128369201523,0.6927334431667909 +6,confirmation:redundant:002,redundant,hash_code,0.09410854573209193,0.7643131750817516 +6,confirmation:redundant:003,redundant,hash_code,0.0,0.8568614190317625 +6,confirmation:redundant:004,redundant,hash_code,0.0,0.8196401560798239 +6,confirmation:redundant:005,redundant,hash_code,0.12374701570700654,0.6186639339753575 +6,confirmation:redundant:006,redundant,hash_code,0.10970075080350002,0.6775289618678505 +6,confirmation:redundant:007,redundant,hash_code,0.0,0.9188239222630245 +6,confirmation:redundant:008,redundant,hash_code,0.0,0.9103558910077756 +6,confirmation:redundant:009,redundant,hash_code,0.0,0.763093120490651 +6,confirmation:redundant:010,redundant,hash_code,0.0,0.8681242613244597 +6,confirmation:redundant:011,redundant,hash_code,0.0,0.8241891321139022 +6,confirmation:redundant:012,redundant,hash_code,0.0001652391712429387,0.8439193644234552 +6,confirmation:redundant:013,redundant,hash_code,0.1699126390559084,0.6149129509676006 +6,confirmation:redundant:014,redundant,hash_code,0.2563701949833919,0.6709842282746834 +6,confirmation:redundant:015,redundant,hash_code,0.17712844106788084,0.6093934442110923 +6,confirmation:redundant:016,redundant,hash_code,0.0,0.8874272420719868 +6,confirmation:redundant:017,redundant,hash_code,0.058507174197322306,0.777479545467189 +6,confirmation:redundant:018,redundant,hash_code,0.0,0.804480945327402 +6,confirmation:redundant:019,redundant,hash_code,0.0,0.7082924744134214 +6,confirmation:redundant:020,redundant,hash_code,0.25917544799515335,0.6689783569061976 +6,confirmation:redundant:021,redundant,hash_code,0.21978515217863742,0.5925759472717571 +6,confirmation:redundant:022,redundant,hash_code,0.0,0.8766006499874038 +6,confirmation:redundant:023,redundant,hash_code,0.21276021292143069,0.6050279241672173 +6,confirmation:redundant:024,redundant,hash_code,0.0,0.8229548193845476 +6,confirmation:redundant:025,redundant,hash_code,6.932390821351442e-05,0.8164009954146492 +6,confirmation:redundant:026,redundant,hash_code,0.019585692378177276,0.8307125003213202 +6,confirmation:redundant:027,redundant,hash_code,0.0,0.8983765592973854 +6,confirmation:redundant:028,redundant,hash_code,0.0,0.8331781376199863 +6,confirmation:redundant:029,redundant,hash_code,0.0,0.7354678173174636 +6,confirmation:redundant:030,redundant,hash_code,0.0,0.753726487206378 +6,confirmation:redundant:031,redundant,hash_code,0.0,0.9093914954652516 +6,confirmation:orientation_alias:000,orientation_alias,hash_code,0.08108982039557963,0.6402199013309293 +6,confirmation:orientation_alias:001,orientation_alias,hash_code,0.04575692307917155,0.6793116004075097 +6,confirmation:orientation_alias:002,orientation_alias,hash_code,0.06007775810778429,0.7604866113990305 +6,confirmation:orientation_alias:003,orientation_alias,hash_code,0.1572843342983153,0.7598558426368436 +6,confirmation:orientation_alias:004,orientation_alias,hash_code,0.05774008592389083,0.8220779743064883 +6,confirmation:orientation_alias:005,orientation_alias,hash_code,0.3740178856645353,0.5632903222221477 +6,confirmation:orientation_alias:006,orientation_alias,hash_code,0.6511204040736265,0.26328471868205305 +6,confirmation:orientation_alias:007,orientation_alias,hash_code,0.71400021435255,0.1746457179267759 +6,confirmation:orientation_alias:008,orientation_alias,hash_code,0.3018871973604746,0.5139395298671722 +6,confirmation:orientation_alias:009,orientation_alias,hash_code,0.20841374758309883,0.538119667150233 +6,confirmation:orientation_alias:010,orientation_alias,hash_code,0.5893998471053891,0.2008594031737419 +6,confirmation:orientation_alias:011,orientation_alias,hash_code,0.19729668998097852,0.6872613276753232 +6,confirmation:orientation_alias:012,orientation_alias,hash_code,0.5760110691762331,0.3454372454162461 +6,confirmation:orientation_alias:013,orientation_alias,hash_code,0.7780638534823974,0.1120123883617073 +6,confirmation:orientation_alias:014,orientation_alias,hash_code,0.23259732357913965,0.5578173748328894 +6,confirmation:orientation_alias:015,orientation_alias,hash_code,0.18472096345503755,0.5248242439736751 +6,confirmation:orientation_alias:016,orientation_alias,hash_code,0.0002714573593294312,0.8889353688340869 +6,confirmation:orientation_alias:017,orientation_alias,hash_code,0.8490870067076115,0.06348133290781463 +6,confirmation:orientation_alias:018,orientation_alias,hash_code,0.3185475463149129,0.43144496897952284 +6,confirmation:orientation_alias:019,orientation_alias,hash_code,0.274772309367802,0.47376847789963034 +6,confirmation:orientation_alias:020,orientation_alias,hash_code,0.531708231736401,0.34563858729425656 +6,confirmation:orientation_alias:021,orientation_alias,hash_code,0.0581243292445737,0.6607503718455847 +6,confirmation:orientation_alias:022,orientation_alias,hash_code,0.2393622221588032,0.5866160842272008 +6,confirmation:orientation_alias:023,orientation_alias,hash_code,0.03016303443855864,0.7026680484268806 +6,confirmation:orientation_alias:024,orientation_alias,hash_code,0.2598861879455576,0.6390843637583924 +6,confirmation:orientation_alias:025,orientation_alias,hash_code,0.21213374766493978,0.624174759061642 +6,confirmation:orientation_alias:026,orientation_alias,hash_code,0.39181270314281813,0.517699424656307 +6,confirmation:orientation_alias:027,orientation_alias,hash_code,0.16789861708000342,0.5870142266970022 +6,confirmation:orientation_alias:028,orientation_alias,hash_code,0.26609671549826397,0.48098665295544585 +6,confirmation:orientation_alias:029,orientation_alias,hash_code,0.7992484607771152,0.10780945288737444 +6,confirmation:orientation_alias:030,orientation_alias,hash_code,0.08347112309274268,0.7759190308810677 +6,confirmation:orientation_alias:031,orientation_alias,hash_code,0.16559766890087785,0.6386164749228473 +6,confirmation:independent:000,independent,action_values,0.9676533068944786,0.000655494087261473 +6,confirmation:independent:001,independent,action_values,0.945693762693944,0.0012491467268624747 +6,confirmation:independent:002,independent,action_values,0.9698258127752286,9.639035959387494e-05 +6,confirmation:independent:003,independent,action_values,0.9678218821073582,0.0010881553117458678 +6,confirmation:independent:004,independent,action_values,0.9847350292024665,4.644891503352566e-05 +6,confirmation:independent:005,independent,action_values,0.9467097597529485,0.00040132874072760594 +6,confirmation:independent:006,independent,action_values,0.9303458222911184,0.00022972296343733617 +6,confirmation:independent:007,independent,action_values,0.9267516691007134,0.000960750961179239 +6,confirmation:independent:008,independent,action_values,0.9678394671530162,0.0004171142510883685 +6,confirmation:independent:009,independent,action_values,0.8992584838531427,0.0004940604377348297 +6,confirmation:independent:010,independent,action_values,0.9775741860353714,0.002036762726034036 +6,confirmation:independent:011,independent,action_values,0.9564877086113408,0.00040936563785185876 +6,confirmation:independent:012,independent,action_values,0.97667218201469,6.609265824497612e-05 +6,confirmation:independent:013,independent,action_values,0.9160398334157132,0.0007486164115015532 +6,confirmation:independent:014,independent,action_values,0.8867325952842009,0.0008767508150056187 +6,confirmation:independent:015,independent,action_values,0.9555974174682635,0.0004435003827698014 +6,confirmation:independent:016,independent,action_values,0.9381271377388082,0.0004278874545923424 +6,confirmation:independent:017,independent,action_values,0.9364044349278811,0.0033114054760789617 +6,confirmation:independent:018,independent,action_values,0.7951667353071966,0.0031111818485099287 +6,confirmation:independent:019,independent,action_values,0.957330146895033,2.7859625143585493e-05 +6,confirmation:independent:020,independent,action_values,0.9612755444076605,0.00031680534507179853 +6,confirmation:independent:021,independent,action_values,0.9607596414843252,0.00031372669925378016 +6,confirmation:independent:022,independent,action_values,0.9499794871860604,0.0005155049525185269 +6,confirmation:independent:023,independent,action_values,0.9628728865696801,0.00036683355315416294 +6,confirmation:independent:024,independent,action_values,0.9876804756955512,0.0006277244709097518 +6,confirmation:independent:025,independent,action_values,0.9498491510879148,0.00029707386316918383 +6,confirmation:independent:026,independent,action_values,0.7743479030997121,0.0020235412308445833 +6,confirmation:independent:027,independent,action_values,0.7877967089143666,0.0014670252790435951 +6,confirmation:independent:028,independent,action_values,0.9268926593305551,0.0009143252330702418 +6,confirmation:independent:029,independent,action_values,0.9608433422307201,0.00015827960324985937 +6,confirmation:independent:030,independent,action_values,0.8618213164979973,0.0021834505759370884 +6,confirmation:independent:031,independent,action_values,0.8125171925874596,0.00019346294766170447 +6,confirmation:context:000,context,action_values,0.8590226105560156,1.850371707708594e-17 +6,confirmation:context:001,context,action_values,0.7085986721763813,-1.850371707708594e-17 +6,confirmation:context:002,context,action_values,0.6788053257859765,3.700743415417188e-17 +6,confirmation:context:003,context,action_values,0.8482033782672708,-9.25185853854297e-17 +6,confirmation:context:004,context,action_values,0.7768353825731593,0.0 +6,confirmation:context:005,context,action_values,0.8940887256527188,-5.551115123125783e-17 +6,confirmation:context:006,context,action_values,0.8328355122495604,0.0 +6,confirmation:context:007,context,action_values,0.8690795407881505,-9.25185853854297e-17 +6,confirmation:context:008,context,action_values,0.7457246864778787,5.551115123125783e-17 +6,confirmation:context:009,context,action_values,0.6676554134402093,1.1102230246251565e-16 +6,confirmation:context:010,context,action_values,0.7505377207422679,1.850371707708594e-17 +6,confirmation:context:011,context,action_values,0.7823846887832927,-1.2952601953960158e-16 +6,confirmation:context:012,context,action_values,0.589656531047168,3.700743415417188e-17 +6,confirmation:context:013,context,action_values,0.8998066473838322,-5.551115123125783e-17 +6,confirmation:context:014,context,action_values,0.7661628061623738,5.551115123125783e-17 +6,confirmation:context:015,context,action_values,0.7298420909392254,0.0 +6,confirmation:context:016,context,action_values,0.7325267602999885,0.0 +6,confirmation:context:017,context,action_values,0.7624184032889885,1.850371707708594e-17 +6,confirmation:context:018,context,action_values,0.839772452782876,-5.551115123125783e-17 +6,confirmation:context:019,context,action_values,0.8072073932412255,-7.401486830834377e-17 +6,confirmation:context:020,context,action_values,0.7587747917170746,-3.700743415417188e-17 +6,confirmation:context:021,context,action_values,0.7998676802814482,1.850371707708594e-17 +6,confirmation:context:022,context,action_values,0.8830764189844311,3.700743415417188e-17 +6,confirmation:context:023,context,action_values,0.8613423915240761,-1.850371707708594e-17 +6,confirmation:context:024,context,action_values,0.817567070216931,-2.5905203907920316e-16 +6,confirmation:context:025,context,action_values,0.873425577676898,1.850371707708594e-17 +6,confirmation:context:026,context,action_values,0.8206666367680452,-3.700743415417188e-17 +6,confirmation:context:027,context,action_values,0.6588368655775461,-5.551115123125783e-17 +6,confirmation:context:028,context,action_values,0.8708274170468766,-3.700743415417188e-17 +6,confirmation:context:029,context,action_values,0.8491647081114637,1.850371707708594e-17 +6,confirmation:context:030,context,action_values,0.8950036860009265,-1.850371707708594e-17 +6,confirmation:context:031,context,action_values,0.5891254826359915,9.25185853854297e-17 +6,confirmation:parity:000,parity,action_values,0.7923561122747214,0.0 +6,confirmation:parity:001,parity,action_values,0.8645800297499189,-1.850371707708594e-17 +6,confirmation:parity:002,parity,action_values,0.8073104671118101,-5.551115123125783e-17 +6,confirmation:parity:003,parity,action_values,0.8822146522739069,-1.850371707708594e-17 +6,confirmation:parity:004,parity,action_values,0.844474559325511,-7.401486830834377e-17 +6,confirmation:parity:005,parity,action_values,0.906649395802303,-5.551115123125783e-17 +6,confirmation:parity:006,parity,action_values,0.7678331000512273,-7.401486830834377e-17 +6,confirmation:parity:007,parity,action_values,0.9164272180347736,5.551115123125783e-17 +6,confirmation:parity:008,parity,action_values,0.79646346160115,0.0 +6,confirmation:parity:009,parity,action_values,0.8831887016729951,0.0 +6,confirmation:parity:010,parity,action_values,0.7545560069204856,5.551115123125783e-17 +6,confirmation:parity:011,parity,action_values,0.8450871707139962,-9.25185853854297e-17 +6,confirmation:parity:012,parity,action_values,0.7823003648439577,0.0 +6,confirmation:parity:013,parity,action_values,0.9011736987415266,5.551115123125783e-17 +6,confirmation:parity:014,parity,action_values,0.9080591177868007,-1.1102230246251565e-16 +6,confirmation:parity:015,parity,action_values,0.7528041049833729,1.850371707708594e-17 +6,confirmation:parity:016,parity,action_values,0.8506974200785664,0.0 +6,confirmation:parity:017,parity,action_values,0.9420584813559092,0.0 +6,confirmation:parity:018,parity,action_values,0.6812585810086441,-1.850371707708594e-17 +6,confirmation:parity:019,parity,action_values,0.8375217931341263,-1.850371707708594e-17 +6,confirmation:parity:020,parity,action_values,0.7667865540340462,5.551115123125783e-17 +6,confirmation:parity:021,parity,action_values,0.847569854337505,0.0 +6,confirmation:parity:022,parity,action_values,0.9291031913834487,-3.700743415417188e-17 +6,confirmation:parity:023,parity,action_values,0.8550854620353909,3.700743415417188e-17 +6,confirmation:parity:024,parity,action_values,0.7507004488502562,-7.401486830834377e-17 +6,confirmation:parity:025,parity,action_values,0.8741581896300761,-3.700743415417188e-17 +6,confirmation:parity:026,parity,action_values,0.9440916864753599,5.551115123125783e-17 +6,confirmation:parity:027,parity,action_values,0.6969595623903612,-3.700743415417188e-17 +6,confirmation:parity:028,parity,action_values,0.8328778301891293,-7.401486830834377e-17 +6,confirmation:parity:029,parity,action_values,0.9019977710661626,-3.700743415417188e-17 +6,confirmation:parity:030,parity,action_values,0.8900237548452747,-1.850371707708594e-17 +6,confirmation:parity:031,parity,action_values,0.7070960938727853,5.551115123125783e-17 +6,confirmation:uninformative:000,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:001,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:002,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:003,uninformative,action_values,0.09567227603936104,-2.3129646346357426e-17 +6,confirmation:uninformative:004,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:005,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:006,uninformative,action_values,0.2664450665844924,-9.25185853854297e-18 +6,confirmation:uninformative:007,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:008,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:009,uninformative,action_values,0.04784918425933629,-1.5034270125132327e-17 +6,confirmation:uninformative:010,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:011,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:012,uninformative,action_values,0.06520115742550914,9.25185853854297e-18 +6,confirmation:uninformative:013,uninformative,action_values,0.38474705205129883,-7.401486830834377e-17 +6,confirmation:uninformative:014,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:015,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:016,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:017,uninformative,action_values,0.15558143556420317,-1.850371707708594e-17 +6,confirmation:uninformative:018,uninformative,action_values,0.33036964803520374,-7.401486830834377e-17 +6,confirmation:uninformative:019,uninformative,action_values,0.03478783334199664,3.9320398788807623e-17 +6,confirmation:uninformative:020,uninformative,action_values,0.01803291121895632,3.642919299551295e-17 +6,confirmation:uninformative:021,uninformative,action_values,0.07293526314430276,2.3129646346357426e-17 +6,confirmation:uninformative:022,uninformative,action_values,0.02765148972394002,2.7177334456969977e-17 +6,confirmation:uninformative:023,uninformative,action_values,0.27728099750806773,-3.700743415417188e-17 +6,confirmation:uninformative:024,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:025,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:026,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:027,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:028,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:029,uninformative,action_values,0.35896219070127755,9.25185853854297e-18 +6,confirmation:uninformative:030,uninformative,action_values,0.0,0.0 +6,confirmation:uninformative:031,uninformative,action_values,0.0,0.0 +6,confirmation:redundant:000,redundant,action_values,0.9435615891986389,-1.850371707708594e-17 +6,confirmation:redundant:001,redundant,action_values,0.839254726858806,3.700743415417188e-17 +6,confirmation:redundant:002,redundant,action_values,0.8584217208138437,-1.850371707708594e-17 +6,confirmation:redundant:003,redundant,action_values,0.8568614190317625,-1.850371707708594e-17 +6,confirmation:redundant:004,redundant,action_values,0.8196401560798239,-3.700743415417188e-17 +6,confirmation:redundant:005,redundant,action_values,0.742410949682364,7.401486830834377e-17 +6,confirmation:redundant:006,redundant,action_values,0.7872297126713506,-1.850371707708594e-17 +6,confirmation:redundant:007,redundant,action_values,0.9188239222630245,-1.850371707708594e-17 +6,confirmation:redundant:008,redundant,action_values,0.9103558910077756,7.401486830834377e-17 +6,confirmation:redundant:009,redundant,action_values,0.763093120490651,-7.401486830834377e-17 +6,confirmation:redundant:010,redundant,action_values,0.8681242613244597,-3.700743415417188e-17 +6,confirmation:redundant:011,redundant,action_values,0.8241891321139023,-3.700743415417188e-17 +6,confirmation:redundant:012,redundant,action_values,0.8440846035946981,-1.850371707708594e-17 +6,confirmation:redundant:013,redundant,action_values,0.784825590023509,-5.551115123125783e-17 +6,confirmation:redundant:014,redundant,action_values,0.9273544232580753,9.25185853854297e-17 +6,confirmation:redundant:015,redundant,action_values,0.786521885278973,3.700743415417188e-17 +6,confirmation:redundant:016,redundant,action_values,0.8874272420719868,7.401486830834377e-17 +6,confirmation:redundant:017,redundant,action_values,0.8359867196645113,3.700743415417188e-17 +6,confirmation:redundant:018,redundant,action_values,0.804480945327402,9.25185853854297e-17 +6,confirmation:redundant:019,redundant,action_values,0.7082924744134216,-3.700743415417188e-17 +6,confirmation:redundant:020,redundant,action_values,0.928153804901351,-1.1102230246251565e-16 +6,confirmation:redundant:021,redundant,action_values,0.8123610994503947,-1.2952601953960158e-16 +6,confirmation:redundant:022,redundant,action_values,0.8766006499874038,-1.850371707708594e-17 +6,confirmation:redundant:023,redundant,action_values,0.8177881370886482,-5.551115123125783e-17 +6,confirmation:redundant:024,redundant,action_values,0.8229548193845476,-1.850371707708594e-17 +6,confirmation:redundant:025,redundant,action_values,0.8164703193228626,5.551115123125783e-17 +6,confirmation:redundant:026,redundant,action_values,0.8502981926994974,-1.850371707708594e-17 +6,confirmation:redundant:027,redundant,action_values,0.8983765592973854,1.2952601953960158e-16 +6,confirmation:redundant:028,redundant,action_values,0.8331781376199864,-5.551115123125783e-17 +6,confirmation:redundant:029,redundant,action_values,0.7354678173174636,0.0 +6,confirmation:redundant:030,redundant,action_values,0.753726487206378,-3.700743415417188e-17 +6,confirmation:redundant:031,redundant,action_values,0.9093914954652518,-1.2952601953960158e-16 +6,confirmation:orientation_alias:000,orientation_alias,action_values,0.7213097217265091,7.401486830834377e-17 +6,confirmation:orientation_alias:001,orientation_alias,action_values,0.7250685234866812,0.0 +6,confirmation:orientation_alias:002,orientation_alias,action_values,0.8205643695068148,-1.850371707708594e-17 +6,confirmation:orientation_alias:003,orientation_alias,action_values,0.9171401769351588,5.551115123125783e-17 +6,confirmation:orientation_alias:004,orientation_alias,action_values,0.8798180602303792,9.25185853854297e-17 +6,confirmation:orientation_alias:005,orientation_alias,action_values,0.9373082078866828,5.551115123125783e-17 +6,confirmation:orientation_alias:006,orientation_alias,action_values,0.9144051227556795,-3.700743415417188e-17 +6,confirmation:orientation_alias:007,orientation_alias,action_values,0.8886459322793258,1.850371707708594e-17 +6,confirmation:orientation_alias:008,orientation_alias,action_values,0.8158267272276467,-9.25185853854297e-17 +6,confirmation:orientation_alias:009,orientation_alias,action_values,0.7465334147333318,0.0 +6,confirmation:orientation_alias:010,orientation_alias,action_values,0.7902592502791308,3.700743415417188e-17 +6,confirmation:orientation_alias:011,orientation_alias,action_values,0.8845580176563017,7.401486830834377e-17 +6,confirmation:orientation_alias:012,orientation_alias,action_values,0.9214483145924792,-1.850371707708594e-17 +6,confirmation:orientation_alias:013,orientation_alias,action_values,0.8900762418441048,1.850371707708594e-17 +6,confirmation:orientation_alias:014,orientation_alias,action_values,0.790414698412029,1.850371707708594e-17 +6,confirmation:orientation_alias:015,orientation_alias,action_values,0.7095452074287127,0.0 +6,confirmation:orientation_alias:016,orientation_alias,action_values,0.8892068261934162,3.700743415417188e-17 +6,confirmation:orientation_alias:017,orientation_alias,action_values,0.9125683396154263,-9.25185853854297e-17 +6,confirmation:orientation_alias:018,orientation_alias,action_values,0.7499925152944356,5.551115123125783e-17 +6,confirmation:orientation_alias:019,orientation_alias,action_values,0.7485407872674325,-5.551115123125783e-17 +6,confirmation:orientation_alias:020,orientation_alias,action_values,0.8773468190306577,-5.551115123125783e-17 +6,confirmation:orientation_alias:021,orientation_alias,action_values,0.7188747010901584,5.551115123125783e-17 +6,confirmation:orientation_alias:022,orientation_alias,action_values,0.825978306386004,1.850371707708594e-17 +6,confirmation:orientation_alias:023,orientation_alias,action_values,0.7328310828654392,0.0 +6,confirmation:orientation_alias:024,orientation_alias,action_values,0.8989705517039501,-1.1102230246251565e-16 +6,confirmation:orientation_alias:025,orientation_alias,action_values,0.836308506726582,-1.850371707708594e-17 +6,confirmation:orientation_alias:026,orientation_alias,action_values,0.9095121277991252,3.700743415417188e-17 +6,confirmation:orientation_alias:027,orientation_alias,action_values,0.7549128437770056,-5.551115123125783e-17 +6,confirmation:orientation_alias:028,orientation_alias,action_values,0.7470833684537098,5.551115123125783e-17 +6,confirmation:orientation_alias:029,orientation_alias,action_values,0.9070579136644898,-9.25185853854297e-17 +6,confirmation:orientation_alias:030,orientation_alias,action_values,0.8593901539738106,-1.850371707708594e-17 +6,confirmation:orientation_alias:031,orientation_alias,action_values,0.8042141438237254,1.850371707708594e-17 +3,confirmation:independent:000,independent,identity,0.8797418952751219,0.0 +3,confirmation:independent:001,independent,identity,0.9386392585304177,0.0 +3,confirmation:independent:002,independent,identity,0.956690168350038,0.0 +3,confirmation:independent:003,independent,identity,0.9086363243540381,0.0 +3,confirmation:independent:004,independent,identity,0.9674600203318773,0.0 +3,confirmation:independent:005,independent,identity,0.7945522977045544,0.0 +3,confirmation:independent:006,independent,identity,0.7874826122021372,0.0 +3,confirmation:independent:007,independent,identity,0.7790989760044109,0.0 +3,confirmation:independent:008,independent,identity,0.8817265305910064,0.0 +3,confirmation:independent:009,independent,identity,0.8079487507618961,0.0 +3,confirmation:independent:010,independent,identity,0.9709268209250244,0.0 +3,confirmation:independent:011,independent,identity,0.9414015584076575,0.0 +3,confirmation:independent:012,independent,identity,0.8471324727549927,0.0 +3,confirmation:independent:013,independent,identity,0.8660844613122448,0.0 +3,confirmation:independent:014,independent,identity,0.5801108627839896,0.0 +3,confirmation:independent:015,independent,identity,0.8926208565523789,0.0 +3,confirmation:independent:016,independent,identity,0.8926897699549047,0.0 +3,confirmation:independent:017,independent,identity,0.8829169170384229,0.0 +3,confirmation:independent:018,independent,identity,0.4367100722995672,0.0 +3,confirmation:independent:019,independent,identity,0.859831437628594,0.0 +3,confirmation:independent:020,independent,identity,0.8402694025735213,0.0 +3,confirmation:independent:021,independent,identity,0.877499461592657,0.0 +3,confirmation:independent:022,independent,identity,0.8055109613570721,0.0 +3,confirmation:independent:023,independent,identity,0.8366189489661316,0.0 +3,confirmation:independent:024,independent,identity,0.9469477204483587,0.0 +3,confirmation:independent:025,independent,identity,0.7510777194933339,0.0 +3,confirmation:independent:026,independent,identity,0.687964278634507,0.0 +3,confirmation:independent:027,independent,identity,0.7394694109881691,0.0 +3,confirmation:independent:028,independent,identity,0.5957740187812225,0.0 +3,confirmation:independent:029,independent,identity,0.6591780425514282,0.0 +3,confirmation:independent:030,independent,identity,0.7337550544293814,0.0 +3,confirmation:independent:031,independent,identity,0.6044276287049941,0.0 +3,confirmation:context:000,context,identity,0.709084544883107,0.0 +3,confirmation:context:001,context,identity,0.6651596979278377,0.0 +3,confirmation:context:002,context,identity,0.26109213244787366,0.0 +3,confirmation:context:003,context,identity,0.4827872848140592,0.0 +3,confirmation:context:004,context,identity,0.23143568196825953,0.0 +3,confirmation:context:005,context,identity,0.8759634096278921,0.0 +3,confirmation:context:006,context,identity,0.7543416632228825,0.0 +3,confirmation:context:007,context,identity,0.46099731036734093,0.0 +3,confirmation:context:008,context,identity,0.7246976352158719,0.0 +3,confirmation:context:009,context,identity,0.6261961696523084,0.0 +3,confirmation:context:010,context,identity,0.06929523274030652,0.0 +3,confirmation:context:011,context,identity,0.7823846887832927,0.0 +3,confirmation:context:012,context,identity,0.5896565310471681,0.0 +3,confirmation:context:013,context,identity,0.5884189100112752,0.0 +3,confirmation:context:014,context,identity,0.7020968432144474,0.0 +3,confirmation:context:015,context,identity,0.7040533342857086,0.0 +3,confirmation:context:016,context,identity,0.7158326656272435,0.0 +3,confirmation:context:017,context,identity,0.029810818051483147,0.0 +3,confirmation:context:018,context,identity,0.8339414163318963,0.0 +3,confirmation:context:019,context,identity,0.509560814518752,0.0 +3,confirmation:context:020,context,identity,0.7398511178367246,0.0 +3,confirmation:context:021,context,identity,0.7053183377431385,0.0 +3,confirmation:context:022,context,identity,0.8828035044764864,0.0 +3,confirmation:context:023,context,identity,0.7642801896628832,0.0 +3,confirmation:context:024,context,identity,0.5645393167221355,0.0 +3,confirmation:context:025,context,identity,0.06703540111503982,0.0 +3,confirmation:context:026,context,identity,0.8206328699126353,0.0 +3,confirmation:context:027,context,identity,0.5925288896813115,0.0 +3,confirmation:context:028,context,identity,0.8708274170468766,0.0 +3,confirmation:context:029,context,identity,0.8491647081114637,0.0 +3,confirmation:context:030,context,identity,0.036327520677788536,0.0 +3,confirmation:context:031,context,identity,0.22839074138261833,0.0 +3,confirmation:parity:000,parity,identity,0.6276239340664039,0.0 +3,confirmation:parity:001,parity,identity,0.7573407566958902,0.0 +3,confirmation:parity:002,parity,identity,0.6761739800510105,0.0 +3,confirmation:parity:003,parity,identity,0.7990401504693244,0.0 +3,confirmation:parity:004,parity,identity,0.5637044131820347,0.0 +3,confirmation:parity:005,parity,identity,0.27771367689788873,0.0 +3,confirmation:parity:006,parity,identity,0.08834423980079803,0.0 +3,confirmation:parity:007,parity,identity,0.8571426429180746,0.0 +3,confirmation:parity:008,parity,identity,0.3335721121527389,0.0 +3,confirmation:parity:009,parity,identity,0.7877934373594857,0.0 +3,confirmation:parity:010,parity,identity,0.4661898413402549,0.0 +3,confirmation:parity:011,parity,identity,0.7307091601361295,0.0 +3,confirmation:parity:012,parity,identity,0.6612564435965264,0.0 +3,confirmation:parity:013,parity,identity,0.7918878349863636,0.0 +3,confirmation:parity:014,parity,identity,0.8950591415004725,0.0 +3,confirmation:parity:015,parity,identity,0.6921484377043412,0.0 +3,confirmation:parity:016,parity,identity,0.511951962950298,0.0 +3,confirmation:parity:017,parity,identity,0.8901436964346919,0.0 +3,confirmation:parity:018,parity,identity,0.48780604758170254,0.0 +3,confirmation:parity:019,parity,identity,0.5239518616931926,0.0 +3,confirmation:parity:020,parity,identity,0.19140388235754047,0.0 +3,confirmation:parity:021,parity,identity,0.47609767969726235,0.0 +3,confirmation:parity:022,parity,identity,0.5663000871675091,0.0 +3,confirmation:parity:023,parity,identity,0.022597347099127644,0.0 +3,confirmation:parity:024,parity,identity,0.19522613898582852,0.0 +3,confirmation:parity:025,parity,identity,0.08472064195618323,0.0 +3,confirmation:parity:026,parity,identity,0.8818033507526222,0.0 +3,confirmation:parity:027,parity,identity,0.08444627224617703,0.0 +3,confirmation:parity:028,parity,identity,0.5349801390622522,0.0 +3,confirmation:parity:029,parity,identity,0.05386822318477303,0.0 +3,confirmation:parity:030,parity,identity,0.8047778750312308,0.0 +3,confirmation:parity:031,parity,identity,0.5917566835642785,0.0 +3,confirmation:uninformative:000,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:001,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:002,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:003,uninformative,identity,0.09567227603936104,0.0 +3,confirmation:uninformative:004,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:005,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:006,uninformative,identity,0.2664450665844924,0.0 +3,confirmation:uninformative:007,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:008,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:009,uninformative,identity,0.04784918425933622,0.0 +3,confirmation:uninformative:010,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:011,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:012,uninformative,identity,0.06520115742550911,0.0 +3,confirmation:uninformative:013,uninformative,identity,0.3847470520512988,0.0 +3,confirmation:uninformative:014,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:015,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:016,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:017,uninformative,identity,0.15558143556420312,0.0 +3,confirmation:uninformative:018,uninformative,identity,0.3303696480352037,0.0 +3,confirmation:uninformative:019,uninformative,identity,0.0347878333419967,0.0 +3,confirmation:uninformative:020,uninformative,identity,0.018032911218956327,0.0 +3,confirmation:uninformative:021,uninformative,identity,0.07293526314430278,0.0 +3,confirmation:uninformative:022,uninformative,identity,0.02765148972394001,0.0 +3,confirmation:uninformative:023,uninformative,identity,0.2772809975080677,0.0 +3,confirmation:uninformative:024,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:025,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:026,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:027,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:028,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:029,uninformative,identity,0.35896219070127766,0.0 +3,confirmation:uninformative:030,uninformative,identity,0.0,0.0 +3,confirmation:uninformative:031,uninformative,identity,0.0,0.0 +3,confirmation:redundant:000,redundant,identity,0.9362882763394207,0.0 +3,confirmation:redundant:001,redundant,identity,0.839254726858806,0.0 +3,confirmation:redundant:002,redundant,identity,0.8477669827051353,0.0 +3,confirmation:redundant:003,redundant,identity,0.8067863531227483,0.0 +3,confirmation:redundant:004,redundant,identity,0.659112334206209,0.0 +3,confirmation:redundant:005,redundant,identity,0.6695086227505979,0.0 +3,confirmation:redundant:006,redundant,identity,0.7140767994809993,0.0 +3,confirmation:redundant:007,redundant,identity,0.608189589895674,0.0 +3,confirmation:redundant:008,redundant,identity,0.8185207975358433,0.0 +3,confirmation:redundant:009,redundant,identity,0.763093120490651,0.0 +3,confirmation:redundant:010,redundant,identity,0.6020997719638297,0.0 +3,confirmation:redundant:011,redundant,identity,0.8101859355120518,0.0 +3,confirmation:redundant:012,redundant,identity,0.7898735534608856,0.0 +3,confirmation:redundant:013,redundant,identity,0.7247961884131717,0.0 +3,confirmation:redundant:014,redundant,identity,0.610404774978321,0.0 +3,confirmation:redundant:015,redundant,identity,0.43875319488448367,0.0 +3,confirmation:redundant:016,redundant,identity,0.6635879909502176,0.0 +3,confirmation:redundant:017,redundant,identity,0.5690708054216281,0.0 +3,confirmation:redundant:018,redundant,identity,0.7713519909631109,0.0 +3,confirmation:redundant:019,redundant,identity,0.6095571513530036,0.0 +3,confirmation:redundant:020,redundant,identity,0.5566104548901515,0.0 +3,confirmation:redundant:021,redundant,identity,0.7720147499779487,0.0 +3,confirmation:redundant:022,redundant,identity,0.866164592465414,0.0 +3,confirmation:redundant:023,redundant,identity,0.6534989881352145,0.0 +3,confirmation:redundant:024,redundant,identity,0.811845492134684,0.0 +3,confirmation:redundant:025,redundant,identity,0.7200183685655804,0.0 +3,confirmation:redundant:026,redundant,identity,0.7748822378208639,0.0 +3,confirmation:redundant:027,redundant,identity,0.7532480274257628,0.0 +3,confirmation:redundant:028,redundant,identity,0.7598964979902165,0.0 +3,confirmation:redundant:029,redundant,identity,0.6258707673831851,0.0 +3,confirmation:redundant:030,redundant,identity,0.6944962145177875,0.0 +3,confirmation:redundant:031,redundant,identity,0.8904848355352835,0.0 +3,confirmation:orientation_alias:000,orientation_alias,identity,0.03152523742625789,0.0 +3,confirmation:orientation_alias:001,orientation_alias,identity,0.5858585543456163,0.0 +3,confirmation:orientation_alias:002,orientation_alias,identity,0.6773587715098573,0.0 +3,confirmation:orientation_alias:003,orientation_alias,identity,0.07250769328905339,0.0 +3,confirmation:orientation_alias:004,orientation_alias,identity,0.6058187906145001,0.0 +3,confirmation:orientation_alias:005,orientation_alias,identity,0.87573585950187,0.0 +3,confirmation:orientation_alias:006,orientation_alias,identity,0.9042875571373498,0.0 +3,confirmation:orientation_alias:007,orientation_alias,identity,0.21373944307305895,0.0 +3,confirmation:orientation_alias:008,orientation_alias,identity,0.10447975909342269,0.0 +3,confirmation:orientation_alias:009,orientation_alias,identity,0.6432949284684762,0.0 +3,confirmation:orientation_alias:010,orientation_alias,identity,0.7087037955329186,0.0 +3,confirmation:orientation_alias:011,orientation_alias,identity,0.6626998977190455,0.0 +3,confirmation:orientation_alias:012,orientation_alias,identity,0.8520836740377455,0.0 +3,confirmation:orientation_alias:013,orientation_alias,identity,0.7543467414220607,0.0 +3,confirmation:orientation_alias:014,orientation_alias,identity,0.5760341663124477,0.0 +3,confirmation:orientation_alias:015,orientation_alias,identity,0.5688695225321272,0.0 +3,confirmation:orientation_alias:016,orientation_alias,identity,0.7641460016448391,0.0 +3,confirmation:orientation_alias:017,orientation_alias,identity,0.8329090656661894,0.0 +3,confirmation:orientation_alias:018,orientation_alias,identity,0.6593330512027666,0.0 +3,confirmation:orientation_alias:019,orientation_alias,identity,0.5639809496799795,0.0 +3,confirmation:orientation_alias:020,orientation_alias,identity,0.0010959920431053319,0.0 +3,confirmation:orientation_alias:021,orientation_alias,identity,0.6104736641697235,0.0 +3,confirmation:orientation_alias:022,orientation_alias,identity,0.5488652913810618,0.0 +3,confirmation:orientation_alias:023,orientation_alias,identity,0.6619389661214319,0.0 +3,confirmation:orientation_alias:024,orientation_alias,identity,0.868522198669994,0.0 +3,confirmation:orientation_alias:025,orientation_alias,identity,0.6995905765315991,0.0 +3,confirmation:orientation_alias:026,orientation_alias,identity,0.18132377644907421,0.0 +3,confirmation:orientation_alias:027,orientation_alias,identity,0.546341435938018,0.0 +3,confirmation:orientation_alias:028,orientation_alias,identity,0.23476614767062653,0.0 +3,confirmation:orientation_alias:029,orientation_alias,identity,0.8479910067636169,0.0 +3,confirmation:orientation_alias:030,orientation_alias,identity,0.5812416760118009,0.0 +3,confirmation:orientation_alias:031,orientation_alias,identity,0.5670467231146846,0.0 +3,confirmation:independent:000,independent,query_joint,0.8797418952751219,3.700743415417188e-17 +3,confirmation:independent:001,independent,query_joint,0.9386392585304177,1.850371707708594e-17 +3,confirmation:independent:002,independent,query_joint,0.956690168350038,3.700743415417188e-17 +3,confirmation:independent:003,independent,query_joint,0.9086363243540381,1.850371707708594e-17 +3,confirmation:independent:004,independent,query_joint,0.9674600203318775,-7.401486830834377e-17 +3,confirmation:independent:005,independent,query_joint,0.7945522977045544,1.850371707708594e-17 +3,confirmation:independent:006,independent,query_joint,0.787482612202137,5.551115123125783e-17 +3,confirmation:independent:007,independent,query_joint,0.7790989760044109,-1.850371707708594e-17 +3,confirmation:independent:008,independent,query_joint,0.8817265305910064,-3.700743415417188e-17 +3,confirmation:independent:009,independent,query_joint,0.8079487507618963,-5.551115123125783e-17 +3,confirmation:independent:010,independent,query_joint,0.9709268209250244,0.0 +3,confirmation:independent:011,independent,query_joint,0.9414015584076575,-1.850371707708594e-17 +3,confirmation:independent:012,independent,query_joint,0.8471324727549927,1.850371707708594e-17 +3,confirmation:independent:013,independent,query_joint,0.8660844613122448,-1.850371707708594e-17 +3,confirmation:independent:014,independent,query_joint,0.5801108627839897,-3.700743415417188e-17 +3,confirmation:independent:015,independent,query_joint,0.8926208565523789,-9.25185853854297e-17 +3,confirmation:independent:016,independent,query_joint,0.8926897699549048,-3.700743415417188e-17 +3,confirmation:independent:017,independent,query_joint,0.8829169170384228,3.700743415417188e-17 +3,confirmation:independent:018,independent,query_joint,0.4367100722995672,-1.850371707708594e-17 +3,confirmation:independent:019,independent,query_joint,0.8598314376285938,1.850371707708594e-17 +3,confirmation:independent:020,independent,query_joint,0.8402694025735213,1.850371707708594e-17 +3,confirmation:independent:021,independent,query_joint,0.8774994615926572,-3.700743415417188e-17 +3,confirmation:independent:022,independent,query_joint,0.8055109613570721,-1.850371707708594e-17 +3,confirmation:independent:023,independent,query_joint,0.8366189489661315,1.850371707708594e-17 +3,confirmation:independent:024,independent,query_joint,0.9469477204483587,-3.700743415417188e-17 +3,confirmation:independent:025,independent,query_joint,0.7510777194933339,-1.850371707708594e-17 +3,confirmation:independent:026,independent,query_joint,0.687964278634507,1.850371707708594e-17 +3,confirmation:independent:027,independent,query_joint,0.7394694109881691,-1.850371707708594e-17 +3,confirmation:independent:028,independent,query_joint,0.5957740187812225,0.0 +3,confirmation:independent:029,independent,query_joint,0.6591780425514282,3.700743415417188e-17 +3,confirmation:independent:030,independent,query_joint,0.7337550544293814,1.850371707708594e-17 +3,confirmation:independent:031,independent,query_joint,0.6044276287049941,-1.850371707708594e-17 +3,confirmation:context:000,context,query_joint,0.709084544883107,-7.401486830834377e-17 +3,confirmation:context:001,context,query_joint,0.6651596979278377,0.0 +3,confirmation:context:002,context,query_joint,0.26109213244787366,0.0 +3,confirmation:context:003,context,query_joint,0.4827872848140592,9.25185853854297e-18 +3,confirmation:context:004,context,query_joint,0.23143568196825962,-3.700743415417188e-17 +3,confirmation:context:005,context,query_joint,0.8759634096278921,9.25185853854297e-17 +3,confirmation:context:006,context,query_joint,0.7543416632228825,3.700743415417188e-17 +3,confirmation:context:007,context,query_joint,0.4609973103673409,5.551115123125783e-17 +3,confirmation:context:008,context,query_joint,0.7246976352158719,3.700743415417188e-17 +3,confirmation:context:009,context,query_joint,0.6261961696523083,0.0 +3,confirmation:context:010,context,query_joint,0.06929523274030652,1.214306433183765e-17 +3,confirmation:context:011,context,query_joint,0.7823846887832927,0.0 +3,confirmation:context:012,context,query_joint,0.5896565310471681,3.700743415417188e-17 +3,confirmation:context:013,context,query_joint,0.5884189100112751,7.401486830834377e-17 +3,confirmation:context:014,context,query_joint,0.7020968432144474,1.850371707708594e-17 +3,confirmation:context:015,context,query_joint,0.7040533342857087,-7.401486830834377e-17 +3,confirmation:context:016,context,query_joint,0.7158326656272435,0.0 +3,confirmation:context:017,context,query_joint,0.029810818051483154,-4.047688110612549e-18 +3,confirmation:context:018,context,query_joint,0.8339414163318963,5.551115123125783e-17 +3,confirmation:context:019,context,query_joint,0.509560814518752,0.0 +3,confirmation:context:020,context,query_joint,0.7398511178367246,0.0 +3,confirmation:context:021,context,query_joint,0.7053183377431385,9.25185853854297e-17 +3,confirmation:context:022,context,query_joint,0.8828035044764864,-1.850371707708594e-17 +3,confirmation:context:023,context,query_joint,0.7642801896628832,-3.700743415417188e-17 +3,confirmation:context:024,context,query_joint,0.5645393167221355,1.850371707708594e-17 +3,confirmation:context:025,context,query_joint,0.0670354011150398,1.850371707708594e-17 +3,confirmation:context:026,context,query_joint,0.8206328699126352,9.25185853854297e-17 +3,confirmation:context:027,context,query_joint,0.5925288896813112,3.700743415417188e-17 +3,confirmation:context:028,context,query_joint,0.8708274170468766,0.0 +3,confirmation:context:029,context,query_joint,0.8491647081114637,3.700743415417188e-17 +3,confirmation:context:030,context,query_joint,0.03632752067778853,9.25185853854297e-18 +3,confirmation:context:031,context,query_joint,0.22839074138261828,9.25185853854297e-18 +3,confirmation:parity:000,parity,query_joint,0.6276239340664039,0.0 +3,confirmation:parity:001,parity,query_joint,0.7573407566958902,-3.700743415417188e-17 +3,confirmation:parity:002,parity,query_joint,0.6761739800510105,-1.850371707708594e-17 +3,confirmation:parity:003,parity,query_joint,0.7990401504693248,-5.551115123125783e-17 +3,confirmation:parity:004,parity,query_joint,0.5637044131820347,1.850371707708594e-17 +3,confirmation:parity:005,parity,query_joint,0.27771367689788873,0.0 +3,confirmation:parity:006,parity,query_joint,0.08834423980079804,-6.938893903907228e-18 +3,confirmation:parity:007,parity,query_joint,0.8571426429180746,0.0 +3,confirmation:parity:008,parity,query_joint,0.3335721121527389,1.850371707708594e-17 +3,confirmation:parity:009,parity,query_joint,0.7877934373594857,0.0 +3,confirmation:parity:010,parity,query_joint,0.4661898413402548,-9.25185853854297e-18 +3,confirmation:parity:011,parity,query_joint,0.7307091601361294,9.25185853854297e-17 +3,confirmation:parity:012,parity,query_joint,0.6612564435965261,9.25185853854297e-17 +3,confirmation:parity:013,parity,query_joint,0.7918878349863636,-1.850371707708594e-17 +3,confirmation:parity:014,parity,query_joint,0.8950591415004722,5.551115123125783e-17 +3,confirmation:parity:015,parity,query_joint,0.6921484377043412,-3.700743415417188e-17 +3,confirmation:parity:016,parity,query_joint,0.511951962950298,1.850371707708594e-17 +3,confirmation:parity:017,parity,query_joint,0.8901436964346919,3.700743415417188e-17 +3,confirmation:parity:018,parity,query_joint,0.4878060475817026,-2.7755575615628914e-17 +3,confirmation:parity:019,parity,query_joint,0.5239518616931925,0.0 +3,confirmation:parity:020,parity,query_joint,0.19140388235754047,1.850371707708594e-17 +3,confirmation:parity:021,parity,query_joint,0.47609767969726235,0.0 +3,confirmation:parity:022,parity,query_joint,0.5663000871675092,-1.850371707708594e-17 +3,confirmation:parity:023,parity,query_joint,0.022597347099127647,-2.3129646346357427e-18 +3,confirmation:parity:024,parity,query_joint,0.19522613898582852,4.625929269271485e-18 +3,confirmation:parity:025,parity,query_joint,0.08472064195618323,-2.3129646346357427e-18 +3,confirmation:parity:026,parity,query_joint,0.8818033507526222,1.850371707708594e-17 +3,confirmation:parity:027,parity,query_joint,0.08444627224617703,1.3877787807814457e-17 +3,confirmation:parity:028,parity,query_joint,0.5349801390622522,-1.850371707708594e-17 +3,confirmation:parity:029,parity,query_joint,0.05386822318477303,-4.625929269271485e-18 +3,confirmation:parity:030,parity,query_joint,0.8047778750312308,0.0 +3,confirmation:parity:031,parity,query_joint,0.5917566835642785,0.0 +3,confirmation:uninformative:000,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:001,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:002,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:003,uninformative,query_joint,0.09567227603936101,2.7755575615628914e-17 +3,confirmation:uninformative:004,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:005,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:006,uninformative,query_joint,0.2664450665844924,0.0 +3,confirmation:uninformative:007,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:008,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:009,uninformative,query_joint,0.04784918425933625,-2.1973164029039556e-17 +3,confirmation:uninformative:010,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:011,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:012,uninformative,query_joint,0.06520115742550911,-2.3129646346357427e-18 +3,confirmation:uninformative:013,uninformative,query_joint,0.38474705205129883,-5.551115123125783e-17 +3,confirmation:uninformative:014,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:015,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:016,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:017,uninformative,query_joint,0.15558143556420312,0.0 +3,confirmation:uninformative:018,uninformative,query_joint,0.33036964803520374,-4.625929269271485e-17 +3,confirmation:uninformative:019,uninformative,query_joint,0.034787833341996685,1.0408340855860843e-17 +3,confirmation:uninformative:020,uninformative,query_joint,0.018032911218956376,-4.7415775010032725e-17 +3,confirmation:uninformative:021,uninformative,query_joint,0.07293526314430278,4.625929269271485e-18 +3,confirmation:uninformative:022,uninformative,query_joint,0.02765148972394007,-5.724587470723463e-17 +3,confirmation:uninformative:023,uninformative,query_joint,0.2772809975080678,-1.1102230246251565e-16 +3,confirmation:uninformative:024,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:025,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:026,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:027,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:028,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:029,uninformative,query_joint,0.35896219070127766,-3.700743415417188e-17 +3,confirmation:uninformative:030,uninformative,query_joint,0.0,0.0 +3,confirmation:uninformative:031,uninformative,query_joint,0.0,0.0 +3,confirmation:redundant:000,redundant,query_joint,0.9362882763394206,7.401486830834377e-17 +3,confirmation:redundant:001,redundant,query_joint,0.839254726858806,0.0 +3,confirmation:redundant:002,redundant,query_joint,0.8477669827051353,3.700743415417188e-17 +3,confirmation:redundant:003,redundant,query_joint,0.8067863531227483,-3.700743415417188e-17 +3,confirmation:redundant:004,redundant,query_joint,0.659112334206209,0.0 +3,confirmation:redundant:005,redundant,query_joint,0.6695086227505979,0.0 +3,confirmation:redundant:006,redundant,query_joint,0.7140767994809993,3.700743415417188e-17 +3,confirmation:redundant:007,redundant,query_joint,0.6081895898956742,-5.551115123125783e-17 +3,confirmation:redundant:008,redundant,query_joint,0.8185207975358433,1.850371707708594e-17 +3,confirmation:redundant:009,redundant,query_joint,0.7630931204906509,1.850371707708594e-17 +3,confirmation:redundant:010,redundant,query_joint,0.6020997719638297,-1.850371707708594e-17 +3,confirmation:redundant:011,redundant,query_joint,0.8101859355120518,1.850371707708594e-17 +3,confirmation:redundant:012,redundant,query_joint,0.7898735534608856,-1.850371707708594e-17 +3,confirmation:redundant:013,redundant,query_joint,0.7247961884131717,-3.700743415417188e-17 +3,confirmation:redundant:014,redundant,query_joint,0.6104047749783208,3.700743415417188e-17 +3,confirmation:redundant:015,redundant,query_joint,0.43875319488448367,0.0 +3,confirmation:redundant:016,redundant,query_joint,0.6635879909502176,-1.850371707708594e-17 +3,confirmation:redundant:017,redundant,query_joint,0.5690708054216281,2.7755575615628914e-17 +3,confirmation:redundant:018,redundant,query_joint,0.7713519909631109,1.850371707708594e-17 +3,confirmation:redundant:019,redundant,query_joint,0.6095571513530035,0.0 +3,confirmation:redundant:020,redundant,query_joint,0.5566104548901515,0.0 +3,confirmation:redundant:021,redundant,query_joint,0.7720147499779487,-1.850371707708594e-17 +3,confirmation:redundant:022,redundant,query_joint,0.866164592465414,-3.700743415417188e-17 +3,confirmation:redundant:023,redundant,query_joint,0.6534989881352146,-1.850371707708594e-17 +3,confirmation:redundant:024,redundant,query_joint,0.811845492134684,0.0 +3,confirmation:redundant:025,redundant,query_joint,0.7200183685655803,5.551115123125783e-17 +3,confirmation:redundant:026,redundant,query_joint,0.7748822378208639,0.0 +3,confirmation:redundant:027,redundant,query_joint,0.7532480274257628,0.0 +3,confirmation:redundant:028,redundant,query_joint,0.7598964979902165,-1.850371707708594e-17 +3,confirmation:redundant:029,redundant,query_joint,0.6258707673831851,1.850371707708594e-17 +3,confirmation:redundant:030,redundant,query_joint,0.6944962145177875,-3.700743415417188e-17 +3,confirmation:redundant:031,redundant,query_joint,0.8904848355352835,5.551115123125783e-17 +3,confirmation:orientation_alias:000,orientation_alias,query_joint,0.03152523742625789,0.0 +3,confirmation:orientation_alias:001,orientation_alias,query_joint,0.5858585543456162,3.700743415417188e-17 +3,confirmation:orientation_alias:002,orientation_alias,query_joint,0.6773587715098573,3.700743415417188e-17 +3,confirmation:orientation_alias:003,orientation_alias,query_joint,0.0725076932890534,-5.7824115865893565e-18 +3,confirmation:orientation_alias:004,orientation_alias,query_joint,0.6058187906145,3.700743415417188e-17 +3,confirmation:orientation_alias:005,orientation_alias,query_joint,0.87573585950187,0.0 +3,confirmation:orientation_alias:006,orientation_alias,query_joint,0.9042875571373499,-3.700743415417188e-17 +3,confirmation:orientation_alias:007,orientation_alias,query_joint,0.21373944307305895,4.625929269271485e-18 +3,confirmation:orientation_alias:008,orientation_alias,query_joint,0.10447975909342272,-1.0408340855860843e-17 +3,confirmation:orientation_alias:009,orientation_alias,query_joint,0.6432949284684762,0.0 +3,confirmation:orientation_alias:010,orientation_alias,query_joint,0.7087037955329186,0.0 +3,confirmation:orientation_alias:011,orientation_alias,query_joint,0.6626998977190455,0.0 +3,confirmation:orientation_alias:012,orientation_alias,query_joint,0.8520836740377457,-7.401486830834377e-17 +3,confirmation:orientation_alias:013,orientation_alias,query_joint,0.7543467414220608,-3.700743415417188e-17 +3,confirmation:orientation_alias:014,orientation_alias,query_joint,0.5760341663124477,0.0 +3,confirmation:orientation_alias:015,orientation_alias,query_joint,0.5688695225321272,-2.7755575615628914e-17 +3,confirmation:orientation_alias:016,orientation_alias,query_joint,0.7641460016448391,-3.700743415417188e-17 +3,confirmation:orientation_alias:017,orientation_alias,query_joint,0.8329090656661894,-9.25185853854297e-17 +3,confirmation:orientation_alias:018,orientation_alias,query_joint,0.6593330512027666,-1.850371707708594e-17 +3,confirmation:orientation_alias:019,orientation_alias,query_joint,0.5639809496799795,0.0 +3,confirmation:orientation_alias:020,orientation_alias,query_joint,0.0010959920431053316,2.8912057932946783e-19 +3,confirmation:orientation_alias:021,orientation_alias,query_joint,0.6104736641697235,-1.850371707708594e-17 +3,confirmation:orientation_alias:022,orientation_alias,query_joint,0.5488652913810619,-1.850371707708594e-17 +3,confirmation:orientation_alias:023,orientation_alias,query_joint,0.661938966121432,0.0 +3,confirmation:orientation_alias:024,orientation_alias,query_joint,0.868522198669994,0.0 +3,confirmation:orientation_alias:025,orientation_alias,query_joint,0.6995905765315991,3.700743415417188e-17 +3,confirmation:orientation_alias:026,orientation_alias,query_joint,0.18132377644907421,4.625929269271485e-18 +3,confirmation:orientation_alias:027,orientation_alias,query_joint,0.546341435938018,0.0 +3,confirmation:orientation_alias:028,orientation_alias,query_joint,0.23476614767062653,-1.850371707708594e-17 +3,confirmation:orientation_alias:029,orientation_alias,query_joint,0.8479910067636172,-7.401486830834377e-17 +3,confirmation:orientation_alias:030,orientation_alias,query_joint,0.5812416760118009,0.0 +3,confirmation:orientation_alias:031,orientation_alias,query_joint,0.5670467231146846,0.0 +3,confirmation:independent:000,independent,posterior_clusters,0.8797418952751219,3.700743415417188e-17 +3,confirmation:independent:001,independent,posterior_clusters,0.9386392585304177,1.850371707708594e-17 +3,confirmation:independent:002,independent,posterior_clusters,0.956690168350038,3.700743415417188e-17 +3,confirmation:independent:003,independent,posterior_clusters,0.9086363243540381,1.850371707708594e-17 +3,confirmation:independent:004,independent,posterior_clusters,0.9674600203318775,-7.401486830834377e-17 +3,confirmation:independent:005,independent,posterior_clusters,0.7945522977045544,1.850371707708594e-17 +3,confirmation:independent:006,independent,posterior_clusters,0.787482612202137,5.551115123125783e-17 +3,confirmation:independent:007,independent,posterior_clusters,0.7790989760044109,-1.850371707708594e-17 +3,confirmation:independent:008,independent,posterior_clusters,0.8817265305910064,-3.700743415417188e-17 +3,confirmation:independent:009,independent,posterior_clusters,0.8079487507618963,-5.551115123125783e-17 +3,confirmation:independent:010,independent,posterior_clusters,0.9709268209250244,0.0 +3,confirmation:independent:011,independent,posterior_clusters,0.9414015584076575,-1.850371707708594e-17 +3,confirmation:independent:012,independent,posterior_clusters,0.8471324727549927,1.850371707708594e-17 +3,confirmation:independent:013,independent,posterior_clusters,0.8660844613122448,-1.850371707708594e-17 +3,confirmation:independent:014,independent,posterior_clusters,0.5801108627839897,-3.700743415417188e-17 +3,confirmation:independent:015,independent,posterior_clusters,0.8926208565523789,-9.25185853854297e-17 +3,confirmation:independent:016,independent,posterior_clusters,0.8926897699549048,-3.700743415417188e-17 +3,confirmation:independent:017,independent,posterior_clusters,0.8829169170384228,3.700743415417188e-17 +3,confirmation:independent:018,independent,posterior_clusters,0.4367100722995672,-1.850371707708594e-17 +3,confirmation:independent:019,independent,posterior_clusters,0.8598314376285938,1.850371707708594e-17 +3,confirmation:independent:020,independent,posterior_clusters,0.8402694025735213,1.850371707708594e-17 +3,confirmation:independent:021,independent,posterior_clusters,0.8774994615926572,-3.700743415417188e-17 +3,confirmation:independent:022,independent,posterior_clusters,0.8055109613570721,-1.850371707708594e-17 +3,confirmation:independent:023,independent,posterior_clusters,0.8366189489661315,1.850371707708594e-17 +3,confirmation:independent:024,independent,posterior_clusters,0.9469477204483587,-3.700743415417188e-17 +3,confirmation:independent:025,independent,posterior_clusters,0.7510777194933339,-1.850371707708594e-17 +3,confirmation:independent:026,independent,posterior_clusters,0.687964278634507,1.850371707708594e-17 +3,confirmation:independent:027,independent,posterior_clusters,0.7394694109881691,-1.850371707708594e-17 +3,confirmation:independent:028,independent,posterior_clusters,0.5957740187812225,0.0 +3,confirmation:independent:029,independent,posterior_clusters,0.6591780425514282,3.700743415417188e-17 +3,confirmation:independent:030,independent,posterior_clusters,0.7337550544293814,1.850371707708594e-17 +3,confirmation:independent:031,independent,posterior_clusters,0.6044276287049941,-1.850371707708594e-17 +3,confirmation:context:000,context,posterior_clusters,0.4350225091488878,0.2740620357342193 +3,confirmation:context:001,context,posterior_clusters,0.1332471237658721,0.5319125741619655 +3,confirmation:context:002,context,posterior_clusters,0.26109213244787366,0.0 +3,confirmation:context:003,context,posterior_clusters,0.12874406233005403,0.35404322248400516 +3,confirmation:context:004,context,posterior_clusters,0.23143568196825962,-6.476300976980079e-17 +3,confirmation:context:005,context,posterior_clusters,0.0006832332075943637,0.8752801764202977 +3,confirmation:context:006,context,posterior_clusters,0.16389353139851526,0.5904481318243673 +3,confirmation:context:007,context,posterior_clusters,0.19512819030906042,0.26586912005828045 +3,confirmation:context:008,context,posterior_clusters,0.10578678697090263,0.6189108482449693 +3,confirmation:context:009,context,posterior_clusters,0.0,0.6261961696523084 +3,confirmation:context:010,context,posterior_clusters,0.06929523274030654,-1.214306433183765e-17 +3,confirmation:context:011,context,posterior_clusters,0.3068767464030663,0.4755079423802263 +3,confirmation:context:012,context,posterior_clusters,0.4381604310939582,0.15149609995320995 +3,confirmation:context:013,context,posterior_clusters,0.41933775649061933,0.1690811535206558 +3,confirmation:context:014,context,posterior_clusters,0.004808408510560424,0.6972884347038871 +3,confirmation:context:015,context,posterior_clusters,0.10644801468211126,0.5976053196035974 +3,confirmation:context:016,context,posterior_clusters,0.6500485746595058,0.06578409096773763 +3,confirmation:context:017,context,posterior_clusters,0.029810818051483143,5.204170427930421e-18 +3,confirmation:context:018,context,posterior_clusters,0.41366660543956035,0.42027481089233604 +3,confirmation:context:019,context,posterior_clusters,0.18094130586913632,0.32861950864961564 +3,confirmation:context:020,context,posterior_clusters,0.18949022386468234,0.5503608939720422 +3,confirmation:context:021,context,posterior_clusters,0.2823740550946046,0.42294428264853395 +3,confirmation:context:022,context,posterior_clusters,0.12779972062092151,0.7550037838555648 +3,confirmation:context:023,context,posterior_clusters,0.4052588636239987,0.3590213260388845 +3,confirmation:context:024,context,posterior_clusters,0.05665722475173488,0.5078820919704006 +3,confirmation:context:025,context,posterior_clusters,0.0670354011150398,2.0816681711721685e-17 +3,confirmation:context:026,context,posterior_clusters,0.32439591696727454,0.49623695294536074 +3,confirmation:context:027,context,posterior_clusters,0.4797261211416429,0.11280276853966843 +3,confirmation:context:028,context,posterior_clusters,0.30227913501748116,0.5685482820293954 +3,confirmation:context:029,context,posterior_clusters,0.3974476078404887,0.451717100270975 +3,confirmation:context:030,context,posterior_clusters,0.036327520677788536,1.1564823173178713e-18 +3,confirmation:context:031,context,posterior_clusters,0.22839074138261833,-9.25185853854297e-18 +3,confirmation:parity:000,parity,posterior_clusters,0.028867931997840303,0.5987560020685636 +3,confirmation:parity:001,parity,posterior_clusters,0.20355429325223887,0.5537864634436512 +3,confirmation:parity:002,parity,posterior_clusters,0.2933816685489684,0.38279231150204207 +3,confirmation:parity:003,parity,posterior_clusters,0.12222823332457305,0.6768119171447515 +3,confirmation:parity:004,parity,posterior_clusters,0.22319252354331287,0.3405118896387218 +3,confirmation:parity:005,parity,posterior_clusters,0.27771367689788873,9.25185853854297e-18 +3,confirmation:parity:006,parity,posterior_clusters,0.08834423980079804,-1.1564823173178713e-17 +3,confirmation:parity:007,parity,posterior_clusters,0.8571426429180748,-1.1102230246251565e-16 +3,confirmation:parity:008,parity,posterior_clusters,0.33357211215273885,1.850371707708594e-17 +3,confirmation:parity:009,parity,posterior_clusters,0.17895455356276804,0.6088388837967176 +3,confirmation:parity:010,parity,posterior_clusters,0.08308629055502584,0.383103550785229 +3,confirmation:parity:011,parity,posterior_clusters,0.1771290057535905,0.5535801543825392 +3,confirmation:parity:012,parity,posterior_clusters,0.3474311680859244,0.3138252755106019 +3,confirmation:parity:013,parity,posterior_clusters,0.25299607959798154,0.5388917553883821 +3,confirmation:parity:014,parity,posterior_clusters,0.14152180950562931,0.753537331994843 +3,confirmation:parity:015,parity,posterior_clusters,0.1345450741218107,0.5576033635825306 +3,confirmation:parity:016,parity,posterior_clusters,0.0,0.511951962950298 +3,confirmation:parity:017,parity,posterior_clusters,0.006381352197106166,0.8837623442375859 +3,confirmation:parity:018,parity,posterior_clusters,0.48780604758170254,9.25185853854297e-18 +3,confirmation:parity:019,parity,posterior_clusters,0.09556814729193153,0.428383714401261 +3,confirmation:parity:020,parity,posterior_clusters,0.19140388235754047,2.7755575615628914e-17 +3,confirmation:parity:021,parity,posterior_clusters,0.0702930391740877,0.4058046405231746 +3,confirmation:parity:022,parity,posterior_clusters,0.14767885690028293,0.4186212302672262 +3,confirmation:parity:023,parity,posterior_clusters,0.02259734709912764,6.938893903907228e-18 +3,confirmation:parity:024,parity,posterior_clusters,0.19522613898582858,-4.163336342344337e-17 +3,confirmation:parity:025,parity,posterior_clusters,0.08472064195618323,4.625929269271485e-18 +3,confirmation:parity:026,parity,posterior_clusters,0.24221460233258033,0.6395887484200418 +3,confirmation:parity:027,parity,posterior_clusters,0.08444627224617707,-2.7755575615628914e-17 +3,confirmation:parity:028,parity,posterior_clusters,0.4810078928702984,0.053972246191953926 +3,confirmation:parity:029,parity,posterior_clusters,0.05386822318477301,1.6768993601109134e-17 +3,confirmation:parity:030,parity,posterior_clusters,0.48394017295373964,0.3208377020774912 +3,confirmation:parity:031,parity,posterior_clusters,0.353216130158614,0.23854055340566455 +3,confirmation:uninformative:000,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:001,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:002,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:003,uninformative,posterior_clusters,0.09567227603936101,3.2381504884900395e-17 +3,confirmation:uninformative:004,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:005,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:006,uninformative,posterior_clusters,0.2664450665844923,9.25185853854297e-17 +3,confirmation:uninformative:007,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:008,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:009,uninformative,posterior_clusters,0.04784918425933624,-1.1564823173178713e-17 +3,confirmation:uninformative:010,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:011,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:012,uninformative,posterior_clusters,0.06520115742550919,-7.632783294297951e-17 +3,confirmation:uninformative:013,uninformative,posterior_clusters,0.3847470520512988,3.700743415417188e-17 +3,confirmation:uninformative:014,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:015,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:016,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:017,uninformative,posterior_clusters,0.15558143556420312,0.0 +3,confirmation:uninformative:018,uninformative,posterior_clusters,0.33036964803520374,-9.25185853854297e-18 +3,confirmation:uninformative:019,uninformative,posterior_clusters,0.034787833341996754,-5.4354668913939954e-17 +3,confirmation:uninformative:020,uninformative,posterior_clusters,0.018032911218956355,-2.7755575615628914e-17 +3,confirmation:uninformative:021,uninformative,posterior_clusters,0.07293526314430285,-7.401486830834377e-17 +3,confirmation:uninformative:022,uninformative,posterior_clusters,0.027651489723940048,-3.642919299551295e-17 +3,confirmation:uninformative:023,uninformative,posterior_clusters,0.2772809975080677,0.0 +3,confirmation:uninformative:024,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:025,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:026,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:027,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:028,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:029,uninformative,posterior_clusters,0.35896219070127766,-9.25185853854297e-18 +3,confirmation:uninformative:030,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:uninformative:031,uninformative,posterior_clusters,0.0,0.0 +3,confirmation:redundant:000,redundant,posterior_clusters,0.895696828267937,0.04059144807148381 +3,confirmation:redundant:001,redundant,posterior_clusters,0.6727402754559809,0.166514451402825 +3,confirmation:redundant:002,redundant,posterior_clusters,0.6987084458493401,0.14905853685579523 +3,confirmation:redundant:003,redundant,posterior_clusters,0.8067863531227483,-3.700743415417188e-17 +3,confirmation:redundant:004,redundant,posterior_clusters,0.6525120651271812,0.006600269079027776 +3,confirmation:redundant:005,redundant,posterior_clusters,0.6695086227505979,5.551115123125783e-17 +3,confirmation:redundant:006,redundant,posterior_clusters,0.7140767994809993,1.850371707708594e-17 +3,confirmation:redundant:007,redundant,posterior_clusters,0.6081895898956741,-3.700743415417188e-17 +3,confirmation:redundant:008,redundant,posterior_clusters,0.8185207975358433,0.0 +3,confirmation:redundant:009,redundant,posterior_clusters,0.7392238739400847,0.023869246550566194 +3,confirmation:redundant:010,redundant,posterior_clusters,0.6020997719638297,1.850371707708594e-17 +3,confirmation:redundant:011,redundant,posterior_clusters,0.6876793149095742,0.12250662060247769 +3,confirmation:redundant:012,redundant,posterior_clusters,0.7556560372695407,0.03421751619134478 +3,confirmation:redundant:013,redundant,posterior_clusters,0.6666403145551142,0.05815587385805737 +3,confirmation:redundant:014,redundant,posterior_clusters,0.610404774978321,1.850371707708594e-17 +3,confirmation:redundant:015,redundant,posterior_clusters,0.43875319488448367,0.0 +3,confirmation:redundant:016,redundant,posterior_clusters,0.6635879909502176,-1.850371707708594e-17 +3,confirmation:redundant:017,redundant,posterior_clusters,0.5690708054216281,9.25185853854297e-18 +3,confirmation:redundant:018,redundant,posterior_clusters,0.6963400564793778,0.07501193448373314 +3,confirmation:redundant:019,redundant,posterior_clusters,0.6095571513530036,-1.850371707708594e-17 +3,confirmation:redundant:020,redundant,posterior_clusters,0.5566104548901515,0.0 +3,confirmation:redundant:021,redundant,posterior_clusters,0.7349826550966398,0.037032094881308764 +3,confirmation:redundant:022,redundant,posterior_clusters,0.866164592465414,3.700743415417188e-17 +3,confirmation:redundant:023,redundant,posterior_clusters,0.6534989881352145,0.0 +3,confirmation:redundant:024,redundant,posterior_clusters,0.8051388581672574,0.006706633967426508 +3,confirmation:redundant:025,redundant,posterior_clusters,0.7200183685655803,1.850371707708594e-17 +3,confirmation:redundant:026,redundant,posterior_clusters,0.7748822378208639,1.850371707708594e-17 +3,confirmation:redundant:027,redundant,posterior_clusters,0.6923730863075201,0.06087494111824263 +3,confirmation:redundant:028,redundant,posterior_clusters,0.7458625266507493,0.014033971339467228 +3,confirmation:redundant:029,redundant,posterior_clusters,0.6258707673831851,1.850371707708594e-17 +3,confirmation:redundant:030,redundant,posterior_clusters,0.6757941203804317,0.01870209413735594 +3,confirmation:redundant:031,redundant,posterior_clusters,0.8712653328127709,0.019219502722512622 +3,confirmation:orientation_alias:000,orientation_alias,posterior_clusters,0.03152523742625788,8.673617379884035e-18 +3,confirmation:orientation_alias:001,orientation_alias,posterior_clusters,0.015612023680755191,0.5702465306648611 +3,confirmation:orientation_alias:002,orientation_alias,posterior_clusters,0.09631978299241524,0.5810389885174422 +3,confirmation:orientation_alias:003,orientation_alias,posterior_clusters,0.07250769328905339,8.095376221225099e-18 +3,confirmation:orientation_alias:004,orientation_alias,posterior_clusters,0.4832357365797891,0.12258305403471101 +3,confirmation:orientation_alias:005,orientation_alias,posterior_clusters,0.4692788378582618,0.4064570216436083 +3,confirmation:orientation_alias:006,orientation_alias,posterior_clusters,0.7067715913229505,0.19751596581439926 +3,confirmation:orientation_alias:007,orientation_alias,posterior_clusters,0.21373944307305895,-1.850371707708594e-17 +3,confirmation:orientation_alias:008,orientation_alias,posterior_clusters,0.10447975909342269,-2.3129646346357427e-18 +3,confirmation:orientation_alias:009,orientation_alias,posterior_clusters,0.2536190849372151,0.3896758435312613 +3,confirmation:orientation_alias:010,orientation_alias,posterior_clusters,0.21250107125973175,0.49620272427318685 +3,confirmation:orientation_alias:011,orientation_alias,posterior_clusters,0.6626998977190455,0.0 +3,confirmation:orientation_alias:012,orientation_alias,posterior_clusters,0.20273385939163907,0.6493498146461065 +3,confirmation:orientation_alias:013,orientation_alias,posterior_clusters,0.37332209807476957,0.3810246433472913 +3,confirmation:orientation_alias:014,orientation_alias,posterior_clusters,0.5760341663124477,-7.401486830834377e-17 +3,confirmation:orientation_alias:015,orientation_alias,posterior_clusters,0.0038990739183292966,0.564970448613798 +3,confirmation:orientation_alias:016,orientation_alias,posterior_clusters,0.5717025638110027,0.19244343783383627 +3,confirmation:orientation_alias:017,orientation_alias,posterior_clusters,0.2252396244839368,0.6076694411822525 +3,confirmation:orientation_alias:018,orientation_alias,posterior_clusters,0.5995517571872879,0.05978129401547856 +3,confirmation:orientation_alias:019,orientation_alias,posterior_clusters,0.5639809496799795,1.850371707708594e-17 +3,confirmation:orientation_alias:020,orientation_alias,posterior_clusters,0.001095992043105329,2.8912057932946782e-18 +3,confirmation:orientation_alias:021,orientation_alias,posterior_clusters,0.0,0.6104736641697235 +3,confirmation:orientation_alias:022,orientation_alias,posterior_clusters,0.4543777517359891,0.09448753964507275 +3,confirmation:orientation_alias:023,orientation_alias,posterior_clusters,0.661938966121432,0.0 +3,confirmation:orientation_alias:024,orientation_alias,posterior_clusters,0.4538163527101913,0.41470584595980287 +3,confirmation:orientation_alias:025,orientation_alias,posterior_clusters,0.2984352917025169,0.401155284829082 +3,confirmation:orientation_alias:026,orientation_alias,posterior_clusters,0.1813237764490742,2.7755575615628914e-17 +3,confirmation:orientation_alias:027,orientation_alias,posterior_clusters,0.008293676357222024,0.538047759580796 +3,confirmation:orientation_alias:028,orientation_alias,posterior_clusters,0.23476614767062653,0.0 +3,confirmation:orientation_alias:029,orientation_alias,posterior_clusters,0.3512048007001861,0.49678620606343094 +3,confirmation:orientation_alias:030,orientation_alias,posterior_clusters,0.5812416760118009,1.850371707708594e-17 +3,confirmation:orientation_alias:031,orientation_alias,posterior_clusters,0.09936936343394472,0.46767735968074 +3,confirmation:independent:000,independent,posterior_bins,0.870943262774432,0.008798632500689851 +3,confirmation:independent:001,independent,posterior_bins,0.9304882838448814,0.008150974685536475 +3,confirmation:independent:002,independent,posterior_bins,0.956690168350038,0.0 +3,confirmation:independent:003,independent,posterior_bins,0.9056862440336169,0.002950080320421137 +3,confirmation:independent:004,independent,posterior_bins,0.9609946452999166,0.006465375031960688 +3,confirmation:independent:005,independent,posterior_bins,0.7900976259764005,0.004454671728153965 +3,confirmation:independent:006,independent,posterior_bins,0.7874826122021372,1.850371707708594e-17 +3,confirmation:independent:007,independent,posterior_bins,0.7775969217877634,0.001502054216647471 +3,confirmation:independent:008,independent,posterior_bins,0.8788806576335989,0.0028458729574074764 +3,confirmation:independent:009,independent,posterior_bins,0.8050412351359821,0.002907515625914107 +3,confirmation:independent:010,independent,posterior_bins,0.9621760881431127,0.008750732781911777 +3,confirmation:independent:011,independent,posterior_bins,0.9400777649430908,0.0013237934645665324 +3,confirmation:independent:012,independent,posterior_bins,0.846506013059557,0.0006264596954355661 +3,confirmation:independent:013,independent,posterior_bins,0.8649202582130118,0.0011642030992329113 +3,confirmation:independent:014,independent,posterior_bins,0.5800502903959954,6.0572387994191804e-05 +3,confirmation:independent:015,independent,posterior_bins,0.8925994048235653,2.1451728813478194e-05 +3,confirmation:independent:016,independent,posterior_bins,0.8926897699549047,-1.850371707708594e-17 +3,confirmation:independent:017,independent,posterior_bins,0.8806324726342631,0.002284444404159758 +3,confirmation:independent:018,independent,posterior_bins,0.43455352109940965,0.002156551200157573 +3,confirmation:independent:019,independent,posterior_bins,0.8598314376285938,5.551115123125783e-17 +3,confirmation:independent:020,independent,posterior_bins,0.8396001049176651,0.0006692976558562342 +3,confirmation:independent:021,independent,posterior_bins,0.8772618022494822,0.0002376593431749896 +3,confirmation:independent:022,independent,posterior_bins,0.8039746235647545,0.0015363377923174695 +3,confirmation:independent:023,independent,posterior_bins,0.8365754866168844,4.3462349247310364e-05 +3,confirmation:independent:024,independent,posterior_bins,0.9419271800260021,0.00502054042235663 +3,confirmation:independent:025,independent,posterior_bins,0.7505803072365232,0.0004974122568107142 +3,confirmation:independent:026,independent,posterior_bins,0.6838061603280083,0.004158118306498833 +3,confirmation:independent:027,independent,posterior_bins,0.738071714005733,0.0013976969824361731 +3,confirmation:independent:028,independent,posterior_bins,0.5946028070690093,0.001171211712213201 +3,confirmation:independent:029,independent,posterior_bins,0.6588654701424934,0.00031257240893487837 +3,confirmation:independent:030,independent,posterior_bins,0.7337550544293814,3.700743415417188e-17 +3,confirmation:independent:031,independent,posterior_bins,0.598350705995524,0.006076922709470097 +3,confirmation:context:000,context,posterior_bins,0.4239808333953127,0.28510371148779423 +3,confirmation:context:001,context,posterior_bins,0.09475625166619396,0.5704034462616436 +3,confirmation:context:002,context,posterior_bins,0.26109213244787366,0.0 +3,confirmation:context:003,context,posterior_bins,0.09994936716736348,0.3828379176466957 +3,confirmation:context:004,context,posterior_bins,0.23143568196825962,-6.476300976980079e-17 +3,confirmation:context:005,context,posterior_bins,0.0006832332075943637,0.8752801764202977 +3,confirmation:context:006,context,posterior_bins,0.16389353139851526,0.5904481318243673 +3,confirmation:context:007,context,posterior_bins,0.1711322327220243,0.28986507764531666 +3,confirmation:context:008,context,posterior_bins,0.10578678697090263,0.6189108482449693 +3,confirmation:context:009,context,posterior_bins,0.0,0.6261961696523084 +3,confirmation:context:010,context,posterior_bins,0.06929523274030654,-1.214306433183765e-17 +3,confirmation:context:011,context,posterior_bins,0.021670017531700433,0.7607146712515922 +3,confirmation:context:012,context,posterior_bins,0.18552270974372723,0.4041338213034408 +3,confirmation:context:013,context,posterior_bins,0.3913381641865553,0.19708074582471985 +3,confirmation:context:014,context,posterior_bins,0.0,0.7020968432144474 +3,confirmation:context:015,context,posterior_bins,0.10644801468211126,0.5976053196035974 +3,confirmation:context:016,context,posterior_bins,0.06709526607848303,0.6487373995487605 +3,confirmation:context:017,context,posterior_bins,0.02981081805148317,-2.6020852139652106e-17 +3,confirmation:context:018,context,posterior_bins,0.22805348601281628,0.6058879303190802 +3,confirmation:context:019,context,posterior_bins,0.0,0.509560814518752 +3,confirmation:context:020,context,posterior_bins,0.0,0.7398511178367246 +3,confirmation:context:021,context,posterior_bins,0.2823740550946046,0.42294428264853395 +3,confirmation:context:022,context,posterior_bins,0.09576800695684352,0.7870354975196427 +3,confirmation:context:023,context,posterior_bins,0.25301165757945043,0.5112685320834328 +3,confirmation:context:024,context,posterior_bins,0.0,0.5645393167221355 +3,confirmation:context:025,context,posterior_bins,0.06703540111503982,0.0 +3,confirmation:context:026,context,posterior_bins,0.009880651639671044,0.8107522182729643 +3,confirmation:context:027,context,posterior_bins,0.3522767311138395,0.24025215856747184 +3,confirmation:context:028,context,posterior_bins,0.2563526331859678,0.6144747838609088 +3,confirmation:context:029,context,posterior_bins,0.09991246763262523,0.7492522404788384 +3,confirmation:context:030,context,posterior_bins,0.03632752067778854,-8.673617379884035e-18 +3,confirmation:context:031,context,posterior_bins,0.22839074138261833,-4.625929269271485e-18 +3,confirmation:parity:000,parity,posterior_bins,0.0,0.6276239340664039 +3,confirmation:parity:001,parity,posterior_bins,0.0006156156672230059,0.7567251410286673 +3,confirmation:parity:002,parity,posterior_bins,0.16969473681748626,0.5064792432335242 +3,confirmation:parity:003,parity,posterior_bins,0.008871493851406594,0.790168656617918 +3,confirmation:parity:004,parity,posterior_bins,0.15811134799071358,0.4055930651913211 +3,confirmation:parity:005,parity,posterior_bins,0.27771367689788873,0.0 +3,confirmation:parity:006,parity,posterior_bins,0.088344239800798,1.850371707708594e-17 +3,confirmation:parity:007,parity,posterior_bins,0.8571426429180748,-1.1102230246251565e-16 +3,confirmation:parity:008,parity,posterior_bins,0.33357211215273896,-3.700743415417188e-17 +3,confirmation:parity:009,parity,posterior_bins,0.0175202861283415,0.7702731512311441 +3,confirmation:parity:010,parity,posterior_bins,0.08308629055502584,0.383103550785229 +3,confirmation:parity:011,parity,posterior_bins,0.0,0.7307091601361295 +3,confirmation:parity:012,parity,posterior_bins,0.07729264503762061,0.5839637985589057 +3,confirmation:parity:013,parity,posterior_bins,0.0,0.7918878349863636 +3,confirmation:parity:014,parity,posterior_bins,0.14152180950562931,0.753537331994843 +3,confirmation:parity:015,parity,posterior_bins,0.0,0.6921484377043412 +3,confirmation:parity:016,parity,posterior_bins,0.0,0.511951962950298 +3,confirmation:parity:017,parity,posterior_bins,0.006381352197106166,0.8837623442375859 +3,confirmation:parity:018,parity,posterior_bins,0.48780604758170254,4.625929269271485e-17 +3,confirmation:parity:019,parity,posterior_bins,0.060657066483349745,0.4632947952098428 +3,confirmation:parity:020,parity,posterior_bins,0.19140388235754047,0.0 +3,confirmation:parity:021,parity,posterior_bins,0.005852588787001194,0.4702450909102612 +3,confirmation:parity:022,parity,posterior_bins,0.13198506279229427,0.43431502437521485 +3,confirmation:parity:023,parity,posterior_bins,0.022597347099127654,-1.0408340855860843e-17 +3,confirmation:parity:024,parity,posterior_bins,0.19522613898582852,-1.3877787807814457e-17 +3,confirmation:parity:025,parity,posterior_bins,0.08472064195618323,4.625929269271485e-18 +3,confirmation:parity:026,parity,posterior_bins,0.08839243582469661,0.7934109149279254 +3,confirmation:parity:027,parity,posterior_bins,0.08444627224617707,-2.544261098099317e-17 +3,confirmation:parity:028,parity,posterior_bins,0.21478779796509456,0.32019234109715766 +3,confirmation:parity:029,parity,posterior_bins,0.05386822318477301,1.6768993601109134e-17 +3,confirmation:parity:030,parity,posterior_bins,0.28687474002035596,0.5179031350108749 +3,confirmation:parity:031,parity,posterior_bins,0.10082773676713681,0.49092894679714183 +3,confirmation:uninformative:000,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:001,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:002,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:003,uninformative,posterior_bins,0.09567227603936092,1.1564823173178712e-16 +3,confirmation:uninformative:004,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:005,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:006,uninformative,posterior_bins,0.2664450665844924,0.0 +3,confirmation:uninformative:007,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:008,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:009,uninformative,posterior_bins,0.047849184259336264,-3.700743415417188e-17 +3,confirmation:uninformative:010,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:011,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:012,uninformative,posterior_bins,0.06520115742550896,1.5265566588595902e-16 +3,confirmation:uninformative:013,uninformative,posterior_bins,0.3847470520512989,-1.1102230246251565e-16 +3,confirmation:uninformative:014,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:015,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:016,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:017,uninformative,posterior_bins,0.15558143556420323,-9.25185853854297e-17 +3,confirmation:uninformative:018,uninformative,posterior_bins,0.33036964803520363,1.0177044392397268e-16 +3,confirmation:uninformative:019,uninformative,posterior_bins,0.03478783334199665,4.7415775010032725e-17 +3,confirmation:uninformative:020,uninformative,posterior_bins,0.018032911218956355,-2.7755575615628914e-17 +3,confirmation:uninformative:021,uninformative,posterior_bins,0.07293526314430279,-9.25185853854297e-18 +3,confirmation:uninformative:022,uninformative,posterior_bins,0.027651489723940048,-3.642919299551295e-17 +3,confirmation:uninformative:023,uninformative,posterior_bins,0.27728099750806773,-5.551115123125783e-17 +3,confirmation:uninformative:024,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:025,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:026,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:027,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:028,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:029,uninformative,posterior_bins,0.35896219070127755,1.850371707708594e-17 +3,confirmation:uninformative:030,uninformative,posterior_bins,0.0,0.0 +3,confirmation:uninformative:031,uninformative,posterior_bins,0.0,0.0 +3,confirmation:redundant:000,redundant,posterior_bins,0.8908965117079819,0.04539176463143886 +3,confirmation:redundant:001,redundant,posterior_bins,0.5912476564545059,0.24800707040429998 +3,confirmation:redundant:002,redundant,posterior_bins,0.6274209792261876,0.22034600347894787 +3,confirmation:redundant:003,redundant,posterior_bins,0.6854971375880707,0.12128921553467754 +3,confirmation:redundant:004,redundant,posterior_bins,0.6525120651271812,0.006600269079027776 +3,confirmation:redundant:005,redundant,posterior_bins,0.5263044978016854,0.14320412494891238 +3,confirmation:redundant:006,redundant,posterior_bins,0.6266504461370725,0.08742635334392684 +3,confirmation:redundant:007,redundant,posterior_bins,0.6077916652850821,0.0003979246105919413 +3,confirmation:redundant:008,redundant,posterior_bins,0.6638219827943586,0.1546988147414846 +3,confirmation:redundant:009,redundant,posterior_bins,0.604842734825576,0.158250385665075 +3,confirmation:redundant:010,redundant,posterior_bins,0.5886947511429927,0.013405020820836925 +3,confirmation:redundant:011,redundant,posterior_bins,0.6462753997436529,0.16391053576839903 +3,confirmation:redundant:012,redundant,posterior_bins,0.7421602791919919,0.04771327426889369 +3,confirmation:redundant:013,redundant,posterior_bins,0.6572574950899042,0.0675386933232675 +3,confirmation:redundant:014,redundant,posterior_bins,0.610404774978321,0.0 +3,confirmation:redundant:015,redundant,posterior_bins,0.4387531948844837,-7.401486830834377e-17 +3,confirmation:redundant:016,redundant,posterior_bins,0.5472701988027117,0.11631779214750598 +3,confirmation:redundant:017,redundant,posterior_bins,0.5417691229723813,0.027301682449246845 +3,confirmation:redundant:018,redundant,posterior_bins,0.6870105968933164,0.08434139406979453 +3,confirmation:redundant:019,redundant,posterior_bins,0.49885379409838704,0.11070335725461652 +3,confirmation:redundant:020,redundant,posterior_bins,0.556388421957674,0.00022203293247754125 +3,confirmation:redundant:021,redundant,posterior_bins,0.7051368147669088,0.06687793521103975 +3,confirmation:redundant:022,redundant,posterior_bins,0.6166213685098749,0.24954322395553913 +3,confirmation:redundant:023,redundant,posterior_bins,0.4257611470520306,0.227737841083184 +3,confirmation:redundant:024,redundant,posterior_bins,0.6964001034099823,0.11544538872470157 +3,confirmation:redundant:025,redundant,posterior_bins,0.6277498820376948,0.09226848652788552 +3,confirmation:redundant:026,redundant,posterior_bins,0.6751486995255737,0.09973353829529022 +3,confirmation:redundant:027,redundant,posterior_bins,0.6494994538943286,0.10374857353143414 +3,confirmation:redundant:028,redundant,posterior_bins,0.7301343576437045,0.02976214034651209 +3,confirmation:redundant:029,redundant,posterior_bins,0.483914470806716,0.14195629657646924 +3,confirmation:redundant:030,redundant,posterior_bins,0.5959049703174164,0.09859124420037121 +3,confirmation:redundant:031,redundant,posterior_bins,0.846025328039405,0.04445950749587844 +3,confirmation:orientation_alias:000,orientation_alias,posterior_bins,0.0315252374262579,-5.7824115865893565e-18 +3,confirmation:orientation_alias:001,orientation_alias,posterior_bins,0.015612023680755207,0.570246530664861 +3,confirmation:orientation_alias:002,orientation_alias,posterior_bins,0.011123192979021621,0.6662355785308358 +3,confirmation:orientation_alias:003,orientation_alias,posterior_bins,0.07250769328905338,1.5034270125132327e-17 +3,confirmation:orientation_alias:004,orientation_alias,posterior_bins,0.4832357365797891,0.12258305403471101 +3,confirmation:orientation_alias:005,orientation_alias,posterior_bins,0.2796965720624694,0.5960392874394006 +3,confirmation:orientation_alias:006,orientation_alias,posterior_bins,0.27692678963513623,0.6273607675022137 +3,confirmation:orientation_alias:007,orientation_alias,posterior_bins,0.21373944307305895,-2.7755575615628914e-17 +3,confirmation:orientation_alias:008,orientation_alias,posterior_bins,0.10447975909342269,-3.469446951953614e-18 +3,confirmation:orientation_alias:009,orientation_alias,posterior_bins,0.0,0.6432949284684762 +3,confirmation:orientation_alias:010,orientation_alias,posterior_bins,0.13781401488931588,0.5708897806436027 +3,confirmation:orientation_alias:011,orientation_alias,posterior_bins,0.6626998977190455,0.0 +3,confirmation:orientation_alias:012,orientation_alias,posterior_bins,0.20273385939163907,0.6493498146461065 +3,confirmation:orientation_alias:013,orientation_alias,posterior_bins,0.2000455218219473,0.5543012196001134 +3,confirmation:orientation_alias:014,orientation_alias,posterior_bins,0.5760341663124475,3.700743415417188e-17 +3,confirmation:orientation_alias:015,orientation_alias,posterior_bins,0.0011050682050009798,0.5677644543271263 +3,confirmation:orientation_alias:016,orientation_alias,posterior_bins,0.12909833650337502,0.6350476651414639 +3,confirmation:orientation_alias:017,orientation_alias,posterior_bins,0.0,0.8329090656661894 +3,confirmation:orientation_alias:018,orientation_alias,posterior_bins,0.5399370289246189,0.11939602227814763 +3,confirmation:orientation_alias:019,orientation_alias,posterior_bins,0.5639809496799796,-5.551115123125783e-17 +3,confirmation:orientation_alias:020,orientation_alias,posterior_bins,0.0010959920431053288,3.1803263726241462e-18 +3,confirmation:orientation_alias:021,orientation_alias,posterior_bins,0.0,0.6104736641697235 +3,confirmation:orientation_alias:022,orientation_alias,posterior_bins,0.009276289611785568,0.5395890017692763 +3,confirmation:orientation_alias:023,orientation_alias,posterior_bins,0.5622279155830278,0.09971105053840419 +3,confirmation:orientation_alias:024,orientation_alias,posterior_bins,0.01336025503635232,0.8551619436336418 +3,confirmation:orientation_alias:025,orientation_alias,posterior_bins,0.18657821989986792,0.5130123566317311 +3,confirmation:orientation_alias:026,orientation_alias,posterior_bins,0.1813237764490742,3.2381504884900395e-17 +3,confirmation:orientation_alias:027,orientation_alias,posterior_bins,0.005338278637127367,0.5410031573008907 +3,confirmation:orientation_alias:028,orientation_alias,posterior_bins,0.23476614767062653,0.0 +3,confirmation:orientation_alias:029,orientation_alias,posterior_bins,0.12236119163689607,0.725629815126721 +3,confirmation:orientation_alias:030,orientation_alias,posterior_bins,0.017887290267003635,0.5633543857447972 +3,confirmation:orientation_alias:031,orientation_alias,posterior_bins,0.09936936343394472,0.46767735968074 +3,confirmation:independent:000,independent,future_marginal,0.8797418952751219,3.700743415417188e-17 +3,confirmation:independent:001,independent,future_marginal,0.9386392585304177,1.850371707708594e-17 +3,confirmation:independent:002,independent,future_marginal,0.956690168350038,-3.700743415417188e-17 +3,confirmation:independent:003,independent,future_marginal,0.9086363243540381,1.850371707708594e-17 +3,confirmation:independent:004,independent,future_marginal,0.9674600203318773,-1.850371707708594e-17 +3,confirmation:independent:005,independent,future_marginal,0.7945522977045544,-1.850371707708594e-17 +3,confirmation:independent:006,independent,future_marginal,0.787482612202137,5.551115123125783e-17 +3,confirmation:independent:007,independent,future_marginal,0.7790989760044109,1.850371707708594e-17 +3,confirmation:independent:008,independent,future_marginal,0.8817265305910063,7.401486830834377e-17 +3,confirmation:independent:009,independent,future_marginal,0.8079487507618961,-1.850371707708594e-17 +3,confirmation:independent:010,independent,future_marginal,0.9709268209250244,0.0 +3,confirmation:independent:011,independent,future_marginal,0.9414015584076575,-3.700743415417188e-17 +3,confirmation:independent:012,independent,future_marginal,0.8471324727549927,1.850371707708594e-17 +3,confirmation:independent:013,independent,future_marginal,0.8660844613122448,-1.850371707708594e-17 +3,confirmation:independent:014,independent,future_marginal,0.5801108627839896,-3.700743415417188e-17 +3,confirmation:independent:015,independent,future_marginal,0.8926208565523789,-9.25185853854297e-17 +3,confirmation:independent:016,independent,future_marginal,0.8926897699549047,0.0 +3,confirmation:independent:017,independent,future_marginal,0.8829169170384228,3.700743415417188e-17 +3,confirmation:independent:018,independent,future_marginal,0.4367100722995672,-1.850371707708594e-17 +3,confirmation:independent:019,independent,future_marginal,0.8598314376285938,1.850371707708594e-17 +3,confirmation:independent:020,independent,future_marginal,0.8402694025735213,-1.850371707708594e-17 +3,confirmation:independent:021,independent,future_marginal,0.8774994615926572,-5.551115123125783e-17 +3,confirmation:independent:022,independent,future_marginal,0.8055109613570721,-1.850371707708594e-17 +3,confirmation:independent:023,independent,future_marginal,0.8366189489661315,3.700743415417188e-17 +3,confirmation:independent:024,independent,future_marginal,0.9469477204483587,0.0 +3,confirmation:independent:025,independent,future_marginal,0.751077719493334,-1.850371707708594e-17 +3,confirmation:independent:026,independent,future_marginal,0.687964278634507,1.850371707708594e-17 +3,confirmation:independent:027,independent,future_marginal,0.7394694109881691,-1.850371707708594e-17 +3,confirmation:independent:028,independent,future_marginal,0.5957740187812225,0.0 +3,confirmation:independent:029,independent,future_marginal,0.6591780425514282,3.700743415417188e-17 +3,confirmation:independent:030,independent,future_marginal,0.7337550544293814,1.850371707708594e-17 +3,confirmation:independent:031,independent,future_marginal,0.6044276287049941,-1.850371707708594e-17 +3,confirmation:context:000,context,future_marginal,0.709084544883107,7.401486830834377e-17 +3,confirmation:context:001,context,future_marginal,0.6651596979278377,0.0 +3,confirmation:context:002,context,future_marginal,0.26109213244787366,0.0 +3,confirmation:context:003,context,future_marginal,0.48278728481405914,5.551115123125783e-17 +3,confirmation:context:004,context,future_marginal,0.23143568196825953,-9.25185853854297e-18 +3,confirmation:context:005,context,future_marginal,0.8759634096278921,-1.850371707708594e-17 +3,confirmation:context:006,context,future_marginal,0.7543416632228823,9.25185853854297e-17 +3,confirmation:context:007,context,future_marginal,0.4609973103673409,3.700743415417188e-17 +3,confirmation:context:008,context,future_marginal,0.7246976352158719,1.1102230246251565e-16 +3,confirmation:context:009,context,future_marginal,0.6261961696523082,9.25185853854297e-17 +3,confirmation:context:010,context,future_marginal,0.06929523274030655,-1.329954664915552e-17 +3,confirmation:context:011,context,future_marginal,0.7823846887832927,1.850371707708594e-17 +3,confirmation:context:012,context,future_marginal,0.5896565310471681,1.850371707708594e-17 +3,confirmation:context:013,context,future_marginal,0.5884189100112751,7.401486830834377e-17 +3,confirmation:context:014,context,future_marginal,0.7020968432144477,-1.850371707708594e-17 +3,confirmation:context:015,context,future_marginal,0.7040533342857086,-5.551115123125783e-17 +3,confirmation:context:016,context,future_marginal,0.7158326656272436,-3.700743415417188e-17 +3,confirmation:context:017,context,future_marginal,0.02981081805148317,-2.6020852139652106e-17 +3,confirmation:context:018,context,future_marginal,0.8339414163318963,9.25185853854297e-17 +3,confirmation:context:019,context,future_marginal,0.509560814518752,5.551115123125783e-17 +3,confirmation:context:020,context,future_marginal,0.7398511178367246,-3.700743415417188e-17 +3,confirmation:context:021,context,future_marginal,0.7053183377431385,3.700743415417188e-17 +3,confirmation:context:022,context,future_marginal,0.8828035044764864,-5.551115123125783e-17 +3,confirmation:context:023,context,future_marginal,0.7642801896628832,-1.850371707708594e-17 +3,confirmation:context:024,context,future_marginal,0.5645393167221355,-3.700743415417188e-17 +3,confirmation:context:025,context,future_marginal,0.06703540111503983,-1.3877787807814457e-17 +3,confirmation:context:026,context,future_marginal,0.8206328699126353,-3.700743415417188e-17 +3,confirmation:context:027,context,future_marginal,0.5925288896813113,1.850371707708594e-17 +3,confirmation:context:028,context,future_marginal,0.8708274170468766,0.0 +3,confirmation:context:029,context,future_marginal,0.8491647081114637,1.850371707708594e-17 +3,confirmation:context:030,context,future_marginal,0.03632752067778848,5.204170427930421e-17 +3,confirmation:context:031,context,future_marginal,0.22839074138261833,-2.7755575615628914e-17 +3,confirmation:parity:000,parity,future_marginal,0.6276239340664039,-1.850371707708594e-17 +3,confirmation:parity:001,parity,future_marginal,0.42699103125733107,0.3303497254385591 +3,confirmation:parity:002,parity,future_marginal,0.6761739800510105,7.401486830834377e-17 +3,confirmation:parity:003,parity,future_marginal,0.7990401504693248,-1.1102230246251565e-16 +3,confirmation:parity:004,parity,future_marginal,0.5637044131820347,1.850371707708594e-17 +3,confirmation:parity:005,parity,future_marginal,0.2777136768978887,3.700743415417188e-17 +3,confirmation:parity:006,parity,future_marginal,0.08834423980079804,-9.25185853854297e-18 +3,confirmation:parity:007,parity,future_marginal,0.8571426429180748,-3.700743415417188e-17 +3,confirmation:parity:008,parity,future_marginal,0.3335721121527389,0.0 +3,confirmation:parity:009,parity,future_marginal,0.7877934373594857,-3.700743415417188e-17 +3,confirmation:parity:010,parity,future_marginal,0.4661898413402549,-9.25185853854297e-18 +3,confirmation:parity:011,parity,future_marginal,0.4235796549170317,0.3071295052190979 +3,confirmation:parity:012,parity,future_marginal,0.6612564435965262,1.850371707708594e-17 +3,confirmation:parity:013,parity,future_marginal,0.7918878349863637,-7.401486830834377e-17 +3,confirmation:parity:014,parity,future_marginal,0.8950591415004723,1.850371707708594e-17 +3,confirmation:parity:015,parity,future_marginal,0.6921484377043412,0.0 +3,confirmation:parity:016,parity,future_marginal,0.511951962950298,-1.850371707708594e-17 +3,confirmation:parity:017,parity,future_marginal,0.8901436964346919,5.551115123125783e-17 +3,confirmation:parity:018,parity,future_marginal,0.48780604758170254,6.476300976980079e-17 +3,confirmation:parity:019,parity,future_marginal,0.5239518616931926,-3.700743415417188e-17 +3,confirmation:parity:020,parity,future_marginal,0.1914038823575405,-9.25185853854297e-18 +3,confirmation:parity:021,parity,future_marginal,0.47609767969726235,1.850371707708594e-17 +3,confirmation:parity:022,parity,future_marginal,0.5663000871675091,0.0 +3,confirmation:parity:023,parity,future_marginal,0.02259734709912764,2.3129646346357427e-18 +3,confirmation:parity:024,parity,future_marginal,0.19522613898582858,-3.2381504884900395e-17 +3,confirmation:parity:025,parity,future_marginal,0.08472064195618319,2.7755575615628914e-17 +3,confirmation:parity:026,parity,future_marginal,0.8818033507526222,1.850371707708594e-17 +3,confirmation:parity:027,parity,future_marginal,0.08444627224617703,-4.625929269271485e-18 +3,confirmation:parity:028,parity,future_marginal,0.5349801390622522,0.0 +3,confirmation:parity:029,parity,future_marginal,0.05386822318477304,-1.2721305490496585e-17 +3,confirmation:parity:030,parity,future_marginal,0.8047778750312308,0.0 +3,confirmation:parity:031,parity,future_marginal,0.40145425474139207,0.19030242882288645 +3,confirmation:uninformative:000,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:001,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:002,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:003,uninformative,future_marginal,0.09567227603936104,-4.625929269271485e-18 +3,confirmation:uninformative:004,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:005,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:006,uninformative,future_marginal,0.2664450665844925,-9.25185853854297e-17 +3,confirmation:uninformative:007,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:008,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:009,uninformative,future_marginal,0.04784918425933621,1.734723475976807e-17 +3,confirmation:uninformative:010,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:011,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:012,uninformative,future_marginal,0.06520115742550908,3.469446951953614e-17 +3,confirmation:uninformative:013,uninformative,future_marginal,0.3847470520512988,0.0 +3,confirmation:uninformative:014,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:015,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:016,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:017,uninformative,future_marginal,0.15558143556420312,0.0 +3,confirmation:uninformative:018,uninformative,future_marginal,0.33036964803520363,2.7755575615628914e-17 +3,confirmation:uninformative:019,uninformative,future_marginal,0.034787833341996685,1.1564823173178713e-17 +3,confirmation:uninformative:020,uninformative,future_marginal,0.018032911218956303,2.1973164029039556e-17 +3,confirmation:uninformative:021,uninformative,future_marginal,0.07293526314430282,-3.2381504884900395e-17 +3,confirmation:uninformative:022,uninformative,future_marginal,0.027651489723940065,-5.146346312064527e-17 +3,confirmation:uninformative:023,uninformative,future_marginal,0.2772809975080678,-7.401486830834377e-17 +3,confirmation:uninformative:024,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:025,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:026,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:027,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:028,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:029,uninformative,future_marginal,0.35896219070127755,3.700743415417188e-17 +3,confirmation:uninformative:030,uninformative,future_marginal,0.0,0.0 +3,confirmation:uninformative:031,uninformative,future_marginal,0.0,0.0 +3,confirmation:redundant:000,redundant,future_marginal,0.9362882763394206,1.850371707708594e-17 +3,confirmation:redundant:001,redundant,future_marginal,0.7754984274115255,0.06375629944728041 +3,confirmation:redundant:002,redundant,future_marginal,0.8477669827051353,3.700743415417188e-17 +3,confirmation:redundant:003,redundant,future_marginal,0.8067863531227483,-1.850371707708594e-17 +3,confirmation:redundant:004,redundant,future_marginal,0.659112334206209,-1.850371707708594e-17 +3,confirmation:redundant:005,redundant,future_marginal,0.6695086227505979,3.700743415417188e-17 +3,confirmation:redundant:006,redundant,future_marginal,0.7140767994809993,0.0 +3,confirmation:redundant:007,redundant,future_marginal,0.5114836352581797,0.09670595463749429 +3,confirmation:redundant:008,redundant,future_marginal,0.8185207975358433,0.0 +3,confirmation:redundant:009,redundant,future_marginal,0.19430084865849287,0.5687922718321581 +3,confirmation:redundant:010,redundant,future_marginal,0.6020997719638297,0.0 +3,confirmation:redundant:011,redundant,future_marginal,0.8101859355120518,3.700743415417188e-17 +3,confirmation:redundant:012,redundant,future_marginal,0.7898735534608856,-1.850371707708594e-17 +3,confirmation:redundant:013,redundant,future_marginal,0.7247961884131717,0.0 +3,confirmation:redundant:014,redundant,future_marginal,0.587045525906066,0.023359249072255023 +3,confirmation:redundant:015,redundant,future_marginal,0.09073247715772188,0.3480207177267618 +3,confirmation:redundant:016,redundant,future_marginal,0.6635879909502176,0.0 +3,confirmation:redundant:017,redundant,future_marginal,0.5690708054216281,9.25185853854297e-18 +3,confirmation:redundant:018,redundant,future_marginal,0.7713519909631109,-1.850371707708594e-17 +3,confirmation:redundant:019,redundant,future_marginal,0.6095571513530034,3.700743415417188e-17 +3,confirmation:redundant:020,redundant,future_marginal,0.19081581811713502,0.36579463677301655 +3,confirmation:redundant:021,redundant,future_marginal,0.7720147499779487,0.0 +3,confirmation:redundant:022,redundant,future_marginal,0.866164592465414,1.850371707708594e-17 +3,confirmation:redundant:023,redundant,future_marginal,0.6534989881352145,1.850371707708594e-17 +3,confirmation:redundant:024,redundant,future_marginal,0.811845492134684,0.0 +3,confirmation:redundant:025,redundant,future_marginal,0.7200183685655804,-5.551115123125783e-17 +3,confirmation:redundant:026,redundant,future_marginal,0.7748822378208639,1.850371707708594e-17 +3,confirmation:redundant:027,redundant,future_marginal,0.7532480274257627,3.700743415417188e-17 +3,confirmation:redundant:028,redundant,future_marginal,0.7598964979902165,1.850371707708594e-17 +3,confirmation:redundant:029,redundant,future_marginal,0.6258707673831851,3.700743415417188e-17 +3,confirmation:redundant:030,redundant,future_marginal,0.6944962145177875,0.0 +3,confirmation:redundant:031,redundant,future_marginal,0.8904848355352835,5.551115123125783e-17 +3,confirmation:orientation_alias:000,orientation_alias,future_marginal,0.03152523742625789,-2.8912057932946782e-18 +3,confirmation:orientation_alias:001,orientation_alias,future_marginal,0.5858585543456162,0.0 +3,confirmation:orientation_alias:002,orientation_alias,future_marginal,0.6773587715098573,1.1102230246251565e-16 +3,confirmation:orientation_alias:003,orientation_alias,future_marginal,0.0725076932890534,-6.938893903907228e-18 +3,confirmation:orientation_alias:004,orientation_alias,future_marginal,0.6058187906145002,-7.401486830834377e-17 +3,confirmation:orientation_alias:005,orientation_alias,future_marginal,0.87573585950187,0.0 +3,confirmation:orientation_alias:006,orientation_alias,future_marginal,0.9042875571373498,3.700743415417188e-17 +3,confirmation:orientation_alias:007,orientation_alias,future_marginal,0.21373944307305895,-1.850371707708594e-17 +3,confirmation:orientation_alias:008,orientation_alias,future_marginal,0.10447975909342269,-2.3129646346357427e-18 +3,confirmation:orientation_alias:009,orientation_alias,future_marginal,0.48290532397745345,0.16038960449102288 +3,confirmation:orientation_alias:010,orientation_alias,future_marginal,0.7087037955329186,3.700743415417188e-17 +3,confirmation:orientation_alias:011,orientation_alias,future_marginal,0.6626998977190455,0.0 +3,confirmation:orientation_alias:012,orientation_alias,future_marginal,0.8520836740377457,-3.700743415417188e-17 +3,confirmation:orientation_alias:013,orientation_alias,future_marginal,0.7543467414220608,-1.850371707708594e-17 +3,confirmation:orientation_alias:014,orientation_alias,future_marginal,0.5760341663124477,-7.401486830834377e-17 +3,confirmation:orientation_alias:015,orientation_alias,future_marginal,0.5688695225321272,-2.7755575615628914e-17 +3,confirmation:orientation_alias:016,orientation_alias,future_marginal,0.7641460016448391,-5.551115123125783e-17 +3,confirmation:orientation_alias:017,orientation_alias,future_marginal,0.8329090656661894,-5.551115123125783e-17 +3,confirmation:orientation_alias:018,orientation_alias,future_marginal,0.6593330512027666,3.700743415417188e-17 +3,confirmation:orientation_alias:019,orientation_alias,future_marginal,0.5639809496799795,-1.850371707708594e-17 +3,confirmation:orientation_alias:020,orientation_alias,future_marginal,0.0010959920431053306,1.4456028966473391e-18 +3,confirmation:orientation_alias:021,orientation_alias,future_marginal,0.6104736641697234,1.850371707708594e-17 +3,confirmation:orientation_alias:022,orientation_alias,future_marginal,0.5488652913810619,-5.551115123125783e-17 +3,confirmation:orientation_alias:023,orientation_alias,future_marginal,0.661938966121432,-3.700743415417188e-17 +3,confirmation:orientation_alias:024,orientation_alias,future_marginal,0.868522198669994,1.850371707708594e-17 +3,confirmation:orientation_alias:025,orientation_alias,future_marginal,0.6995905765315991,1.850371707708594e-17 +3,confirmation:orientation_alias:026,orientation_alias,future_marginal,0.1813237764490742,2.7755575615628914e-17 +3,confirmation:orientation_alias:027,orientation_alias,future_marginal,0.546341435938018,0.0 +3,confirmation:orientation_alias:028,orientation_alias,future_marginal,0.23476614767062648,3.700743415417188e-17 +3,confirmation:orientation_alias:029,orientation_alias,future_marginal,0.8479910067636172,-7.401486830834377e-17 +3,confirmation:orientation_alias:030,orientation_alias,future_marginal,0.5812416760118009,0.0 +3,confirmation:orientation_alias:031,orientation_alias,future_marginal,0.5670467231146846,5.551115123125783e-17 +3,confirmation:independent:000,independent,raw_information,0.8797418952751219,0.0 +3,confirmation:independent:001,independent,raw_information,0.9386392585304177,0.0 +3,confirmation:independent:002,independent,raw_information,0.956690168350038,0.0 +3,confirmation:independent:003,independent,raw_information,0.9086363243540381,-5.551115123125783e-17 +3,confirmation:independent:004,independent,raw_information,0.9674600203318773,-5.551115123125783e-17 +3,confirmation:independent:005,independent,raw_information,0.7945522977045544,0.0 +3,confirmation:independent:006,independent,raw_information,0.7874826122021372,0.0 +3,confirmation:independent:007,independent,raw_information,0.7790989760044109,0.0 +3,confirmation:independent:008,independent,raw_information,0.8817265305910063,3.700743415417188e-17 +3,confirmation:independent:009,independent,raw_information,0.8079487507618963,-3.700743415417188e-17 +3,confirmation:independent:010,independent,raw_information,0.9709268209250244,0.0 +3,confirmation:independent:011,independent,raw_information,0.9414015584076575,-1.850371707708594e-17 +3,confirmation:independent:012,independent,raw_information,0.8471324727549927,0.0 +3,confirmation:independent:013,independent,raw_information,0.8660844613122448,-5.551115123125783e-17 +3,confirmation:independent:014,independent,raw_information,0.5801108627839896,0.0 +3,confirmation:independent:015,independent,raw_information,0.8926208565523789,0.0 +3,confirmation:independent:016,independent,raw_information,0.8926897699549048,-5.551115123125783e-17 +3,confirmation:independent:017,independent,raw_information,0.8829169170384228,7.401486830834377e-17 +3,confirmation:independent:018,independent,raw_information,0.4367100722995672,0.0 +3,confirmation:independent:019,independent,raw_information,0.8598314376285938,1.1102230246251565e-16 +3,confirmation:independent:020,independent,raw_information,0.8402694025735213,-1.850371707708594e-17 +3,confirmation:independent:021,independent,raw_information,0.8774994615926572,-5.551115123125783e-17 +3,confirmation:independent:022,independent,raw_information,0.8055109613570721,0.0 +3,confirmation:independent:023,independent,raw_information,0.8366189489661316,1.850371707708594e-17 +3,confirmation:independent:024,independent,raw_information,0.9469477204483587,0.0 +3,confirmation:independent:025,independent,raw_information,0.7510777194933339,-1.850371707708594e-17 +3,confirmation:independent:026,independent,raw_information,0.687964278634507,0.0 +3,confirmation:independent:027,independent,raw_information,0.7394694109881691,0.0 +3,confirmation:independent:028,independent,raw_information,0.5957740187812225,0.0 +3,confirmation:independent:029,independent,raw_information,0.6591780425514282,1.850371707708594e-17 +3,confirmation:independent:030,independent,raw_information,0.7337550544293814,0.0 +3,confirmation:independent:031,independent,raw_information,0.6044276287049941,-1.850371707708594e-17 +3,confirmation:context:000,context,raw_information,0.709084544883107,-7.401486830834377e-17 +3,confirmation:context:001,context,raw_information,0.6651596979278377,0.0 +3,confirmation:context:002,context,raw_information,0.26109213244787366,-9.25185853854297e-18 +3,confirmation:context:003,context,raw_information,0.4827872848140592,0.0 +3,confirmation:context:004,context,raw_information,0.2314356819682596,-9.25185853854297e-18 +3,confirmation:context:005,context,raw_information,0.8759634096278921,-1.850371707708594e-17 +3,confirmation:context:006,context,raw_information,0.7543416632228825,0.0 +3,confirmation:context:007,context,raw_information,0.4609973103673409,3.700743415417188e-17 +3,confirmation:context:008,context,raw_information,0.7246976352158719,0.0 +3,confirmation:context:009,context,raw_information,0.6261961696523084,-1.850371707708594e-17 +3,confirmation:context:010,context,raw_information,0.06929523274030652,0.0 +3,confirmation:context:011,context,raw_information,0.7823846887832927,0.0 +3,confirmation:context:012,context,raw_information,0.5896565310471681,2.7755575615628914e-17 +3,confirmation:context:013,context,raw_information,0.5884189100112752,0.0 +3,confirmation:context:014,context,raw_information,0.7020968432144477,0.0 +3,confirmation:context:015,context,raw_information,0.7040533342857086,-5.551115123125783e-17 +3,confirmation:context:016,context,raw_information,0.7158326656272435,-1.850371707708594e-17 +3,confirmation:context:017,context,raw_information,0.029810818051483147,5.782411586589357e-19 +3,confirmation:context:018,context,raw_information,0.8339414163318963,5.551115123125783e-17 +3,confirmation:context:019,context,raw_information,0.509560814518752,0.0 +3,confirmation:context:020,context,raw_information,0.7398511178367246,0.0 +3,confirmation:context:021,context,raw_information,0.7053183377431385,7.401486830834377e-17 +3,confirmation:context:022,context,raw_information,0.8828035044764864,-1.850371707708594e-17 +3,confirmation:context:023,context,raw_information,0.7642801896628831,3.700743415417188e-17 +3,confirmation:context:024,context,raw_information,0.5645393167221355,0.0 +3,confirmation:context:025,context,raw_information,0.06703540111503982,2.3129646346357427e-18 +3,confirmation:context:026,context,raw_information,0.8206328699126353,0.0 +3,confirmation:context:027,context,raw_information,0.5925288896813115,0.0 +3,confirmation:context:028,context,raw_information,0.8708274170468766,0.0 +3,confirmation:context:029,context,raw_information,0.8491647081114637,3.700743415417188e-17 +3,confirmation:context:030,context,raw_information,0.036327520677788536,-1.734723475976807e-18 +3,confirmation:context:031,context,raw_information,0.22839074138261833,0.0 +3,confirmation:parity:000,parity,raw_information,0.6276239340664039,-3.700743415417188e-17 +3,confirmation:parity:001,parity,raw_information,0.7573407566958902,-5.551115123125783e-17 +3,confirmation:parity:002,parity,raw_information,0.6761739800510105,1.850371707708594e-17 +3,confirmation:parity:003,parity,raw_information,0.7990401504693244,0.0 +3,confirmation:parity:004,parity,raw_information,0.5637044131820346,9.25185853854297e-17 +3,confirmation:parity:005,parity,raw_information,0.27771367689788873,0.0 +3,confirmation:parity:006,parity,raw_information,0.08834423980079803,-2.3129646346357427e-18 +3,confirmation:parity:007,parity,raw_information,0.8571426429180746,0.0 +3,confirmation:parity:008,parity,raw_information,0.3335721121527389,1.850371707708594e-17 +3,confirmation:parity:009,parity,raw_information,0.7877934373594857,0.0 +3,confirmation:parity:010,parity,raw_information,0.4661898413402548,1.850371707708594e-17 +3,confirmation:parity:011,parity,raw_information,0.7307091601361294,1.2952601953960158e-16 +3,confirmation:parity:012,parity,raw_information,0.6612564435965264,0.0 +3,confirmation:parity:013,parity,raw_information,0.7918878349863636,1.850371707708594e-17 +3,confirmation:parity:014,parity,raw_information,0.8950591415004725,0.0 +3,confirmation:parity:015,parity,raw_information,0.6921484377043413,-3.700743415417188e-17 +3,confirmation:parity:016,parity,raw_information,0.5119519629502979,3.700743415417188e-17 +3,confirmation:parity:017,parity,raw_information,0.8901436964346919,0.0 +3,confirmation:parity:018,parity,raw_information,0.4878060475817026,-9.25185853854297e-18 +3,confirmation:parity:019,parity,raw_information,0.5239518616931926,0.0 +3,confirmation:parity:020,parity,raw_information,0.19140388235754047,4.625929269271485e-18 +3,confirmation:parity:021,parity,raw_information,0.47609767969726235,0.0 +3,confirmation:parity:022,parity,raw_information,0.5663000871675091,0.0 +3,confirmation:parity:023,parity,raw_information,0.022597347099127647,-2.3129646346357427e-18 +3,confirmation:parity:024,parity,raw_information,0.19522613898582852,0.0 +3,confirmation:parity:025,parity,raw_information,0.08472064195618323,-4.625929269271485e-18 +3,confirmation:parity:026,parity,raw_information,0.8818033507526222,0.0 +3,confirmation:parity:027,parity,raw_information,0.08444627224617703,-4.625929269271485e-18 +3,confirmation:parity:028,parity,raw_information,0.5349801390622522,-1.850371707708594e-17 +3,confirmation:parity:029,parity,raw_information,0.05386822318477303,3.469446951953614e-18 +3,confirmation:parity:030,parity,raw_information,0.8047778750312308,0.0 +3,confirmation:parity:031,parity,raw_information,0.5917566835642785,0.0 +3,confirmation:uninformative:000,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:001,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:002,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:003,uninformative,raw_information,0.09567227603936104,-4.625929269271485e-18 +3,confirmation:uninformative:004,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:005,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:006,uninformative,raw_information,0.2664450665844924,1.850371707708594e-17 +3,confirmation:uninformative:007,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:008,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:009,uninformative,raw_information,0.04784918425933622,0.0 +3,confirmation:uninformative:010,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:011,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:012,uninformative,raw_information,0.06520115742550911,0.0 +3,confirmation:uninformative:013,uninformative,raw_information,0.3847470520512988,0.0 +3,confirmation:uninformative:014,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:015,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:016,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:017,uninformative,raw_information,0.15558143556420312,0.0 +3,confirmation:uninformative:018,uninformative,raw_information,0.33036964803520363,4.625929269271485e-17 +3,confirmation:uninformative:019,uninformative,raw_information,0.0347878333419967,0.0 +3,confirmation:uninformative:020,uninformative,raw_information,0.018032911218956327,0.0 +3,confirmation:uninformative:021,uninformative,raw_information,0.07293526314430278,0.0 +3,confirmation:uninformative:022,uninformative,raw_information,0.02765148972394001,-5.782411586589357e-19 +3,confirmation:uninformative:023,uninformative,raw_information,0.2772809975080677,0.0 +3,confirmation:uninformative:024,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:025,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:026,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:027,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:028,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:029,uninformative,raw_information,0.35896219070127766,0.0 +3,confirmation:uninformative:030,uninformative,raw_information,0.0,0.0 +3,confirmation:uninformative:031,uninformative,raw_information,0.0,0.0 +3,confirmation:redundant:000,redundant,raw_information,0.9362882763394207,5.551115123125783e-17 +3,confirmation:redundant:001,redundant,raw_information,0.839254726858806,-5.551115123125783e-17 +3,confirmation:redundant:002,redundant,raw_information,0.8477669827051353,0.0 +3,confirmation:redundant:003,redundant,raw_information,0.8067863531227483,0.0 +3,confirmation:redundant:004,redundant,raw_information,0.6591123342062091,-3.700743415417188e-17 +3,confirmation:redundant:005,redundant,raw_information,0.6695086227505979,0.0 +3,confirmation:redundant:006,redundant,raw_information,0.7140767994809993,0.0 +3,confirmation:redundant:007,redundant,raw_information,0.6081895898956742,-3.700743415417188e-17 +3,confirmation:redundant:008,redundant,raw_information,0.8185207975358432,1.850371707708594e-17 +3,confirmation:redundant:009,redundant,raw_information,0.7630931204906509,1.850371707708594e-17 +3,confirmation:redundant:010,redundant,raw_information,0.6020997719638297,1.850371707708594e-17 +3,confirmation:redundant:011,redundant,raw_information,0.8101859355120518,3.700743415417188e-17 +3,confirmation:redundant:012,redundant,raw_information,0.7898735534608854,1.850371707708594e-17 +3,confirmation:redundant:013,redundant,raw_information,0.7247961884131717,1.850371707708594e-17 +3,confirmation:redundant:014,redundant,raw_information,0.6104047749783208,5.551115123125783e-17 +3,confirmation:redundant:015,redundant,raw_information,0.43875319488448367,-1.850371707708594e-17 +3,confirmation:redundant:016,redundant,raw_information,0.6635879909502176,-3.700743415417188e-17 +3,confirmation:redundant:017,redundant,raw_information,0.5690708054216282,-1.850371707708594e-17 +3,confirmation:redundant:018,redundant,raw_information,0.7713519909631109,0.0 +3,confirmation:redundant:019,redundant,raw_information,0.6095571513530036,0.0 +3,confirmation:redundant:020,redundant,raw_information,0.5566104548901516,-1.850371707708594e-17 +3,confirmation:redundant:021,redundant,raw_information,0.7720147499779487,0.0 +3,confirmation:redundant:022,redundant,raw_information,0.866164592465414,1.850371707708594e-17 +3,confirmation:redundant:023,redundant,raw_information,0.6534989881352145,-1.850371707708594e-17 +3,confirmation:redundant:024,redundant,raw_information,0.811845492134684,1.850371707708594e-17 +3,confirmation:redundant:025,redundant,raw_information,0.7200183685655804,1.850371707708594e-17 +3,confirmation:redundant:026,redundant,raw_information,0.7748822378208639,0.0 +3,confirmation:redundant:027,redundant,raw_information,0.7532480274257628,1.850371707708594e-17 +3,confirmation:redundant:028,redundant,raw_information,0.7598964979902165,0.0 +3,confirmation:redundant:029,redundant,raw_information,0.6258707673831851,1.850371707708594e-17 +3,confirmation:redundant:030,redundant,raw_information,0.6944962145177875,0.0 +3,confirmation:redundant:031,redundant,raw_information,0.8904848355352835,3.700743415417188e-17 +3,confirmation:orientation_alias:000,orientation_alias,raw_information,0.03152523742625789,1.1564823173178713e-18 +3,confirmation:orientation_alias:001,orientation_alias,raw_information,0.5858585543456163,0.0 +3,confirmation:orientation_alias:002,orientation_alias,raw_information,0.6773587715098573,0.0 +3,confirmation:orientation_alias:003,orientation_alias,raw_information,0.07250769328905339,5.7824115865893565e-18 +3,confirmation:orientation_alias:004,orientation_alias,raw_information,0.6058187906145001,0.0 +3,confirmation:orientation_alias:005,orientation_alias,raw_information,0.87573585950187,0.0 +3,confirmation:orientation_alias:006,orientation_alias,raw_information,0.9042875571373499,-3.700743415417188e-17 +3,confirmation:orientation_alias:007,orientation_alias,raw_information,0.21373944307305895,0.0 +3,confirmation:orientation_alias:008,orientation_alias,raw_information,0.10447975909342269,-5.7824115865893565e-18 +3,confirmation:orientation_alias:009,orientation_alias,raw_information,0.6432949284684762,0.0 +3,confirmation:orientation_alias:010,orientation_alias,raw_information,0.7087037955329186,-3.700743415417188e-17 +3,confirmation:orientation_alias:011,orientation_alias,raw_information,0.6626998977190454,1.1102230246251565e-16 +3,confirmation:orientation_alias:012,orientation_alias,raw_information,0.8520836740377457,-3.700743415417188e-17 +3,confirmation:orientation_alias:013,orientation_alias,raw_information,0.7543467414220607,3.700743415417188e-17 +3,confirmation:orientation_alias:014,orientation_alias,raw_information,0.5760341663124476,1.850371707708594e-17 +3,confirmation:orientation_alias:015,orientation_alias,raw_information,0.5688695225321272,-1.850371707708594e-17 +3,confirmation:orientation_alias:016,orientation_alias,raw_information,0.7641460016448391,0.0 +3,confirmation:orientation_alias:017,orientation_alias,raw_information,0.8329090656661894,-3.700743415417188e-17 +3,confirmation:orientation_alias:018,orientation_alias,raw_information,0.6593330512027666,0.0 +3,confirmation:orientation_alias:019,orientation_alias,raw_information,0.5639809496799796,-7.401486830834377e-17 +3,confirmation:orientation_alias:020,orientation_alias,raw_information,0.0010959920431053319,0.0 +3,confirmation:orientation_alias:021,orientation_alias,raw_information,0.6104736641697235,-1.850371707708594e-17 +3,confirmation:orientation_alias:022,orientation_alias,raw_information,0.5488652913810618,0.0 +3,confirmation:orientation_alias:023,orientation_alias,raw_information,0.6619389661214319,0.0 +3,confirmation:orientation_alias:024,orientation_alias,raw_information,0.868522198669994,3.700743415417188e-17 +3,confirmation:orientation_alias:025,orientation_alias,raw_information,0.6995905765315991,1.850371707708594e-17 +3,confirmation:orientation_alias:026,orientation_alias,raw_information,0.18132377644907421,4.625929269271485e-18 +3,confirmation:orientation_alias:027,orientation_alias,raw_information,0.546341435938018,0.0 +3,confirmation:orientation_alias:028,orientation_alias,raw_information,0.23476614767062653,0.0 +3,confirmation:orientation_alias:029,orientation_alias,raw_information,0.8479910067636169,1.850371707708594e-17 +3,confirmation:orientation_alias:030,orientation_alias,raw_information,0.5812416760118008,5.551115123125783e-17 +3,confirmation:orientation_alias:031,orientation_alias,raw_information,0.5670467231146846,0.0 +3,confirmation:independent:000,independent,raw_entropy,0.8797418952751219,5.551115123125783e-17 +3,confirmation:independent:001,independent,raw_entropy,0.9386392585304177,0.0 +3,confirmation:independent:002,independent,raw_entropy,0.956690168350038,5.551115123125783e-17 +3,confirmation:independent:003,independent,raw_entropy,0.9086363243540381,-1.850371707708594e-17 +3,confirmation:independent:004,independent,raw_entropy,0.9674600203318773,0.0 +3,confirmation:independent:005,independent,raw_entropy,0.7945522977045545,-1.850371707708594e-17 +3,confirmation:independent:006,independent,raw_entropy,0.7874826122021372,0.0 +3,confirmation:independent:007,independent,raw_entropy,0.7790989760044109,-3.700743415417188e-17 +3,confirmation:independent:008,independent,raw_entropy,0.8817265305910063,7.401486830834377e-17 +3,confirmation:independent:009,independent,raw_entropy,0.8079487507618961,0.0 +3,confirmation:independent:010,independent,raw_entropy,0.9709268209250245,0.0 +3,confirmation:independent:011,independent,raw_entropy,0.9414015584076575,-3.700743415417188e-17 +3,confirmation:independent:012,independent,raw_entropy,0.8471324727549927,0.0 +3,confirmation:independent:013,independent,raw_entropy,0.8660844613122448,-7.401486830834377e-17 +3,confirmation:independent:014,independent,raw_entropy,0.5801108627839896,0.0 +3,confirmation:independent:015,independent,raw_entropy,0.8926208565523789,1.850371707708594e-17 +3,confirmation:independent:016,independent,raw_entropy,0.8926897699549047,-1.850371707708594e-17 +3,confirmation:independent:017,independent,raw_entropy,0.8829169170384229,1.850371707708594e-17 +3,confirmation:independent:018,independent,raw_entropy,0.4367100722995672,0.0 +3,confirmation:independent:019,independent,raw_entropy,0.859831437628594,0.0 +3,confirmation:independent:020,independent,raw_entropy,0.8402694025735213,3.700743415417188e-17 +3,confirmation:independent:021,independent,raw_entropy,0.877499461592657,1.850371707708594e-17 +3,confirmation:independent:022,independent,raw_entropy,0.8055109613570721,1.850371707708594e-17 +3,confirmation:independent:023,independent,raw_entropy,0.8366189489661316,0.0 +3,confirmation:independent:024,independent,raw_entropy,0.9469477204483587,1.850371707708594e-17 +3,confirmation:independent:025,independent,raw_entropy,0.7510777194933339,0.0 +3,confirmation:independent:026,independent,raw_entropy,0.687964278634507,1.850371707708594e-17 +3,confirmation:independent:027,independent,raw_entropy,0.7394694109881691,0.0 +3,confirmation:independent:028,independent,raw_entropy,0.5957740187812224,5.551115123125783e-17 +3,confirmation:independent:029,independent,raw_entropy,0.6591780425514282,0.0 +3,confirmation:independent:030,independent,raw_entropy,0.7337550544293815,-1.850371707708594e-17 +3,confirmation:independent:031,independent,raw_entropy,0.6044276287049941,0.0 +3,confirmation:context:000,context,raw_entropy,0.709084544883107,-3.700743415417188e-17 +3,confirmation:context:001,context,raw_entropy,0.6651596979278377,0.0 +3,confirmation:context:002,context,raw_entropy,0.26109213244787366,0.0 +3,confirmation:context:003,context,raw_entropy,0.4827872848140592,-1.850371707708594e-17 +3,confirmation:context:004,context,raw_entropy,0.23143568196825953,0.0 +3,confirmation:context:005,context,raw_entropy,0.8759634096278921,1.850371707708594e-17 +3,confirmation:context:006,context,raw_entropy,0.7543416632228825,0.0 +3,confirmation:context:007,context,raw_entropy,0.46099731036734093,0.0 +3,confirmation:context:008,context,raw_entropy,0.7246976352158719,0.0 +3,confirmation:context:009,context,raw_entropy,0.6261961696523083,0.0 +3,confirmation:context:010,context,raw_entropy,0.06929523274030654,-5.204170427930421e-18 +3,confirmation:context:011,context,raw_entropy,0.7823846887832927,0.0 +3,confirmation:context:012,context,raw_entropy,0.5896565310471681,0.0 +3,confirmation:context:013,context,raw_entropy,0.5884189100112752,0.0 +3,confirmation:context:014,context,raw_entropy,0.7020968432144477,-3.700743415417188e-17 +3,confirmation:context:015,context,raw_entropy,0.7040533342857086,-5.551115123125783e-17 +3,confirmation:context:016,context,raw_entropy,0.7158326656272435,0.0 +3,confirmation:context:017,context,raw_entropy,0.029810818051483147,0.0 +3,confirmation:context:018,context,raw_entropy,0.8339414163318963,1.1102230246251565e-16 +3,confirmation:context:019,context,raw_entropy,0.509560814518752,1.850371707708594e-17 +3,confirmation:context:020,context,raw_entropy,0.7398511178367246,0.0 +3,confirmation:context:021,context,raw_entropy,0.7053183377431385,0.0 +3,confirmation:context:022,context,raw_entropy,0.8828035044764864,-5.551115123125783e-17 +3,confirmation:context:023,context,raw_entropy,0.7642801896628831,3.700743415417188e-17 +3,confirmation:context:024,context,raw_entropy,0.5645393167221355,0.0 +3,confirmation:context:025,context,raw_entropy,0.06703540111503982,0.0 +3,confirmation:context:026,context,raw_entropy,0.8206328699126353,-3.700743415417188e-17 +3,confirmation:context:027,context,raw_entropy,0.5925288896813115,0.0 +3,confirmation:context:028,context,raw_entropy,0.8708274170468766,5.551115123125783e-17 +3,confirmation:context:029,context,raw_entropy,0.8491647081114637,5.551115123125783e-17 +3,confirmation:context:030,context,raw_entropy,0.036327520677788536,0.0 +3,confirmation:context:031,context,raw_entropy,0.22839074138261833,-4.625929269271485e-18 +3,confirmation:parity:000,parity,raw_entropy,0.6276239340664039,0.0 +3,confirmation:parity:001,parity,raw_entropy,0.7573407566958902,-1.850371707708594e-17 +3,confirmation:parity:002,parity,raw_entropy,0.6761739800510105,-1.850371707708594e-17 +3,confirmation:parity:003,parity,raw_entropy,0.7990401504693248,-1.1102230246251565e-16 +3,confirmation:parity:004,parity,raw_entropy,0.5637044131820346,9.25185853854297e-17 +3,confirmation:parity:005,parity,raw_entropy,0.27771367689788873,-9.25185853854297e-18 +3,confirmation:parity:006,parity,raw_entropy,0.08834423980079803,-2.3129646346357427e-18 +3,confirmation:parity:007,parity,raw_entropy,0.8571426429180746,0.0 +3,confirmation:parity:008,parity,raw_entropy,0.3335721121527389,1.850371707708594e-17 +3,confirmation:parity:009,parity,raw_entropy,0.7877934373594857,-3.700743415417188e-17 +3,confirmation:parity:010,parity,raw_entropy,0.4661898413402548,9.25185853854297e-18 +3,confirmation:parity:011,parity,raw_entropy,0.7307091601361294,1.1102230246251565e-16 +3,confirmation:parity:012,parity,raw_entropy,0.6612564435965262,1.850371707708594e-17 +3,confirmation:parity:013,parity,raw_entropy,0.7918878349863636,-1.850371707708594e-17 +3,confirmation:parity:014,parity,raw_entropy,0.8950591415004725,0.0 +3,confirmation:parity:015,parity,raw_entropy,0.6921484377043412,0.0 +3,confirmation:parity:016,parity,raw_entropy,0.5119519629502979,3.700743415417188e-17 +3,confirmation:parity:017,parity,raw_entropy,0.8901436964346919,5.551115123125783e-17 +3,confirmation:parity:018,parity,raw_entropy,0.4878060475817026,-9.25185853854297e-18 +3,confirmation:parity:019,parity,raw_entropy,0.5239518616931926,0.0 +3,confirmation:parity:020,parity,raw_entropy,0.19140388235754047,4.625929269271485e-18 +3,confirmation:parity:021,parity,raw_entropy,0.47609767969726235,0.0 +3,confirmation:parity:022,parity,raw_entropy,0.5663000871675091,0.0 +3,confirmation:parity:023,parity,raw_entropy,0.022597347099127647,-2.3129646346357427e-18 +3,confirmation:parity:024,parity,raw_entropy,0.19522613898582852,0.0 +3,confirmation:parity:025,parity,raw_entropy,0.08472064195618323,-4.625929269271485e-18 +3,confirmation:parity:026,parity,raw_entropy,0.8818033507526222,-3.700743415417188e-17 +3,confirmation:parity:027,parity,raw_entropy,0.08444627224617703,0.0 +3,confirmation:parity:028,parity,raw_entropy,0.5349801390622522,0.0 +3,confirmation:parity:029,parity,raw_entropy,0.05386822318477303,1.1564823173178713e-18 +3,confirmation:parity:030,parity,raw_entropy,0.8047778750312308,3.700743415417188e-17 +3,confirmation:parity:031,parity,raw_entropy,0.5917566835642785,0.0 +3,confirmation:uninformative:000,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:001,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:002,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:003,uninformative,raw_entropy,0.09567227603936104,-9.25185853854297e-18 +3,confirmation:uninformative:004,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:005,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:006,uninformative,raw_entropy,0.2664450665844924,0.0 +3,confirmation:uninformative:007,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:008,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:009,uninformative,raw_entropy,0.04784918425933622,0.0 +3,confirmation:uninformative:010,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:011,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:012,uninformative,raw_entropy,0.06520115742550911,0.0 +3,confirmation:uninformative:013,uninformative,raw_entropy,0.3847470520512988,0.0 +3,confirmation:uninformative:014,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:015,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:016,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:017,uninformative,raw_entropy,0.15558143556420312,0.0 +3,confirmation:uninformative:018,uninformative,raw_entropy,0.33036964803520374,-9.25185853854297e-18 +3,confirmation:uninformative:019,uninformative,raw_entropy,0.0347878333419967,0.0 +3,confirmation:uninformative:020,uninformative,raw_entropy,0.018032911218956327,0.0 +3,confirmation:uninformative:021,uninformative,raw_entropy,0.07293526314430278,2.3129646346357427e-18 +3,confirmation:uninformative:022,uninformative,raw_entropy,0.02765148972394001,-5.782411586589357e-19 +3,confirmation:uninformative:023,uninformative,raw_entropy,0.2772809975080677,0.0 +3,confirmation:uninformative:024,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:025,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:026,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:027,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:028,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:029,uninformative,raw_entropy,0.35896219070127766,0.0 +3,confirmation:uninformative:030,uninformative,raw_entropy,0.0,0.0 +3,confirmation:uninformative:031,uninformative,raw_entropy,0.0,0.0 +3,confirmation:redundant:000,redundant,raw_entropy,0.9362882763394207,0.0 +3,confirmation:redundant:001,redundant,raw_entropy,0.839254726858806,-3.700743415417188e-17 +3,confirmation:redundant:002,redundant,raw_entropy,0.8477669827051353,0.0 +3,confirmation:redundant:003,redundant,raw_entropy,0.8067863531227483,0.0 +3,confirmation:redundant:004,redundant,raw_entropy,0.659112334206209,-1.850371707708594e-17 +3,confirmation:redundant:005,redundant,raw_entropy,0.6695086227505979,3.700743415417188e-17 +3,confirmation:redundant:006,redundant,raw_entropy,0.7140767994809993,1.850371707708594e-17 +3,confirmation:redundant:007,redundant,raw_entropy,0.6081895898956742,-3.700743415417188e-17 +3,confirmation:redundant:008,redundant,raw_entropy,0.8185207975358433,0.0 +3,confirmation:redundant:009,redundant,raw_entropy,0.7630931204906509,0.0 +3,confirmation:redundant:010,redundant,raw_entropy,0.6020997719638297,0.0 +3,confirmation:redundant:011,redundant,raw_entropy,0.8101859355120518,0.0 +3,confirmation:redundant:012,redundant,raw_entropy,0.7898735534608856,0.0 +3,confirmation:redundant:013,redundant,raw_entropy,0.7247961884131717,0.0 +3,confirmation:redundant:014,redundant,raw_entropy,0.6104047749783208,3.700743415417188e-17 +3,confirmation:redundant:015,redundant,raw_entropy,0.43875319488448367,-2.7755575615628914e-17 +3,confirmation:redundant:016,redundant,raw_entropy,0.6635879909502176,-1.850371707708594e-17 +3,confirmation:redundant:017,redundant,raw_entropy,0.5690708054216282,0.0 +3,confirmation:redundant:018,redundant,raw_entropy,0.7713519909631109,0.0 +3,confirmation:redundant:019,redundant,raw_entropy,0.6095571513530036,0.0 +3,confirmation:redundant:020,redundant,raw_entropy,0.5566104548901515,9.25185853854297e-18 +3,confirmation:redundant:021,redundant,raw_entropy,0.7720147499779487,-3.700743415417188e-17 +3,confirmation:redundant:022,redundant,raw_entropy,0.866164592465414,0.0 +3,confirmation:redundant:023,redundant,raw_entropy,0.6534989881352145,0.0 +3,confirmation:redundant:024,redundant,raw_entropy,0.811845492134684,0.0 +3,confirmation:redundant:025,redundant,raw_entropy,0.7200183685655803,1.850371707708594e-17 +3,confirmation:redundant:026,redundant,raw_entropy,0.7748822378208639,3.700743415417188e-17 +3,confirmation:redundant:027,redundant,raw_entropy,0.7532480274257628,0.0 +3,confirmation:redundant:028,redundant,raw_entropy,0.7598964979902165,0.0 +3,confirmation:redundant:029,redundant,raw_entropy,0.6258707673831851,5.551115123125783e-17 +3,confirmation:redundant:030,redundant,raw_entropy,0.6944962145177875,0.0 +3,confirmation:redundant:031,redundant,raw_entropy,0.8904848355352835,5.551115123125783e-17 +3,confirmation:orientation_alias:000,orientation_alias,raw_entropy,0.03152523742625789,1.1564823173178713e-18 +3,confirmation:orientation_alias:001,orientation_alias,raw_entropy,0.5858585543456163,0.0 +3,confirmation:orientation_alias:002,orientation_alias,raw_entropy,0.6773587715098573,0.0 +3,confirmation:orientation_alias:003,orientation_alias,raw_entropy,0.07250769328905339,5.7824115865893565e-18 +3,confirmation:orientation_alias:004,orientation_alias,raw_entropy,0.6058187906145001,0.0 +3,confirmation:orientation_alias:005,orientation_alias,raw_entropy,0.87573585950187,0.0 +3,confirmation:orientation_alias:006,orientation_alias,raw_entropy,0.9042875571373499,-3.700743415417188e-17 +3,confirmation:orientation_alias:007,orientation_alias,raw_entropy,0.21373944307305895,-9.25185853854297e-18 +3,confirmation:orientation_alias:008,orientation_alias,raw_entropy,0.10447975909342269,0.0 +3,confirmation:orientation_alias:009,orientation_alias,raw_entropy,0.6432949284684764,0.0 +3,confirmation:orientation_alias:010,orientation_alias,raw_entropy,0.7087037955329186,0.0 +3,confirmation:orientation_alias:011,orientation_alias,raw_entropy,0.6626998977190455,0.0 +3,confirmation:orientation_alias:012,orientation_alias,raw_entropy,0.8520836740377455,0.0 +3,confirmation:orientation_alias:013,orientation_alias,raw_entropy,0.7543467414220607,0.0 +3,confirmation:orientation_alias:014,orientation_alias,raw_entropy,0.5760341663124476,1.850371707708594e-17 +3,confirmation:orientation_alias:015,orientation_alias,raw_entropy,0.5688695225321272,0.0 +3,confirmation:orientation_alias:016,orientation_alias,raw_entropy,0.7641460016448391,-7.401486830834377e-17 +3,confirmation:orientation_alias:017,orientation_alias,raw_entropy,0.8329090656661894,0.0 +3,confirmation:orientation_alias:018,orientation_alias,raw_entropy,0.6593330512027666,0.0 +3,confirmation:orientation_alias:019,orientation_alias,raw_entropy,0.5639809496799796,-7.401486830834377e-17 +3,confirmation:orientation_alias:020,orientation_alias,raw_entropy,0.0010959920431053319,0.0 +3,confirmation:orientation_alias:021,orientation_alias,raw_entropy,0.6104736641697235,0.0 +3,confirmation:orientation_alias:022,orientation_alias,raw_entropy,0.5488652913810618,0.0 +3,confirmation:orientation_alias:023,orientation_alias,raw_entropy,0.6619389661214319,0.0 +3,confirmation:orientation_alias:024,orientation_alias,raw_entropy,0.868522198669994,7.401486830834377e-17 +3,confirmation:orientation_alias:025,orientation_alias,raw_entropy,0.6995905765315991,1.850371707708594e-17 +3,confirmation:orientation_alias:026,orientation_alias,raw_entropy,0.18132377644907421,9.25185853854297e-18 +3,confirmation:orientation_alias:027,orientation_alias,raw_entropy,0.546341435938018,0.0 +3,confirmation:orientation_alias:028,orientation_alias,raw_entropy,0.23476614767062653,-9.25185853854297e-18 +3,confirmation:orientation_alias:029,orientation_alias,raw_entropy,0.8479910067636172,-7.401486830834377e-17 +3,confirmation:orientation_alias:030,orientation_alias,raw_entropy,0.5812416760118008,5.551115123125783e-17 +3,confirmation:orientation_alias:031,orientation_alias,raw_entropy,0.5670467231146846,0.0 +3,confirmation:independent:000,independent,hash_code,0.8797418952751219,1.850371707708594e-17 +3,confirmation:independent:001,independent,hash_code,0.9386392585304177,1.850371707708594e-17 +3,confirmation:independent:002,independent,hash_code,0.956690168350038,1.850371707708594e-17 +3,confirmation:independent:003,independent,hash_code,0.9086363243540381,0.0 +3,confirmation:independent:004,independent,hash_code,0.9674600203318773,-3.700743415417188e-17 +3,confirmation:independent:005,independent,hash_code,0.7945522977045544,0.0 +3,confirmation:independent:006,independent,hash_code,0.787482612202137,5.551115123125783e-17 +3,confirmation:independent:007,independent,hash_code,0.7790989760044109,-1.850371707708594e-17 +3,confirmation:independent:008,independent,hash_code,0.8817265305910063,3.700743415417188e-17 +3,confirmation:independent:009,independent,hash_code,0.8079487507618963,-1.850371707708594e-17 +3,confirmation:independent:010,independent,hash_code,0.9709268209250244,1.850371707708594e-17 +3,confirmation:independent:011,independent,hash_code,0.9414015584076575,-5.551115123125783e-17 +3,confirmation:independent:012,independent,hash_code,0.8471324727549927,-1.850371707708594e-17 +3,confirmation:independent:013,independent,hash_code,0.8660844613122448,-1.850371707708594e-17 +3,confirmation:independent:014,independent,hash_code,0.5801108627839896,3.700743415417188e-17 +3,confirmation:independent:015,independent,hash_code,0.8926208565523789,-5.551115123125783e-17 +3,confirmation:independent:016,independent,hash_code,0.8926897699549047,0.0 +3,confirmation:independent:017,independent,hash_code,0.8829169170384228,3.700743415417188e-17 +3,confirmation:independent:018,independent,hash_code,0.4367100722995672,9.25185853854297e-18 +3,confirmation:independent:019,independent,hash_code,0.8598314376285938,3.700743415417188e-17 +3,confirmation:independent:020,independent,hash_code,0.8402694025735213,-3.700743415417188e-17 +3,confirmation:independent:021,independent,hash_code,0.8774994615926572,-1.850371707708594e-17 +3,confirmation:independent:022,independent,hash_code,0.8055109613570721,1.850371707708594e-17 +3,confirmation:independent:023,independent,hash_code,0.8366189489661315,3.700743415417188e-17 +3,confirmation:independent:024,independent,hash_code,0.9469477204483587,0.0 +3,confirmation:independent:025,independent,hash_code,0.751077719493334,-3.700743415417188e-17 +3,confirmation:independent:026,independent,hash_code,0.687964278634507,1.850371707708594e-17 +3,confirmation:independent:027,independent,hash_code,0.7394694109881691,-1.850371707708594e-17 +3,confirmation:independent:028,independent,hash_code,0.5957740187812225,3.700743415417188e-17 +3,confirmation:independent:029,independent,hash_code,0.6591780425514282,1.850371707708594e-17 +3,confirmation:independent:030,independent,hash_code,0.7337550544293814,7.401486830834377e-17 +3,confirmation:independent:031,independent,hash_code,0.6044276287049941,-1.850371707708594e-17 +3,confirmation:context:000,context,hash_code,0.709084544883107,3.700743415417188e-17 +3,confirmation:context:001,context,hash_code,0.6651596979278376,3.700743415417188e-17 +3,confirmation:context:002,context,hash_code,0.26109213244787366,0.0 +3,confirmation:context:003,context,hash_code,0.4827872848140593,-3.700743415417188e-17 +3,confirmation:context:004,context,hash_code,0.23143568196825953,-9.25185853854297e-18 +3,confirmation:context:005,context,hash_code,0.8759634096278921,1.850371707708594e-17 +3,confirmation:context:006,context,hash_code,0.7543416632228825,0.0 +3,confirmation:context:007,context,hash_code,0.46099731036734093,-1.850371707708594e-17 +3,confirmation:context:008,context,hash_code,0.7246976352158719,3.700743415417188e-17 +3,confirmation:context:009,context,hash_code,0.6261961696523083,3.700743415417188e-17 +3,confirmation:context:010,context,hash_code,0.06929523274030654,-4.625929269271485e-18 +3,confirmation:context:011,context,hash_code,0.7823846887832926,3.700743415417188e-17 +3,confirmation:context:012,context,hash_code,0.5896565310471681,0.0 +3,confirmation:context:013,context,hash_code,0.5884189100112752,0.0 +3,confirmation:context:014,context,hash_code,0.7020968432144477,-7.401486830834377e-17 +3,confirmation:context:015,context,hash_code,0.7040533342857086,-5.551115123125783e-17 +3,confirmation:context:016,context,hash_code,0.7158326656272435,-5.551115123125783e-17 +3,confirmation:context:017,context,hash_code,0.029810818051483147,0.0 +3,confirmation:context:018,context,hash_code,0.8339414163318963,5.551115123125783e-17 +3,confirmation:context:019,context,hash_code,0.509560814518752,0.0 +3,confirmation:context:020,context,hash_code,0.7398511178367246,0.0 +3,confirmation:context:021,context,hash_code,0.7053183377431385,7.401486830834377e-17 +3,confirmation:context:022,context,hash_code,0.8828035044764864,1.850371707708594e-17 +3,confirmation:context:023,context,hash_code,0.7642801896628831,3.700743415417188e-17 +3,confirmation:context:024,context,hash_code,0.5645393167221355,0.0 +3,confirmation:context:025,context,hash_code,0.0670354011150398,6.938893903907228e-18 +3,confirmation:context:026,context,hash_code,0.8206328699126353,-3.700743415417188e-17 +3,confirmation:context:027,context,hash_code,0.5925288896813112,5.551115123125783e-17 +3,confirmation:context:028,context,hash_code,0.8708274170468766,5.551115123125783e-17 +3,confirmation:context:029,context,hash_code,0.8491647081114637,0.0 +3,confirmation:context:030,context,hash_code,0.036327520677788536,1.1564823173178713e-18 +3,confirmation:context:031,context,hash_code,0.22839074138261833,-9.25185853854297e-18 +3,confirmation:parity:000,parity,hash_code,0.6276239340664039,1.850371707708594e-17 +3,confirmation:parity:001,parity,hash_code,0.7573407566958902,0.0 +3,confirmation:parity:002,parity,hash_code,0.6761739800510105,0.0 +3,confirmation:parity:003,parity,hash_code,0.7990401504693245,-3.700743415417188e-17 +3,confirmation:parity:004,parity,hash_code,0.5637044131820347,1.850371707708594e-17 +3,confirmation:parity:005,parity,hash_code,0.27771367689788873,2.7755575615628914e-17 +3,confirmation:parity:006,parity,hash_code,0.08834423980079803,-2.3129646346357427e-18 +3,confirmation:parity:007,parity,hash_code,0.8571426429180748,-1.1102230246251565e-16 +3,confirmation:parity:008,parity,hash_code,0.33357211215273885,1.850371707708594e-17 +3,confirmation:parity:009,parity,hash_code,0.7877934373594857,1.850371707708594e-17 +3,confirmation:parity:010,parity,hash_code,0.4661898413402548,0.0 +3,confirmation:parity:011,parity,hash_code,0.7307091601361294,1.1102230246251565e-16 +3,confirmation:parity:012,parity,hash_code,0.6612564435965262,3.700743415417188e-17 +3,confirmation:parity:013,parity,hash_code,0.7918878349863637,-1.1102230246251565e-16 +3,confirmation:parity:014,parity,hash_code,0.8950591415004723,3.700743415417188e-17 +3,confirmation:parity:015,parity,hash_code,0.6921484377043412,-5.551115123125783e-17 +3,confirmation:parity:016,parity,hash_code,0.511951962950298,-1.850371707708594e-17 +3,confirmation:parity:017,parity,hash_code,0.8901436964346919,3.700743415417188e-17 +3,confirmation:parity:018,parity,hash_code,0.48780604758170254,9.25185853854297e-18 +3,confirmation:parity:019,parity,hash_code,0.5239518616931926,0.0 +3,confirmation:parity:020,parity,hash_code,0.19140388235754047,0.0 +3,confirmation:parity:021,parity,hash_code,0.47609767969726235,1.850371707708594e-17 +3,confirmation:parity:022,parity,hash_code,0.5663000871675092,-3.700743415417188e-17 +3,confirmation:parity:023,parity,hash_code,0.022597347099127644,-1.1564823173178713e-18 +3,confirmation:parity:024,parity,hash_code,0.19522613898582852,4.625929269271485e-18 +3,confirmation:parity:025,parity,hash_code,0.08472064195618323,-4.625929269271485e-18 +3,confirmation:parity:026,parity,hash_code,0.881803350752622,9.25185853854297e-17 +3,confirmation:parity:027,parity,hash_code,0.08444627224617703,0.0 +3,confirmation:parity:028,parity,hash_code,0.5349801390622523,-3.700743415417188e-17 +3,confirmation:parity:029,parity,hash_code,0.05386822318477303,-2.3129646346357427e-18 +3,confirmation:parity:030,parity,hash_code,0.8047778750312308,0.0 +3,confirmation:parity:031,parity,hash_code,0.5917566835642785,0.0 +3,confirmation:uninformative:000,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:001,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:002,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:003,uninformative,hash_code,0.09567227603936104,0.0 +3,confirmation:uninformative:004,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:005,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:006,uninformative,hash_code,0.2664450665844924,1.850371707708594e-17 +3,confirmation:uninformative:007,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:008,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:009,uninformative,hash_code,0.04784918425933622,0.0 +3,confirmation:uninformative:010,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:011,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:012,uninformative,hash_code,0.06520115742550911,-2.3129646346357427e-18 +3,confirmation:uninformative:013,uninformative,hash_code,0.3847470520512988,0.0 +3,confirmation:uninformative:014,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:015,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:016,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:017,uninformative,hash_code,0.15558143556420312,0.0 +3,confirmation:uninformative:018,uninformative,hash_code,0.3303696480352037,9.25185853854297e-18 +3,confirmation:uninformative:019,uninformative,hash_code,0.0347878333419967,0.0 +3,confirmation:uninformative:020,uninformative,hash_code,0.018032911218956327,0.0 +3,confirmation:uninformative:021,uninformative,hash_code,0.07293526314430278,0.0 +3,confirmation:uninformative:022,uninformative,hash_code,0.02765148972394001,0.0 +3,confirmation:uninformative:023,uninformative,hash_code,0.2772809975080677,0.0 +3,confirmation:uninformative:024,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:025,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:026,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:027,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:028,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:029,uninformative,hash_code,0.35896219070127766,-3.700743415417188e-17 +3,confirmation:uninformative:030,uninformative,hash_code,0.0,0.0 +3,confirmation:uninformative:031,uninformative,hash_code,0.0,0.0 +3,confirmation:redundant:000,redundant,hash_code,0.9362882763394206,3.700743415417188e-17 +3,confirmation:redundant:001,redundant,hash_code,0.839254726858806,-5.551115123125783e-17 +3,confirmation:redundant:002,redundant,hash_code,0.8477669827051353,0.0 +3,confirmation:redundant:003,redundant,hash_code,0.8067863531227483,-3.700743415417188e-17 +3,confirmation:redundant:004,redundant,hash_code,0.6591123342062091,-5.551115123125783e-17 +3,confirmation:redundant:005,redundant,hash_code,0.6695086227505979,-1.850371707708594e-17 +3,confirmation:redundant:006,redundant,hash_code,0.7140767994809993,-1.850371707708594e-17 +3,confirmation:redundant:007,redundant,hash_code,0.6081895898956741,-1.850371707708594e-17 +3,confirmation:redundant:008,redundant,hash_code,0.8185207975358433,-3.700743415417188e-17 +3,confirmation:redundant:009,redundant,hash_code,0.7630931204906509,3.700743415417188e-17 +3,confirmation:redundant:010,redundant,hash_code,0.6020997719638297,0.0 +3,confirmation:redundant:011,redundant,hash_code,0.8101859355120518,-1.850371707708594e-17 +3,confirmation:redundant:012,redundant,hash_code,0.7898735534608856,3.700743415417188e-17 +3,confirmation:redundant:013,redundant,hash_code,0.7247961884131717,-1.850371707708594e-17 +3,confirmation:redundant:014,redundant,hash_code,0.610404774978321,0.0 +3,confirmation:redundant:015,redundant,hash_code,0.43875319488448367,-1.850371707708594e-17 +3,confirmation:redundant:016,redundant,hash_code,0.6635879909502176,3.700743415417188e-17 +3,confirmation:redundant:017,redundant,hash_code,0.5690708054216282,-9.25185853854297e-18 +3,confirmation:redundant:018,redundant,hash_code,0.7713519909631109,-3.700743415417188e-17 +3,confirmation:redundant:019,redundant,hash_code,0.6095571513530036,-1.850371707708594e-17 +3,confirmation:redundant:020,redundant,hash_code,0.5566104548901516,9.25185853854297e-18 +3,confirmation:redundant:021,redundant,hash_code,0.7720147499779488,-7.401486830834377e-17 +3,confirmation:redundant:022,redundant,hash_code,0.866164592465414,-3.700743415417188e-17 +3,confirmation:redundant:023,redundant,hash_code,0.6534989881352145,1.850371707708594e-17 +3,confirmation:redundant:024,redundant,hash_code,0.8118454921346838,5.551115123125783e-17 +3,confirmation:redundant:025,redundant,hash_code,0.7200183685655803,0.0 +3,confirmation:redundant:026,redundant,hash_code,0.7748822378208639,-1.850371707708594e-17 +3,confirmation:redundant:027,redundant,hash_code,0.7532480274257627,3.700743415417188e-17 +3,confirmation:redundant:028,redundant,hash_code,0.7598964979902165,0.0 +3,confirmation:redundant:029,redundant,hash_code,0.6258707673831851,3.700743415417188e-17 +3,confirmation:redundant:030,redundant,hash_code,0.6944962145177876,-5.551115123125783e-17 +3,confirmation:redundant:031,redundant,hash_code,0.8904848355352832,1.1102230246251565e-16 +3,confirmation:orientation_alias:000,orientation_alias,hash_code,0.03152523742625789,5.782411586589357e-19 +3,confirmation:orientation_alias:001,orientation_alias,hash_code,0.5858585543456163,1.850371707708594e-17 +3,confirmation:orientation_alias:002,orientation_alias,hash_code,0.6773587715098573,5.551115123125783e-17 +3,confirmation:orientation_alias:003,orientation_alias,hash_code,0.07250769328905339,2.3129646346357427e-18 +3,confirmation:orientation_alias:004,orientation_alias,hash_code,0.6058187906145001,0.0 +3,confirmation:orientation_alias:005,orientation_alias,hash_code,0.8757358595018699,3.700743415417188e-17 +3,confirmation:orientation_alias:006,orientation_alias,hash_code,0.9042875571373499,-3.700743415417188e-17 +3,confirmation:orientation_alias:007,orientation_alias,hash_code,0.21373944307305895,-9.25185853854297e-18 +3,confirmation:orientation_alias:008,orientation_alias,hash_code,0.10447975909342269,-5.7824115865893565e-18 +3,confirmation:orientation_alias:009,orientation_alias,hash_code,0.6432949284684761,1.850371707708594e-17 +3,confirmation:orientation_alias:010,orientation_alias,hash_code,0.7087037955329185,7.401486830834377e-17 +3,confirmation:orientation_alias:011,orientation_alias,hash_code,0.6626998977190455,0.0 +3,confirmation:orientation_alias:012,orientation_alias,hash_code,0.8520836740377457,-7.401486830834377e-17 +3,confirmation:orientation_alias:013,orientation_alias,hash_code,0.7543467414220607,1.850371707708594e-17 +3,confirmation:orientation_alias:014,orientation_alias,hash_code,0.5760341663124477,0.0 +3,confirmation:orientation_alias:015,orientation_alias,hash_code,0.5688695225321272,0.0 +3,confirmation:orientation_alias:016,orientation_alias,hash_code,0.7641460016448391,-3.700743415417188e-17 +3,confirmation:orientation_alias:017,orientation_alias,hash_code,0.8329090656661894,-1.850371707708594e-17 +3,confirmation:orientation_alias:018,orientation_alias,hash_code,0.6593330512027666,-1.850371707708594e-17 +3,confirmation:orientation_alias:019,orientation_alias,hash_code,0.5639809496799795,-1.850371707708594e-17 +3,confirmation:orientation_alias:020,orientation_alias,hash_code,0.0010959920431053319,0.0 +3,confirmation:orientation_alias:021,orientation_alias,hash_code,0.6104736641697235,0.0 +3,confirmation:orientation_alias:022,orientation_alias,hash_code,0.5488652913810618,0.0 +3,confirmation:orientation_alias:023,orientation_alias,hash_code,0.661938966121432,-3.700743415417188e-17 +3,confirmation:orientation_alias:024,orientation_alias,hash_code,0.868522198669994,3.700743415417188e-17 +3,confirmation:orientation_alias:025,orientation_alias,hash_code,0.6995905765315991,0.0 +3,confirmation:orientation_alias:026,orientation_alias,hash_code,0.18132377644907421,0.0 +3,confirmation:orientation_alias:027,orientation_alias,hash_code,0.5463414359380181,-3.700743415417188e-17 +3,confirmation:orientation_alias:028,orientation_alias,hash_code,0.23476614767062653,0.0 +3,confirmation:orientation_alias:029,orientation_alias,hash_code,0.8479910067636169,0.0 +3,confirmation:orientation_alias:030,orientation_alias,hash_code,0.5812416760118009,1.850371707708594e-17 +3,confirmation:orientation_alias:031,orientation_alias,hash_code,0.5670467231146846,0.0 +3,confirmation:independent:000,independent,action_values,0.8797418952751219,3.700743415417188e-17 +3,confirmation:independent:001,independent,action_values,0.9386392585304177,1.850371707708594e-17 +3,confirmation:independent:002,independent,action_values,0.956690168350038,-3.700743415417188e-17 +3,confirmation:independent:003,independent,action_values,0.9086363243540381,0.0 +3,confirmation:independent:004,independent,action_values,0.9674600203318773,-1.850371707708594e-17 +3,confirmation:independent:005,independent,action_values,0.7945522977045544,-1.850371707708594e-17 +3,confirmation:independent:006,independent,action_values,0.787482612202137,7.401486830834377e-17 +3,confirmation:independent:007,independent,action_values,0.7790989760044109,1.850371707708594e-17 +3,confirmation:independent:008,independent,action_values,0.8817265305910063,7.401486830834377e-17 +3,confirmation:independent:009,independent,action_values,0.8079487507618963,-5.551115123125783e-17 +3,confirmation:independent:010,independent,action_values,0.9709268209250244,5.551115123125783e-17 +3,confirmation:independent:011,independent,action_values,0.9414015584076575,-3.700743415417188e-17 +3,confirmation:independent:012,independent,action_values,0.8471324727549927,1.850371707708594e-17 +3,confirmation:independent:013,independent,action_values,0.8660844613122448,-1.850371707708594e-17 +3,confirmation:independent:014,independent,action_values,0.5801108627839896,-3.700743415417188e-17 +3,confirmation:independent:015,independent,action_values,0.8926208565523789,-9.25185853854297e-17 +3,confirmation:independent:016,independent,action_values,0.8926897699549047,0.0 +3,confirmation:independent:017,independent,action_values,0.8829169170384228,3.700743415417188e-17 +3,confirmation:independent:018,independent,action_values,0.4367100722995672,9.25185853854297e-18 +3,confirmation:independent:019,independent,action_values,0.8598314376285938,1.850371707708594e-17 +3,confirmation:independent:020,independent,action_values,0.8402694025735213,-1.850371707708594e-17 +3,confirmation:independent:021,independent,action_values,0.8774994615926572,-5.551115123125783e-17 +3,confirmation:independent:022,independent,action_values,0.8055109613570721,-1.850371707708594e-17 +3,confirmation:independent:023,independent,action_values,0.8366189489661315,1.850371707708594e-17 +3,confirmation:independent:024,independent,action_values,0.9469477204483587,0.0 +3,confirmation:independent:025,independent,action_values,0.7510777194933339,0.0 +3,confirmation:independent:026,independent,action_values,0.687964278634507,1.850371707708594e-17 +3,confirmation:independent:027,independent,action_values,0.7394694109881691,-1.850371707708594e-17 +3,confirmation:independent:028,independent,action_values,0.5957740187812225,0.0 +3,confirmation:independent:029,independent,action_values,0.6591780425514282,3.700743415417188e-17 +3,confirmation:independent:030,independent,action_values,0.7337550544293814,1.850371707708594e-17 +3,confirmation:independent:031,independent,action_values,0.6044276287049941,-1.850371707708594e-17 +3,confirmation:context:000,context,action_values,0.709084544883107,3.700743415417188e-17 +3,confirmation:context:001,context,action_values,0.6651596979278377,-3.700743415417188e-17 +3,confirmation:context:002,context,action_values,0.26109213244787366,3.700743415417188e-17 +3,confirmation:context:003,context,action_values,0.4827872848140592,0.0 +3,confirmation:context:004,context,action_values,0.23143568196825953,-9.25185853854297e-18 +3,confirmation:context:005,context,action_values,0.8759634096278921,5.551115123125783e-17 +3,confirmation:context:006,context,action_values,0.7543416632228823,3.700743415417188e-17 +3,confirmation:context:007,context,action_values,0.4609973103673409,3.700743415417188e-17 +3,confirmation:context:008,context,action_values,0.7246976352158719,0.0 +3,confirmation:context:009,context,action_values,0.6261961696523083,1.850371707708594e-17 +3,confirmation:context:010,context,action_values,0.06929523274030654,-5.7824115865893565e-18 +3,confirmation:context:011,context,action_values,0.7823846887832927,0.0 +3,confirmation:context:012,context,action_values,0.5896565310471682,-2.7755575615628914e-17 +3,confirmation:context:013,context,action_values,0.5884189100112751,7.401486830834377e-17 +3,confirmation:context:014,context,action_values,0.7020968432144477,-5.551115123125783e-17 +3,confirmation:context:015,context,action_values,0.7040533342857087,-9.25185853854297e-17 +3,confirmation:context:016,context,action_values,0.7158326656272435,-1.850371707708594e-17 +3,confirmation:context:017,context,action_values,0.029810818051483147,5.782411586589357e-19 +3,confirmation:context:018,context,action_values,0.8339414163318963,5.551115123125783e-17 +3,confirmation:context:019,context,action_values,0.509560814518752,0.0 +3,confirmation:context:020,context,action_values,0.7398511178367246,3.700743415417188e-17 +3,confirmation:context:021,context,action_values,0.7053183377431386,0.0 +3,confirmation:context:022,context,action_values,0.8828035044764864,-1.850371707708594e-17 +3,confirmation:context:023,context,action_values,0.7642801896628831,3.700743415417188e-17 +3,confirmation:context:024,context,action_values,0.5645393167221355,0.0 +3,confirmation:context:025,context,action_values,0.0670354011150398,9.25185853854297e-18 +3,confirmation:context:026,context,action_values,0.8206328699126353,0.0 +3,confirmation:context:027,context,action_values,0.5925288896813112,1.2952601953960158e-16 +3,confirmation:context:028,context,action_values,0.8708274170468766,0.0 +3,confirmation:context:029,context,action_values,0.8491647081114637,1.850371707708594e-17 +3,confirmation:context:030,context,action_values,0.036327520677788536,-1.1564823173178713e-18 +3,confirmation:context:031,context,action_values,0.22839074138261833,-9.25185853854297e-18 +3,confirmation:parity:000,parity,action_values,0.6276239340664039,0.0 +3,confirmation:parity:001,parity,action_values,0.7573407566958902,-9.25185853854297e-17 +3,confirmation:parity:002,parity,action_values,0.6761739800510105,-1.850371707708594e-17 +3,confirmation:parity:003,parity,action_values,0.7990401504693248,-7.401486830834377e-17 +3,confirmation:parity:004,parity,action_values,0.5637044131820347,1.850371707708594e-17 +3,confirmation:parity:005,parity,action_values,0.27771367689788873,1.850371707708594e-17 +3,confirmation:parity:006,parity,action_values,0.08834423980079803,0.0 +3,confirmation:parity:007,parity,action_values,0.8571426429180748,-1.1102230246251565e-16 +3,confirmation:parity:008,parity,action_values,0.3335721121527389,0.0 +3,confirmation:parity:009,parity,action_values,0.7877934373594857,0.0 +3,confirmation:parity:010,parity,action_values,0.4661898413402548,0.0 +3,confirmation:parity:011,parity,action_values,0.7307091601361294,9.25185853854297e-17 +3,confirmation:parity:012,parity,action_values,0.6612564435965261,9.25185853854297e-17 +3,confirmation:parity:013,parity,action_values,0.7918878349863637,-1.850371707708594e-17 +3,confirmation:parity:014,parity,action_values,0.8950591415004725,1.850371707708594e-17 +3,confirmation:parity:015,parity,action_values,0.6921484377043413,-3.700743415417188e-17 +3,confirmation:parity:016,parity,action_values,0.511951962950298,3.700743415417188e-17 +3,confirmation:parity:017,parity,action_values,0.8901436964346919,3.700743415417188e-17 +3,confirmation:parity:018,parity,action_values,0.48780604758170254,1.850371707708594e-17 +3,confirmation:parity:019,parity,action_values,0.5239518616931926,-5.551115123125783e-17 +3,confirmation:parity:020,parity,action_values,0.19140388235754047,1.850371707708594e-17 +3,confirmation:parity:021,parity,action_values,0.47609767969726235,0.0 +3,confirmation:parity:022,parity,action_values,0.5663000871675091,0.0 +3,confirmation:parity:023,parity,action_values,0.022597347099127647,-2.3129646346357427e-18 +3,confirmation:parity:024,parity,action_values,0.19522613898582852,4.625929269271485e-18 +3,confirmation:parity:025,parity,action_values,0.08472064195618323,0.0 +3,confirmation:parity:026,parity,action_values,0.8818033507526222,-1.850371707708594e-17 +3,confirmation:parity:027,parity,action_values,0.08444627224617703,2.3129646346357427e-18 +3,confirmation:parity:028,parity,action_values,0.5349801390622522,0.0 +3,confirmation:parity:029,parity,action_values,0.05386822318477303,-2.3129646346357427e-18 +3,confirmation:parity:030,parity,action_values,0.8047778750312309,-3.700743415417188e-17 +3,confirmation:parity:031,parity,action_values,0.5917566835642785,0.0 +3,confirmation:uninformative:000,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:001,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:002,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:003,uninformative,action_values,0.09567227603936104,-9.25185853854297e-18 +3,confirmation:uninformative:004,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:005,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:006,uninformative,action_values,0.2664450665844924,0.0 +3,confirmation:uninformative:007,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:008,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:009,uninformative,action_values,0.04784918425933622,0.0 +3,confirmation:uninformative:010,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:011,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:012,uninformative,action_values,0.06520115742550911,0.0 +3,confirmation:uninformative:013,uninformative,action_values,0.3847470520512988,-1.850371707708594e-17 +3,confirmation:uninformative:014,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:015,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:016,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:017,uninformative,action_values,0.15558143556420312,0.0 +3,confirmation:uninformative:018,uninformative,action_values,0.3303696480352037,9.25185853854297e-18 +3,confirmation:uninformative:019,uninformative,action_values,0.0347878333419967,0.0 +3,confirmation:uninformative:020,uninformative,action_values,0.018032911218956327,0.0 +3,confirmation:uninformative:021,uninformative,action_values,0.07293526314430278,0.0 +3,confirmation:uninformative:022,uninformative,action_values,0.027651489723940055,-4.568105153405592e-17 +3,confirmation:uninformative:023,uninformative,action_values,0.2772809975080677,-1.850371707708594e-17 +3,confirmation:uninformative:024,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:025,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:026,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:027,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:028,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:029,uninformative,action_values,0.35896219070127766,-3.700743415417188e-17 +3,confirmation:uninformative:030,uninformative,action_values,0.0,0.0 +3,confirmation:uninformative:031,uninformative,action_values,0.0,0.0 +3,confirmation:redundant:000,redundant,action_values,0.9362882763394206,7.401486830834377e-17 +3,confirmation:redundant:001,redundant,action_values,0.839254726858806,-1.850371707708594e-17 +3,confirmation:redundant:002,redundant,action_values,0.8477669827051353,1.850371707708594e-17 +3,confirmation:redundant:003,redundant,action_values,0.8067863531227483,-3.700743415417188e-17 +3,confirmation:redundant:004,redundant,action_values,0.659112334206209,0.0 +3,confirmation:redundant:005,redundant,action_values,0.6695086227505979,0.0 +3,confirmation:redundant:006,redundant,action_values,0.7140767994809993,3.700743415417188e-17 +3,confirmation:redundant:007,redundant,action_values,0.6081895898956741,-3.700743415417188e-17 +3,confirmation:redundant:008,redundant,action_values,0.8185207975358433,1.850371707708594e-17 +3,confirmation:redundant:009,redundant,action_values,0.7630931204906509,1.850371707708594e-17 +3,confirmation:redundant:010,redundant,action_values,0.6020997719638297,-1.850371707708594e-17 +3,confirmation:redundant:011,redundant,action_values,0.8101859355120518,1.850371707708594e-17 +3,confirmation:redundant:012,redundant,action_values,0.7898735534608856,-1.850371707708594e-17 +3,confirmation:redundant:013,redundant,action_values,0.7247961884131717,0.0 +3,confirmation:redundant:014,redundant,action_values,0.610404774978321,1.850371707708594e-17 +3,confirmation:redundant:015,redundant,action_values,0.43875319488448367,0.0 +3,confirmation:redundant:016,redundant,action_values,0.6635879909502176,-1.850371707708594e-17 +3,confirmation:redundant:017,redundant,action_values,0.5690708054216281,2.7755575615628914e-17 +3,confirmation:redundant:018,redundant,action_values,0.7713519909631109,1.850371707708594e-17 +3,confirmation:redundant:019,redundant,action_values,0.6095571513530035,0.0 +3,confirmation:redundant:020,redundant,action_values,0.5566104548901515,0.0 +3,confirmation:redundant:021,redundant,action_values,0.7720147499779487,-1.850371707708594e-17 +3,confirmation:redundant:022,redundant,action_values,0.866164592465414,3.700743415417188e-17 +3,confirmation:redundant:023,redundant,action_values,0.6534989881352146,-1.850371707708594e-17 +3,confirmation:redundant:024,redundant,action_values,0.811845492134684,0.0 +3,confirmation:redundant:025,redundant,action_values,0.7200183685655803,5.551115123125783e-17 +3,confirmation:redundant:026,redundant,action_values,0.7748822378208639,0.0 +3,confirmation:redundant:027,redundant,action_values,0.7532480274257627,5.551115123125783e-17 +3,confirmation:redundant:028,redundant,action_values,0.7598964979902165,-1.850371707708594e-17 +3,confirmation:redundant:029,redundant,action_values,0.6258707673831851,1.850371707708594e-17 +3,confirmation:redundant:030,redundant,action_values,0.6944962145177875,-3.700743415417188e-17 +3,confirmation:redundant:031,redundant,action_values,0.8904848355352835,5.551115123125783e-17 +3,confirmation:orientation_alias:000,orientation_alias,action_values,0.03152523742625789,0.0 +3,confirmation:orientation_alias:001,orientation_alias,action_values,0.5858585543456162,3.700743415417188e-17 +3,confirmation:orientation_alias:002,orientation_alias,action_values,0.6773587715098573,3.700743415417188e-17 +3,confirmation:orientation_alias:003,orientation_alias,action_values,0.07250769328905339,1.1564823173178713e-18 +3,confirmation:orientation_alias:004,orientation_alias,action_values,0.6058187906145001,0.0 +3,confirmation:orientation_alias:005,orientation_alias,action_values,0.8757358595018703,-3.700743415417188e-17 +3,confirmation:orientation_alias:006,orientation_alias,action_values,0.9042875571373499,-3.700743415417188e-17 +3,confirmation:orientation_alias:007,orientation_alias,action_values,0.21373944307305895,0.0 +3,confirmation:orientation_alias:008,orientation_alias,action_values,0.10447975909342269,-2.3129646346357427e-18 +3,confirmation:orientation_alias:009,orientation_alias,action_values,0.6432949284684762,0.0 +3,confirmation:orientation_alias:010,orientation_alias,action_values,0.7087037955329186,0.0 +3,confirmation:orientation_alias:011,orientation_alias,action_values,0.6626998977190455,0.0 +3,confirmation:orientation_alias:012,orientation_alias,action_values,0.8520836740377457,-5.551115123125783e-17 +3,confirmation:orientation_alias:013,orientation_alias,action_values,0.7543467414220608,0.0 +3,confirmation:orientation_alias:014,orientation_alias,action_values,0.5760341663124475,3.700743415417188e-17 +3,confirmation:orientation_alias:015,orientation_alias,action_values,0.5688695225321272,1.850371707708594e-17 +3,confirmation:orientation_alias:016,orientation_alias,action_values,0.7641460016448391,-7.401486830834377e-17 +3,confirmation:orientation_alias:017,orientation_alias,action_values,0.8329090656661893,3.700743415417188e-17 +3,confirmation:orientation_alias:018,orientation_alias,action_values,0.6593330512027664,5.551115123125783e-17 +3,confirmation:orientation_alias:019,orientation_alias,action_values,0.5639809496799796,-7.401486830834377e-17 +3,confirmation:orientation_alias:020,orientation_alias,action_values,0.0010959920431053319,0.0 +3,confirmation:orientation_alias:021,orientation_alias,action_values,0.6104736641697235,-1.850371707708594e-17 +3,confirmation:orientation_alias:022,orientation_alias,action_values,0.5488652913810619,-5.551115123125783e-17 +3,confirmation:orientation_alias:023,orientation_alias,action_values,0.661938966121432,-3.700743415417188e-17 +3,confirmation:orientation_alias:024,orientation_alias,action_values,0.868522198669994,0.0 +3,confirmation:orientation_alias:025,orientation_alias,action_values,0.6995905765315991,-1.850371707708594e-17 +3,confirmation:orientation_alias:026,orientation_alias,action_values,0.18132377644907421,0.0 +3,confirmation:orientation_alias:027,orientation_alias,action_values,0.546341435938018,0.0 +3,confirmation:orientation_alias:028,orientation_alias,action_values,0.23476614767062653,-1.850371707708594e-17 +3,confirmation:orientation_alias:029,orientation_alias,action_values,0.8479910067636172,-7.401486830834377e-17 +3,confirmation:orientation_alias:030,orientation_alias,action_values,0.5812416760118009,3.700743415417188e-17 +3,confirmation:orientation_alias:031,orientation_alias,action_values,0.5670467231146846,0.0 diff --git a/revision_r1/controlled/reference_replay_discrepancies.csv.gz b/revision_r1/controlled/reference_replay_discrepancies.csv.gz new file mode 100644 index 0000000000000000000000000000000000000000..b35f866f7abf229a1ef8d5c0c1ee2165c9537047 --- /dev/null +++ b/revision_r1/controlled/reference_replay_discrepancies.csv.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59fad6d56023fedd16c50f0faab3b4f85a8cb322c3ecbcb4f7d5f9c7e5076051 +size 34992 diff --git a/revision_r1/controlled/replay_discrepancies.csv.gz b/revision_r1/controlled/replay_discrepancies.csv.gz new file mode 100644 index 0000000000000000000000000000000000000000..8204c2bd7850149ec4298a85a25bbe9aaa9527b4 --- /dev/null +++ b/revision_r1/controlled/replay_discrepancies.csv.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef693532219b9ba0abab9aaafcc07558a72a20f0ffe961b4bc42a138e873d25 +size 34118 diff --git a/revision_r1/controlled/run.py b/revision_r1/controlled/run.py new file mode 100644 index 0000000000000000000000000000000000000000..9c646d908933738e7ada98331a54cfeb1b17c3c2 --- /dev/null +++ b/revision_r1/controlled/run.py @@ -0,0 +1,572 @@ +"""Post-review opened-world diagnostics; frozen confirmation results are immutable. + +First run --prepare, then run without --prepare using the same output directory. +All statistical tensors and decision calculations use CUDA float64. CPU work is +limited to provenance, output, and descriptive paired-bootstrap aggregation. +""" +from __future__ import annotations + +import argparse +import csv +import datetime as dt +import gzip +import hashlib +import json +import os +from pathlib import Path +import sys +import time + +PROCESS_START = time.perf_counter() +HERE = Path(__file__).resolve() +ARTICLE = HERE.parents[1] +DEFAULT_RELEASE = next((p for p in [HERE.parent, HERE.parent.parent, ARTICLE / "release/huggingface-revised"] + if (p / "data/controlled/manifest.json").is_file()), ARTICLE / "release/huggingface-revised") +METHODS = ["identity", "query_joint", "posterior_clusters", "posterior_bins", + "future_marginal", "raw_information", "raw_entropy", "hash_code", "action_values"] +AVAILABILITY = [6, 3] +SIZES = [64, 256, 1024, 4096] +ESTIMATORS = ["joint_jeffreys", "naive_bayes", "support_mixture"] +COSTS = [0.0, 0.01, 0.05] +METRICS = ["utility", "predicted_utility", "queries", "abstention", "available_oracle", + "encoded_oracle", "true_encoder_oracle", "true_encoder_fitted_utility", + "true_conditional_dispersion", "root_choice_mismatch"] + + +def sha(path): + return hashlib.sha256(Path(path).read_bytes()).hexdigest() + + +def dump(path, value): + Path(path).write_text(json.dumps(value, indent=2, allow_nan=False) + "\n") + + +def csv_write(path, rows): + rows = list(rows) + opener = gzip.open if str(path).endswith(".gz") else open + with opener(path, "wt", newline="") as f: + writer = csv.DictWriter(f, fieldnames=list(rows[0])) + writer.writeheader() + writer.writerows(rows) + + +def prepare(out, release, device): + assert not out.exists(), "The specification must use a fresh output directory." + out.mkdir(parents=True) + inputs = [release / "data/controlled/worlds.safetensors", + release / "data/controlled/worlds.json", + release / "data/controlled/manifest.json", + release / "postconfirmation.py", + release / "unionmind/decision_sufficiency/core.py", + release / "results/postconfirmation/controlled_worlds.csv.gz", + release / "results/postconfirmation/controlled_frontiers.csv.gz", + release / "results/postconfirmation/controlled_timing.json", + release / "provenance/controlled/confirmation_benchmark.json"] + spec = dict(created_utc=dt.datetime.now(dt.timezone.utc).isoformat(), + status="Post-review exploratory analysis of already opened worlds; not confirmation", + scientific_question="Why does joint minus action-value utility shrink with sample size?", + authorization="User authorized additional reviewer-response experiments; no new approval requested.", + source_release=str(release), code_sha256=sha(HERE), device=device, + input_sha256={str(p.relative_to(release)): sha(p) for p in inputs}, + units="All 192 archived worlds, all six families, all three original nested sample streams", + grid=dict(availability=AVAILABILITY, records=SIZES, estimators=ESTIMATORS, + methods=METHODS, budgets=[0, 1, 2], costs=COSTS), + primary_aggregation="Average positive budgets, all costs and three streams within each world; equal worlds and six families", + interventions=[ + "Native: estimated-law encoder, estimated encoded-law exact planner, true-law evaluation", + "Replan the identical native code under the pushed true law to separate encoding and model-estimation loss", + "Privileged diagnostic: construct each unchanged encoder under the true law, then plan under either true or fitted pushed law; never a deployable competitor"], + exact_decomposition="J-A = (encoding_loss_A-encoding_loss_J) + (estimation_loss_A-estimation_loss_J)", + encoding_loss="V(available true raw law)-V(true law pushed through native code)", + estimation_loss="V(true law pushed through native code)-realized utility of fitted policy", + alias_diagnostic="Evaluate all unordered raw-state pairs with true current-posterior difference <=1e-12 (exact) and <=0.01 (fixed near-alias threshold), weighted by 2 P(e)P(e'); compare true optimal root choices at each cost and budget and whether each native code merges disagreeing aliases", + intervals="Descriptive paired 95% percentile bootstrap, 10,000 draws, seed 18701, worlds resampled within fixed families after averaging streams; intervals are not corrected and are not new confirmatory tests", + practical_scale="Joint-action gain divided by remaining true available-oracle headroom of action-values; report signed gain, not just a percentage", + timing="Retain published complete-cost records. Fresh warm alternating-order 11-repeat 192-world primary-batch timings include count/estimate, profile, clustering/other encoding, push, exact planning, materialization and 1/32/1024/65536 recorded-event replays. One warmup charged and separately reported. Timing is descriptive on shared hardware.", + prohibition="No tuning, no model refits, no changed codes/iterations/costs, no dropped units, no original results or manuscript edits, no promotion", + planned_outputs=["scores.npz", "indices.json", "frontier_all_conditions.csv", "paired_by_condition.csv", + "sample_frontier.csv", "family_sample_frontier.csv", "native_worlds.csv.gz", + "alias_pairs.csv.gz", "alias_summary.csv", "privileged_geometry.csv", + "timing.json", "summary.json", "compute.json"]) + dump(out / "specification.json", spec) + print(json.dumps(dict(status="SPECIFICATION_RECORDED_BEFORE_NEW_COMPUTATIONS", output=str(out)))) + + +def sync(): + torch.cuda.synchronize() + + +def timed(fn): + sync() + start = time.perf_counter() + result = fn() + sync() + return result, time.perf_counter() - start + + +def mismatch(policy, code, raw_policy, mass): + w, r = code.shape + table = policy["choices"].reshape(3, w, policy["shape"][1], 3, 9)[..., 0] + selected = table.gather(2, code[None, :, :, None].expand(3, w, r, 3)) + reference = raw_policy["choices"].reshape(3, w, r, 3, 9)[..., 0] + return ((selected != reference).to(mass.dtype) * mass[None, :, :, None]).sum(2).permute(1, 0, 2) + + +def collect(out, release, device): + archive = load("data/controlled/worlds", device) + manifest = json.loads((release / "data/controlled/manifest.json").read_text())["worlds"] + world_ids = [r["id"] for r in manifest] + families = np.array([r["family"] for r in manifest]) + assert len(world_ids) == 192 and len(set(families)) == 6 + scores = np.empty((2, 4, 3, 3, 9, 192, 3, 3, len(METRICS)), dtype=np.float64) + alias_rows = [] + alias_pair_rows = [] + geometry_rows = [] + progress = [] + for ai, available in enumerate(AVAILABILITY): + truth = archive["joint"] if available == 6 else core.project(archive["joint"], 3) + oracle_policy = core.plan(truth) + oracle = oracle_policy["expected"] + true_mass = truth.sum((2, 3)) + posterior = truth.sum(-1)[..., 1] / true_mass.clamp_min(1e-300) + r = truth.shape[1] + pi, pj = torch.triu_indices(r, r, 1, device=device) + pair_weight = 2 * true_mass[:, pi] * true_mass[:, pj] + gap = (posterior[:, pi] - posterior[:, pj]).abs() + raw_choices = oracle_policy["choices"].reshape(3, 192, r, 3, 9)[..., 0].permute(1, 2, 0, 3) + disagree = raw_choices[:, pi] != raw_choices[:, pj] + true_codes = {} + for method in METHODS: + code, k = encode(truth, method) + pushed = core.push(truth, code, k) + privileged = core.plan(pushed)["expected"] + true_codes[method] = (code, k, privileged) + for wi, world in enumerate(world_ids): + geometry_rows.append(dict(available=available, world=world, family=str(families[wi]), method=method, + utility=float(privileged[wi, 1:].mean()), + encoding_loss=float((oracle[wi, 1:] - privileged[wi, 1:]).mean()))) + # Store every eligible pair and its exact law-derived statistics; no sampled pair subset. + for label, threshold in [("exact", 1e-12), ("near", 0.01)]: + mask = gap <= threshold + for wi in range(192): + inds = mask[wi].nonzero().flatten() + for ix in inds.tolist(): + alias_pair_rows.append(dict(available=available, world=world_ids[wi], family=str(families[wi]), + threshold=label, raw_i=int(pi[ix]), raw_j=int(pj[ix]), + posterior_difference=float(gap[wi, ix]), pair_weight=float(pair_weight[wi, ix]), + disagreeing_positive_budget_cost_cells=int(disagree[wi, ix, 1:].sum()))) + for ni, n in enumerate(SIZES): + for ei, estimator in enumerate(ESTIMATORS): + for stream in range(3): + fitted = core.estimate(core.count_samples(archive["samples"][:, stream, :n], available), estimator) + for mi, method in enumerate(METHODS): + code, k = encode(fitted, method) + compressed = core.push(fitted, code, k) + policy = core.plan(compressed) + pushed_truth = core.push(truth, code, k) + realized = core.realized(pushed_truth, policy) + encoded_oracle = core.plan(pushed_truth)["expected"] + true_code, true_k, privileged_oracle = true_codes[method] + privileged_fitted = core.plan(core.push(fitted, true_code, true_k)) + privileged_actual = core.realized(core.push(truth, true_code, true_k), privileged_fitted)["utility"] + dispersion = core.dispersion(truth, code, pushed_truth)[:, None, None].expand_as(oracle) + root_mismatch = mismatch(policy, code, oracle_policy, true_mass) + metrics = [realized["utility"], policy["expected"], realized["queries"], realized["abstention"], + oracle, encoded_oracle, privileged_oracle, privileged_actual, dispersion, root_mismatch] + assert min(float((oracle - encoded_oracle).min()), + float((encoded_oracle - realized["utility"]).min())) > -1e-10 + scores[ai, ni, ei, stream, mi] = torch.stack(metrics, -1).cpu().numpy() + # Exact expected-mass summaries across every eligible pair, all worlds and all cells. + same_code = code[:, pi] == code[:, pj] + for label, threshold in [("exact", 1e-12), ("near", 0.01)]: + weighted = pair_weight * (gap <= threshold) + denominator = weighted.sum(1) + den_disagree = (weighted[..., None, None] * disagree).sum(1) + merged_disagree = (weighted[..., None, None] * disagree * same_code[..., None, None]).sum(1) + for b in range(3): + for ci, cost in enumerate(COSTS): + alias_rows.append(dict(available=available, labels=n, estimator=estimator, + stream=stream, method=method, threshold=label, budget=b, cost=cost, + eligible_pair_mass=float(denominator.mean()), + disagreeing_pair_mass=float(den_disagree[:, b, ci].mean()), + merged_disagreeing_pair_mass=float(merged_disagree[:, b, ci].mean()))) + progress.append(dict(available=available, labels=n, estimator=estimator)) + print(json.dumps(dict(completed=progress[-1])), flush=True) + indices = dict(axes=["availability", "labels", "estimator", "stream", "method", "world", "budget", "cost", "metric"], + availability=AVAILABILITY, labels=SIZES, estimator=ESTIMATORS, stream=[0, 1, 2], + method=METHODS, world=world_ids, family=families.tolist(), budget=[0, 1, 2], cost=COSTS, metric=METRICS, + score_shape=list(scores.shape), all_units_retained=True) + np.savez_compressed(out / "scores.npz", scores=scores) + dump(out / "indices.json", indices) + csv_write(out / "alias_pairs.csv.gz", alias_pair_rows) + csv_write(out / "alias_summary.csv", alias_rows) + csv_write(out / "privileged_geometry.csv", geometry_rows) + return scores, indices, archive + + +def bootstrap_weights(families): + rng = np.random.default_rng(18701) + by_family = {} + combined = np.zeros((10000, len(families))) + groups = sorted(set(families)) + for family in groups: + selected = np.flatnonzero(families == family) + draw = rng.integers(len(selected), size=(10000, len(selected))) + weights = np.stack([np.bincount(d, minlength=len(selected)) for d in draw]).astype(float) / len(selected) + combined[:, selected] = weights / len(groups) + by_family[family] = (selected, weights) + return combined, by_family + + +def summarize(out, release, scores, indices): + families = np.asarray(indices["family"]) + # Average streams before any resampling. Cells and streams are not independent worlds. + worlds = scores.mean(3) + positive = worlds[..., 1:, :, :].mean((-3, -2)) + metric = {name: i for i, name in enumerate(METRICS)} + ji, av = METHODS.index("query_joint"), METHODS.index("action_values") + utility = worlds[..., metric["utility"]] + encoding = worlds[..., metric["available_oracle"]] - worlds[..., metric["encoded_oracle"]] + estimation = worlds[..., metric["encoded_oracle"]] - utility + delta = utility[:, :, :, ji] - utility[:, :, :, av] + encoding_contribution = encoding[:, :, :, av] - encoding[:, :, :, ji] + estimation_contribution = estimation[:, :, :, av] - estimation[:, :, :, ji] + assert np.max(np.abs(delta - encoding_contribution - estimation_contribution)) < 1e-12 + # Reproduce every saved native world score, not only a headline slice. + maximum_error = 0.0 + primary_replay_error = 0.0 + checked = 0 + discrepancies = [] + with gzip.open(release / "results/postconfirmation/controlled_worlds.csv.gz", "rt") as f: + world_index = {w: i for i, w in enumerate(indices["world"])} + for row in csv.DictReader(f): + key = (AVAILABILITY.index(int(row["available"])), SIZES.index(int(row["labels"])), + ESTIMATORS.index(row["estimator"]), int(row["stream"]), METHODS.index(row["method"]), world_index[row["world"]]) + replayed = scores[key][1:, :, metric["utility"]].mean() + error = abs(float(row["utility"]) - replayed) + maximum_error = max(maximum_error, error) + if int(row["available"]) == 6 and row["estimator"] == "support_mixture" and row["method"] in ("identity", "query_joint", "action_values"): + primary_replay_error = max(primary_replay_error, error) + if error > 1e-10: + discrepancies.append(dict(**row, replayed_utility=float(replayed), difference=float(replayed)-float(row["utility"]))) + checked += 1 + # Preserve finite-precision/tie discrepancies outside the exact headline frontier. + # Never mix archived realized values with freshly recomputed code oracles. + assert checked == 124416 and primary_replay_error < 1e-10 + if discrepancies: + csv_write(out / "replay_discrepancies.csv.gz", discrepancies) + native_rows = [] + for ai, available in enumerate(AVAILABILITY): + for ni, n in enumerate(SIZES): + for ei, estimator in enumerate(ESTIMATORS): + for mi, method in enumerate(METHODS): + for wi, world in enumerate(indices["world"]): + values = positive[ai, ni, ei, mi, wi] + native_rows.append(dict(available=available, labels=n, estimator=estimator, method=method, + world=world, family=indices["family"][wi], **dict(zip(METRICS, values.tolist())), + encoding_loss=float(values[metric["available_oracle"]] - values[metric["encoded_oracle"]]), + estimation_loss=float(values[metric["encoded_oracle"]] - values[metric["utility"]]))) + csv_write(out / "native_worlds.csv.gz", native_rows) + frontiers = [] + for ai, available in enumerate(AVAILABILITY): + for ni, n in enumerate(SIZES): + for ei, estimator in enumerate(ESTIMATORS): + for mi, method in enumerate(METHODS): + for b in range(3): + for ci, cost in enumerate(COSTS): + v = worlds[ai, ni, ei, mi, :, b, ci].mean(0) + frontiers.append(dict(available=available, labels=n, estimator=estimator, method=method, + budget=b, cost=cost, **dict(zip(METRICS, v.tolist())), + encoding_loss=float(v[4] - v[5]), estimation_loss=float(v[5] - v[0]))) + csv_write(out / "frontier_all_conditions.csv", frontiers) + weights, family_weights = bootstrap_weights(families) + # All conditions form one descriptive matrix, retaining every family/cost/budget. + flat_delta = delta.transpose(3, 0, 1, 2, 4, 5).reshape(192, -1) + paired_rows = [] + for group in ["ALL"] + sorted(set(families)): + selected, w = (np.arange(192), weights) if group == "ALL" else family_weights[group] + boot = w @ flat_delta[selected] + interval = np.quantile(boot, [.025, .975], axis=0).reshape(2, 2, 4, 3, 3, 3) + for ai, available in enumerate(AVAILABILITY): + for ni, n in enumerate(SIZES): + for ei, estimator in enumerate(ESTIMATORS): + for b in range(3): + for ci, cost in enumerate(COSTS): + key = (ai, ni, ei) + oracle = worlds[key][ji, selected, b, ci, metric["available_oracle"]].mean() + a = utility[key][av, selected, b, ci].mean() + d = delta[key][selected, b, ci].mean() + paired_rows.append(dict(family=group, available=available, labels=n, estimator=estimator, + budget=b, cost=cost, worlds=len(selected), joint_minus_action=float(d), + paired_95_low=float(interval[0, ai, ni, ei, b, ci]), + paired_95_high=float(interval[1, ai, ni, ei, b, ci]), + encoding_contribution=float(encoding_contribution[key][selected, b, ci].mean()), + estimation_contribution=float(estimation_contribution[key][selected, b, ci].mean()), + action_remaining_headroom=float(oracle-a), + fraction_action_headroom_closed=float(d/(oracle-a)) if oracle-a > 1e-12 else None)) + csv_write(out / "paired_by_condition.csv", paired_rows) + samples, family_samples = [], [] + for group in ["ALL"] + sorted(set(families)): + selected, w = (np.arange(192), weights) if group == "ALL" else family_weights[group] + for ni, n in enumerate(SIZES): + v = positive[0, ni, 2] + d = v[ji, :, 0] - v[av, :, 0] + ci = np.quantile(w @ d[selected], [.025, .975]) + econt = (v[av, :, 4]-v[av, :, 5]) - (v[ji, :, 4]-v[ji, :, 5]) + mcont = (v[av, :, 5]-v[av, :, 0]) - (v[ji, :, 5]-v[ji, :, 0]) + headroom = (v[av, selected, 4]-v[av, selected, 0]).mean() + row = dict(family=group, records=n, worlds=len(selected), + **{method: float(v[mi, selected, 0].mean()) for mi, method in enumerate(METHODS)}, + true_oracle=float(v[0, selected, 4].mean()), joint_minus_action=float(d[selected].mean()), + paired_95_low=float(ci[0]), paired_95_high=float(ci[1]), + action_encoding_loss=float((v[av, selected, 4]-v[av, selected, 5]).mean()), + joint_encoding_loss=float((v[ji, selected, 4]-v[ji, selected, 5]).mean()), + action_estimation_loss=float((v[av, selected, 5]-v[av, selected, 0]).mean()), + joint_estimation_loss=float((v[ji, selected, 5]-v[ji, selected, 0]).mean()), + encoding_contribution=float(econt[selected].mean()), estimation_contribution=float(mcont[selected].mean()), + action_remaining_headroom=float(headroom), + fraction_action_headroom_closed=float(d[selected].mean()/headroom) if headroom > 1e-12 else None, + true_code_joint_oracle=float(v[ji, selected, 6].mean()), + true_code_action_oracle=float(v[av, selected, 6].mean()), + true_code_joint_fitted=float(v[ji, selected, 7].mean()), + true_code_action_fitted=float(v[av, selected, 7].mean()), + joint_root_choice_mismatch=float(v[ji, selected, 9].mean()), + action_root_choice_mismatch=float(v[av, selected, 9].mean()), + strongest_uncompressed_mean=max(float(positive[0, ni, ei, 0, selected, 0].mean()) for ei in range(3))) + (samples if group == "ALL" else family_samples).append(row) + csv_write(out / "sample_frontier.csv", samples) + csv_write(out / "family_sample_frontier.csv", family_samples) + summary = dict(status="POST_REVIEW_EXPLORATORY_OPENED_DATA_NO_NEW_CONFIRMATION", all_worlds=192, + native_saved_world_scores_checked=checked, native_saved_world_scores_within_1e_10=checked-len(discrepancies), + replay_discrepancy_count=len(discrepancies), maximum_absolute_replay_error=maximum_error, + exact_primary_mixture_joint_action_identity_frontier_maximum_replay_error=primary_replay_error, + exact_decomposition_max_error=float(np.max(np.abs(delta-encoding_contribution-estimation_contribution))), + primary_sample_frontier=samples, family_sample_frontier=family_samples, + all_conditions_reported=True, intervals="Descriptive paired within-family bootstrap, 10000 draws, seed 18701; no multiplicity correction or confirmatory interpretation", + limitations=["Constructed worlds share favorable finite-law structure; no external validity follows.", + "True-law encoders and true-law replanning have privileged access and are explanatory diagnostics only.", + "Exact additive loss separation identifies where the observed finite-grid gap arises; it does not identify a unique learning-theoretic cause or guarantee asymptotic dominance.", + "All algorithms retain the released deterministic initialization and 32 iterations; no attempt to optimize either clustering objective.", + "Headroom fractions are ratios of averages and not operational money or sensing savings.", + "Warm timing is a local batch observation on shared hardware; hardware startup and source data access are reported separately."]) + if discrepancies: + summary["limitations"].append(f"{len(discrepancies)} archived native world means do not exactly replay in the expanded execution trace; all such rows are retained separately. Primary-mixture joint/action-value/identity world means at every sample budget replay with maximum error {primary_replay_error:.3g}. New full-grid diagnostics are recomputations, not replacements for frozen archival scores.") + dump(out / "summary.json", summary) + return summary + + +def benchmark(out, release, device, archive): + samples = archive["samples"][:, 0, :1024] + g = torch.Generator(device=device).manual_seed(18751) + ns = [1, 32, 1024, 65536] + def fixture(): + selected = torch.randint(1024, (max(ns),), device=device, generator=g) + w = torch.arange(max(ns), device=device) % 192 + events = samples[w, selected] + return (events//4) % 64, events % 4 + (requests, future), fixture_seconds = timed(fixture) + records, warmups = [], [] + for repetition in range(-1, 11): + order = METHODS if repetition % 2 == 0 else list(reversed(METHODS)) + for method in order: + (counts, fitted), estimation_seconds = timed(lambda: (lambda counts: (counts, core.estimate(counts, "support_mixture")))(core.count_samples(samples, 6))) + profile_seconds = 0.0 + if method in ("query_joint", "action_values"): + def profile(): + mass = fitted.sum((2, 3)) + features = action_profiles(fitted) if method == "action_values" else (fitted/mass[..., None, None]).flatten(2).sqrt() + return features, mass + (features, mass), profile_seconds = timed(profile) + code, encoding_seconds = timed(lambda: core.weighted_clusters(features, mass)) + k = 8 + else: + (code, k), encoding_seconds = timed(lambda: encode(fitted, method)) + compressed, push_seconds = timed(lambda: core.push(fitted, code, k)) + policy, planning_seconds = timed(lambda: core.plan(compressed)) + def materialize(): + deployed = dict(policy) + deployed["choices"] = policy["choices"].contiguous() + return (None if method == "identity" else code.to(torch.uint8).contiguous()), deployed + (deployed_code, deployed_policy), materialization_seconds = timed(materialize) + replay_times = {} + checksum = {} + for n in ns: + (actions, queries), elapsed = timed(lambda: replay(deployed_policy, deployed_code, requests[:n], future[:n])) + replay_times[str(n)] = elapsed + checksum[str(n)] = dict(actions=int(actions.sum()), queries=int(queries.sum())) + total = estimation_seconds+profile_seconds+encoding_seconds+push_seconds+planning_seconds+materialization_seconds + row = dict(repetition=repetition, method=method, estimation_seconds=estimation_seconds, + profile_seconds=profile_seconds, clustering_or_other_encoder_seconds=encoding_seconds, + push_seconds=push_seconds, exact_planning_seconds=planning_seconds, + materialization_seconds=materialization_seconds, complete_warm_construction_seconds=total, + replay_seconds=replay_times, checksums=checksum, + resident_law_bytes_per_world=compressed[0].numel()*compressed.element_size(), + resident_encoder_bytes_per_world=0 if deployed_code is None else deployed_code[0].numel()*deployed_code.element_size(), + deployed_choices_bytes_per_world=policy["choices"].numel()*policy["choices"].element_size()//192, + planner_values_bytes_per_world=policy["values"].numel()*policy["values"].element_size()//192, + count_state_bytes_per_world=counts[0].numel()*counts.element_size(), + source_events_bytes_per_world=samples[0].numel()*samples.element_size(), + temporary_profile_bytes_per_world=features[0].numel()*features.element_size() if method in ("query_joint", "action_values") else 0) + (warmups if repetition == -1 else records).append(row) + medians = {} + phases = ["estimation_seconds", "profile_seconds", "clustering_or_other_encoder_seconds", "push_seconds", + "exact_planning_seconds", "materialization_seconds", "complete_warm_construction_seconds"] + for method in METHODS: + rows = [r for r in records if r["method"] == method] + median = {p: float(np.median([r[p] for r in rows])) for p in phases} + warm = next(r for r in warmups if r["method"] == method) + median["replay_seconds"] = {str(n): float(np.median([r["replay_seconds"][str(n)] for r in rows])) for n in ns} + median["charged_warmup_seconds"] = warm["complete_warm_construction_seconds"] + sum(warm["replay_seconds"].values()) + median["construction_plus_replay_seconds"] = {str(n): float(np.median([r["complete_warm_construction_seconds"]+r["replay_seconds"][str(n)] for r in rows])) for n in ns} + for k in warm: + if k.endswith("bytes_per_world"): + median[k] = warm[k] + medians[method] = median + original = json.loads((release / "provenance/controlled/confirmation_benchmark.json").read_text()) + published = json.loads((release / "results/postconfirmation/controlled_timing.json").read_text()) + old_medians = {m: float(np.median([r["complete_construction_seconds"] for r in published["repetitions"] if r["method"] == m])) for m in METHODS} + timing = dict(scope="192 worlds, 1024 records, stream 0, support mixture, float64 CUDA; 11 alternating-order warm repetitions plus one charged warmup", + shared_hardware=True, phase_synchronization_overhead_included=True, request_fixture_seconds=fixture_seconds, + fresh_medians=medians, fresh_records=records, fresh_warmups=warmups, + source_postconfirmation_medians_seconds=old_medians, + source_complete_benchmark={k: original[k] for k in ["scope", "cuda_startup_seconds", "cuda_warmup_seconds", "medians"]}, + notes=["Phase synchronization can increase fresh construction latency relative to a fused production call.", + "The replay has fixed two-query budget and 0.01 query cost, matching the original transport benchmark; scientific utilities retain all nine cost/budget cells.", + "Retaining choices alone suffices for decisions; law/value-table storage is stated separately, not silently omitted.", + "Request fixtures are already recorded events, not sensor/backend access; operational sensing and data movement are not measured."]) + dump(out / "timing.json", timing) + return timing + + +def numeric_diagnostic(out, release, device, archive): + """Keep encoder fixed; change only the mathematically irrelevant summation order. + + This diagnoses finite-precision argmax sensitivity, without changing or + repairing the archived algorithms. It is never a utility competitor. + """ + rows = [] + values = np.empty((2, 4, 3, 3, 9, 192, 3, 3, 4)) + manifest = json.loads((release / "data/controlled/manifest.json").read_text())["worlds"] + for ai, available in enumerate(AVAILABILITY): + truth = archive["joint"] if available == 6 else core.project(archive["joint"], 3) + for ni, n in enumerate(SIZES): + for ei, estimator in enumerate(ESTIMATORS): + for stream in range(3): + fitted = core.estimate(core.count_samples(archive["samples"][:, stream, :n], available), estimator) + for mi, method in enumerate(METHODS): + code, k = encode(fitted, method) + normal = core.push(fitted, code, k) + reversed_sum = core.push(fitted.flip(1), code.flip(1), k) + p, q = core.plan(normal), core.plan(reversed_sum) + gold = core.push(truth, code, k) + a, b = core.realized(gold, p)["utility"], core.realized(gold, q)["utility"] + law_difference = (normal-reversed_sum).abs().flatten(1).max(1).values + fitted_difference = (p["expected"]-q["expected"]).abs() + values[ai, ni, ei, stream, mi] = torch.stack([a, b, fitted_difference, + law_difference[:, None, None].expand_as(a)], -1).cpu().numpy() + for wi, world in enumerate(manifest): + rows.append(dict(available=available, labels=n, estimator=estimator, stream=stream, + method=method, world=world["id"], family=world["family"], + maximum_law_cell_difference=float(law_difference[wi]), + maximum_fitted_optimal_value_difference=float(fitted_difference[wi].max()), + maximum_realized_utility_difference=float((a[wi]-b[wi]).abs().max()), + positive_budget_average_utility_difference=float((b[wi, 1:]-a[wi, 1:]).mean()))) + np.savez_compressed(out / "numeric_push_sensitivity.npz", scores=values) + csv_write(out / "numeric_push_sensitivity.csv.gz", rows) + changed = [r for r in rows if r["maximum_realized_utility_difference"] > 1e-10] + report = dict(status="POST_REVIEW_NUMERICAL_DIAGNOSTIC_NOT_A_COMPETITOR", code_sha256=sha(HERE), + operation="Hold each encoder fixed. Compare ordinary pushforward to reversal of raw-state accumulation order, which is the same probability law in exact arithmetic.", + metric_axis=["ordinary_realized_utility", "reversed_sum_realized_utility", "absolute_fitted_optimal_value_difference", "maximum_law_cell_difference"], + all_world_stream_method_rows=len(rows), changed_world_stream_method_rows=len(changed), + maximum_law_cell_difference=max(r["maximum_law_cell_difference"] for r in rows), + maximum_fitted_optimal_value_difference=max(r["maximum_fitted_optimal_value_difference"] for r in rows), + maximum_realized_utility_difference=max(r["maximum_realized_utility_difference"] for r in rows), + changed_by_estimator={e: sum(r["estimator"] == e for r in changed) for e in ESTIMATORS}, + interpretation="Tiny law perturbations can select different fitted-optimal tied or nearly tied actions whose true-law utilities differ. This demonstrates numerical tie sensitivity; it does not uniquely reconstruct every archived discrepancy or justify replacing frozen scores.", + strongest_witnesses=sorted(changed, key=lambda r: r["maximum_realized_utility_difference"], reverse=True)[:10]) + dump(out / "numeric_diagnostic.json", report) + print(json.dumps(report), flush=True) + return report + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--release", type=Path, default=DEFAULT_RELEASE) + parser.add_argument("--output", required=True, type=Path) + parser.add_argument("--device", default="cuda:4") + parser.add_argument("--prepare", action="store_true") + parser.add_argument("--resume-aggregation", action="store_true", help="Continue an explicitly recorded completed grid after a validation/reporting repair.") + parser.add_argument("--reference-only", action="store_true", help="Run the unmodified released postconfirmation.controlled function in a fresh reference_replay directory.") + parser.add_argument("--numeric-only", action="store_true", help="Only run the recorded fixed-code accumulation-order sensitivity diagnostic.") + args = parser.parse_args() + out, release = args.output.resolve(), args.release.resolve() + if args.prepare: + prepare(out, release, args.device) + return + spec = json.loads((out / "specification.json").read_text()) + assert spec["code_sha256"] == sha(HERE), "Code changed after the recorded specification." + if not (args.resume_aggregation or args.reference_only or args.numeric_only): + assert not (out / "scores.npz").exists(), "Never overwrite a result." + for relative, expected in spec["input_sha256"].items(): + assert sha(release / relative) == expected, relative + global np, torch, core, load, encode, action_profiles, replay + import numpy as np + import torch + sys.path.insert(0, str(release)) + from reproduce import load, verify + from postconfirmation import encode, action_profiles + from unionmind.decision_sufficiency import core + from unionmind.decision_sufficiency.benchmark import replay + assert args.device.startswith("cuda") and torch.cuda.is_available() + torch.cuda.set_device(args.device) + torch.backends.cuda.matmul.allow_tf32 = False + torch.set_num_threads(4) + _, startup_seconds = timed(lambda: torch.cuda.init()) + files_verified = verify() + analysis_start = time.perf_counter() + with torch.no_grad(): + if args.reference_only: + from postconfirmation import controlled + reference = out / "reference_replay" + reference.mkdir() + controlled(reference, args.device) + print(json.dumps(dict(status="REFERENCE_REPLAY_COMPLETED", output=str(reference)))) + return + if args.numeric_only: + assert not (out / "numeric_push_sensitivity.npz").exists() + numeric_diagnostic(out, release, args.device, load("data/controlled/worlds", args.device)) + dump(out / "numeric_compute.json", dict(code_sha256=sha(HERE), + elapsed_analysis_seconds=time.perf_counter()-analysis_start, + elapsed_process_seconds=time.perf_counter()-PROCESS_START, + peak_cuda_allocated_bytes=torch.cuda.max_memory_allocated(), device=args.device, + original_files_modified=False, new_trainable_parameters=0)) + return + if args.resume_aggregation: + scores = np.load(out / "scores.npz")["scores"] + indices = json.loads((out / "indices.json").read_text()) + archive = load("data/controlled/worlds", args.device) + else: + scores, indices, archive = collect(out, release, args.device) + summary = summarize(out, release, scores, indices) + timing = benchmark(out, release, args.device, archive) + numeric_diagnostic(out, release, args.device, archive) + sync() + ledger = dict(created_utc=dt.datetime.now(dt.timezone.utc).isoformat(), status="COMPLETED", + source_release_files_hash_verified=files_verified, code_sha256=sha(HERE), specification_sha256=sha(out / "specification.json"), + command=sys.argv, device=args.device, gpu=torch.cuda.get_device_name(args.device), + python=sys.version, pytorch=torch.__version__, cuda=torch.version.cuda, + elapsed_analysis_seconds=time.perf_counter()-analysis_start, + elapsed_since_standard_library_import_seconds=time.perf_counter()-PROCESS_START, + first_cuda_noop_seconds=startup_seconds, peak_cuda_allocated_bytes=torch.cuda.max_memory_allocated(), + opened_worlds=True, new_backbone_executions=0, new_trainable_parameters=0, refitted_neural_models=0, + fitted_statistical_tables="Recomputed original estimators from archived counts, unchanged formulas", + original_files_modified=False, all_selected_units_retained=True, + all_statistics_descriptive=True, promotion_decisions_changed=False) + dump(out / "compute.json", ledger) + (out / "replay_code.py").write_bytes(HERE.read_bytes()) + dump(out / "output_sha256.json", {p.name: sha(p) for p in sorted(out.iterdir()) if p.is_file() and p.name != "output_sha256.json"}) + print(json.dumps(dict(status="COMPLETED", sample_frontier=summary["primary_sample_frontier"], compute=ledger), indent=2)) + + +if __name__ == "__main__": + main() diff --git a/revision_r1/controlled/sample_frontier.csv b/revision_r1/controlled/sample_frontier.csv new file mode 100644 index 0000000000000000000000000000000000000000..56fdb35dde142bd185f2aa2953352376fc152f22 --- /dev/null +++ b/revision_r1/controlled/sample_frontier.csv @@ -0,0 +1,5 @@ +family,records,worlds,identity,query_joint,posterior_clusters,posterior_bins,future_marginal,raw_information,raw_entropy,hash_code,action_values,true_oracle,joint_minus_action,paired_95_low,paired_95_high,action_encoding_loss,joint_encoding_loss,action_estimation_loss,joint_estimation_loss,encoding_contribution,estimation_contribution,action_remaining_headroom,fraction_action_headroom_closed,true_code_joint_oracle,true_code_action_oracle,true_code_joint_fitted,true_code_action_fitted,joint_root_choice_mismatch,action_root_choice_mismatch,strongest_uncompressed_mean +ALL,64,192,0.2861019748560038,0.26584992657807344,0.2590280944592631,0.26074362507619164,0.2639323021727651,0.2722343061169504,0.21481644347086729,0.10239193116286986,0.26390613849214967,0.7139850169951533,0.001943788085923736,0.00021308171557470748,0.003647181976886664,0.23247242290469453,0.22743575439464836,0.21760645559830893,0.22069933602243133,0.005036668510046183,-0.0030928804241224478,0.4500788785030035,0.004318772061441592,0.7137990767560151,0.7138471222579433,0.33015852361105136,0.32977290874844095,0.5728323618858121,0.5747586230569347,0.33512680859485605 +ALL,256,192,0.47464585889067984,0.46153544711762456,0.3821578365055907,0.37086161330575007,0.3117767655744309,0.39616931811795314,0.3287390155602434,0.15862081020012567,0.4421891239875439,0.7139850169951533,0.019346323130080677,0.016004547809026087,0.02272642638711617,0.11063576081059036,0.07695151696279438,0.16116013219701888,0.1754980529147342,0.033684243847795996,-0.014337920717715315,0.27179589300760926,0.07117960067755348,0.7137990767560151,0.7138471222579433,0.5040257394630626,0.5033361534654197,0.5138373564572506,0.532667401596573,0.5503906781894238 +ALL,1024,192,0.6421842631007378,0.651568196746697,0.5045968970651954,0.4901829803145068,0.3289223833583756,0.5502229409756352,0.5192618455652109,0.20875256335562897,0.6375946140433673,0.7139850169951533,0.013973582703329749,0.012156191041507863,0.01579707133440269,0.020288801609760987,0.010064365748209498,0.05610160134202489,0.052352454500246635,0.010224435861551489,0.00374914684177826,0.07639040295178588,0.18292327522017698,0.7137990767560151,0.7138471222579433,0.6654659197644641,0.6648982429373541,0.33084781836365224,0.3441463140858656,0.6556393678743125 +ALL,4096,192,0.6935868271710071,0.7032230168798058,0.5519797982991866,0.5318145046183101,0.34847248127428415,0.6062565500482736,0.5793404529052973,0.22923292167747147,0.7023595499794807,0.7139850169951533,0.0008634669003249706,0.0005238745996855586,0.001229058529941919,0.00203548792576397,0.0015186955544880705,0.009589979089908366,0.009243304560859296,0.0005167923712758993,0.00034667452904907126,0.011625467015672337,0.07427373878063802,0.7137990767560151,0.7138471222579433,0.7059254373130734,0.7056991595823129,0.19543563872713965,0.19527462898701206,0.6946993832338948 diff --git a/revision_r1/controlled/specification.json b/revision_r1/controlled/specification.json new file mode 100644 index 0000000000000000000000000000000000000000..77770ba1ca40ed07b95cdd296b4a54264a4b18b7 --- /dev/null +++ b/revision_r1/controlled/specification.json @@ -0,0 +1,108 @@ +{ + "created_utc": "2026-11-09T14:38:24.151548+00:00", + "status": "Post-review exploratory analysis of already opened worlds; not confirmation", + "scientific_question": "Why does joint minus action-value utility shrink with sample size?", + "authorization": "User authorized additional reviewer-response experiments; no new approval requested.", + "source_release": "/home/nurgaly/experiment/unionmind/articles/make_1/release/huggingface-revised", + "code_sha256": "4a300dfc769473f5afb08e15e877f6c53dfff5f6d3a0abfe17e0043798eecbab", + "device": "cuda:4", + "input_sha256": { + "data/controlled/worlds.safetensors": "e8649aeaed970fa78c3f402bbe9e775c486f3cf94ce2494cfe98a8099dbf3c7c", + "data/controlled/worlds.json": "860e154c4ffd0690080ab8c263756d4340cc119fffa66e1cc41d1b42ac3848cb", + "data/controlled/manifest.json": "2b50155e7f4d198449e2499dad21ba82d51e94423a1711eca8de4a01ab9ca156", + "postconfirmation.py": "3365341c056cee9b153cc864bad864965c918e11e0cec1819d49c8875c68dcbf", + "unionmind/decision_sufficiency/core.py": "fa2f7405a8d0dc6ec96ebae1bb2a2b810d03ef1fd2877f5ebef7df1722992cee", + "results/postconfirmation/controlled_worlds.csv.gz": "bdb15095eadf96dff2aa316619a838b74024eece87c57143bcd44b4710e9547f", + "results/postconfirmation/controlled_frontiers.csv.gz": "946ebf8764ee3dfed5a741fa3a45e0cb5f8476960453716d9abebed0aa617e57", + "results/postconfirmation/controlled_timing.json": "082e8b981d9e6b13a07bfd3136d6afe08681bb8c702ba2c0c2b9a2d4966b6eea", + "provenance/controlled/confirmation_benchmark.json": "133420e45f42ff5dbacc8d01700aeba56bf65c02f5bc0b30bb7aff45a88bc249" + }, + "units": "All 192 archived worlds, all six families, all three original nested sample streams", + "grid": { + "availability": [ + 6, + 3 + ], + "records": [ + 64, + 256, + 1024, + 4096 + ], + "estimators": [ + "joint_jeffreys", + "naive_bayes", + "support_mixture" + ], + "methods": [ + "identity", + "query_joint", + "posterior_clusters", + "posterior_bins", + "future_marginal", + "raw_information", + "raw_entropy", + "hash_code", + "action_values" + ], + "budgets": [ + 0, + 1, + 2 + ], + "costs": [ + 0.0, + 0.01, + 0.05 + ] + }, + "primary_aggregation": "Average positive budgets, all costs and three streams within each world; equal worlds and six families", + "interventions": [ + "Native: estimated-law encoder, estimated encoded-law exact planner, true-law evaluation", + "Replan the identical native code under the pushed true law to separate encoding and model-estimation loss", + "Privileged diagnostic: construct each unchanged encoder under the true law, then plan under either true or fitted pushed law; never a deployable competitor" + ], + "exact_decomposition": "J-A = (encoding_loss_A-encoding_loss_J) + (estimation_loss_A-estimation_loss_J)", + "encoding_loss": "V(available true raw law)-V(true law pushed through native code)", + "estimation_loss": "V(true law pushed through native code)-realized utility of fitted policy", + "alias_diagnostic": "Evaluate all unordered raw-state pairs with true current-posterior difference <=1e-12 (exact) and <=0.01 (fixed near-alias threshold), weighted by 2 P(e)P(e'); compare true optimal root choices at each cost and budget and whether each native code merges disagreeing aliases", + "intervals": "Descriptive paired 95% percentile bootstrap, 10,000 draws, seed 18701, worlds resampled within fixed families after averaging streams; intervals are not corrected and are not new confirmatory tests", + "practical_scale": "Joint-action gain divided by remaining true available-oracle headroom of action-values; report signed gain, not just a percentage", + "timing": "Retain published complete-cost records. Fresh warm alternating-order 11-repeat 192-world primary-batch timings include count/estimate, profile, clustering/other encoding, push, exact planning, materialization and 1/32/1024/65536 recorded-event replays. One warmup charged and separately reported. Timing is descriptive on shared hardware.", + "prohibition": "No tuning, no model refits, no changed codes/iterations/costs, no dropped units, no original results or manuscript edits, no promotion", + "planned_outputs": [ + "scores.npz", + "indices.json", + "frontier_all_conditions.csv", + "paired_by_condition.csv", + "sample_frontier.csv", + "family_sample_frontier.csv", + "native_worlds.csv.gz", + "alias_pairs.csv.gz", + "alias_summary.csv", + "privileged_geometry.csv", + "timing.json", + "summary.json", + "compute.json" + ], + "amendment_01": { + "created_utc": "2026-11-09T14:43:15.749761+00:00", + "reason": "The expanded execution trace completed and saved all grid cells, then strict whole-grid native replay validation failed. 946/124416 archived world means differ; primary-mixture joint/action-value/identity at all sample sizes match within 3.34e-16. Preserve all discrepancies and original code/spec/log; aggregate fresh diagnostics without altering source results. Run the released original full grid as a separate trace comparison to investigate tie/numerical sensitivity.", + "previous_code_sha256": "db7360ee28143a5b9f1e16f373d887354f4824826d8d9b5ed64425e6b732a5dc", + "completed_grid_code": "collection_code_01.py", + "completed_grid_specification": "specification_01.json", + "analysis_changes": "Validation/reporting repair only; no new encoders, thresholds, unit exclusions, tuning, or changed data. Add --resume-aggregation and --reference-only. All native values/oracles in each decomposition come from the same execution trace." + }, + "amendment_02": { + "created_utc": "2026-11-09T14:47:08.492706+00:00", + "reason": "The unmodified released full-grid controlled replay also differs from archive in 968/124416 native world means while exactly reproducing the headline frontier. Test finite-precision argmax sensitivity directly.", + "operation": "For all grid cells and fixed freshly constructed encoders, compare normal pushforward to accumulation over reversed raw-state order. This is mathematically the same law; measure maximum cell-law perturbation, fitted-optimal expected-value difference, and true-law realized-utility difference.", + "no_scientific_comparator_change": true, + "new_outputs": [ + "numeric_push_sensitivity.npz", + "numeric_push_sensitivity.csv.gz", + "numeric_diagnostic.json", + "numeric_compute.json" + ] + } +} diff --git a/revision_r1/controlled/specification_01.json b/revision_r1/controlled/specification_01.json new file mode 100644 index 0000000000000000000000000000000000000000..bef86435bbda6c7917132392e3e9a47b761d7b8e --- /dev/null +++ b/revision_r1/controlled/specification_01.json @@ -0,0 +1,88 @@ +{ + "created_utc": "2026-11-09T14:38:24.151548+00:00", + "status": "Post-review exploratory analysis of already opened worlds; not confirmation", + "scientific_question": "Why does joint minus action-value utility shrink with sample size?", + "authorization": "User authorized additional reviewer-response experiments; no new approval requested.", + "source_release": "/home/nurgaly/experiment/unionmind/articles/make_1/release/huggingface-revised", + "code_sha256": "db7360ee28143a5b9f1e16f373d887354f4824826d8d9b5ed64425e6b732a5dc", + "device": "cuda:4", + "input_sha256": { + "data/controlled/worlds.safetensors": "e8649aeaed970fa78c3f402bbe9e775c486f3cf94ce2494cfe98a8099dbf3c7c", + "data/controlled/worlds.json": "860e154c4ffd0690080ab8c263756d4340cc119fffa66e1cc41d1b42ac3848cb", + "data/controlled/manifest.json": "2b50155e7f4d198449e2499dad21ba82d51e94423a1711eca8de4a01ab9ca156", + "postconfirmation.py": "3365341c056cee9b153cc864bad864965c918e11e0cec1819d49c8875c68dcbf", + "unionmind/decision_sufficiency/core.py": "fa2f7405a8d0dc6ec96ebae1bb2a2b810d03ef1fd2877f5ebef7df1722992cee", + "results/postconfirmation/controlled_worlds.csv.gz": "bdb15095eadf96dff2aa316619a838b74024eece87c57143bcd44b4710e9547f", + "results/postconfirmation/controlled_frontiers.csv.gz": "946ebf8764ee3dfed5a741fa3a45e0cb5f8476960453716d9abebed0aa617e57", + "results/postconfirmation/controlled_timing.json": "082e8b981d9e6b13a07bfd3136d6afe08681bb8c702ba2c0c2b9a2d4966b6eea", + "provenance/controlled/confirmation_benchmark.json": "133420e45f42ff5dbacc8d01700aeba56bf65c02f5bc0b30bb7aff45a88bc249" + }, + "units": "All 192 archived worlds, all six families, all three original nested sample streams", + "grid": { + "availability": [ + 6, + 3 + ], + "records": [ + 64, + 256, + 1024, + 4096 + ], + "estimators": [ + "joint_jeffreys", + "naive_bayes", + "support_mixture" + ], + "methods": [ + "identity", + "query_joint", + "posterior_clusters", + "posterior_bins", + "future_marginal", + "raw_information", + "raw_entropy", + "hash_code", + "action_values" + ], + "budgets": [ + 0, + 1, + 2 + ], + "costs": [ + 0.0, + 0.01, + 0.05 + ] + }, + "primary_aggregation": "Average positive budgets, all costs and three streams within each world; equal worlds and six families", + "interventions": [ + "Native: estimated-law encoder, estimated encoded-law exact planner, true-law evaluation", + "Replan the identical native code under the pushed true law to separate encoding and model-estimation loss", + "Privileged diagnostic: construct each unchanged encoder under the true law, then plan under either true or fitted pushed law; never a deployable competitor" + ], + "exact_decomposition": "J-A = (encoding_loss_A-encoding_loss_J) + (estimation_loss_A-estimation_loss_J)", + "encoding_loss": "V(available true raw law)-V(true law pushed through native code)", + "estimation_loss": "V(true law pushed through native code)-realized utility of fitted policy", + "alias_diagnostic": "Evaluate all unordered raw-state pairs with true current-posterior difference <=1e-12 (exact) and <=0.01 (fixed near-alias threshold), weighted by 2 P(e)P(e'); compare true optimal root choices at each cost and budget and whether each native code merges disagreeing aliases", + "intervals": "Descriptive paired 95% percentile bootstrap, 10,000 draws, seed 18701, worlds resampled within fixed families after averaging streams; intervals are not corrected and are not new confirmatory tests", + "practical_scale": "Joint-action gain divided by remaining true available-oracle headroom of action-values; report signed gain, not just a percentage", + "timing": "Retain published complete-cost records. Fresh warm alternating-order 11-repeat 192-world primary-batch timings include count/estimate, profile, clustering/other encoding, push, exact planning, materialization and 1/32/1024/65536 recorded-event replays. One warmup charged and separately reported. Timing is descriptive on shared hardware.", + "prohibition": "No tuning, no model refits, no changed codes/iterations/costs, no dropped units, no original results or manuscript edits, no promotion", + "planned_outputs": [ + "scores.npz", + "indices.json", + "frontier_all_conditions.csv", + "paired_by_condition.csv", + "sample_frontier.csv", + "family_sample_frontier.csv", + "native_worlds.csv.gz", + "alias_pairs.csv.gz", + "alias_summary.csv", + "privileged_geometry.csv", + "timing.json", + "summary.json", + "compute.json" + ] +} diff --git a/revision_r1/controlled/specification_02.json b/revision_r1/controlled/specification_02.json new file mode 100644 index 0000000000000000000000000000000000000000..a2282bcb593254f61f238991d46eae0a92c3ffaf --- /dev/null +++ b/revision_r1/controlled/specification_02.json @@ -0,0 +1,96 @@ +{ + "created_utc": "2026-11-09T14:38:24.151548+00:00", + "status": "Post-review exploratory analysis of already opened worlds; not confirmation", + "scientific_question": "Why does joint minus action-value utility shrink with sample size?", + "authorization": "User authorized additional reviewer-response experiments; no new approval requested.", + "source_release": "/home/nurgaly/experiment/unionmind/articles/make_1/release/huggingface-revised", + "code_sha256": "aa82ccdc6a1bb3c7d1e92b9ab0c4c88478c7d26e0442fe91523036a63260b2aa", + "device": "cuda:4", + "input_sha256": { + "data/controlled/worlds.safetensors": "e8649aeaed970fa78c3f402bbe9e775c486f3cf94ce2494cfe98a8099dbf3c7c", + "data/controlled/worlds.json": "860e154c4ffd0690080ab8c263756d4340cc119fffa66e1cc41d1b42ac3848cb", + "data/controlled/manifest.json": "2b50155e7f4d198449e2499dad21ba82d51e94423a1711eca8de4a01ab9ca156", + "postconfirmation.py": "3365341c056cee9b153cc864bad864965c918e11e0cec1819d49c8875c68dcbf", + "unionmind/decision_sufficiency/core.py": "fa2f7405a8d0dc6ec96ebae1bb2a2b810d03ef1fd2877f5ebef7df1722992cee", + "results/postconfirmation/controlled_worlds.csv.gz": "bdb15095eadf96dff2aa316619a838b74024eece87c57143bcd44b4710e9547f", + "results/postconfirmation/controlled_frontiers.csv.gz": "946ebf8764ee3dfed5a741fa3a45e0cb5f8476960453716d9abebed0aa617e57", + "results/postconfirmation/controlled_timing.json": "082e8b981d9e6b13a07bfd3136d6afe08681bb8c702ba2c0c2b9a2d4966b6eea", + "provenance/controlled/confirmation_benchmark.json": "133420e45f42ff5dbacc8d01700aeba56bf65c02f5bc0b30bb7aff45a88bc249" + }, + "units": "All 192 archived worlds, all six families, all three original nested sample streams", + "grid": { + "availability": [ + 6, + 3 + ], + "records": [ + 64, + 256, + 1024, + 4096 + ], + "estimators": [ + "joint_jeffreys", + "naive_bayes", + "support_mixture" + ], + "methods": [ + "identity", + "query_joint", + "posterior_clusters", + "posterior_bins", + "future_marginal", + "raw_information", + "raw_entropy", + "hash_code", + "action_values" + ], + "budgets": [ + 0, + 1, + 2 + ], + "costs": [ + 0.0, + 0.01, + 0.05 + ] + }, + "primary_aggregation": "Average positive budgets, all costs and three streams within each world; equal worlds and six families", + "interventions": [ + "Native: estimated-law encoder, estimated encoded-law exact planner, true-law evaluation", + "Replan the identical native code under the pushed true law to separate encoding and model-estimation loss", + "Privileged diagnostic: construct each unchanged encoder under the true law, then plan under either true or fitted pushed law; never a deployable competitor" + ], + "exact_decomposition": "J-A = (encoding_loss_A-encoding_loss_J) + (estimation_loss_A-estimation_loss_J)", + "encoding_loss": "V(available true raw law)-V(true law pushed through native code)", + "estimation_loss": "V(true law pushed through native code)-realized utility of fitted policy", + "alias_diagnostic": "Evaluate all unordered raw-state pairs with true current-posterior difference <=1e-12 (exact) and <=0.01 (fixed near-alias threshold), weighted by 2 P(e)P(e'); compare true optimal root choices at each cost and budget and whether each native code merges disagreeing aliases", + "intervals": "Descriptive paired 95% percentile bootstrap, 10,000 draws, seed 18701, worlds resampled within fixed families after averaging streams; intervals are not corrected and are not new confirmatory tests", + "practical_scale": "Joint-action gain divided by remaining true available-oracle headroom of action-values; report signed gain, not just a percentage", + "timing": "Retain published complete-cost records. Fresh warm alternating-order 11-repeat 192-world primary-batch timings include count/estimate, profile, clustering/other encoding, push, exact planning, materialization and 1/32/1024/65536 recorded-event replays. One warmup charged and separately reported. Timing is descriptive on shared hardware.", + "prohibition": "No tuning, no model refits, no changed codes/iterations/costs, no dropped units, no original results or manuscript edits, no promotion", + "planned_outputs": [ + "scores.npz", + "indices.json", + "frontier_all_conditions.csv", + "paired_by_condition.csv", + "sample_frontier.csv", + "family_sample_frontier.csv", + "native_worlds.csv.gz", + "alias_pairs.csv.gz", + "alias_summary.csv", + "privileged_geometry.csv", + "timing.json", + "summary.json", + "compute.json" + ], + "amendment_01": { + "created_utc": "2026-11-09T14:43:15.749761+00:00", + "reason": "The expanded execution trace completed and saved all grid cells, then strict whole-grid native replay validation failed. 946/124416 archived world means differ; primary-mixture joint/action-value/identity at all sample sizes match within 3.34e-16. Preserve all discrepancies and original code/spec/log; aggregate fresh diagnostics without altering source results. Run the released original full grid as a separate trace comparison to investigate tie/numerical sensitivity.", + "previous_code_sha256": "db7360ee28143a5b9f1e16f373d887354f4824826d8d9b5ed64425e6b732a5dc", + "completed_grid_code": "collection_code_01.py", + "completed_grid_specification": "specification_01.json", + "analysis_changes": "Validation/reporting repair only; no new encoders, thresholds, unit exclusions, tuning, or changed data. Add --resume-aggregation and --reference-only. All native values/oracles in each decomposition come from the same execution trace." + } +} diff --git a/revision_r1/controlled/summary.json b/revision_r1/controlled/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..5fca602393207a35a206afc8153c8f1046a88aef --- /dev/null +++ b/revision_r1/controlled/summary.json @@ -0,0 +1,949 @@ +{ + "status": "POST_REVIEW_EXPLORATORY_OPENED_DATA_NO_NEW_CONFIRMATION", + "all_worlds": 192, + "native_saved_world_scores_checked": 124416, + "native_saved_world_scores_within_1e_10": 123470, + "replay_discrepancy_count": 946, + "maximum_absolute_replay_error": 0.1456998408107582, + "exact_primary_mixture_joint_action_identity_frontier_maximum_replay_error": 3.3306690738754696e-16, + "exact_decomposition_max_error": 1.6653345369377348e-16, + "primary_sample_frontier": [ + { + "family": "ALL", + "records": 64, + "worlds": 192, + "identity": 0.2861019748560038, + "query_joint": 0.26584992657807344, + "posterior_clusters": 0.2590280944592631, + "posterior_bins": 0.26074362507619164, + "future_marginal": 0.2639323021727651, + "raw_information": 0.2722343061169504, + "raw_entropy": 0.21481644347086729, + "hash_code": 0.10239193116286986, + "action_values": 0.26390613849214967, + "true_oracle": 0.7139850169951533, + "joint_minus_action": 0.001943788085923736, + "paired_95_low": 0.00021308171557470748, + "paired_95_high": 0.003647181976886664, + "action_encoding_loss": 0.23247242290469453, + "joint_encoding_loss": 0.22743575439464836, + "action_estimation_loss": 0.21760645559830893, + "joint_estimation_loss": 0.22069933602243133, + "encoding_contribution": 0.005036668510046183, + "estimation_contribution": -0.0030928804241224478, + "action_remaining_headroom": 0.4500788785030035, + "fraction_action_headroom_closed": 0.004318772061441592, + "true_code_joint_oracle": 0.7137990767560151, + "true_code_action_oracle": 0.7138471222579433, + "true_code_joint_fitted": 0.33015852361105136, + "true_code_action_fitted": 0.32977290874844095, + "joint_root_choice_mismatch": 0.5728323618858121, + "action_root_choice_mismatch": 0.5747586230569347, + "strongest_uncompressed_mean": 0.33512680859485605 + }, + { + "family": "ALL", + "records": 256, + "worlds": 192, + "identity": 0.47464585889067984, + "query_joint": 0.46153544711762456, + "posterior_clusters": 0.3821578365055907, + "posterior_bins": 0.37086161330575007, + "future_marginal": 0.3117767655744309, + "raw_information": 0.39616931811795314, + "raw_entropy": 0.3287390155602434, + "hash_code": 0.15862081020012567, + "action_values": 0.4421891239875439, + "true_oracle": 0.7139850169951533, + "joint_minus_action": 0.019346323130080677, + "paired_95_low": 0.016004547809026087, + "paired_95_high": 0.02272642638711617, + "action_encoding_loss": 0.11063576081059036, + "joint_encoding_loss": 0.07695151696279438, + "action_estimation_loss": 0.16116013219701888, + "joint_estimation_loss": 0.1754980529147342, + "encoding_contribution": 0.033684243847795996, + "estimation_contribution": -0.014337920717715315, + "action_remaining_headroom": 0.27179589300760926, + "fraction_action_headroom_closed": 0.07117960067755348, + "true_code_joint_oracle": 0.7137990767560151, + "true_code_action_oracle": 0.7138471222579433, + "true_code_joint_fitted": 0.5040257394630626, + "true_code_action_fitted": 0.5033361534654197, + "joint_root_choice_mismatch": 0.5138373564572506, + "action_root_choice_mismatch": 0.532667401596573, + "strongest_uncompressed_mean": 0.5503906781894238 + }, + { + "family": "ALL", + "records": 1024, + "worlds": 192, + "identity": 0.6421842631007378, + "query_joint": 0.651568196746697, + "posterior_clusters": 0.5045968970651954, + "posterior_bins": 0.4901829803145068, + "future_marginal": 0.3289223833583756, + "raw_information": 0.5502229409756352, + "raw_entropy": 0.5192618455652109, + "hash_code": 0.20875256335562897, + "action_values": 0.6375946140433673, + "true_oracle": 0.7139850169951533, + "joint_minus_action": 0.013973582703329749, + "paired_95_low": 0.012156191041507863, + "paired_95_high": 0.01579707133440269, + "action_encoding_loss": 0.020288801609760987, + "joint_encoding_loss": 0.010064365748209498, + "action_estimation_loss": 0.05610160134202489, + "joint_estimation_loss": 0.052352454500246635, + "encoding_contribution": 0.010224435861551489, + "estimation_contribution": 0.00374914684177826, + "action_remaining_headroom": 0.07639040295178588, + "fraction_action_headroom_closed": 0.18292327522017698, + "true_code_joint_oracle": 0.7137990767560151, + "true_code_action_oracle": 0.7138471222579433, + "true_code_joint_fitted": 0.6654659197644641, + "true_code_action_fitted": 0.6648982429373541, + "joint_root_choice_mismatch": 0.33084781836365224, + "action_root_choice_mismatch": 0.3441463140858656, + "strongest_uncompressed_mean": 0.6556393678743125 + }, + { + "family": "ALL", + "records": 4096, + "worlds": 192, + "identity": 0.6935868271710071, + "query_joint": 0.7032230168798058, + "posterior_clusters": 0.5519797982991866, + "posterior_bins": 0.5318145046183101, + "future_marginal": 0.34847248127428415, + "raw_information": 0.6062565500482736, + "raw_entropy": 0.5793404529052973, + "hash_code": 0.22923292167747147, + "action_values": 0.7023595499794807, + "true_oracle": 0.7139850169951533, + "joint_minus_action": 0.0008634669003249706, + "paired_95_low": 0.0005238745996855586, + "paired_95_high": 0.001229058529941919, + "action_encoding_loss": 0.00203548792576397, + "joint_encoding_loss": 0.0015186955544880705, + "action_estimation_loss": 0.009589979089908366, + "joint_estimation_loss": 0.009243304560859296, + "encoding_contribution": 0.0005167923712758993, + "estimation_contribution": 0.00034667452904907126, + "action_remaining_headroom": 0.011625467015672337, + "fraction_action_headroom_closed": 0.07427373878063802, + "true_code_joint_oracle": 0.7137990767560151, + "true_code_action_oracle": 0.7138471222579433, + "true_code_joint_fitted": 0.7059254373130734, + "true_code_action_fitted": 0.7056991595823129, + "joint_root_choice_mismatch": 0.19543563872713965, + "action_root_choice_mismatch": 0.19527462898701206, + "strongest_uncompressed_mean": 0.6946993832338948 + } + ], + "family_sample_frontier": [ + { + "family": "context", + "records": 64, + "worlds": 32, + "identity": 0.09339283465187889, + "query_joint": 0.0691595408487013, + "posterior_clusters": 0.05884192092177272, + "posterior_bins": 0.06287654697819856, + "future_marginal": 0.07187382385734353, + "raw_information": 0.07728978551777194, + "raw_entropy": 0.09455913414529662, + "hash_code": 0.10673495166633204, + "action_values": 0.06409177954684019, + "true_oracle": 0.7880888584118835, + "joint_minus_action": 0.005067761301861108, + "paired_95_low": 0.0015311813058195526, + "paired_95_high": 0.008840865316316502, + "action_encoding_loss": 0.3813222379944849, + "joint_encoding_loss": 0.3669534072130477, + "action_estimation_loss": 0.34267484087055833, + "joint_estimation_loss": 0.3519759103501344, + "encoding_contribution": 0.014368830781437176, + "estimation_contribution": -0.00930106947957607, + "action_remaining_headroom": 0.7239970788650432, + "fraction_action_headroom_closed": 0.00699969854823926, + "true_code_joint_oracle": 0.7880888584118835, + "true_code_action_oracle": 0.7880888584118835, + "true_code_joint_fitted": 0.12334932494026522, + "true_code_action_fitted": 0.12491782030181064, + "joint_root_choice_mismatch": 0.6849965145249336, + "action_root_choice_mismatch": 0.6875732689753824, + "strongest_uncompressed_mean": 0.2821009589784481 + }, + { + "family": "context", + "records": 256, + "worlds": 32, + "identity": 0.34655353787902665, + "query_joint": 0.3367188419663062, + "posterior_clusters": 0.16416722984358104, + "posterior_bins": 0.1463272094176618, + "future_marginal": 0.1871258673613156, + "raw_information": 0.26397328263687364, + "raw_entropy": 0.25243683714316034, + "hash_code": 0.15529673741167777, + "action_values": 0.31618507415861496, + "true_oracle": 0.7880888584118835, + "joint_minus_action": 0.0205337678076913, + "paired_95_low": 0.01188513381910629, + "paired_95_high": 0.03021118308609348, + "action_encoding_loss": 0.11119897518661376, + "joint_encoding_loss": 0.07603887002395061, + "action_estimation_loss": 0.3607048090666547, + "joint_estimation_loss": 0.37533114642162657, + "encoding_contribution": 0.035160105162663144, + "estimation_contribution": -0.014626337354971848, + "action_remaining_headroom": 0.47190378425326845, + "fraction_action_headroom_closed": 0.043512615267927005, + "true_code_joint_oracle": 0.7880888584118835, + "true_code_action_oracle": 0.7880888584118835, + "true_code_joint_fitted": 0.3856346205277096, + "true_code_action_fitted": 0.38320113863439054, + "joint_root_choice_mismatch": 0.629779568015901, + "action_root_choice_mismatch": 0.6496391850613675, + "strongest_uncompressed_mean": 0.5904656904258859 + }, + { + "family": "context", + "records": 1024, + "worlds": 32, + "identity": 0.6650919319515614, + "query_joint": 0.6814637624980395, + "posterior_clusters": 0.23779038974868094, + "posterior_bins": 0.17124022355036714, + "future_marginal": 0.36268052770898085, + "raw_information": 0.5145775504161055, + "raw_entropy": 0.5794729711288229, + "hash_code": 0.2170459709045936, + "action_values": 0.667719627246173, + "true_oracle": 0.7880888584118835, + "joint_minus_action": 0.013744135251866517, + "paired_95_low": 0.009521684888968644, + "paired_95_high": 0.01821770096658289, + "action_encoding_loss": 0.01430655071271671, + "joint_encoding_loss": 0.006186382463298001, + "action_estimation_loss": 0.10606268045299369, + "joint_estimation_loss": 0.10043871345054588, + "encoding_contribution": 0.008120168249418708, + "estimation_contribution": 0.005623967002447808, + "action_remaining_headroom": 0.12036923116571041, + "fraction_action_headroom_closed": 0.11418312735540517, + "true_code_joint_oracle": 0.7880888584118835, + "true_code_action_oracle": 0.7880888584118835, + "true_code_joint_fitted": 0.6988418074434672, + "true_code_action_fitted": 0.6964377598607214, + "joint_root_choice_mismatch": 0.3473903728720782, + "action_root_choice_mismatch": 0.3575560574608555, + "strongest_uncompressed_mean": 0.7340548744395632 + }, + { + "family": "context", + "records": 4096, + "worlds": 32, + "identity": 0.766972716874273, + "query_joint": 0.7766349438098745, + "posterior_clusters": 0.26807855851736373, + "posterior_bins": 0.1733365486789426, + "future_marginal": 0.5632767718308346, + "raw_information": 0.5928278598851834, + "raw_entropy": 0.6885210614964501, + "hash_code": 0.24707180576088097, + "action_values": 0.7768669245376707, + "true_oracle": 0.7880888584118835, + "joint_minus_action": -0.00023198072779632983, + "paired_95_low": -0.001376293766611737, + "paired_95_high": 0.0008712872445568171, + "action_encoding_loss": 0.0006891208483935686, + "joint_encoding_loss": 0.00018064349661515988, + "action_estimation_loss": 0.010532813025819078, + "joint_estimation_loss": 0.011273271105393817, + "encoding_contribution": 0.0005084773517784087, + "estimation_contribution": -0.0007404580795747386, + "action_remaining_headroom": 0.011221933874212647, + "fraction_action_headroom_closed": -0.02067208115790168, + "true_code_joint_oracle": 0.7880888584118835, + "true_code_action_oracle": 0.7880888584118835, + "true_code_joint_fitted": 0.7795383990383913, + "true_code_action_fitted": 0.7790645144622885, + "joint_root_choice_mismatch": 0.1620783588267283, + "action_root_choice_mismatch": 0.1554586985921155, + "strongest_uncompressed_mean": 0.7708361142534652 + }, + { + "family": "independent", + "records": 64, + "worlds": 32, + "identity": 0.909510548381619, + "query_joint": 0.9071402048294446, + "posterior_clusters": 0.9072370207266524, + "posterior_bins": 0.9093082065269007, + "future_marginal": 0.9074681824272653, + "raw_information": 0.8896605460004141, + "raw_entropy": 0.688211917829685, + "hash_code": 0.44151472051268514, + "action_values": 0.9068080779301189, + "true_oracle": 0.928933733504975, + "joint_minus_action": 0.00033212689932572356, + "paired_95_low": -0.0004962724151037125, + "paired_95_high": 0.0012075628763129809, + "action_encoding_loss": 0.009646569741400077, + "joint_encoding_loss": 0.00982195667832023, + "action_estimation_loss": 0.012479085833456041, + "joint_estimation_loss": 0.011971571997210165, + "encoding_contribution": -0.00017538693692015217, + "estimation_contribution": 0.0005075138362458757, + "action_remaining_headroom": 0.02212565557485612, + "fraction_action_headroom_closed": 0.015010940498556656, + "true_code_joint_oracle": 0.927818092070147, + "true_code_action_oracle": 0.9281063650817161, + "true_code_joint_fitted": 0.9185297572467013, + "true_code_action_fitted": 0.9192315821057243, + "joint_root_choice_mismatch": 0.23523002477266935, + "action_root_choice_mismatch": 0.23312046998815447, + "strongest_uncompressed_mean": 0.9136191430312471 + }, + { + "family": "independent", + "records": 256, + "worlds": 32, + "identity": 0.9116024194164163, + "query_joint": 0.9098670177155274, + "posterior_clusters": 0.9100779075741663, + "posterior_bins": 0.9126143882919777, + "future_marginal": 0.905503332137763, + "raw_information": 0.896961421482459, + "raw_entropy": 0.6703717514265709, + "hash_code": 0.4619766730060043, + "action_values": 0.9090004625042527, + "true_oracle": 0.928933733504975, + "joint_minus_action": 0.0008665552112746971, + "paired_95_low": -0.0004301648384077622, + "paired_95_high": 0.0021276027149003647, + "action_encoding_loss": 0.006369755441728155, + "joint_encoding_loss": 0.0065092495744983395, + "action_estimation_loss": 0.01356351555899413, + "joint_estimation_loss": 0.01255746621494925, + "encoding_contribution": -0.00013949413277018416, + "estimation_contribution": 0.0010060493440448813, + "action_remaining_headroom": 0.019933271000722286, + "fraction_action_headroom_closed": 0.04347280540375422, + "true_code_joint_oracle": 0.927818092070147, + "true_code_action_oracle": 0.9281063650817161, + "true_code_joint_fitted": 0.9170722759812633, + "true_code_action_fitted": 0.9171807569702725, + "joint_root_choice_mismatch": 0.23936604222246965, + "action_root_choice_mismatch": 0.23868371954799117, + "strongest_uncompressed_mean": 0.9251088162712999 + }, + { + "family": "independent", + "records": 1024, + "worlds": 32, + "identity": 0.9100079337524132, + "query_joint": 0.913013489675506, + "posterior_clusters": 0.915318662687657, + "posterior_bins": 0.9168213117935321, + "future_marginal": 0.8954121957914773, + "raw_information": 0.9031660787545921, + "raw_entropy": 0.6489306322062101, + "hash_code": 0.470594937948292, + "action_values": 0.9133526580360904, + "true_oracle": 0.928933733504975, + "joint_minus_action": -0.00033916836058426117, + "paired_95_low": -0.0011080639841925125, + "paired_95_high": 0.00048298344501220073, + "action_encoding_loss": 0.006376698269395811, + "joint_encoding_loss": 0.00708733789545923, + "action_estimation_loss": 0.009204377199488828, + "joint_estimation_loss": 0.00883290593400967, + "encoding_contribution": -0.0007106396260634189, + "estimation_contribution": 0.0003714712654791577, + "action_remaining_headroom": 0.01558107546888464, + "fraction_action_headroom_closed": -0.021767968537318196, + "true_code_joint_oracle": 0.927818092070147, + "true_code_action_oracle": 0.9281063650817161, + "true_code_joint_fitted": 0.9209817567018171, + "true_code_action_fitted": 0.9206480724749362, + "joint_root_choice_mismatch": 0.22556813929192912, + "action_root_choice_mismatch": 0.21870599191031026, + "strongest_uncompressed_mean": 0.9280646584591856 + }, + { + "family": "independent", + "records": 4096, + "worlds": 32, + "identity": 0.9190137606668483, + "query_joint": 0.9212120370356884, + "posterior_clusters": 0.9233281672038094, + "posterior_bins": 0.9234185604697762, + "future_marginal": 0.9120224134643348, + "raw_information": 0.9084610246510227, + "raw_entropy": 0.6461753611274292, + "hash_code": 0.47480680272329256, + "action_values": 0.9224258752130949, + "true_oracle": 0.928933733504975, + "joint_minus_action": -0.0012138381774065114, + "paired_95_low": -0.0017147112652704927, + "paired_95_high": -0.000726757585522743, + "action_encoding_loss": 0.0038865080122648353, + "joint_encoding_loss": 0.004790920676205797, + "action_estimation_loss": 0.002621350279615183, + "joint_estimation_loss": 0.002930775793080733, + "encoding_contribution": -0.0009044126639409615, + "estimation_contribution": -0.0003094255134655499, + "action_remaining_headroom": 0.0065078582918800185, + "fraction_action_headroom_closed": -0.18651883968048918, + "true_code_joint_oracle": 0.927818092070147, + "true_code_action_oracle": 0.9281063650817161, + "true_code_joint_fitted": 0.9258990135155555, + "true_code_action_fitted": 0.9259546622363166, + "joint_root_choice_mismatch": 0.21008579345280287, + "action_root_choice_mismatch": 0.19455413681065953, + "strongest_uncompressed_mean": 0.9287125775280298 + }, + { + "family": "orientation_alias", + "records": 64, + "worlds": 32, + "identity": 0.1635502787070287, + "query_joint": 0.12885644874690116, + "posterior_clusters": 0.11989069408297903, + "posterior_bins": 0.12129218066799444, + "future_marginal": 0.11565627135211173, + "raw_information": 0.1194667363872123, + "raw_entropy": 0.08451253981799893, + "hash_code": 0.062005774703194766, + "action_values": 0.12837855808157933, + "true_oracle": 0.828928467957698, + "joint_minus_action": 0.00047789066532179854, + "paired_95_low": -0.005027820336695715, + "paired_95_high": 0.005779686114251358, + "action_encoding_loss": 0.3951517175523762, + "joint_encoding_loss": 0.4017012049487419, + "action_estimation_loss": 0.3053981923237425, + "joint_estimation_loss": 0.29837081426205503, + "encoding_contribution": -0.0065494873963657056, + "estimation_contribution": 0.007027378061687502, + "action_remaining_headroom": 0.7005499098761186, + "fraction_action_headroom_closed": 0.0006821650514612244, + "true_code_joint_oracle": 0.828928467957698, + "true_code_action_oracle": 0.828928467957698, + "true_code_joint_fitted": 0.23582020614293137, + "true_code_action_fitted": 0.23582020614293134, + "joint_root_choice_mismatch": 0.6245539383534132, + "action_root_choice_mismatch": 0.6283048497052103, + "strongest_uncompressed_mean": 0.3744516848229764 + }, + { + "family": "orientation_alias", + "records": 256, + "worlds": 32, + "identity": 0.48105690410695323, + "query_joint": 0.45413249913205544, + "posterior_clusters": 0.3267375095162406, + "posterior_bins": 0.3044234970537981, + "future_marginal": 0.17946386454389426, + "raw_information": 0.3385633917456905, + "raw_entropy": 0.26942870751962467, + "hash_code": 0.14858964279293768, + "action_values": 0.4108957134778612, + "true_oracle": 0.828928467957698, + "joint_minus_action": 0.04323678565419422, + "paired_95_low": 0.03091808741028508, + "paired_95_high": 0.056253384606153346, + "action_encoding_loss": 0.22593360992407183, + "joint_encoding_loss": 0.15025128394784587, + "action_estimation_loss": 0.19209914455576496, + "joint_estimation_loss": 0.22454468487779672, + "encoding_contribution": 0.07568232597622598, + "estimation_contribution": -0.03244554032203176, + "action_remaining_headroom": 0.4180327544798368, + "fraction_action_headroom_closed": 0.1034291815434278, + "true_code_joint_oracle": 0.828928467957698, + "true_code_action_oracle": 0.828928467957698, + "true_code_joint_fitted": 0.5438758040593306, + "true_code_action_fitted": 0.5438758040593306, + "joint_root_choice_mismatch": 0.5760678352632569, + "action_root_choice_mismatch": 0.6058617660589638, + "strongest_uncompressed_mean": 0.6522145924562783 + }, + { + "family": "orientation_alias", + "records": 1024, + "worlds": 32, + "identity": 0.7375432253689826, + "query_joint": 0.749695480009097, + "posterior_clusters": 0.5557157182324963, + "posterior_bins": 0.5477364417189148, + "future_marginal": 0.18531714088359752, + "raw_information": 0.6134052546318305, + "raw_entropy": 0.6043586411911206, + "hash_code": 0.2567112571360594, + "action_values": 0.7156206511171621, + "true_oracle": 0.828928467957698, + "joint_minus_action": 0.03407482889193493, + "paired_95_low": 0.026490100551048997, + "paired_95_high": 0.0415008522799025, + "action_encoding_loss": 0.040254364563248254, + "joint_encoding_loss": 0.01143065598560973, + "action_estimation_loss": 0.07305345227728763, + "joint_estimation_loss": 0.06780233196299122, + "encoding_contribution": 0.028823708577638524, + "estimation_contribution": 0.00525112031429641, + "action_remaining_headroom": 0.1133078168405359, + "fraction_action_headroom_closed": 0.30072796248373795, + "true_code_joint_oracle": 0.828928467957698, + "true_code_action_oracle": 0.828928467957698, + "true_code_joint_fitted": 0.766961318774352, + "true_code_action_fitted": 0.7669613187743521, + "joint_root_choice_mismatch": 0.3803245810966434, + "action_root_choice_mismatch": 0.4051527363935008, + "strongest_uncompressed_mean": 0.767114986178982 + }, + { + "family": "orientation_alias", + "records": 4096, + "worlds": 32, + "identity": 0.804304431565352, + "query_joint": 0.8195916562097663, + "posterior_clusters": 0.6530579291374521, + "posterior_bins": 0.648285517967734, + "future_marginal": 0.18829678111200815, + "raw_information": 0.6964865610322947, + "raw_entropy": 0.706006590523646, + "hash_code": 0.3003141222527754, + "action_values": 0.819480859898903, + "true_oracle": 0.828928467957698, + "joint_minus_action": 0.00011079631086339387, + "paired_95_low": -2.228212253385705e-05, + "paired_95_high": 0.0002634376906898875, + "action_encoding_loss": 0.0002445290260795034, + "joint_encoding_loss": 0.00019810226223412192, + "action_estimation_loss": 0.009203079032715649, + "joint_estimation_loss": 0.009138709485697637, + "encoding_contribution": 4.64267638453815e-05, + "estimation_contribution": 6.436954701801237e-05, + "action_remaining_headroom": 0.009447608058795152, + "fraction_action_headroom_closed": 0.011727445737998115, + "true_code_joint_oracle": 0.828928467957698, + "true_code_action_oracle": 0.828928467957698, + "true_code_joint_fitted": 0.8198637628550727, + "true_code_action_fitted": 0.8198637628550727, + "joint_root_choice_mismatch": 0.21189316146075493, + "action_root_choice_mismatch": 0.21099546987915718, + "strongest_uncompressed_mean": 0.8096451880020169 + }, + { + "family": "parity", + "records": 64, + "worlds": 32, + "identity": 0.06273197484460194, + "query_joint": 0.02431126538233747, + "posterior_clusters": 0.011591763903878482, + "posterior_bins": 0.011981140143721973, + "future_marginal": 0.015523777582997956, + "raw_information": 0.011150427588187746, + "raw_entropy": 0.020184840684643574, + "hash_code": 0.024015757122275827, + "action_values": 0.02252062020077706, + "true_oracle": 0.8347957761429843, + "joint_minus_action": 0.0017906451815604108, + "paired_95_low": -0.0038315227161669556, + "paired_95_high": 0.006652954501555841, + "action_encoding_loss": 0.46294985993286397, + "joint_encoding_loss": 0.4524966576959601, + "action_estimation_loss": 0.34932529600934337, + "joint_estimation_loss": 0.35798785306468683, + "encoding_contribution": 0.010453202236903802, + "estimation_contribution": -0.008662557055343396, + "action_remaining_headroom": 0.8122751559422072, + "fraction_action_headroom_closed": 0.0022044810412591444, + "true_code_joint_oracle": 0.8347957761429844, + "true_code_action_oracle": 0.8347957761429844, + "true_code_joint_fitted": 0.12286533950243893, + "true_code_action_fitted": 0.12288347183177817, + "joint_root_choice_mismatch": 0.5209659718033554, + "action_root_choice_mismatch": 0.5285378271397623, + "strongest_uncompressed_mean": 0.385086063569183 + }, + { + "family": "parity", + "records": 256, + "worlds": 32, + "identity": 0.4475888678222731, + "query_joint": 0.41757388132172324, + "posterior_clusters": 0.2750026478906139, + "posterior_bins": 0.23783397003296353, + "future_marginal": 0.1298958512570368, + "raw_information": 0.20886862239855064, + "raw_entropy": 0.18373006939535583, + "hash_code": 0.11691960704302928, + "action_values": 0.38718031379931517, + "true_oracle": 0.8347957761429843, + "joint_minus_action": 0.030393567522408023, + "paired_95_low": 0.019497351412313457, + "paired_95_high": 0.041409246567013835, + "action_encoding_loss": 0.22704928735222724, + "joint_encoding_loss": 0.15105877295815492, + "action_estimation_loss": 0.220566174991442, + "joint_estimation_loss": 0.2661631218631063, + "encoding_contribution": 0.07599051439407231, + "estimation_contribution": -0.04559694687166428, + "action_remaining_headroom": 0.4476154623436692, + "fraction_action_headroom_closed": 0.06790106705266699, + "true_code_joint_oracle": 0.8347957761429844, + "true_code_action_oracle": 0.8347957761429844, + "true_code_joint_fitted": 0.4773303993370155, + "true_code_action_fitted": 0.4773303993370155, + "joint_root_choice_mismatch": 0.5556145869981621, + "action_root_choice_mismatch": 0.5840915047008, + "strongest_uncompressed_mean": 0.6622060304284867 + }, + { + "family": "parity", + "records": 1024, + "worlds": 32, + "identity": 0.7505863638432653, + "query_joint": 0.7643539645704318, + "posterior_clusters": 0.5785860682616655, + "posterior_bins": 0.5650067039347257, + "future_marginal": 0.17619358394784873, + "raw_information": 0.491345522934861, + "raw_entropy": 0.5428645204900009, + "hash_code": 0.20833025114024675, + "action_values": 0.749467269935558, + "true_oracle": 0.8347957761429843, + "joint_minus_action": 0.01488669463487384, + "paired_95_low": 0.010441901192385099, + "paired_95_high": 0.019552134986879535, + "action_encoding_loss": 0.021393038552985848, + "joint_encoding_loss": 0.0075410150709803, + "action_estimation_loss": 0.06393546765444057, + "joint_estimation_loss": 0.06290079650157226, + "encoding_contribution": 0.013852023482005548, + "estimation_contribution": 0.0010346711528682918, + "action_remaining_headroom": 0.08532850620742641, + "fraction_action_headroom_closed": 0.17446332177297866, + "true_code_joint_oracle": 0.8347957761429844, + "true_code_action_oracle": 0.8347957761429844, + "true_code_joint_fitted": 0.7761508394516206, + "true_code_action_fitted": 0.7761508394516206, + "joint_root_choice_mismatch": 0.3591226824418755, + "action_root_choice_mismatch": 0.35639638530427453, + "strongest_uncompressed_mean": 0.7761873106567354 + }, + { + "family": "parity", + "records": 4096, + "worlds": 32, + "identity": 0.811457808557315, + "query_joint": 0.824131626938427, + "posterior_clusters": 0.694169383413467, + "posterior_bins": 0.6900830814062695, + "future_marginal": 0.18472462130093503, + "raw_information": 0.6242484323345312, + "raw_entropy": 0.6210217172753493, + "hash_code": 0.2392919195668825, + "action_values": 0.824102588730724, + "true_oracle": 0.8347957761429843, + "joint_minus_action": 2.9038207703040858e-05, + "paired_95_low": -1.3477962034352808e-06, + "paired_95_high": 7.886248154405023e-05, + "action_encoding_loss": 9.112519989473711e-05, + "joint_encoding_loss": 6.378990475829419e-05, + "action_estimation_loss": 0.010602062212365704, + "joint_estimation_loss": 0.010600359299799106, + "encoding_contribution": 2.7335295136442922e-05, + "estimation_contribution": 1.7029125665979361e-06, + "action_remaining_headroom": 0.010693187412260441, + "fraction_action_headroom_closed": 0.0027155801711421096, + "true_code_joint_oracle": 0.8347957761429844, + "true_code_action_oracle": 0.8347957761429844, + "true_code_joint_fitted": 0.8242244796942859, + "true_code_action_fitted": 0.8242244796942859, + "joint_root_choice_mismatch": 0.199476969506594, + "action_root_choice_mismatch": 0.1989397435570667, + "strongest_uncompressed_mean": 0.8150734693187245 + }, + { + "family": "redundant", + "records": 64, + "worlds": 32, + "identity": 0.5363358739730864, + "query_joint": 0.5113855171174998, + "posterior_clusters": 0.5036569357456289, + "posterior_bins": 0.5085041397628068, + "future_marginal": 0.5000048354948977, + "raw_information": 0.5772794551090056, + "raw_entropy": 0.4124257595149454, + "hash_code": -0.04050167310864608, + "action_values": 0.5053617140765039, + "true_oracle": 0.8364283751534423, + "joint_minus_action": 0.006023803040995961, + "paired_95_low": 0.0009731619737643064, + "paired_95_high": 0.011502247775086136, + "action_encoding_loss": 0.14576415220704214, + "joint_encoding_loss": 0.13364129983182016, + "action_estimation_loss": 0.1853025088698963, + "joint_estimation_loss": 0.1914015582041223, + "encoding_contribution": 0.012122852375221975, + "estimation_contribution": -0.006099049334226014, + "action_remaining_headroom": 0.3310666610769384, + "fraction_action_headroom_closed": 0.018195136355321676, + "true_code_joint_oracle": 0.8364283751534423, + "true_code_action_oracle": 0.8364283751534423, + "true_code_joint_fitted": 0.5890955182088521, + "true_code_action_fitted": 0.5890955182088521, + "joint_root_choice_mismatch": 0.8539832767484425, + "action_root_choice_mismatch": 0.8572854915108054, + "strongest_uncompressed_mean": 0.5662414160281566 + }, + { + "family": "redundant", + "records": 256, + "worlds": 32, + "identity": 0.6453415693659241, + "query_joint": 0.6198034615018286, + "posterior_clusters": 0.5877161849929605, + "posterior_bins": 0.591621214981205, + "future_marginal": 0.42260265019739973, + "raw_information": 0.6312017727896639, + "raw_entropy": 0.5514639211048289, + "hash_code": 0.019364542901451464, + "action_values": 0.6050694499969314, + "true_oracle": 0.8364283751534423, + "joint_minus_action": 0.014734011504897247, + "paired_95_low": 0.009603019224582635, + "paired_95_high": 0.01995868486298478, + "action_encoding_loss": 0.0932629369589013, + "joint_encoding_loss": 0.07785092527231657, + "action_estimation_loss": 0.13809598819760954, + "joint_estimation_loss": 0.13877398837929703, + "encoding_contribution": 0.015412011686584716, + "estimation_contribution": -0.0006780001816874687, + "action_remaining_headroom": 0.23135892515651085, + "fraction_action_headroom_closed": 0.06368464711240299, + "true_code_joint_oracle": 0.8364283751534423, + "true_code_action_oracle": 0.8364283751534423, + "true_code_joint_fitted": 0.653629840527671, + "true_code_action_fitted": 0.653629840527671, + "joint_root_choice_mismatch": 0.763869962732947, + "action_root_choice_mismatch": 0.7826760570524698, + "strongest_uncompressed_mean": 0.7105456685441063 + }, + { + "family": "redundant", + "records": 1024, + "worlds": 32, + "identity": 0.7653668596783447, + "query_joint": 0.7545480306631399, + "posterior_clusters": 0.6989231534206255, + "posterior_bins": 0.6916977366851904, + "future_marginal": 0.29795754465378854, + "raw_information": 0.7244842637951285, + "raw_entropy": 0.6854194139838374, + "hash_code": 0.04484946990041256, + "action_values": 0.7412029739417946, + "true_oracle": 0.8364283751534423, + "joint_minus_action": 0.013345056721345335, + "paired_95_low": 0.010143917478369981, + "paired_95_high": 0.016472364541550773, + "action_encoding_loss": 0.039402157560219295, + "joint_encoding_loss": 0.02814080307390973, + "action_estimation_loss": 0.05582324365142841, + "joint_estimation_loss": 0.05373954141639264, + "encoding_contribution": 0.01126135448630956, + "estimation_contribution": 0.0020837022350357753, + "action_remaining_headroom": 0.0952254012116477, + "fraction_action_headroom_closed": 0.14014177468976635, + "true_code_joint_oracle": 0.8364283751534423, + "true_code_action_oracle": 0.8364283751534423, + "true_code_joint_fitted": 0.7721932591100672, + "true_code_action_fitted": 0.7721932591100673, + "joint_root_choice_mismatch": 0.4023677500023982, + "action_root_choice_mismatch": 0.43296693574774525, + "strongest_uncompressed_mean": 0.7863078402596235 + }, + { + "family": "redundant", + "records": 4096, + "worlds": 32, + "identity": 0.8155857149751549, + "query_joint": 0.8194726488422938, + "posterior_clusters": 0.7193415226940727, + "posterior_bins": 0.6960627204154617, + "future_marginal": 0.18000890013383308, + "raw_information": 0.7543788456935281, + "raw_entropy": 0.752804281570126, + "hash_code": 0.05292377176364181, + "action_values": 0.8165418628657128, + "true_oracle": 0.8364283751534423, + "joint_minus_action": 0.002930785976580884, + "paired_95_low": 0.0019304463049228831, + "paired_95_high": 0.004100380433294095, + "action_encoding_loss": 0.00730164446795117, + "joint_encoding_loss": 0.0038787169871150502, + "action_estimation_loss": 0.012584867819778103, + "joint_estimation_loss": 0.013077009324033339, + "encoding_contribution": 0.00342292748083612, + "estimation_contribution": -0.0004921415042552363, + "action_remaining_headroom": 0.019886512287729273, + "fraction_action_headroom_closed": 0.14737556461266912, + "true_code_joint_oracle": 0.8364283751534423, + "true_code_action_oracle": 0.8364283751534423, + "true_code_joint_fitted": 0.8226174136373886, + "true_code_action_fitted": 0.8226174136373885, + "joint_root_choice_mismatch": 0.1746054019842278, + "action_root_choice_mismatch": 0.18535970463320198, + "strongest_uncompressed_mean": 0.8207655371219653 + }, + { + "family": "uninformative", + "records": 64, + "worlds": 32, + "identity": -0.04890966142219218, + "query_joint": -0.04575341745644379, + "posterior_clusters": -0.047049768625332646, + "posterior_bins": -0.04950046362247272, + "future_marginal": -0.026933077678025653, + "raw_information": -0.041441113900889705, + "raw_entropy": -0.010995531167365718, + "hash_code": 0.02058205608137745, + "action_values": -0.043723918882921195, + "true_oracle": 0.0667348907999358, + "joint_minus_action": -0.0020294985735225856, + "paired_95_low": -0.0039889178805482635, + "paired_95_high": -0.000114955541232761, + "action_encoding_loss": -2.0599841277224584e-18, + "joint_encoding_loss": -9.75781955236954e-19, + "action_estimation_loss": 0.11045880968285701, + "joint_estimation_loss": 0.11248830825637958, + "encoding_contribution": -1.0842021724855044e-18, + "estimation_contribution": -0.002029498573522584, + "action_remaining_headroom": 0.11045880968285701, + "fraction_action_headroom_closed": -0.018373351834494372, + "true_code_joint_oracle": 0.0667348907999358, + "true_code_action_oracle": 0.0667348907999358, + "true_code_joint_fitted": -0.008709004374880524, + "true_code_action_fitted": -0.01331114610045102, + "joint_root_choice_mismatch": 0.5172644451120586, + "action_root_choice_mismatch": 0.5137298310222932, + "strongest_uncompressed_mean": -0.04890966142219218 + }, + { + "family": "uninformative", + "records": 256, + "worlds": 32, + "identity": 0.015731854753485836, + "query_joint": 0.03111698106830645, + "posterior_clusters": 0.02924553921598229, + "posterior_bins": 0.03234940005689452, + "future_marginal": 0.046069027949175986, + "raw_information": 0.03744741765448152, + "raw_entropy": 0.04500280677191939, + "hash_code": 0.04957765804565338, + "action_values": 0.024803729988287868, + "true_oracle": 0.0667348907999358, + "joint_minus_action": 0.006313251080018578, + "paired_95_low": 0.0035633612177853723, + "paired_95_high": 0.009296090920171755, + "action_encoding_loss": -1.1926223897340549e-18, + "joint_encoding_loss": 5.421010862427522e-19, + "action_estimation_loss": 0.04193116081164793, + "joint_estimation_loss": 0.03561790973162935, + "encoding_contribution": -1.734723475976807e-18, + "estimation_contribution": 0.006313251080018579, + "action_remaining_headroom": 0.04193116081164793, + "fraction_action_headroom_closed": 0.15056227773844122, + "true_code_joint_oracle": 0.0667348907999358, + "true_code_action_oracle": 0.0667348907999358, + "true_code_joint_fitted": 0.046611496345385736, + "true_code_action_fitted": 0.04479898126383822, + "joint_root_choice_mismatch": 0.318326143510767, + "action_root_choice_mismatch": 0.3350521771578457, + "strongest_uncompressed_mean": 0.026880985378230898 + }, + { + "family": "uninformative", + "records": 1024, + "worlds": 32, + "identity": 0.02450926400985953, + "query_joint": 0.046334453063967655, + "posterior_clusters": 0.041247390040046704, + "posterior_bins": 0.048595464204311184, + "future_marginal": 0.055973307164560476, + "raw_information": 0.05435897532129334, + "raw_entropy": 0.05452489439127397, + "hash_code": 0.05498349310416952, + "action_values": 0.038204503983425536, + "true_oracle": 0.0667348907999358, + "joint_minus_action": 0.008129949080542126, + "paired_95_low": 0.0048984844703365985, + "paired_95_high": 0.011408492793951204, + "action_encoding_loss": 4.553649124439119e-18, + "joint_encoding_loss": -3.3610267347050637e-18, + "action_estimation_loss": 0.028530386816510264, + "joint_estimation_loss": 0.020400437735968148, + "encoding_contribution": 7.914675859144182e-18, + "estimation_contribution": 0.008129949080542116, + "action_remaining_headroom": 0.028530386816510267, + "fraction_action_headroom_closed": 0.2849575483441185, + "true_code_joint_oracle": 0.0667348907999358, + "true_code_action_oracle": 0.0667348907999358, + "true_code_joint_fitted": 0.05766653710546027, + "true_code_action_fitted": 0.0569982079524269, + "joint_root_choice_mismatch": 0.27031338447698905, + "action_root_choice_mismatch": 0.29409977769850704, + "strongest_uncompressed_mean": 0.05871121561510939 + }, + { + "family": "uninformative", + "records": 4096, + "worlds": 32, + "identity": 0.044186530387099784, + "query_joint": 0.05829518844278467, + "posterior_clusters": 0.05390322882895525, + "posterior_bins": 0.05970059877167674, + "future_marginal": 0.06250539980375937, + "raw_information": 0.06113657669308175, + "raw_entropy": 0.061513705438783525, + "hash_code": 0.0609891079973558, + "action_values": 0.05473918863077931, + "true_oracle": 0.0667348907999358, + "joint_minus_action": 0.0035559998120053464, + "paired_95_low": 0.002404317887698644, + "paired_95_high": 0.004959589260649769, + "action_encoding_loss": 4.7704895589362195e-18, + "joint_encoding_loss": 5.421010862427522e-19, + "action_estimation_loss": 0.011995702169156477, + "joint_estimation_loss": 0.008439702357151135, + "encoding_contribution": 4.228388472693467e-18, + "estimation_contribution": 0.003555999812005342, + "action_remaining_headroom": 0.011995702169156483, + "fraction_action_headroom_closed": 0.2964394882317588, + "true_code_joint_oracle": 0.0667348907999358, + "true_code_action_oracle": 0.0667348907999358, + "true_code_joint_fitted": 0.06340955513774679, + "true_code_action_fitted": 0.0624701246085254, + "joint_root_choice_mismatch": 0.21447414713172985, + "action_root_choice_mismatch": 0.22634002044987156, + "strongest_uncompressed_mean": 0.06369397045613248 + } + ], + "all_conditions_reported": true, + "intervals": "Descriptive paired within-family bootstrap, 10000 draws, seed 18701; no multiplicity correction or confirmatory interpretation", + "limitations": [ + "Constructed worlds share favorable finite-law structure; no external validity follows.", + "True-law encoders and true-law replanning have privileged access and are explanatory diagnostics only.", + "Exact additive loss separation identifies where the observed finite-grid gap arises; it does not identify a unique learning-theoretic cause or guarantee asymptotic dominance.", + "All algorithms retain the released deterministic initialization and 32 iterations; no attempt to optimize either clustering objective.", + "Headroom fractions are ratios of averages and not operational money or sensing savings.", + "Warm timing is a local batch observation on shared hardware; hardware startup and source data access are reported separately.", + "946 archived native world means do not exactly replay in the expanded execution trace; all such rows are retained separately. Primary-mixture joint/action-value/identity world means at every sample budget replay with maximum error 3.33e-16. New full-grid diagnostics are recomputations, not replacements for frozen archival scores." + ] +} diff --git a/revision_r1/controlled/timing.json b/revision_r1/controlled/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..c020c270c751bc31a7eaad5c9c71a3d645880bf9 --- /dev/null +++ b/revision_r1/controlled/timing.json @@ -0,0 +1,4966 @@ +{ + "scope": "192 worlds, 1024 records, stream 0, support mixture, float64 CUDA; 11 alternating-order warm repetitions plus one charged warmup", + "shared_hardware": true, + "phase_synchronization_overhead_included": true, + "request_fixture_seconds": 0.03372854390181601, + "fresh_medians": { + "identity": { + "estimation_seconds": 0.001445639063604176, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00028658390510827303, + "push_seconds": 0.0002842879621312022, + "exact_planning_seconds": 0.005037066992372274, + "materialization_seconds": 7.183058187365532e-06, + "complete_warm_construction_seconds": 0.007072931155562401, + "replay_seconds": { + "1": 0.0049307639710605145, + "32": 0.00477682298514992, + "1024": 0.004828137927688658, + "65536": 0.0048810020089149475 + }, + "charged_warmup_seconds": 0.028229295159690082, + "construction_plus_replay_seconds": { + "1": 0.01205496396869421, + "32": 0.012143073021434247, + "1024": 0.012036909000016749, + "65536": 0.011992410058155656 + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + "query_joint": { + "estimation_seconds": 0.0014562519500032067, + "profile_seconds": 0.00028495106380432844, + "clustering_or_other_encoder_seconds": 0.0031091439304873347, + "push_seconds": 0.0002815329935401678, + "exact_planning_seconds": 0.004918939899653196, + "materialization_seconds": 0.00027993705589324236, + "complete_warm_construction_seconds": 0.010373169207014143, + "replay_seconds": { + "1": 0.004819807014428079, + "32": 0.004787501995451748, + "1024": 0.004983824910596013, + "65536": 0.004866890958510339 + }, + "charged_warmup_seconds": 0.029992392985150218, + "construction_plus_replay_seconds": { + "1": 0.015225052135065198, + "32": 0.015390693908557296, + "1024": 0.015384997241199017, + "65536": 0.015401364071294665 + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + "posterior_clusters": { + "estimation_seconds": 0.0014475220814347267, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.003129623015411198, + "push_seconds": 0.00028331007342785597, + "exact_planning_seconds": 0.004936182056553662, + "materialization_seconds": 0.000278332969173789, + "complete_warm_construction_seconds": 0.010158724966458976, + "replay_seconds": { + "1": 0.004768362967297435, + "32": 0.004933768999762833, + "1024": 0.0048230109969154, + "65536": 0.004854470957070589 + }, + "charged_warmup_seconds": 0.0296931090997532, + "construction_plus_replay_seconds": { + "1": 0.014920266112312675, + "32": 0.015057680080644786, + "1024": 0.015089775086380541, + "65536": 0.014979374944232404 + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + "posterior_bins": { + "estimation_seconds": 0.0014649380464106798, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002960240235552192, + "push_seconds": 0.0002864060224965215, + "exact_planning_seconds": 0.0049014800461009145, + "materialization_seconds": 0.0002794519532471895, + "complete_warm_construction_seconds": 0.007256187149323523, + "replay_seconds": { + "1": 0.004772101994603872, + "32": 0.004936674959026277, + "1024": 0.0048318239860236645, + "65536": 0.0048612679820507765 + }, + "charged_warmup_seconds": 0.027432941016741097, + "construction_plus_replay_seconds": { + "1": 0.012030696962028742, + "32": 0.012097985134460032, + "1024": 0.012225114041939378, + "65536": 0.01211204705759883 + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + "future_marginal": { + "estimation_seconds": 0.0014594249660149217, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032775929430499673, + "push_seconds": 0.0002820040099322796, + "exact_planning_seconds": 0.004876389051787555, + "materialization_seconds": 0.0002798750065267086, + "complete_warm_construction_seconds": 0.010219241958111525, + "replay_seconds": { + "1": 0.004820832051336765, + "32": 0.004774429020471871, + "1024": 0.0049600949278101325, + "65536": 0.00488150492310524 + }, + "charged_warmup_seconds": 0.03110022412147373, + "construction_plus_replay_seconds": { + "1": 0.015092415735125542, + "32": 0.014950142824091017, + "1024": 0.015219244989566505, + "65536": 0.015075702918693423 + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + "raw_information": { + "estimation_seconds": 0.0014582270523533225, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0012145810760557652, + "push_seconds": 0.0002827810822054744, + "exact_planning_seconds": 0.004903843044303358, + "materialization_seconds": 0.00027985195629298687, + "complete_warm_construction_seconds": 0.008135956944897771, + "replay_seconds": { + "1": 0.004817279987037182, + "32": 0.004873143974691629, + "1024": 0.00496195605956018, + "65536": 0.005027598002925515 + }, + "charged_warmup_seconds": 0.028821266954764724, + "construction_plus_replay_seconds": { + "1": 0.013051615096628666, + "32": 0.013070776942186058, + "1024": 0.013212407007813454, + "65536": 0.013194488012231886 + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + "raw_entropy": { + "estimation_seconds": 0.001496701966971159, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.001128799980506301, + "push_seconds": 0.0002819150686264038, + "exact_planning_seconds": 0.004903094959445298, + "materialization_seconds": 0.0002808980643749237, + "complete_warm_construction_seconds": 0.008123159990645945, + "replay_seconds": { + "1": 0.0049563320353627205, + "32": 0.004814147017896175, + "1024": 0.004946772009134293, + "65536": 0.004856310086324811 + }, + "charged_warmup_seconds": 0.06058760709129274, + "construction_plus_replay_seconds": { + "1": 0.012961691827513278, + "32": 0.013084615115076303, + "1024": 0.01298057904932648, + "65536": 0.013032531016506255 + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + "hash_code": { + "estimation_seconds": 0.001455714926123619, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003060669405385852, + "push_seconds": 0.00028428505174815655, + "exact_planning_seconds": 0.0049101971089839935, + "materialization_seconds": 0.0002855849452316761, + "complete_warm_construction_seconds": 0.0072527279844507575, + "replay_seconds": { + "1": 0.004915116936899722, + "32": 0.004909442970529199, + "1024": 0.004980899044312537, + "65536": 0.004872679943218827 + }, + "charged_warmup_seconds": 0.029191804002039135, + "construction_plus_replay_seconds": { + "1": 0.012167844921350479, + "32": 0.012124059838242829, + "1024": 0.012304041301831603, + "65536": 0.012217442854307592 + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + "action_values": { + "estimation_seconds": 0.00144577503670007, + "profile_seconds": 0.009902957011945546, + "clustering_or_other_encoder_seconds": 0.005259691970422864, + "push_seconds": 0.00028772407677024603, + "exact_planning_seconds": 0.004889650968834758, + "materialization_seconds": 0.000278630992397666, + "complete_warm_construction_seconds": 0.022175989928655326, + "replay_seconds": { + "1": 0.0047543010441586375, + "32": 0.004774095024913549, + "1024": 0.0049362999852746725, + "65536": 0.004995279014110565 + }, + "charged_warmup_seconds": 0.2837745810393244, + "construction_plus_replay_seconds": { + "1": 0.026903649792075157, + "32": 0.026962745934724808, + "1024": 0.027069724048487842, + "65536": 0.027333166799508035 + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + } + }, + "fresh_records": [ + { + "repetition": 0, + "method": "identity", + "estimation_seconds": 0.001445639063604176, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00028658390510827303, + "push_seconds": 0.0002837360370904207, + "exact_planning_seconds": 0.004874449106864631, + "materialization_seconds": 6.986083462834358e-06, + "complete_warm_construction_seconds": 0.006897394196130335, + "replay_seconds": { + "1": 0.005179394967854023, + "32": 0.005339734954759479, + "1024": 0.004892263095825911, + "65536": 0.00484657206106931 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 0, + "method": "query_joint", + "estimation_seconds": 0.0014416940975934267, + "profile_seconds": 0.0003520780010148883, + "clustering_or_other_encoder_seconds": 0.003721729968674481, + "push_seconds": 0.0004848650423809886, + "exact_planning_seconds": 0.004918939899653196, + "materialization_seconds": 0.0002833689795807004, + "complete_warm_construction_seconds": 0.011202675988897681, + "replay_seconds": { + "1": 0.004797222092747688, + "32": 0.004787501995451748, + "1024": 0.005023038946092129, + "65536": 0.005001712939701974 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 0, + "method": "posterior_clusters", + "estimation_seconds": 0.0014475220814347267, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0031650339951738715, + "push_seconds": 0.0002779219066724181, + "exact_planning_seconds": 0.005130763980560005, + "materialization_seconds": 0.0005114739760756493, + "complete_warm_construction_seconds": 0.01053271593991667, + "replay_seconds": { + "1": 0.005548099987208843, + "32": 0.004933768999762833, + "1024": 0.004812426981516182, + "65536": 0.004854470957070589 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 0, + "method": "posterior_bins", + "estimation_seconds": 0.0015122389886528254, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00027757801581174135, + "push_seconds": 0.00028614699840545654, + "exact_planning_seconds": 0.0049014800461009145, + "materialization_seconds": 0.0002787431003525853, + "complete_warm_construction_seconds": 0.007256187149323523, + "replay_seconds": { + "1": 0.004767837002873421, + "32": 0.004739752970635891, + "1024": 0.005000801058486104, + "65536": 0.004830942954868078 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 0, + "method": "future_marginal", + "estimation_seconds": 0.0014496240764856339, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032374130096286535, + "push_seconds": 0.00027802796103060246, + "exact_planning_seconds": 0.0015064480248838663, + "materialization_seconds": 1.7113983631134033e-05, + "complete_warm_construction_seconds": 0.00648862705565989, + "replay_seconds": { + "1": 0.000702466000802815, + "32": 0.000667056068778038, + "1024": 0.0010917551117017865, + "65536": 0.005003629019483924 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 0, + "method": "raw_information", + "estimation_seconds": 0.0012442260049283504, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.001236870069988072, + "push_seconds": 0.00027874496299773455, + "exact_planning_seconds": 0.004695673007518053, + "materialization_seconds": 0.00032275100238621235, + "complete_warm_construction_seconds": 0.007778265047818422, + "replay_seconds": { + "1": 0.0047134560300037265, + "32": 0.005004217033274472, + "1024": 0.005434141959995031, + "65536": 0.0053750809747725725 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 0, + "method": "raw_entropy", + "estimation_seconds": 0.0015095409471541643, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.001125900074839592, + "push_seconds": 0.00027880200650542974, + "exact_planning_seconds": 0.0047389689134433866, + "materialization_seconds": 0.0002798789646476507, + "complete_warm_construction_seconds": 0.007933090906590223, + "replay_seconds": { + "1": 0.004781919997185469, + "32": 0.001998558989726007, + "1024": 0.004946772009134293, + "65536": 0.004856310086324811 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 0, + "method": "hash_code", + "estimation_seconds": 0.0014856139896437526, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00030655902810394764, + "push_seconds": 0.00028428505174815655, + "exact_planning_seconds": 0.004694089060649276, + "materialization_seconds": 0.00034624303225427866, + "complete_warm_construction_seconds": 0.007116790162399411, + "replay_seconds": { + "1": 0.006167500978335738, + "32": 0.004909442970529199, + "1024": 0.0048043240094557405, + "65536": 0.005916933994740248 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 0, + "method": "action_values", + "estimation_seconds": 0.0014596539549529552, + "profile_seconds": 0.010138358105905354, + "clustering_or_other_encoder_seconds": 0.005265878979116678, + "push_seconds": 0.0002855309285223484, + "exact_planning_seconds": 0.004750389023683965, + "materialization_seconds": 0.00027617893647402525, + "complete_warm_construction_seconds": 0.022175989928655326, + "replay_seconds": { + "1": 0.004940454033203423, + "32": 0.004786756006069481, + "1024": 0.0048047679010778666, + "65536": 0.006243061972782016 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 1, + "method": "action_values", + "estimation_seconds": 0.0014878239016979933, + "profile_seconds": 0.00982660602312535, + "clustering_or_other_encoder_seconds": 0.005193097051233053, + "push_seconds": 0.00028772407677024603, + "exact_planning_seconds": 0.0049827920738607645, + "materialization_seconds": 0.0003083340125158429, + "complete_warm_construction_seconds": 0.02208637713920325, + "replay_seconds": { + "1": 0.004972684080712497, + "32": 0.004718714044429362, + "1024": 0.004761890973895788, + "65536": 0.005095498985610902 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 1, + "method": "hash_code", + "estimation_seconds": 0.001327448058873415, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003060669405385852, + "push_seconds": 0.00028511404525488615, + "exact_planning_seconds": 0.004700441029854119, + "materialization_seconds": 0.00032221991568803787, + "complete_warm_construction_seconds": 0.006941289990209043, + "replay_seconds": { + "1": 0.004713894915767014, + "32": 0.004919430939480662, + "1024": 0.00481221592053771, + "65536": 0.004844245035201311 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 1, + "method": "raw_entropy", + "estimation_seconds": 0.0015167059609666467, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0013344879262149334, + "push_seconds": 0.0002715510781854391, + "exact_planning_seconds": 0.0048090050695464015, + "materialization_seconds": 0.0002821059897542, + "complete_warm_construction_seconds": 0.00821385602466762, + "replay_seconds": { + "1": 0.006223241914995015, + "32": 0.0049624270759522915, + "1024": 0.004765616962686181, + "65536": 0.004818674991838634 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 1, + "method": "raw_information", + "estimation_seconds": 0.0013672090135514736, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0013048570835962892, + "push_seconds": 0.00027212908025830984, + "exact_planning_seconds": 0.0049804659793153405, + "materialization_seconds": 0.0002694799331948161, + "complete_warm_construction_seconds": 0.00819414108991623, + "replay_seconds": { + "1": 0.004724903963506222, + "32": 0.004717489937320352, + "1024": 0.006188823957927525, + "65536": 0.005000346922315657 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 1, + "method": "future_marginal", + "estimation_seconds": 0.0014594249660149217, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032775929430499673, + "push_seconds": 0.0002820460358634591, + "exact_planning_seconds": 0.0046811699867248535, + "materialization_seconds": 0.00027711200527846813, + "complete_warm_construction_seconds": 0.00997734593693167, + "replay_seconds": { + "1": 0.006139485980384052, + "32": 0.0049323150888085365, + "1024": 0.004804825992323458, + "65536": 0.004708057967945933 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 1, + "method": "posterior_bins", + "estimation_seconds": 0.001469059963710606, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003290929598733783, + "push_seconds": 0.00028926809318363667, + "exact_planning_seconds": 0.0049018410500139, + "materialization_seconds": 0.0002815929474309087, + "complete_warm_construction_seconds": 0.0072708550142124295, + "replay_seconds": { + "1": 0.004758917959406972, + "32": 0.005146467010490596, + "1024": 0.005171439028345048, + "65536": 0.00485476606991142 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 1, + "method": "posterior_clusters", + "estimation_seconds": 0.0014941319823265076, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.003115163999609649, + "push_seconds": 0.000281360000371933, + "exact_planning_seconds": 0.004999089986085892, + "materialization_seconds": 0.0002689789980649948, + "complete_warm_construction_seconds": 0.010158724966458976, + "replay_seconds": { + "1": 0.004940556944347918, + "32": 0.004731366061605513, + "1024": 0.0047696910332888365, + "65536": 0.005107435048557818 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 1, + "method": "query_joint", + "estimation_seconds": 0.0013081160141155124, + "profile_seconds": 0.0003570609260350466, + "clustering_or_other_encoder_seconds": 0.003093965002335608, + "push_seconds": 0.0002785009564831853, + "exact_planning_seconds": 0.004731001099571586, + "materialization_seconds": 0.00027993705589324236, + "complete_warm_construction_seconds": 0.01004858105443418, + "replay_seconds": { + "1": 0.004853940103203058, + "32": 0.0049872089875862, + "1024": 0.004802132956683636, + "65536": 0.004866890958510339 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 1, + "method": "identity", + "estimation_seconds": 0.001254242961294949, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00031394592951983213, + "push_seconds": 0.0002750999992713332, + "exact_planning_seconds": 0.00495018798392266, + "materialization_seconds": 7.968046702444553e-06, + "complete_warm_construction_seconds": 0.006801444920711219, + "replay_seconds": { + "1": 0.006381195969879627, + "32": 0.004997992073185742, + "1024": 0.004801254021003842, + "65536": 0.0048810020089149475 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 2, + "method": "identity", + "estimation_seconds": 0.0012702030362561345, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00037161994259804487, + "push_seconds": 0.0002842879621312022, + "exact_planning_seconds": 0.0032175960950553417, + "materialization_seconds": 7.183058187365532e-06, + "complete_warm_construction_seconds": 0.005150890094228089, + "replay_seconds": { + "1": 0.0007245619781315327, + "32": 0.0006352489581331611, + "1024": 0.0008789700223132968, + "65536": 0.005009226035326719 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 2, + "method": "query_joint", + "estimation_seconds": 0.001447123009711504, + "profile_seconds": 0.0002808780409395695, + "clustering_or_other_encoder_seconds": 0.0031530250562354922, + "push_seconds": 0.0002796109765768051, + "exact_planning_seconds": 0.004758781986311078, + "materialization_seconds": 0.00027730001602321863, + "complete_warm_construction_seconds": 0.010196719085797668, + "replay_seconds": { + "1": 0.006108155008405447, + "32": 0.004919535014778376, + "1024": 0.004816169035620987, + "65536": 0.005898131988942623 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 2, + "method": "posterior_clusters", + "estimation_seconds": 0.0014776109019294381, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0031720349797978997, + "push_seconds": 0.00029153202194720507, + "exact_planning_seconds": 0.004885024973191321, + "materialization_seconds": 0.00029010698199272156, + "complete_warm_construction_seconds": 0.010116309858858585, + "replay_seconds": { + "1": 0.004749185987748206, + "32": 0.004910162999294698, + "1024": 0.004996640025638044, + "65536": 0.004854439990594983 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 2, + "method": "posterior_bins", + "estimation_seconds": 0.001458501908928156, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002976739779114723, + "push_seconds": 0.000285319983959198, + "exact_planning_seconds": 0.006116664037108421, + "materialization_seconds": 0.00026717002037912607, + "complete_warm_construction_seconds": 0.008425329928286374, + "replay_seconds": { + "1": 0.004950141068547964, + "32": 0.004732671077363193, + "1024": 0.004764628014527261, + "65536": 0.005132816033437848 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 2, + "method": "future_marginal", + "estimation_seconds": 0.00129755400121212, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032927769934758544, + "push_seconds": 0.00028061994817107916, + "exact_planning_seconds": 0.004733487963676453, + "materialization_seconds": 0.0002772619482129812, + "complete_warm_construction_seconds": 0.009881700854748487, + "replay_seconds": { + "1": 0.004777729045599699, + "32": 0.0049501549219712615, + "1024": 0.004816065076738596, + "65536": 0.004842216963879764 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 2, + "method": "raw_information", + "estimation_seconds": 0.0015790200559422374, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0012355729704722762, + "push_seconds": 0.0002879539970308542, + "exact_planning_seconds": 0.004950153990648687, + "materialization_seconds": 0.00027984799817204475, + "complete_warm_construction_seconds": 0.0083325490122661, + "replay_seconds": { + "1": 0.00472140300553292, + "32": 0.004738227929919958, + "1024": 0.005047659971751273, + "65536": 0.005531648057512939 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 2, + "method": "raw_entropy", + "estimation_seconds": 0.001537516014650464, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011266589863225818, + "push_seconds": 0.00029498792719095945, + "exact_planning_seconds": 0.004948724992573261, + "materialization_seconds": 0.00027684890665113926, + "complete_warm_construction_seconds": 0.008184736827388406, + "replay_seconds": { + "1": 0.004776955000124872, + "32": 0.004814147017896175, + "1024": 0.003774301032535732, + "65536": 0.0050372990081086755 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 2, + "method": "hash_code", + "estimation_seconds": 0.0014497829833999276, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003159909974783659, + "push_seconds": 0.0002846120623871684, + "exact_planning_seconds": 0.00472322606947273, + "materialization_seconds": 0.0002790519502013922, + "complete_warm_construction_seconds": 0.007052664062939584, + "replay_seconds": { + "1": 0.005300336051732302, + "32": 0.005034298985265195, + "1024": 0.004833783023059368, + "65536": 0.0048521950375288725 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 2, + "method": "action_values", + "estimation_seconds": 0.0012261479860171676, + "profile_seconds": 0.010919029940851033, + "clustering_or_other_encoder_seconds": 0.005259691970422864, + "push_seconds": 0.0002879370003938675, + "exact_planning_seconds": 0.004726467072032392, + "materialization_seconds": 0.00027477904222905636, + "complete_warm_construction_seconds": 0.02269405301194638, + "replay_seconds": { + "1": 0.004908552044071257, + "32": 0.004990383982658386, + "1024": 0.0048024640418589115, + "65536": 0.004863784997723997 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 3, + "method": "action_values", + "estimation_seconds": 0.002010324038565159, + "profile_seconds": 0.009995140950195491, + "clustering_or_other_encoder_seconds": 0.005191465024836361, + "push_seconds": 0.0002873509656637907, + "exact_planning_seconds": 0.004724833066575229, + "materialization_seconds": 0.0002738729817792773, + "complete_warm_construction_seconds": 0.02248298702761531, + "replay_seconds": { + "1": 0.00475509196985513, + "32": 0.004970285925082862, + "1024": 0.004807720077224076, + "65536": 0.005091764032840729 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 3, + "method": "hash_code", + "estimation_seconds": 0.001464621047489345, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003054740373045206, + "push_seconds": 0.00031829799991101027, + "exact_planning_seconds": 0.0049101971089839935, + "materialization_seconds": 0.000275310012511909, + "complete_warm_construction_seconds": 0.0072739002062007785, + "replay_seconds": { + "1": 0.004768464947119355, + "32": 0.00494826294016093, + "1024": 0.0050301410956308246, + "65536": 0.004851207020692527 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 3, + "method": "raw_entropy", + "estimation_seconds": 0.0014576619723811746, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011407430283725262, + "push_seconds": 0.00028143799863755703, + "exact_planning_seconds": 0.004956685937941074, + "materialization_seconds": 0.00027996592689305544, + "complete_warm_construction_seconds": 0.008116494864225388, + "replay_seconds": { + "1": 0.004832598962821066, + "32": 0.006448113941587508, + "1024": 0.004999679978936911, + "65536": 0.004843969945795834 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 3, + "method": "raw_information", + "estimation_seconds": 0.0014582270523533225, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011751509737223387, + "push_seconds": 0.0002848069416359067, + "exact_planning_seconds": 0.004903843044303358, + "materialization_seconds": 0.000282705994322896, + "complete_warm_construction_seconds": 0.008104734006337821, + "replay_seconds": { + "1": 0.0049468810902908444, + "32": 0.004772212007082999, + "1024": 0.005491263000294566, + "65536": 0.005212137009948492 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 3, + "method": "future_marginal", + "estimation_seconds": 0.0015078618889674544, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032325139036402106, + "push_seconds": 0.0002922940766438842, + "exact_planning_seconds": 0.004727346007712185, + "materialization_seconds": 0.0002798750065267086, + "complete_warm_construction_seconds": 0.010039890883490443, + "replay_seconds": { + "1": 0.005099602974951267, + "32": 0.005169878015294671, + "1024": 0.004669668967835605, + "65536": 0.00480572204105556 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 3, + "method": "posterior_bins", + "estimation_seconds": 0.0010681659914553165, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 7.338006980717182e-05, + "push_seconds": 3.2221898436546326e-05, + "exact_planning_seconds": 0.004920461913570762, + "materialization_seconds": 0.00032504100818187, + "complete_warm_construction_seconds": 0.006419270881451666, + "replay_seconds": { + "1": 0.0048640689346939325, + "32": 0.004779916955158114, + "1024": 0.004826113930903375, + "65536": 0.0050342760514467955 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 3, + "method": "posterior_clusters", + "estimation_seconds": 0.0014464650303125381, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0031289689941331744, + "push_seconds": 0.00028038606978952885, + "exact_planning_seconds": 0.004722385085187852, + "materialization_seconds": 0.0002906949957832694, + "complete_warm_construction_seconds": 0.009868900175206363, + "replay_seconds": { + "1": 0.005029832012951374, + "32": 0.004979443969205022, + "1024": 0.004802970914170146, + "65536": 0.004864585935138166 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 3, + "method": "query_joint", + "estimation_seconds": 0.0012765980791300535, + "profile_seconds": 0.00027372909244149923, + "clustering_or_other_encoder_seconds": 0.0031091439304873347, + "push_seconds": 0.0003171520074829459, + "exact_planning_seconds": 0.004910062998533249, + "materialization_seconds": 0.000277254031971097, + "complete_warm_construction_seconds": 0.01016394014004618, + "replay_seconds": { + "1": 0.004767040954902768, + "32": 0.004926025052554905, + "1024": 0.00502205896191299, + "65536": 0.0048595520202070475 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 3, + "method": "identity", + "estimation_seconds": 0.0014431159943342209, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00028474791906774044, + "push_seconds": 0.0002959989942610264, + "exact_planning_seconds": 0.005121611058712006, + "materialization_seconds": 7.1229878813028336e-06, + "complete_warm_construction_seconds": 0.007152596954256296, + "replay_seconds": { + "1": 0.004832003964111209, + "32": 0.006423468003049493, + "1024": 0.00500269397161901, + "65536": 0.004846788011491299 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 4, + "method": "identity", + "estimation_seconds": 0.0014419850194826722, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002845519920811057, + "push_seconds": 0.00029657594859600067, + "exact_planning_seconds": 0.005037066992372274, + "materialization_seconds": 7.544993422925472e-06, + "complete_warm_construction_seconds": 0.0070677249459549785, + "replay_seconds": { + "1": 0.004987239022739232, + "32": 0.004759766976349056, + "1024": 0.004828137927688658, + "65536": 0.006061665015295148 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 4, + "method": "query_joint", + "estimation_seconds": 0.0015878069680184126, + "profile_seconds": 0.00028832198586314917, + "clustering_or_other_encoder_seconds": 0.0031521879136562347, + "push_seconds": 0.0002831720048561692, + "exact_planning_seconds": 0.004743377096019685, + "materialization_seconds": 0.00028042797930538654, + "complete_warm_construction_seconds": 0.010335293947719038, + "replay_seconds": { + "1": 0.004797685076482594, + "32": 0.00597628892865032, + "1024": 0.004948060028254986, + "65536": 0.004834066960029304 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 4, + "method": "posterior_clusters", + "estimation_seconds": 0.001443828921765089, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032923739636316895, + "push_seconds": 0.00031120097264647484, + "exact_planning_seconds": 0.005235798074863851, + "materialization_seconds": 0.0002720300108194351, + "complete_warm_construction_seconds": 0.01055523194372654, + "replay_seconds": { + "1": 0.004713729023933411, + "32": 0.004720848985016346, + "1024": 0.006159846088849008, + "65536": 0.005008610081858933 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 4, + "method": "posterior_bins", + "estimation_seconds": 0.0014525210717692971, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002974310191348195, + "push_seconds": 0.00028405000921338797, + "exact_planning_seconds": 0.004737533978186548, + "materialization_seconds": 0.00027609895914793015, + "complete_warm_construction_seconds": 0.0070476350374519825, + "replay_seconds": { + "1": 0.004762953030876815, + "32": 0.0049580789636820555, + "1024": 0.00479850301053375, + "65536": 0.005102713010273874 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 4, + "method": "future_marginal", + "estimation_seconds": 0.0014738980680704117, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032861619256436825, + "push_seconds": 0.0002820040099322796, + "exact_planning_seconds": 0.0049025509506464005, + "materialization_seconds": 0.00027951993979513645, + "complete_warm_construction_seconds": 0.01022413489408791, + "replay_seconds": { + "1": 0.004775731940753758, + "32": 0.004663159023039043, + "1024": 0.004995110095478594, + "65536": 0.004851568024605513 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 4, + "method": "raw_information", + "estimation_seconds": 0.0014578410191461444, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011741779744625092, + "push_seconds": 0.0002824289258569479, + "exact_planning_seconds": 0.004979926045052707, + "materialization_seconds": 0.00027978699654340744, + "complete_warm_construction_seconds": 0.008174160961061716, + "replay_seconds": { + "1": 0.004817279987037182, + "32": 0.006451445980928838, + "1024": 0.00496195605956018, + "65536": 0.004858487984165549 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 4, + "method": "raw_entropy", + "estimation_seconds": 0.0014528859173879027, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011266230139881372, + "push_seconds": 0.00028447608929127455, + "exact_planning_seconds": 0.004962756996974349, + "materialization_seconds": 0.0002964179730042815, + "complete_warm_construction_seconds": 0.008123159990645945, + "replay_seconds": { + "1": 0.0049563320353627205, + "32": 0.004728947998955846, + "1024": 0.004758175928145647, + "65536": 0.006220033974386752 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 4, + "method": "hash_code", + "estimation_seconds": 0.0014666059287264943, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00035221606958657503, + "push_seconds": 0.0003757739905267954, + "exact_planning_seconds": 0.004774600034579635, + "materialization_seconds": 0.0002794259926304221, + "complete_warm_construction_seconds": 0.0072486220160499215, + "replay_seconds": { + "1": 0.004784760996699333, + "32": 0.005869042011909187, + "1024": 0.0050101319793611765, + "65536": 0.004848096985369921 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 4, + "method": "action_values", + "estimation_seconds": 0.0014456519857048988, + "profile_seconds": 0.009993126965127885, + "clustering_or_other_encoder_seconds": 0.00538267707452178, + "push_seconds": 0.00028591195587068796, + "exact_planning_seconds": 0.004729449050500989, + "materialization_seconds": 0.000278630992397666, + "complete_warm_construction_seconds": 0.022115448024123907, + "replay_seconds": { + "1": 0.00470153009518981, + "32": 0.006158978911116719, + "1024": 0.004954276024363935, + "65536": 0.004838892025873065 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 5, + "method": "action_values", + "estimation_seconds": 0.00144577503670007, + "profile_seconds": 0.010436253040097654, + "clustering_or_other_encoder_seconds": 0.005276705953292549, + "push_seconds": 0.0002920689294114709, + "exact_planning_seconds": 0.004728792933747172, + "materialization_seconds": 0.00027737696655094624, + "complete_warm_construction_seconds": 0.022456972859799862, + "replay_seconds": { + "1": 0.003089547040872276, + "32": 0.003418817068450153, + "1024": 0.0049362999852746725, + "65536": 0.004805265925824642 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 5, + "method": "hash_code", + "estimation_seconds": 0.0014504690188914537, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00030349392909556627, + "push_seconds": 0.0002822120441123843, + "exact_planning_seconds": 0.004880191991105676, + "materialization_seconds": 0.0003112569684162736, + "complete_warm_construction_seconds": 0.007227623951621354, + "replay_seconds": { + "1": 0.005014176946133375, + "32": 0.00477106892503798, + "1024": 0.004824841977097094, + "65536": 0.004989818902686238 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 5, + "method": "raw_entropy", + "estimation_seconds": 0.0014567290199920535, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011282149935141206, + "push_seconds": 0.0002840310335159302, + "exact_planning_seconds": 0.006693498929962516, + "materialization_seconds": 0.0002810489386320114, + "complete_warm_construction_seconds": 0.009843522915616632, + "replay_seconds": { + "1": 0.0049763580318540335, + "32": 0.004767570993863046, + "1024": 0.005004122038371861, + "65536": 0.0050466000102460384 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 5, + "method": "raw_information", + "estimation_seconds": 0.0014385100221261382, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011746209347620606, + "push_seconds": 0.00028430100064724684, + "exact_planning_seconds": 0.00474252796266228, + "materialization_seconds": 0.0002778859343379736, + "complete_warm_construction_seconds": 0.007917845854535699, + "replay_seconds": { + "1": 0.005186558002606034, + "32": 0.005371685023419559, + "1024": 0.004927332047373056, + "65536": 0.004847152973525226 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 5, + "method": "future_marginal", + "estimation_seconds": 0.0015176089946180582, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.003354448010213673, + "push_seconds": 0.0006966949440538883, + "exact_planning_seconds": 0.004906126065179706, + "materialization_seconds": 0.00028331007342785597, + "complete_warm_construction_seconds": 0.010758188087493181, + "replay_seconds": { + "1": 0.0047791110118851066, + "32": 0.004774429020471871, + "1024": 0.005019956035539508, + "65536": 0.005007760948501527 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 5, + "method": "posterior_bins", + "estimation_seconds": 0.0014453110052272677, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003405099269002676, + "push_seconds": 0.0002864239504560828, + "exact_planning_seconds": 0.004693447961471975, + "materialization_seconds": 0.0002796220360323787, + "complete_warm_construction_seconds": 0.007045314880087972, + "replay_seconds": { + "1": 0.006186524056829512, + "32": 0.004936674959026277, + "1024": 0.004814347019419074, + "65536": 0.004857471911236644 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 5, + "method": "posterior_clusters", + "estimation_seconds": 0.0014668320072814822, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0031725720036774874, + "push_seconds": 0.00028349808417260647, + "exact_planning_seconds": 0.004898851970210671, + "materialization_seconds": 0.000278332969173789, + "complete_warm_construction_seconds": 0.010100087034516037, + "replay_seconds": { + "1": 0.004762712982483208, + "32": 0.00502099993173033, + "1024": 0.004989688051864505, + "65536": 0.004837727057747543 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 5, + "method": "query_joint", + "estimation_seconds": 0.0017470879247412086, + "profile_seconds": 0.0002791830338537693, + "clustering_or_other_encoder_seconds": 0.0030879529658704996, + "push_seconds": 0.00028123799711465836, + "exact_planning_seconds": 0.004953064955770969, + "materialization_seconds": 0.0002792730228975415, + "complete_warm_construction_seconds": 0.010627799900248647, + "replay_seconds": { + "1": 0.004905604990199208, + "32": 0.004762894008308649, + "1024": 0.0050219399854540825, + "65536": 0.004905491950921714 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 5, + "method": "identity", + "estimation_seconds": 0.0017124979058280587, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0006100290920585394, + "push_seconds": 0.0005961109418421984, + "exact_planning_seconds": 0.005720318993553519, + "materialization_seconds": 7.2820112109184265e-06, + "complete_warm_construction_seconds": 0.008646238944493234, + "replay_seconds": { + "1": 0.0049307639710605145, + "32": 0.00477682298514992, + "1024": 0.0051142770098522305, + "65536": 0.005022562923841178 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 6, + "method": "identity", + "estimation_seconds": 0.001456245081499219, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00028604501858353615, + "push_seconds": 0.0002839550143107772, + "exact_planning_seconds": 0.005158877000212669, + "materialization_seconds": 6.901915185153484e-06, + "complete_warm_construction_seconds": 0.007192024029791355, + "replay_seconds": { + "1": 0.006024496047757566, + "32": 0.004951048991642892, + "1024": 0.004759088042192161, + "65536": 0.004800386028364301 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 6, + "method": "query_joint", + "estimation_seconds": 0.001726099057123065, + "profile_seconds": 0.000490743899717927, + "clustering_or_other_encoder_seconds": 0.003154054982587695, + "push_seconds": 0.0002700310433283448, + "exact_planning_seconds": 0.004981275997124612, + "materialization_seconds": 0.0002705049701035023, + "complete_warm_construction_seconds": 0.010892709949985147, + "replay_seconds": { + "1": 0.004723016056232154, + "32": 0.004730499000288546, + "1024": 0.004974378040060401, + "65536": 0.00485506106633693 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 6, + "method": "posterior_clusters", + "estimation_seconds": 0.0014919399982318282, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.003105366020463407, + "push_seconds": 0.00028132402803748846, + "exact_planning_seconds": 0.005353851011022925, + "materialization_seconds": 0.0005157670238986611, + "complete_warm_construction_seconds": 0.01074824808165431, + "replay_seconds": { + "1": 0.005343926954083145, + "32": 0.004877606988884509, + "1024": 0.004813471925444901, + "65536": 0.004849744029343128 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 6, + "method": "posterior_bins", + "estimation_seconds": 0.0014995960518717766, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002976289251819253, + "push_seconds": 0.00028592103626579046, + "exact_planning_seconds": 0.0049011510564014316, + "materialization_seconds": 0.0002794519532471895, + "complete_warm_construction_seconds": 0.007263749022968113, + "replay_seconds": { + "1": 0.004766947939060628, + "32": 0.00502382405102253, + "1024": 0.004991496913135052, + "65536": 0.004848298034630716 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 6, + "method": "future_marginal", + "estimation_seconds": 0.0014585449825972319, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.003223996958695352, + "push_seconds": 0.00028085801750421524, + "exact_planning_seconds": 0.004939788952469826, + "materialization_seconds": 0.00029159290716052055, + "complete_warm_construction_seconds": 0.010194781818427145, + "replay_seconds": { + "1": 0.004897633916698396, + "32": 0.004755361005663872, + "1024": 0.005031491979025304, + "65536": 0.0049016589764505625 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 6, + "method": "raw_information", + "estimation_seconds": 0.0014710980467498302, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0017704430501908064, + "push_seconds": 0.0005922489799559116, + "exact_planning_seconds": 0.005276249023154378, + "materialization_seconds": 0.0003262240206822753, + "complete_warm_construction_seconds": 0.009436263120733202, + "replay_seconds": { + "1": 0.004869329044595361, + "32": 0.004774592001922429, + "1024": 0.004944112966768444, + "65536": 0.005027598002925515 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 6, + "method": "raw_entropy", + "estimation_seconds": 0.0015124860219657421, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.001124889007769525, + "push_seconds": 0.00028023694176226854, + "exact_planning_seconds": 0.004738762974739075, + "materialization_seconds": 0.0002808980643749237, + "complete_warm_construction_seconds": 0.007937273010611534, + "replay_seconds": { + "1": 0.005006910068914294, + "32": 0.00560382311232388, + "1024": 0.004975510062649846, + "65536": 0.004843409056775272 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 6, + "method": "hash_code", + "estimation_seconds": 0.0014480079989880323, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003713209880515933, + "push_seconds": 0.00028333591762930155, + "exact_planning_seconds": 0.006093789008446038, + "materialization_seconds": 0.00028553104493767023, + "complete_warm_construction_seconds": 0.008481984958052635, + "replay_seconds": { + "1": 0.00493178004398942, + "32": 0.004763797041960061, + "1024": 0.004664430976845324, + "65536": 0.00505181192420423 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 6, + "method": "action_values", + "estimation_seconds": 0.0014497319934889674, + "profile_seconds": 0.009685716009698808, + "clustering_or_other_encoder_seconds": 0.006574223982170224, + "push_seconds": 0.0002755369059741497, + "exact_planning_seconds": 0.0049739290261641145, + "materialization_seconds": 0.00026833207812160254, + "complete_warm_construction_seconds": 0.023227469995617867, + "replay_seconds": { + "1": 0.0047255889512598515, + "32": 0.004742484888993204, + "1024": 0.005095641012303531, + "65536": 0.005001774989068508 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 7, + "method": "action_values", + "estimation_seconds": 0.0014463519910350442, + "profile_seconds": 0.009133685030974448, + "clustering_or_other_encoder_seconds": 0.005141429021023214, + "push_seconds": 0.000290854019112885, + "exact_planning_seconds": 0.004928230075165629, + "materialization_seconds": 0.00028013496194034815, + "complete_warm_construction_seconds": 0.02122068509925157, + "replay_seconds": { + "1": 0.0047543010441586375, + "32": 0.004860193934291601, + "1024": 0.005034475936554372, + "65536": 0.004852431011386216 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 7, + "method": "hash_code", + "estimation_seconds": 0.0014405030524358153, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00030519999563694, + "push_seconds": 0.0002831940073519945, + "exact_planning_seconds": 0.004946528933942318, + "materialization_seconds": 0.0003072429681196809, + "complete_warm_construction_seconds": 0.007282668957486749, + "replay_seconds": { + "1": 0.0048198390286415815, + "32": 0.006435494055040181, + "1024": 0.0050267360638827085, + "65536": 0.00485318002756685 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 7, + "method": "raw_entropy", + "estimation_seconds": 0.0014544499572366476, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011421788949519396, + "push_seconds": 0.0002819150686264038, + "exact_planning_seconds": 0.005051597952842712, + "materialization_seconds": 0.0002690900582820177, + "complete_warm_construction_seconds": 0.008199231931939721, + "replay_seconds": { + "1": 0.005028186016716063, + "32": 0.004777990048751235, + "1024": 0.00482977507635951, + "65536": 0.005868944921530783 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 7, + "method": "raw_information", + "estimation_seconds": 0.0015960469609126449, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.001239450997672975, + "push_seconds": 0.00028154102619737387, + "exact_planning_seconds": 0.004694562987424433, + "materialization_seconds": 0.00032053596805781126, + "complete_warm_construction_seconds": 0.008132137940265238, + "replay_seconds": { + "1": 0.004711623070761561, + "32": 0.006097748060710728, + "1024": 0.004957979079335928, + "65536": 0.004844513023272157 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 7, + "method": "future_marginal", + "estimation_seconds": 0.001460307976230979, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032939199591055512, + "push_seconds": 0.00028305198065936565, + "exact_planning_seconds": 0.004876389051787555, + "materialization_seconds": 0.0003256249474361539, + "complete_warm_construction_seconds": 0.010239293915219605, + "replay_seconds": { + "1": 0.004871139070019126, + "32": 0.004777607973664999, + "1024": 0.006203269003890455, + "65536": 0.005052783992141485 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 7, + "method": "posterior_bins", + "estimation_seconds": 0.0014387229457497597, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00029545591678470373, + "push_seconds": 0.00029581598937511444, + "exact_planning_seconds": 0.004726491053588688, + "materialization_seconds": 0.0002806090051308274, + "complete_warm_construction_seconds": 0.007037094910629094, + "replay_seconds": { + "1": 0.005055401008576155, + "32": 0.004995240946300328, + "1024": 0.004806885961443186, + "65536": 0.0048764729872345924 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 7, + "method": "posterior_clusters", + "estimation_seconds": 0.0012717460049316287, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0031279410468414426, + "push_seconds": 0.0003131249686703086, + "exact_planning_seconds": 0.004913207027129829, + "materialization_seconds": 0.0002772820880636573, + "complete_warm_construction_seconds": 0.009903301135636866, + "replay_seconds": { + "1": 0.004762343945913017, + "32": 0.004949292982928455, + "1024": 0.005020634038373828, + "65536": 0.004845482064411044 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 7, + "method": "query_joint", + "estimation_seconds": 0.0014523619320243597, + "profile_seconds": 0.00028495106380432844, + "clustering_or_other_encoder_seconds": 0.0031079649925231934, + "push_seconds": 0.0002815329935401678, + "exact_planning_seconds": 0.004967394983395934, + "materialization_seconds": 0.0002804000396281481, + "complete_warm_construction_seconds": 0.010374606004916131, + "replay_seconds": { + "1": 0.004819807014428079, + "32": 0.006433536997064948, + "1024": 0.004983824910596013, + "65536": 0.004856618004851043 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 7, + "method": "identity", + "estimation_seconds": 0.0014457739889621735, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00028326502069830894, + "push_seconds": 0.00028106593526899815, + "exact_planning_seconds": 0.005199752049520612, + "materialization_seconds": 7.012044079601765e-06, + "complete_warm_construction_seconds": 0.007216869038529694, + "replay_seconds": { + "1": 0.004685091087594628, + "32": 0.004754863912239671, + "1024": 0.004820039961487055, + "65536": 0.005879422067664564 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 8, + "method": "identity", + "estimation_seconds": 0.0015911540249362588, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003541189944371581, + "push_seconds": 0.0002744339872151613, + "exact_planning_seconds": 0.004837822983972728, + "materialization_seconds": 7.546041160821915e-06, + "complete_warm_construction_seconds": 0.007065076031722128, + "replay_seconds": { + "1": 0.004741736920550466, + "32": 0.00613457802683115, + "1024": 0.004981765989214182, + "65536": 0.004841789021156728 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 8, + "method": "query_joint", + "estimation_seconds": 0.001460872939787805, + "profile_seconds": 0.00028538110200315714, + "clustering_or_other_encoder_seconds": 0.0030873860232532024, + "push_seconds": 0.00028182798996567726, + "exact_planning_seconds": 0.004924574983306229, + "materialization_seconds": 0.0002909270115196705, + "complete_warm_construction_seconds": 0.010330970049835742, + "replay_seconds": { + "1": 0.004894082085229456, + "32": 0.004749202984385192, + "1024": 0.006175352958962321, + "65536": 0.005070394021458924 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 8, + "method": "posterior_clusters", + "estimation_seconds": 0.0014453360345214605, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.003129623015411198, + "push_seconds": 0.00028192996978759766, + "exact_planning_seconds": 0.00474348000716418, + "materialization_seconds": 0.0002780139911919832, + "complete_warm_construction_seconds": 0.00987838301807642, + "replay_seconds": { + "1": 0.005041883094236255, + "32": 0.004962841980159283, + "1024": 0.0048064489383250475, + "65536": 0.005100991926155984 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 8, + "method": "posterior_bins", + "estimation_seconds": 0.0014649380464106798, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002960240235552192, + "push_seconds": 0.000317899975925684, + "exact_planning_seconds": 0.004913144977763295, + "materialization_seconds": 0.0002777869813144207, + "complete_warm_construction_seconds": 0.007269794004969299, + "replay_seconds": { + "1": 0.004764789016917348, + "32": 0.0049350179033353925, + "1024": 0.0050228739855811, + "65536": 0.004852209007367492 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 8, + "method": "future_marginal", + "estimation_seconds": 0.0014454559423029423, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032369509572163224, + "push_seconds": 0.0002801209921017289, + "exact_planning_seconds": 0.004975938005372882, + "materialization_seconds": 0.0002807760611176491, + "complete_warm_construction_seconds": 0.010219241958111525, + "replay_seconds": { + "1": 0.004820832051336765, + "32": 0.006451325956732035, + "1024": 0.0049600949278101325, + "65536": 0.004851293051615357 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 8, + "method": "raw_information", + "estimation_seconds": 0.001458661979995668, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011754699517041445, + "push_seconds": 0.0002827810822054744, + "exact_planning_seconds": 0.004876249935477972, + "materialization_seconds": 0.00026843894738703966, + "complete_warm_construction_seconds": 0.008061601896770298, + "replay_seconds": { + "1": 0.004997079959139228, + "32": 0.004769771010614932, + "1024": 0.004824646981433034, + "65536": 0.00606442301068455 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 8, + "method": "raw_entropy", + "estimation_seconds": 0.0015909339999780059, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0012089929077774286, + "push_seconds": 0.000283751985989511, + "exact_planning_seconds": 0.004699381999671459, + "materialization_seconds": 0.00032135797664523125, + "complete_warm_construction_seconds": 0.008104418870061636, + "replay_seconds": { + "1": 0.004729844047687948, + "32": 0.006095880991779268, + "1024": 0.004960892954841256, + "65536": 0.0048410550225526094 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 8, + "method": "hash_code", + "estimation_seconds": 0.001455714926123619, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003062060568481684, + "push_seconds": 0.00028360006399452686, + "exact_planning_seconds": 0.004921621992252767, + "materialization_seconds": 0.0002855849452316761, + "complete_warm_construction_seconds": 0.0072527279844507575, + "replay_seconds": { + "1": 0.004915116936899722, + "32": 0.004787578014656901, + "1024": 0.005859841010533273, + "65536": 0.005024884012527764 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 8, + "method": "action_values", + "estimation_seconds": 0.001435732003301382, + "profile_seconds": 0.009608456050045788, + "clustering_or_other_encoder_seconds": 0.005177402985282242, + "push_seconds": 0.0002969179768115282, + "exact_planning_seconds": 0.0050133479526266456, + "materialization_seconds": 0.00027910294011235237, + "complete_warm_construction_seconds": 0.02181095990817994, + "replay_seconds": { + "1": 0.0049237910425290465, + "32": 0.004774095024913549, + "1024": 0.004499454982578754, + "65536": 0.004233140032738447 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 9, + "method": "action_values", + "estimation_seconds": 0.0014391719596460462, + "profile_seconds": 0.009683810989372432, + "clustering_or_other_encoder_seconds": 0.005244356929324567, + "push_seconds": 0.00027540302835404873, + "exact_planning_seconds": 0.004889650968834758, + "materialization_seconds": 0.00035217299591749907, + "complete_warm_construction_seconds": 0.02188456687144935, + "replay_seconds": { + "1": 0.004729558946564794, + "32": 0.004729303997009993, + "1024": 0.005036079906858504, + "65536": 0.00554350099992007 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": 9, + "method": "hash_code", + "estimation_seconds": 0.0015593830030411482, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002928879112005234, + "push_seconds": 0.0002899079117923975, + "exact_planning_seconds": 0.004975338000804186, + "materialization_seconds": 0.0002810519654303789, + "complete_warm_construction_seconds": 0.007398568792268634, + "replay_seconds": { + "1": 0.004734175046905875, + "32": 0.004725491045974195, + "1024": 0.004996170988306403, + "65536": 0.004872679943218827 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 9, + "method": "raw_entropy", + "estimation_seconds": 0.001493012998253107, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.001128799980506301, + "push_seconds": 0.0002808590652421117, + "exact_planning_seconds": 0.0047743190079927444, + "materialization_seconds": 0.0004936750046908855, + "complete_warm_construction_seconds": 0.00817066605668515, + "replay_seconds": { + "1": 0.005961499991826713, + "32": 0.004913949058391154, + "1024": 0.00480991299264133, + "65536": 0.006163428071886301 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 9, + "method": "raw_information", + "estimation_seconds": 0.001453435979783535, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0012145810760557652, + "push_seconds": 0.00028788798954337835, + "exact_planning_seconds": 0.0049001999432221055, + "materialization_seconds": 0.00027985195629298687, + "complete_warm_construction_seconds": 0.008135956944897771, + "replay_seconds": { + "1": 0.004772734013386071, + "32": 0.004916921956464648, + "1024": 0.0050111840246245265, + "65536": 0.004862255998887122 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 9, + "method": "future_marginal", + "estimation_seconds": 0.0014379899948835373, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032440420472994447, + "push_seconds": 0.000281360000371933, + "exact_planning_seconds": 0.00612260599154979, + "materialization_seconds": 0.00028484303038567305, + "complete_warm_construction_seconds": 0.011370841064490378, + "replay_seconds": { + "1": 0.004982813959941268, + "32": 0.004772106069140136, + "1024": 0.00483965699095279, + "65536": 0.005010138964280486 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 9, + "method": "posterior_bins", + "estimation_seconds": 0.001509975059889257, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002935639349743724, + "push_seconds": 0.0002864060224965215, + "exact_planning_seconds": 0.004745269077830017, + "materialization_seconds": 0.0002788830315694213, + "complete_warm_construction_seconds": 0.007114097126759589, + "replay_seconds": { + "1": 0.0047955820336937904, + "32": 0.004983888007700443, + "1024": 0.0048318239860236645, + "65536": 0.0048612679820507765 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 9, + "method": "posterior_clusters", + "estimation_seconds": 0.0015115130227059126, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0032458299538120627, + "push_seconds": 0.000291269039735198, + "exact_planning_seconds": 0.004936182056553662, + "materialization_seconds": 0.00027626799419522285, + "complete_warm_construction_seconds": 0.010261062067002058, + "replay_seconds": { + "1": 0.004768362967297435, + "32": 0.004796618013642728, + "1024": 0.0049242060631513596, + "65536": 0.0065206559374928474 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 9, + "method": "query_joint", + "estimation_seconds": 0.0014743150677531958, + "profile_seconds": 0.00028441508766263723, + "clustering_or_other_encoder_seconds": 0.0031569399870932102, + "push_seconds": 0.00028231297619640827, + "exact_planning_seconds": 0.004896803060546517, + "materialization_seconds": 0.0002783830277621746, + "complete_warm_construction_seconds": 0.010373169207014143, + "replay_seconds": { + "1": 0.0047664949670434, + "32": 0.004395716940052807, + "1024": 0.005011828034184873, + "65536": 0.004854822997003794 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 9, + "method": "identity", + "estimation_seconds": 0.001444955007173121, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00029823509976267815, + "push_seconds": 0.00028571393340826035, + "exact_planning_seconds": 0.0061955839628353715, + "materialization_seconds": 7.477006874978542e-06, + "complete_warm_construction_seconds": 0.00823196501005441, + "replay_seconds": { + "1": 0.0050211610505357385, + "32": 0.004749607993289828, + "1024": 0.004801640985533595, + "65536": 0.006232357933185995 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 10, + "method": "identity", + "estimation_seconds": 0.0014694490237161517, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00028439308516681194, + "push_seconds": 0.0003296829527243972, + "exact_planning_seconds": 0.004982435028068721, + "materialization_seconds": 6.971065886318684e-06, + "complete_warm_construction_seconds": 0.007072931155562401, + "replay_seconds": { + "1": 0.004742724006064236, + "32": 0.0046217190101742744, + "1024": 0.0049863290041685104, + "65536": 0.004839215078391135 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 10, + "method": "query_joint", + "estimation_seconds": 0.0014562519500032067, + "profile_seconds": 0.00028382602613419294, + "clustering_or_other_encoder_seconds": 0.0030894409865140915, + "push_seconds": 0.00028050399851053953, + "exact_planning_seconds": 0.006135407951660454, + "materialization_seconds": 0.0002905320143327117, + "complete_warm_construction_seconds": 0.011535962927155197, + "replay_seconds": { + "1": 0.00495835195761174, + "32": 0.004767809063196182, + "1024": 0.004972129943780601, + "65536": 0.005022307042963803 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": 10, + "method": "posterior_clusters", + "estimation_seconds": 0.0014303990174084902, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.003122899914160371, + "push_seconds": 0.00028331007342785597, + "exact_planning_seconds": 0.005001649959012866, + "materialization_seconds": 0.000321267987601459, + "complete_warm_construction_seconds": 0.010159526951611042, + "replay_seconds": { + "1": 0.004697914933785796, + "32": 0.004988206084817648, + "1024": 0.0048230109969154, + "65536": 0.004677621996961534 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 10, + "method": "posterior_bins", + "estimation_seconds": 0.0015005230670794845, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002957639517262578, + "push_seconds": 0.00029741297475993633, + "exact_planning_seconds": 0.004956832039169967, + "materialization_seconds": 0.0002805190160870552, + "complete_warm_construction_seconds": 0.007331051048822701, + "replay_seconds": { + "1": 0.004772101994603872, + "32": 0.004870558041147888, + "1024": 0.004894062993116677, + "65536": 0.006541039911098778 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 10, + "method": "future_marginal", + "estimation_seconds": 0.0014654239639639854, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.003287296975031495, + "push_seconds": 0.0003279750235378742, + "exact_planning_seconds": 0.004867813899181783, + "materialization_seconds": 0.0002797950292006135, + "complete_warm_construction_seconds": 0.010228304890915751, + "replay_seconds": { + "1": 0.004770173109136522, + "32": 0.004528268938884139, + "1024": 0.005003520054742694, + "65536": 0.00488150492310524 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 10, + "method": "raw_information", + "estimation_seconds": 0.0014928079908713698, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011761549394577742, + "push_seconds": 0.00027912796940654516, + "exact_planning_seconds": 0.005101897055283189, + "materialization_seconds": 0.0005282750353217125, + "complete_warm_construction_seconds": 0.00857826299034059, + "replay_seconds": { + "1": 0.005594204063527286, + "32": 0.004873143974691629, + "1024": 0.004799849004484713, + "65536": 0.006214088993147016 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 10, + "method": "raw_entropy", + "estimation_seconds": 0.001496701966971159, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0011431419989094138, + "push_seconds": 0.0002836469793692231, + "exact_planning_seconds": 0.004903094959445298, + "materialization_seconds": 0.00027743901591748, + "complete_warm_construction_seconds": 0.008104024920612574, + "replay_seconds": { + "1": 0.004776734043844044, + "32": 0.0043730540201067924, + "1024": 0.005005138926208019, + "65536": 0.00484648603014648 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 10, + "method": "hash_code", + "estimation_seconds": 0.0014645470073446631, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003018230199813843, + "push_seconds": 0.00028030306566506624, + "exact_planning_seconds": 0.0064208320109173656, + "materialization_seconds": 0.0002859099768102169, + "complete_warm_construction_seconds": 0.008753415080718696, + "replay_seconds": { + "1": 0.005003930069506168, + "32": 0.004765221034176648, + "1024": 0.004980899044312537, + "65536": 0.005005065002478659 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": 10, + "method": "action_values", + "estimation_seconds": 0.0014405269175767899, + "profile_seconds": 0.009902957011945546, + "clustering_or_other_encoder_seconds": 0.00528785097412765, + "push_seconds": 0.00042348692659288645, + "exact_planning_seconds": 0.004913495969958603, + "materialization_seconds": 0.0003695699851959944, + "complete_warm_construction_seconds": 0.02233788778539747, + "replay_seconds": { + "1": 0.004565762006677687, + "32": 0.004769746912643313, + "1024": 0.005029498948715627, + "65536": 0.004995279014110565 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + } + ], + "fresh_warmups": [ + { + "repetition": -1, + "method": "action_values", + "estimation_seconds": 0.10819129401352257, + "profile_seconds": 0.0877259949920699, + "clustering_or_other_encoder_seconds": 0.046535209054127336, + "push_seconds": 0.00037561601493507624, + "exact_planning_seconds": 0.005049468018114567, + "materialization_seconds": 0.00027149601373821497, + "complete_warm_construction_seconds": 0.24814907810650766, + "replay_seconds": { + "1": 0.021305317990481853, + "32": 0.00449209101498127, + "1024": 0.004963562940247357, + "65536": 0.004864530987106264 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 834, + "queries": 920 + }, + "65536": { + "actions": 53626, + "queries": 58643 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 32256 + }, + { + "repetition": -1, + "method": "hash_code", + "estimation_seconds": 0.0014515799703076482, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003009579377248883, + "push_seconds": 0.0002846380230039358, + "exact_planning_seconds": 0.006428165012039244, + "materialization_seconds": 0.00028756202664226294, + "complete_warm_construction_seconds": 0.00875290296971798, + "replay_seconds": { + "1": 0.004984230035915971, + "32": 0.004758963012136519, + "1024": 0.004829760058782995, + "65536": 0.005865947925485671 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 30, + "queries": 40 + }, + "1024": { + "actions": 1272, + "queries": 957 + }, + "65536": { + "actions": 82532, + "queries": 60003 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": -1, + "method": "raw_entropy", + "estimation_seconds": 0.0015887320041656494, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.03209463809616864, + "push_seconds": 0.00028011295944452286, + "exact_planning_seconds": 0.006490475032478571, + "materialization_seconds": 0.0004500059876590967, + "complete_warm_construction_seconds": 0.04090396407991648, + "replay_seconds": { + "1": 0.004944880027323961, + "32": 0.004723749007098377, + "1024": 0.004805573960766196, + "65536": 0.0052094400161877275 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 1 + }, + "32": { + "actions": 23, + "queries": 40 + }, + "1024": { + "actions": 922, + "queries": 1214 + }, + "65536": { + "actions": 61161, + "queries": 75730 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": -1, + "method": "raw_information", + "estimation_seconds": 0.0015892540104687214, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0012576309964060783, + "push_seconds": 0.00028094195295125246, + "exact_planning_seconds": 0.004684321000240743, + "materialization_seconds": 0.0003226380795240402, + "complete_warm_construction_seconds": 0.008134786039590836, + "replay_seconds": { + "1": 0.004719831049442291, + "32": 0.006152894929982722, + "1024": 0.004962487961165607, + "65536": 0.004851266974583268 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 901, + "queries": 859 + }, + "65536": { + "actions": 59559, + "queries": 53091 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": -1, + "method": "future_marginal", + "estimation_seconds": 0.0014600139111280441, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0033073490485548973, + "push_seconds": 0.00028108502738177776, + "exact_planning_seconds": 0.006097695091739297, + "materialization_seconds": 0.0002852940233424306, + "complete_warm_construction_seconds": 0.011431437102146447, + "replay_seconds": { + "1": 0.004917187034152448, + "32": 0.004758824943564832, + "1024": 0.004952525021508336, + "65536": 0.0050402500201016665 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 10 + }, + "1024": { + "actions": 1152, + "queries": 680 + }, + "65536": { + "actions": 76029, + "queries": 42389 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": -1, + "method": "posterior_bins", + "estimation_seconds": 0.001448391005396843, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0003116970183327794, + "push_seconds": 0.0002866260474547744, + "exact_planning_seconds": 0.004728988977149129, + "materialization_seconds": 0.0002788959536701441, + "complete_warm_construction_seconds": 0.00705459900200367, + "replay_seconds": { + "1": 0.005816801101900637, + "32": 0.004974834970198572, + "1024": 0.004741388955153525, + "65536": 0.0048453169874846935 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 18, + "queries": 9 + }, + "1024": { + "actions": 966, + "queries": 693 + }, + "65536": { + "actions": 61566, + "queries": 44474 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": -1, + "method": "posterior_clusters", + "estimation_seconds": 0.001392123056575656, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.00324581703171134, + "push_seconds": 0.00028139003552496433, + "exact_planning_seconds": 0.004934800090268254, + "materialization_seconds": 0.0002805609256029129, + "complete_warm_construction_seconds": 0.010134691139683127, + "replay_seconds": { + "1": 0.004763233941048384, + "32": 0.004925347049720585, + "1024": 0.005035395035520196, + "65536": 0.004834441933780909 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 973, + "queries": 754 + }, + "65536": { + "actions": 61081, + "queries": 47623 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + }, + { + "repetition": -1, + "method": "query_joint", + "estimation_seconds": 0.0014446270652115345, + "profile_seconds": 0.0002844079863280058, + "clustering_or_other_encoder_seconds": 0.0031026670476421714, + "push_seconds": 0.0002823329996317625, + "exact_planning_seconds": 0.0048976599937304854, + "materialization_seconds": 0.0003138739848509431, + "complete_warm_construction_seconds": 0.010325569077394903, + "replay_seconds": { + "1": 0.004928512964397669, + "32": 0.004766771919094026, + "1024": 0.0050554509507492185, + "65536": 0.004916088073514402 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 19, + "queries": 9 + }, + "1024": { + "actions": 802, + "queries": 961 + }, + "65536": { + "actions": 52223, + "queries": 61038 + } + }, + "resident_law_bytes_per_world": 512, + "resident_encoder_bytes_per_world": 64, + "deployed_choices_bytes_per_world": 5184, + "planner_values_bytes_per_world": 5184, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 4096 + }, + { + "repetition": -1, + "method": "identity", + "estimation_seconds": 0.0014583190204575658, + "profile_seconds": 0.0, + "clustering_or_other_encoder_seconds": 0.0002866931026801467, + "push_seconds": 0.0003122099442407489, + "exact_planning_seconds": 0.006592980003915727, + "materialization_seconds": 6.7410292103886604e-06, + "complete_warm_construction_seconds": 0.008656943100504577, + "replay_seconds": { + "1": 0.004928659996949136, + "32": 0.0047595290234312415, + "1024": 0.00480826199054718, + "65536": 0.005075901048257947 + }, + "checksums": { + "1": { + "actions": 0, + "queries": 0 + }, + "32": { + "actions": 17, + "queries": 10 + }, + "1024": { + "actions": 767, + "queries": 1017 + }, + "65536": { + "actions": 49557, + "queries": 63858 + } + }, + "resident_law_bytes_per_world": 4096, + "resident_encoder_bytes_per_world": 0, + "deployed_choices_bytes_per_world": 41472, + "planner_values_bytes_per_world": 41472, + "count_state_bytes_per_world": 4096, + "source_events_bytes_per_world": 8192, + "temporary_profile_bytes_per_world": 0 + } + ], + "source_postconfirmation_medians_seconds": { + "identity": 0.0024799999955575913, + "query_joint": 0.00549191799655091, + "posterior_clusters": 0.005514099000720307, + "posterior_bins": 0.0025621220120228827, + "future_marginal": 0.005478991995914839, + "raw_information": 0.003291183995315805, + "raw_entropy": 0.0031168190034804866, + "hash_code": 0.0025386890047229826, + "action_values": 0.009264710010029376 + }, + "source_complete_benchmark": { + "scope": "Local batched repeated decisions from a previously recorded sample stream; not evidence-backend speed, engineer time or production latency", + "cuda_startup_seconds": 18.617308109998703, + "cuda_warmup_seconds": { + "support_mixture:query_joint": 0.2577872660185676, + "joint_jeffreys:identity": 0.0032121709955390543, + "naive_bayes:identity": 0.003511357994284481, + "support_mixture:identity": 0.003404008981306106 + }, + "medians": [ + { + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "median_complete_seconds": 18.94042329903459, + "median_construction_seconds": 0.007374933018581942, + "median_replay_seconds": 0.0009100910101551563 + }, + { + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "median_complete_seconds": 18.940394380071666, + "median_construction_seconds": 0.007374933018581942, + "median_replay_seconds": 0.0008635300036985427 + }, + { + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "median_complete_seconds": 18.940375936042983, + "median_construction_seconds": 0.007374933018581942, + "median_replay_seconds": 0.000847860996145755 + }, + { + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "median_complete_seconds": 18.940377269056626, + "median_construction_seconds": 0.007374933018581942, + "median_replay_seconds": 0.0008674880082253367 + }, + { + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "median_complete_seconds": 18.680585828988114, + "median_construction_seconds": 0.002172641979996115, + "median_replay_seconds": 0.0008554249943699688 + }, + { + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "median_complete_seconds": 18.680573734018253, + "median_construction_seconds": 0.002172641979996115, + "median_replay_seconds": 0.0008349090057890862 + }, + { + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "median_complete_seconds": 18.68054840399418, + "median_construction_seconds": 0.002172641979996115, + "median_replay_seconds": 0.0008170469955075532 + }, + { + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "median_complete_seconds": 18.68058674299391, + "median_construction_seconds": 0.002172641979996115, + "median_replay_seconds": 0.0008450289897155017 + }, + { + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "median_complete_seconds": 18.681987182004377, + "median_construction_seconds": 0.003257928998209536, + "median_replay_seconds": 0.0008710100082680583 + }, + { + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "median_complete_seconds": 18.68194861401571, + "median_construction_seconds": 0.003257928998209536, + "median_replay_seconds": 0.0008341859793290496 + }, + { + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "median_complete_seconds": 18.681939706002595, + "median_construction_seconds": 0.003257928998209536, + "median_replay_seconds": 0.000819759996375069 + }, + { + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "median_complete_seconds": 18.68195839499822, + "median_construction_seconds": 0.003257928998209536, + "median_replay_seconds": 0.0008384489919990301 + }, + { + "model": "support_mixture", + "method": "identity", + "requests": 1, + "median_complete_seconds": 18.681958619999932, + "median_construction_seconds": 0.0033164889900945127, + "median_replay_seconds": 0.0008874630148056895 + }, + { + "model": "support_mixture", + "method": "identity", + "requests": 32, + "median_complete_seconds": 18.681904311990365, + "median_construction_seconds": 0.0033164889900945127, + "median_replay_seconds": 0.0008331550052389503 + }, + { + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "median_complete_seconds": 18.68191908998415, + "median_construction_seconds": 0.0033164889900945127, + "median_replay_seconds": 0.0008447529980912805 + }, + { + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "median_complete_seconds": 18.681922700983705, + "median_construction_seconds": 0.0033164889900945127, + "median_replay_seconds": 0.0008422039973083884 + } + ] + }, + "notes": [ + "Phase synchronization can increase fresh construction latency relative to a fused production call.", + "The replay has fixed two-query budget and 0.01 query cost, matching the original transport benchmark; scientific utilities retain all nine cost/budget cells.", + "Retaining choices alone suffices for decisions; law/value-table storage is stated separately, not silently omitted.", + "Request fixtures are already recorded events, not sensor/backend access; operational sensing and data movement are not measured." + ] +} diff --git a/revision_r1/external/article_table.csv b/revision_r1/external/article_table.csv new file mode 100644 index 0000000000000000000000000000000000000000..5aadeea27ffdd392e07a8d846e4b3b1f093eeb48 --- /dev/null +++ b/revision_r1/external/article_table.csv @@ -0,0 +1,20 @@ +analysis,common_current_joint_conditional_log_loss,fitted_compression_loss,gas_environments,gas_tasks,hydraulic_environments,hydraulic_tasks,joint_conditional_log_loss,labels_max,labels_min,noquery_utility,observation_given_h_log_loss,posterior_brier,posterior_log_loss,predicted_noquery_utility,predicted_query_increment,predicted_utility,queries,query_increment_optimism,realized_query_increment,tasks,utility +target_64_query_joint_on_target_evaluation_all57,0.9021537524971011,0.0014791213985141378,5,48,5,9,0.9202235047375056,64,64,0.4341858311122304,0.4713431260533678,0.14207717814233886,0.4488803786841378,0.5663140395782351,0.022600137737574737,0.5889141773158098,0.43706698485258466,0.028167567457767426,-0.005567429720192687,57,0.42861840139203766 +target_64_posterior_clusters_on_target_evaluation_all57,0.9021537524971011,0.00206425583399923,5,48,5,9,0.9558448652595863,64,64,0.44368506699317145,0.5090721054033512,0.14116722448105434,0.4467727598562351,0.5668075955170042,0.021521447363320578,0.5883290428803247,0.4238130422310427,0.03794864053802975,-0.01642719317470917,57,0.42725787381846236 +target_64_identity_on_target_evaluation_all57,0.9021537524971011,0.0,5,48,5,9,0.895850072130834,64,64,0.44420340770454436,0.4495203347543967,0.1413264442896859,0.4463297373764372,0.5674811876349388,0.02291211107938515,0.5903932987143239,0.42518703941463853,0.03604549979708882,-0.013133388717703665,57,0.4310700189868407 +target_all_query_joint_on_target_evaluation_all57,0.6960366903855149,0.004799697896160156,5,48,5,9,0.7233527889368968,823,67,0.47670002693270863,0.32887130510623214,0.12778584484692165,0.3944814838306647,0.4952529448146883,0.01462258567675154,0.5098755304914399,0.4392621835902733,0.024546899602511985,-0.009924313925760445,57,0.4667757130069482 +target_all_posterior_clusters_on_target_evaluation_all57,0.6960366903855149,0.003328144327637535,5,48,5,9,0.7876505767188415,823,67,0.47802205359215116,0.39681467189397057,0.12695844593296693,0.390835904824871,0.4996075681671639,0.011739515892798504,0.5113470840599624,0.43890637105567376,0.020765217143797324,-0.009025701250998821,57,0.4689963523411524 +target_all_identity_on_target_evaluation_all57,0.6960366903855149,0.0,5,48,5,9,0.7078394813768716,823,67,0.4781249221284385,0.3163960529068561,0.1271812908421664,0.39144342847001556,0.5004346730166809,0.014240555370919127,0.5146752283876,0.44147345706354346,0.025157372572011803,-0.01091681720109267,57,0.46720810492734577 +source_64_identity_on_source_held_all57,1.2938847482373521,0.0,5,48,5,9,1.3487109515234905,64,64,0.33440662650937636,0.8708436382289805,0.16025896218096947,0.47786731329451004,0.722022254088492,0.03006104296153668,0.7520832970500287,0.43304080035036646,-0.10170635547664639,0.13176739843818305,57,0.46617402494755944 +source_64_identity_on_target_evaluation_all57,1.8532995603728606,0.0,5,48,5,9,1.9108555023828004,64,64,0.06673920740483243,1.052876482477108,0.2517142747070905,0.8579790199056924,0.722022254088492,0.03006104296153668,0.7520832970500287,0.483762359836609,-0.0035392117736777126,0.03360025473521439,57,0.10033946214004681 +source_all_identity_on_source_held_all57,0.6404937484025411,0.0,5,48,5,9,0.7595273468083056,1430,400,0.731124166423397,0.5233765353700208,0.0719639418595227,0.23615081143828473,0.621897176545058,0.021625598675926755,0.6435227752209849,0.3886282868792795,0.05550853631963279,-0.033882937643706035,57,0.697241228779691 +source_all_identity_on_target_evaluation_all57,1.3572171839606018,0.0,5,48,5,9,1.4448199908242385,1430,400,0.15937529013976298,0.7240851456651568,0.22750526451333272,0.7207348451590816,0.621897176545058,0.021625598675926755,0.6435227752209849,0.5231779414396178,-0.0766275842845273,0.09825318296045407,57,0.2576284731002171 +target_64_query_joint_on_matched256eligible43,0.962944367808101,0.0016629665986308453,3,40,1,3,0.994952042783602,64,64,0.2933455394412311,0.4616198060448181,0.17695561042215174,0.533332236738784,0.4253933455778002,0.03476522133637247,0.46015856691417256,0.59982019504992,0.06686856540866529,-0.03210334407229281,43,0.2612421953689383 +target_64_posterior_clusters_on_matched256eligible43,0.962944367808101,0.0017653999194657526,3,40,1,3,1.0543124169919997,64,64,0.29194760701280736,0.5212075436434427,0.17684661293020898,0.533104873348557,0.4261052889389456,0.03395084465439209,0.46005613359333775,0.5858980488484417,0.065767218097636,-0.031816373443243895,43,0.26013123356956347 +target_64_identity_on_matched256eligible43,0.962944367808101,0.0,3,40,1,3,0.9812372654895479,64,64,0.2928115081984287,0.44856675165797866,0.17670638476417255,0.5326705138315693,0.4265949278730705,0.03522660563973295,0.4618215335128035,0.5999636913467485,0.06528806868106468,-0.030061463041331723,43,0.26275004515709705 +target_256_query_joint_on_matched256eligible43,0.776763839151255,0.003964107645207928,3,40,1,3,0.7996329029836975,256,256,0.35585914250674133,0.2936103196675086,0.17152407443861453,0.5060225833161888,0.3512115814277825,0.023362338109154078,0.37457391953693664,0.564424019838484,0.027867767449796077,-0.0045054293406419955,43,0.3513537131660993 +target_256_posterior_clusters_on_matched256eligible43,0.776763839151255,0.0028598850269441057,3,40,1,3,0.876625249191228,256,256,0.35662972148521666,0.371948609277301,0.1710897885778891,0.504676639913927,0.35368450489557457,0.021993637259625866,0.37567814215520046,0.548167026891073,0.02739402083024205,-0.00540038357061618,43,0.3512293379146005 +target_256_identity_on_matched256eligible43,0.776763839151255,0.0,3,40,1,3,0.790112388208412,256,256,0.3565941836628872,0.28571420648711593,0.171004567859407,0.504398181721296,0.35440576895751386,0.024132258224630665,0.3785380271821446,0.5638333748702054,0.02748811340439971,-0.0033558551797690404,43,0.35323832848311815 +empirical_alladaptation_query_joint_on_target_evaluation_all57,,6.807968017642793e-05,5,48,5,9,,823,67,0.46112566095566565,,,,0.6108515238336867,0.0013898851426896106,0.6122414089763762,0.02542517831387839,0.0013517400318673917,3.814511082221898e-05,57,0.4611638060664879 +empirical_alladaptation_posterior_clusters_on_target_evaluation_all57,,2.4444444444429724e-05,5,48,5,9,,823,67,0.45795827338402395,,,,0.6109052872745468,0.0013797569375614061,0.6122850442121082,0.026571915606292424,0.001533767101958253,-0.00015401016439684685,57,0.4578042632196271 +empirical_alladaptation_identity_on_target_evaluation_all57,,0.0,5,48,5,9,,823,67,0.4221120882269902,,,,0.6109052872745468,0.0014042013820058526,0.6123094886565527,0.025668404150831797,0.0015028618267391783,-9.866044473332557e-05,57,0.4220134277822568 diff --git a/revision_r1/external/execution.json b/revision_r1/external/execution.json new file mode 100644 index 0000000000000000000000000000000000000000..0834507b859035ca739cb81244dd15043b5db71f --- /dev/null +++ b/revision_r1/external/execution.json @@ -0,0 +1,24 @@ +{ + "material_passport": { + "material_type": "experiment execution result", + "scientific_status": "post-review exploratory", + "created_utc": "2026-11-09T14:40:43.317363+00:00" + }, + "status": "COMPLETED_FROM_SAVED_ARTIFACTS_AFTER_DIAGNOSTIC_DTYPE_CORRECTION", + "metric_rows": 13644, + "task_count": 57, + "original_fit_and_trace_seconds": 11.562392784981057, + "recovery_seconds": 9.258156107040122, + "maximum_replay_error": 6.661338147750939e-16, + "maximum_original_primary_expected_error": 2.220446049250313e-16, + "maximum_original_float32_query_charge_error": 1.4901161138336505e-09, + "gpu": "NVIDIA H200", + "device": "cuda:4", + "torch_version": "2.6.0+cu124", + "python_version": "3.13.11", + "peak_gpu_allocated_bytes": 63030784, + "peak_gpu_reserved_bytes": 81788928, + "script_sha256": "9739bca6e347271b91e4d7f9ffd4635b1bc7d58abe67d148f423b517fdea9d13", + "specification_sha256": "541dd0c1d4d7e242ee20c797bd9ef0928f7afdfffa4aacfeca5c3205cb212fab", + "original_results_and_gates_unchanged": true +} diff --git a/revision_r1/external/implementation_correction.json b/revision_r1/external/implementation_correction.json new file mode 100644 index 0000000000000000000000000000000000000000..941234e39f0ccffe73de69a45826a1bd185feb90 --- /dev/null +++ b/revision_r1/external/implementation_correction.json @@ -0,0 +1,14 @@ +{ + "created_utc": "2026-11-09T14:40:20.960831+00:00", + "authorization": "Parent authorized routine numerical correction and artifact-only recovery after receiving failure report", + "failed_log_sha256": "9397cb2b52c3b201edd1b225736cef2f94060dcd026a2423e4765a7499b9ee49", + "original_specification_script_sha256": "18a499610df5927f78ae97af5bd4249b3c18beaef98ea39caecc5ad1303b7956", + "corrected_script_sha256": "9739bca6e347271b91e4d7f9ffd4635b1bc7d58abe67d148f423b517fdea9d13", + "failure": "Final equality assertion rejected float32 intermediate cost*integer_query_count in diagnostic batched replay utility; policy tables and traces unaffected", + "correction": "Multiply cost by queries.double(), matching original independent replay utility convention", + "estimators_rerun": 0, + "encoders_rerun": 0, + "planners_rerun": 0, + "policies_changed": 0, + "recovery": "Compute verified metrics and summaries from all 57 already saved model/policy/record-trace artifacts" +} diff --git a/revision_r1/external/metrics.csv.gz b/revision_r1/external/metrics.csv.gz new file mode 100644 index 0000000000000000000000000000000000000000..81668e38159640613780e7fb22f85ed09552ef97 --- /dev/null +++ b/revision_r1/external/metrics.csv.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9813ff30348ad76cb8b672e022a5f3fe852b8f0ee13625e7a5799400cfc01120 +size 1003440 diff --git a/revision_r1/external/overall.json b/revision_r1/external/overall.json new file mode 100644 index 0000000000000000000000000000000000000000..bbcc1cfd73c2f4bfe801217db608e0ff13a683c7 --- /dev/null +++ b/revision_r1/external/overall.json @@ -0,0 +1,23054 @@ +[ + { + "training": "target", + "size": "64", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.42861840139203766, + "by_dataset": { + "hydraulic": 0.4867584069829484, + "gas": 0.37047839580112696 + }, + "by_environment": { + "hydraulic:context1=73": 0.9711481481481482, + "hydraulic:context1=80": 0.9683760683760684, + "hydraulic:context1=90": 0.7326868686868687, + "hydraulic:context0=3": 0.19146475507765834, + "hydraulic:context0=20": -0.4298838053740015, + "gas:batch6": 0.40750300273068063, + "gas:batch7": 0.27684617640626763, + "gas:batch10": 0.3087097278437063, + "gas:batch9": 0.23715775084022503, + "gas:batch8": 0.6221753211847552 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4341858311122304, + "by_dataset": { + "hydraulic": 0.47983951251503437, + "gas": 0.3885321497094264 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904763, + "hydraulic:context1=80": 0.9871794871794872, + "hydraulic:context1=90": 0.6484848484848484, + "hydraulic:context0=3": 0.2293906810035842, + "hydraulic:context0=20": -0.4420479302832245, + "gas:batch6": 0.45780680754365505, + "gas:batch7": 0.29127480163755143, + "gas:batch10": 0.32281958445542724, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.6369134010643445 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.005567429720192687, + "by_dataset": { + "hydraulic": 0.006918894467914073, + "gas": -0.01805375390829945 + }, + "by_environment": { + "hydraulic:context1=73": -0.005042328042328033, + "hydraulic:context1=80": -0.01880341880341881, + "hydraulic:context1=90": 0.08420202020202015, + "hydraulic:context0=3": -0.03792592592592589, + "hydraulic:context0=20": 0.012164124909222947, + "gas:batch6": -0.05030380481297444, + "gas:batch7": -0.014428625231283807, + "gas:batch10": -0.014109856611720931, + "gas:batch9": 0.003311596994071234, + "gas:batch8": -0.014738079879589298 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5889141773158098, + "by_dataset": { + "hydraulic": 0.6666334257167265, + "gas": 0.5111949289148932 + }, + "by_environment": { + "hydraulic:context1=73": 0.8683526696465288, + "hydraulic:context1=80": 0.8673366597804965, + "hydraulic:context1=90": 0.8541298426587017, + "hydraulic:context0=3": 0.3995652142476546, + "hydraulic:context0=20": 0.3437827422502507, + "gas:batch6": 0.5422456681900102, + "gas:batch7": 0.48451493203317675, + "gas:batch10": 0.5354951585188846, + "gas:batch9": 0.43961828108543166, + "gas:batch8": 0.5541006047469627 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5663140395782351, + "by_dataset": { + "hydraulic": 0.635363603445214, + "gas": 0.4972644757112562 + }, + "by_environment": { + "hydraulic:context1=73": 0.8326719156614605, + "hydraulic:context1=80": 0.8308262493417263, + "hydraulic:context1=90": 0.8190987524525525, + "hydraulic:context0=3": 0.3522226029517678, + "hydraulic:context0=20": 0.34199849681856315, + "gas:batch6": 0.5273935517921429, + "gas:batch7": 0.4630514282368608, + "gas:batch10": 0.5052472845824938, + "gas:batch9": 0.4373548283674678, + "gas:batch8": 0.5532752855773154 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.022600137737574737, + "by_dataset": { + "hydraulic": 0.03126982227151241, + "gas": 0.013930453203637061 + }, + "by_environment": { + "hydraulic:context1=73": 0.03568075398506828, + "hydraulic:context1=80": 0.036510410438770124, + "hydraulic:context1=90": 0.03503109020614922, + "hydraulic:context0=3": 0.04734261129588685, + "hydraulic:context0=20": 0.0017842454316875983, + "gas:batch6": 0.014852116397867427, + "gas:batch7": 0.021463503796315984, + "gas:batch10": 0.030247873936390845, + "gas:batch9": 0.0022634527179638706, + "gas:batch8": 0.0008253191696471823 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.028167567457767426, + "by_dataset": { + "hydraulic": 0.024350927803598342, + "gas": 0.03198420711193651 + }, + "by_environment": { + "hydraulic:context1=73": 0.04072308202739631, + "hydraulic:context1=80": 0.05531382924218894, + "hydraulic:context1=90": -0.049170929995870936, + "hydraulic:context0=3": 0.08526853722181275, + "hydraulic:context0=20": -0.01037987947753535, + "gas:batch6": 0.06515592121084186, + "gas:batch7": 0.035892129027599785, + "gas:batch10": 0.044357730548111776, + "gas:batch9": -0.0010481442761073642, + "gas:batch8": 0.015563399049236482 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.43706698485258466, + "by_dataset": { + "hydraulic": 0.47454059984104263, + "gas": 0.39959336986412675 + }, + "by_environment": { + "hydraulic:context1=73": 0.36693121693121694, + "hydraulic:context1=80": 0.4897435897435898, + "hydraulic:context1=90": 0.35808080808080806, + "hydraulic:context0=3": 0.6991238550378336, + "hydraulic:context0=20": 0.4588235294117647, + "gas:batch6": 0.47578205719366756, + "gas:batch7": 0.5180744713220302, + "gas:batch10": 0.5076930766703216, + "gas:batch9": 0.28898430321110735, + "gas:batch8": 0.20743294092350695 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0014791213985141378, + "by_dataset": { + "hydraulic": 0.0007857094553502268, + "gas": 0.0021725333416780486 + }, + "by_environment": { + "hydraulic:context1=73": 0.00140626482619625, + "hydraulic:context1=80": 0.000735622469421382, + "hydraulic:context1=90": 0.001786659981133513, + "hydraulic:context0=3": 1.5419764230904951e-18, + "hydraulic:context0=20": -1.2335811384723961e-17, + "gas:batch6": 0.0027646752992959876, + "gas:batch7": 0.00351331756725482, + "gas:batch10": 0.0036998067252342584, + "gas:batch9": 7.017070116130213e-05, + "gas:batch8": 0.0008146964154438744 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.14207717814233886, + "by_dataset": { + "hydraulic": 0.13210462499485276, + "gas": 0.15204973128982496 + }, + "by_environment": { + "hydraulic:context1=73": 0.011194721228429119, + "hydraulic:context1=80": 0.00782482100078529, + "hydraulic:context1=90": 0.09035364406699686, + "hydraulic:context0=3": 0.1862561591760623, + "hydraulic:context0=20": 0.3648937795019902, + "gas:batch6": 0.14495309542153642, + "gas:batch7": 0.18580741510782758, + "gas:batch10": 0.17220467447535956, + "gas:batch9": 0.16520007996132136, + "gas:batch8": 0.09208339148307987 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4488803786841378, + "by_dataset": { + "hydraulic": 0.42973476330536275, + "gas": 0.4680259940629129 + }, + "by_environment": { + "hydraulic:context1=73": 0.057990896047920105, + "hydraulic:context1=80": 0.057408415272891346, + "hydraulic:context1=90": 0.3348565276687346, + "hydraulic:context0=3": 0.547559680718332, + "hydraulic:context0=20": 1.1508582968189358, + "gas:batch6": 0.4512349092067306, + "gas:batch7": 0.574606132908627, + "gas:batch10": 0.5314733361623502, + "gas:batch9": 0.4584426992365634, + "gas:batch8": 0.3243728928002932 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.9202235047375056, + "by_dataset": { + "hydraulic": 0.9780271340198808, + "gas": 0.8624198754551304 + }, + "by_environment": { + "hydraulic:context1=73": 0.7207562698324687, + "hydraulic:context1=80": 0.879241264555506, + "hydraulic:context1=90": 1.1035065505128987, + "hydraulic:context0=3": 0.9606416217306991, + "hydraulic:context0=20": 1.2259899634678317, + "gas:batch6": 0.8931695731355644, + "gas:batch7": 1.098104248053326, + "gas:batch10": 1.0965135703206246, + "gas:batch9": 0.5130137640039474, + "gas:batch8": 0.7112982217621897 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.4713431260533678, + "by_dataset": { + "hydraulic": 0.5482923707145181, + "gas": 0.39439388139221754 + }, + "by_environment": { + "hydraulic:context1=73": 0.6627653737845485, + "hydraulic:context1=80": 0.8218328492826147, + "hydraulic:context1=90": 0.768650022844164, + "hydraulic:context0=3": 0.4130819410123671, + "hydraulic:context0=20": 0.07513166664889627, + "gas:batch6": 0.4419346639288338, + "gas:batch7": 0.5234981151446992, + "gas:batch10": 0.5650402341582743, + "gas:batch9": 0.054571064767383916, + "gas:batch8": 0.3869253289618966 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.9021537524971011, + "by_dataset": { + "hydraulic": 0.9297272946339259, + "gas": 0.8745802103602763 + }, + "by_environment": { + "hydraulic:context1=73": 0.5299940456563575, + "hydraulic:context1=80": 0.8354747079294577, + "hydraulic:context1=90": 1.0931850290813063, + "hydraulic:context0=3": 0.9409079920822175, + "hydraulic:context0=20": 1.2490746984202903, + "gas:batch6": 0.8595703072078675, + "gas:batch7": 1.051117294464618, + "gas:batch10": 1.0442546289294679, + "gas:batch9": 0.5384699305870483, + "gas:batch8": 0.8794888906123797 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "64", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.3872959638771294, + "by_dataset": { + "hydraulic": 0.39081910548747995, + "gas": 0.3837728222667788 + }, + "by_environment": { + "hydraulic:context1=73": 0.7410740740740741, + "hydraulic:context1=80": 0.81408547008547, + "hydraulic:context1=90": 0.7531565656565656, + "hydraulic:context0=3": 0.15729430505774586, + "hydraulic:context0=20": -0.511514887436456, + "gas:batch6": 0.4714254218652306, + "gas:batch7": 0.24683381710809826, + "gas:batch10": 0.39527871235596707, + "gas:batch9": 0.2330622106415921, + "gas:batch8": 0.572263949363006 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.3856845558184111, + "by_dataset": { + "hydraulic": 0.3948467710517046, + "gas": 0.3765223405851176 + }, + "by_environment": { + "hydraulic:context1=73": 0.7476190476190476, + "hydraulic:context1=80": 0.9435897435897435, + "hydraulic:context1=90": 0.5606060606060607, + "hydraulic:context0=3": 0.22198327359617678, + "hydraulic:context0=20": -0.49956427015250543, + "gas:batch6": 0.4636199278882123, + "gas:batch7": 0.22414164840324416, + "gas:batch10": 0.38676583028685135, + "gas:batch9": 0.23656357388316146, + "gas:batch8": 0.5715207224641187 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.0016114080587182568, + "by_dataset": { + "hydraulic": -0.004027665564224694, + "gas": 0.007250481681661207 + }, + "by_environment": { + "hydraulic:context1=73": -0.006544973544973483, + "hydraulic:context1=80": -0.1295042735042735, + "hydraulic:context1=90": 0.192550505050505, + "hydraulic:context0=3": -0.06468896853843091, + "hydraulic:context0=20": -0.011950617283950587, + "gas:batch6": 0.007805493977018322, + "gas:batch7": 0.022692168704854136, + "gas:batch10": 0.008512882069115674, + "gas:batch9": -0.0035013632415694072, + "gas:batch8": 0.0007432268988873114 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.10522708333333333, + "by_dataset": { + "hydraulic": 0.12200335648148149, + "gas": 0.08845081018518516 + }, + "by_environment": { + "hydraulic:context1=73": 0.16660069444444445, + "hydraulic:context1=80": 0.16613541666666667, + "hydraulic:context1=90": 0.16023090277777777, + "hydraulic:context0=3": 0.04772337962962963, + "hydraulic:context0=20": 0.06932638888888888, + "gas:batch6": 0.10105104166666665, + "gas:batch7": 0.0548505787037037, + "gas:batch10": 0.08416886574074073, + "gas:batch9": 0.08805624999999997, + "gas:batch8": 0.11412731481481479 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.09201736111111111, + "by_dataset": { + "hydraulic": 0.10527777777777778, + "gas": 0.07875694444444443 + }, + "by_environment": { + "hydraulic:context1=73": 0.1416666666666667, + "hydraulic:context1=80": 0.1375, + "hydraulic:context1=90": 0.13541666666666666, + "hydraulic:context0=3": 0.04583333333333333, + "hydraulic:context0=20": 0.0659722222222222, + "gas:batch6": 0.09010416666666665, + "gas:batch7": 0.03993055555555555, + "gas:batch10": 0.07215277777777777, + "gas:batch9": 0.08395833333333333, + "gas:batch8": 0.10763888888888885 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.01320972222222222, + "by_dataset": { + "hydraulic": 0.0167255787037037, + "gas": 0.009693865740740739 + }, + "by_environment": { + "hydraulic:context1=73": 0.024934027777777774, + "hydraulic:context1=80": 0.028635416666666653, + "hydraulic:context1=90": 0.0248142361111111, + "hydraulic:context0=3": 0.0018900462962962957, + "hydraulic:context0=20": 0.0033541666666666776, + "gas:batch6": 0.010946875000000003, + "gas:batch7": 0.014920023148148144, + "gas:batch10": 0.01201608796296296, + "gas:batch9": 0.004097916666666668, + "gas:batch8": 0.006488425925925926 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.011598314163503962, + "by_dataset": { + "hydraulic": 0.020753244267928392, + "gas": 0.0024433840590795328 + }, + "by_environment": { + "hydraulic:context1=73": 0.031479001322751256, + "hydraulic:context1=80": 0.15813969017094012, + "hydraulic:context1=90": -0.1677362689393939, + "hydraulic:context0=3": 0.06657901483472721, + "hydraulic:context0=20": 0.015304783950617263, + "gas:batch6": 0.003141381022981682, + "gas:batch7": -0.007772145556705993, + "gas:batch10": 0.003503205893847286, + "gas:batch9": 0.007599279908236075, + "gas:batch8": 0.005745199027038615 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.811350258094029, + "by_dataset": { + "hydraulic": 0.9334832382460465, + "gas": 0.6892172779420115 + }, + "by_environment": { + "hydraulic:context1=73": 1.1243386243386242, + "hydraulic:context1=80": 1.2756410256410255, + "hydraulic:context1=90": 1.2202020202020203, + "hydraulic:context0=3": 0.3575467941059339, + "hydraulic:context0=20": 0.6896877269426289, + "gas:batch6": 0.7634417928357788, + "gas:batch7": 0.6336529111957316, + "gas:batch10": 0.6687696400791427, + "gas:batch9": 0.7298901098901099, + "gas:batch8": 0.6503319357092942 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0002318229166666635, + "by_dataset": { + "hydraulic": 0.0003288194444444392, + "gas": 0.0001348263888888878 + }, + "by_environment": { + "hydraulic:context1=73": 0.0004982638888888687, + "hydraulic:context1=80": 0.00040625000000000616, + "hydraulic:context1=90": 0.0007395833333333213, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 8.350694444443987e-05, + "gas:batch7": 0.00038229166666666685, + "gas:batch10": 0.00020833333333333386, + "gas:batch9": 0.0, + "gas:batch8": -1.5419764230904951e-18 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.1540066451133127, + "by_dataset": { + "hydraulic": 0.15635561709328574, + "gas": 0.1516576731333396 + }, + "by_environment": { + "hydraulic:context1=73": 0.06725649499461597, + "hydraulic:context1=80": 0.061116066927462874, + "hydraulic:context1=90": 0.09859504730613335, + "hydraulic:context0=3": 0.2147286903610508, + "hydraulic:context0=20": 0.34008178587716564, + "gas:batch6": 0.1391449902335743, + "gas:batch7": 0.1883381775385969, + "gas:batch10": 0.15362723525707678, + "gas:batch9": 0.1626018364396394, + "gas:batch8": 0.1145761261978106 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.478298157101533, + "by_dataset": { + "hydraulic": 0.49431604606355906, + "gas": 0.462280268139507 + }, + "by_environment": { + "hydraulic:context1=73": 0.27420733002854353, + "hydraulic:context1=80": 0.2657563340772896, + "hydraulic:context1=90": 0.3540120462804362, + "hydraulic:context0=3": 0.6063800389117908, + "hydraulic:context0=20": 0.971224481019735, + "gas:batch6": 0.4340488026277692, + "gas:batch7": 0.5581022026684644, + "gas:batch10": 0.4701351859153334, + "gas:batch9": 0.47226660021308964, + "gas:batch8": 0.37684854927287853 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.8393604157456639, + "by_dataset": { + "hydraulic": 0.9505892907113482, + "gas": 0.7281315407799795 + }, + "by_environment": { + "hydraulic:context1=73": 1.0116645595635367, + "hydraulic:context1=80": 0.9621029549680019, + "hydraulic:context1=90": 0.9229723390720505, + "hydraulic:context0=3": 0.7383628044973612, + "hydraulic:context0=20": 1.1178437954557912, + "gas:batch6": 0.7061967098100885, + "gas:batch7": 0.9025407110121365, + "gas:batch10": 0.8021998536469881, + "gas:batch9": 0.5516535364965145, + "gas:batch8": 0.6780668929341701 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.36106225864413094, + "by_dataset": { + "hydraulic": 0.45627324464778934, + "gas": 0.26585127264047254 + }, + "by_environment": { + "hydraulic:context1=73": 0.7374572295349934, + "hydraulic:context1=80": 0.6963466208907123, + "hydraulic:context1=90": 0.5689602927916142, + "hydraulic:context0=3": 0.13198276558557046, + "hydraulic:context0=20": 0.1466193144360561, + "gas:batch6": 0.2721479071823194, + "gas:batch7": 0.3444385083436721, + "gas:batch10": 0.3320646677316548, + "gas:batch9": 0.07938693628342483, + "gas:batch8": 0.3012183436612915 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.8161504365944265, + "by_dataset": { + "hydraulic": 0.8116028972101782, + "gas": 0.8206979759786748 + }, + "by_environment": { + "hydraulic:context1=73": 0.5712375317397963, + "hydraulic:context1=80": 0.7142568846906993, + "hydraulic:context1=90": 0.8675565242271124, + "hydraulic:context0=3": 0.7958828470047433, + "hydraulic:context0=20": 1.1090806983885402, + "gas:batch6": 0.7193525938299711, + "gas:batch7": 0.8383246463599862, + "gas:batch10": 0.7813739225418982, + "gas:batch9": 0.5586242753292778, + "gas:batch8": 1.2058144418322405 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "64", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.42306153651867207, + "by_dataset": { + "hydraulic": 0.4889158906780665, + "gas": 0.3572071823592776 + }, + "by_environment": { + "hydraulic:context1=73": 0.9693253968253969, + "hydraulic:context1=80": 0.982542735042735, + "hydraulic:context1=90": 0.6798989898989897, + "hydraulic:context0=3": 0.24269613699721226, + "hydraulic:context0=20": -0.4298838053740015, + "gas:batch6": 0.3831036922781851, + "gas:batch7": 0.2633495329039084, + "gas:batch10": 0.28226483849455963, + "gas:batch9": 0.23311355311355303, + "gas:batch8": 0.6242042950061818 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.41990424557031203, + "by_dataset": { + "hydraulic": 0.46011104504463135, + "gas": 0.37969744609599265 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904759, + "hydraulic:context1=80": 0.9871794871794872, + "hydraulic:context1=90": 0.5515151515151514, + "hydraulic:context0=3": 0.22771804062126644, + "hydraulic:context0=20": -0.4420479302832245, + "gas:batch6": 0.43365796789430344, + "gas:batch7": 0.287068452575342, + "gas:batch10": 0.2972649222502793, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.6466497339138847 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.0031572909483600312, + "by_dataset": { + "hydraulic": 0.028804845633435144, + "gas": -0.02249026373671508 + }, + "by_environment": { + "hydraulic:context1=73": -0.0068650793650792226, + "hydraulic:context1=80": -0.00463675213675215, + "hydraulic:context1=90": 0.12838383838383835, + "hydraulic:context0=3": 0.014978096375945799, + "hydraulic:context0=20": 0.012164124909222947, + "gas:batch6": -0.05055427561611838, + "gas:batch7": -0.023718919671433625, + "gas:batch10": -0.015000083755719673, + "gas:batch9": -0.00073260073260073, + "gas:batch8": -0.022445438907703008 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6745401424168811, + "by_dataset": { + "hydraulic": 0.7595038047266657, + "gas": 0.5895764801070964 + }, + "by_environment": { + "hydraulic:context1=73": 0.9900317138790954, + "hydraulic:context1=80": 0.9905007301042286, + "hydraulic:context1=90": 0.9816677799048373, + "hydraulic:context0=3": 0.4535656371372106, + "hydraulic:context0=20": 0.3817531626079566, + "gas:batch6": 0.6279714579932879, + "gas:batch7": 0.5760436779700271, + "gas:batch10": 0.6353750104930289, + "gas:batch9": 0.48861478490418725, + "gas:batch8": 0.6198774691749507 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6506442382126763, + "by_dataset": { + "hydraulic": 0.7276067068051366, + "gas": 0.5736817696202159 + }, + "by_environment": { + "hydraulic:context1=73": 0.9559388832853077, + "hydraulic:context1=80": 0.9562660736769258, + "hydraulic:context1=90": 0.944522457329314, + "hydraulic:context0=3": 0.4011798980066736, + "hydraulic:context0=20": 0.38012622172746185, + "gas:batch6": 0.611356457477532, + "gas:batch7": 0.5512563693993056, + "gas:batch10": 0.5989054972431485, + "gas:batch9": 0.48728523778799293, + "gas:batch8": 0.6196052861931002 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.023895904204204815, + "by_dataset": { + "hydraulic": 0.031897097921529095, + "gas": 0.015894710486880532 + }, + "by_environment": { + "hydraulic:context1=73": 0.03409283059378757, + "hydraulic:context1=80": 0.03423465642730269, + "hydraulic:context1=90": 0.03714532257552342, + "hydraulic:context0=3": 0.052385739130537005, + "hydraulic:context0=20": 0.0016269408804947926, + "gas:batch6": 0.016615000515755884, + "gas:batch7": 0.02478730857072149, + "gas:batch10": 0.03646951324988046, + "gas:batch9": 0.0013295471161943963, + "gas:batch8": 0.0002721829818504347 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.020738613255844782, + "by_dataset": { + "hydraulic": 0.0030922522880939495, + "gas": 0.038384974223595617 + }, + "by_environment": { + "hydraulic:context1=73": 0.0409579099588668, + "hydraulic:context1=80": 0.038871408564054834, + "hydraulic:context1=90": -0.09123851580831494, + "hydraulic:context0=3": 0.03740764275459121, + "hydraulic:context0=20": -0.010537184028728157, + "gas:batch6": 0.06716927613187426, + "gas:batch7": 0.048506228242155114, + "gas:batch10": 0.05146959700560014, + "gas:batch9": 0.0020621478487951265, + "gas:batch8": 0.02271762188955344 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.39762420923291364, + "by_dataset": { + "hydraulic": 0.39982642231851595, + "gas": 0.3954219961473113 + }, + "by_environment": { + "hydraulic:context1=73": 0.22777777777777777, + "hydraulic:context1=80": 0.35213675213675216, + "hydraulic:context1=90": 0.2994949494949495, + "hydraulic:context0=3": 0.6831939466348068, + "hydraulic:context0=20": 0.43652868554829344, + "gas:batch6": 0.48031775408806, + "gas:batch7": 0.4925389161853408, + "gas:batch10": 0.4965834149081213, + "gas:batch9": 0.2694052339413164, + "gas:batch8": 0.2382646616137182 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.00028615383631259625, + "by_dataset": { + "hydraulic": 9.200619741758087e-05, + "gas": 0.00048030147520761163 + }, + "by_environment": { + "hydraulic:context1=73": 0.0002119760775716184, + "hydraulic:context1=80": 0.00013245312581122715, + "hydraulic:context1=90": 0.0001150089742325185, + "hydraulic:context0=3": 5.875049767728804e-07, + "hydraulic:context0=20": 5.304495767401625e-09, + "gas:batch6": 0.00038843621503862637, + "gas:batch7": 0.00099011520568571, + "gas:batch10": 0.0009906982509718077, + "gas:batch9": 3.3856453860294966e-08, + "gas:batch8": 3.222384788805396e-05 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.14638918034034246, + "by_dataset": { + "hydraulic": 0.13625078644006428, + "gas": 0.15652757424062064 + }, + "by_environment": { + "hydraulic:context1=73": 0.007674531257095353, + "hydraulic:context1=80": 0.004095824240501421, + "hydraulic:context1=90": 0.11800183388149672, + "hydraulic:context0=3": 0.18574217279970806, + "hydraulic:context0=20": 0.36573957002151986, + "gas:batch6": 0.1539668506842879, + "gas:batch7": 0.18764468234724277, + "gas:batch10": 0.18556775748411408, + "gas:batch9": 0.16605896203965304, + "gas:batch8": 0.08939961864780532 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.48092048180815977, + "by_dataset": { + "hydraulic": 0.443937284447954, + "gas": 0.5179036791683655 + }, + "by_environment": { + "hydraulic:context1=73": 0.024915731588336498, + "hydraulic:context1=80": 0.016674552111758053, + "hydraulic:context1=90": 0.4671751163332531, + "hydraulic:context0=3": 0.5505566893530753, + "hydraulic:context0=20": 1.1603643328533473, + "gas:batch6": 0.5206050048575495, + "gas:batch7": 0.616972464415275, + "gas:batch10": 0.6599672285136431, + "gas:batch9": 0.47628347428704554, + "gas:batch8": 0.31569022376831485 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.0630410509491135, + "by_dataset": { + "hydraulic": 1.0209400027234188, + "gas": 1.1051420991748082 + }, + "by_environment": { + "hydraulic:context1=73": 0.6954628672313036, + "hydraulic:context1=80": 0.8703001815752991, + "hydraulic:context1=90": 1.3115407839558315, + "hydraulic:context0=3": 0.996379131118947, + "hydraulic:context0=20": 1.2310170497357122, + "gas:batch6": 1.2318923930883308, + "gas:batch7": 1.3454760785967865, + "gas:batch10": 1.5019648379290453, + "gas:batch9": 0.5410946106459593, + "gas:batch8": 0.9052825756139184 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5821205691409534, + "by_dataset": { + "hydraulic": 0.5770027182754646, + "gas": 0.5872384200064424 + }, + "by_environment": { + "hydraulic:context1=73": 0.6705471356429671, + "hydraulic:context1=80": 0.853625629463541, + "hydraulic:context1=90": 0.8443656676225783, + "hydraulic:context0=3": 0.4458224417658718, + "hydraulic:context0=20": 0.07065271688236457, + "gas:batch6": 0.7112873882307814, + "gas:batch7": 0.7285036141815112, + "gas:batch10": 0.8419976094154024, + "gas:batch9": 0.06481113635891371, + "gas:batch8": 0.5895923518456035 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.1133144440072362, + "by_dataset": { + "hydraulic": 1.0211522505149, + "gas": 1.2054766374995727 + }, + "by_environment": { + "hydraulic:context1=73": 0.5389465779404053, + "hydraulic:context1=80": 0.9075220565386822, + "hydraulic:context1=90": 1.446766201320732, + "hydraulic:context0=3": 0.9572954565618823, + "hydraulic:context0=20": 1.2552309602127982, + "gas:batch6": 1.3969254157232673, + "gas:batch7": 1.3847050991512242, + "gas:batch10": 1.7307493596222985, + "gas:batch9": 0.6120834349253512, + "gas:batch8": 0.9029198780757223 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4667757130069482, + "by_dataset": { + "hydraulic": 0.5063101140338332, + "gas": 0.4272413119800632 + }, + "by_environment": { + "hydraulic:context1=73": 0.9700000000000001, + "hydraulic:context1=80": 0.9716410256410256, + "hydraulic:context1=90": 0.8604848484848485, + "hydraulic:context0=3": 0.301973715651135, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.508634612210655, + "gas:batch7": 0.350352202212954, + "gas:batch10": 0.42621639690282737, + "gas:batch9": 0.23710276802235558, + "gas:batch8": 0.613900580551524 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.47670002693270863, + "by_dataset": { + "hydraulic": 0.5175867017233241, + "gas": 0.43581335214209316 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904759, + "hydraulic:context1=80": 0.9923076923076924, + "hydraulic:context1=90": 0.890909090909091, + "hydraulic:context0=3": 0.30107526881720426, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.5145508783653662, + "gas:batch7": 0.3509102292120528, + "gas:batch10": 0.43643584181229206, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.643323657474601 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.009924313925760445, + "by_dataset": { + "hydraulic": -0.011276587689490952, + "gas": -0.008572040162029938 + }, + "by_environment": { + "hydraulic:context1=73": -0.00619047619047608, + "hydraulic:context1=80": -0.020666666666666944, + "hydraulic:context1=90": -0.030424242424242465, + "hydraulic:context0=3": 0.0008984468339307364, + "hydraulic:context0=20": 0.0, + "gas:batch6": -0.005916266154711172, + "gas:batch7": -0.0005580269990988189, + "gas:batch10": -0.01021944490946462, + "gas:batch9": 0.003256614176201822, + "gas:batch8": -0.0294230769230769 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5098755304914399, + "by_dataset": { + "hydraulic": 0.5863829174313181, + "gas": 0.4333681435515616 + }, + "by_environment": { + "hydraulic:context1=73": 0.8039945589596257, + "hydraulic:context1=80": 0.7737747852794987, + "hydraulic:context1=90": 0.7561512188092469, + "hydraulic:context0=3": 0.3193532819306843, + "hydraulic:context0=20": 0.2786407421775348, + "gas:batch6": 0.4499036796522093, + "gas:batch7": 0.34630032488649004, + "gas:batch10": 0.3978754201133507, + "gas:batch9": 0.41994343481882934, + "gas:batch8": 0.5528178582869284 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.4952529448146883, + "by_dataset": { + "hydraulic": 0.5650374919003847, + "gas": 0.4254683977289919 + }, + "by_environment": { + "hydraulic:context1=73": 0.7744423258743977, + "hydraulic:context1=80": 0.7574321851964334, + "hydraulic:context1=90": 0.7249692904587443, + "hydraulic:context0=3": 0.2903305678001366, + "hydraulic:context0=20": 0.27801309017221154, + "gas:batch6": 0.4424961647600427, + "gas:batch7": 0.3329409439414415, + "gas:batch10": 0.38352575179003473, + "gas:batch9": 0.41676427337313243, + "gas:batch8": 0.5516148547803083 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.01462258567675154, + "by_dataset": { + "hydraulic": 0.02134542553093346, + "gas": 0.00789974582256962 + }, + "by_environment": { + "hydraulic:context1=73": 0.02955223308522814, + "hydraulic:context1=80": 0.016342600083065355, + "hydraulic:context1=90": 0.03118192835050282, + "hydraulic:context0=3": 0.029022714130547727, + "hydraulic:context0=20": 0.0006276520053232667, + "gas:batch6": 0.007407514892166537, + "gas:batch7": 0.013359380945048438, + "gas:batch10": 0.014349668323315986, + "gas:batch9": 0.0031791614456968985, + "gas:batch8": 0.0012030035066202445 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.024546899602511985, + "by_dataset": { + "hydraulic": 0.03262201322042441, + "gas": 0.016471785984599557 + }, + "by_environment": { + "hydraulic:context1=73": 0.03574270927570422, + "hydraulic:context1=80": 0.037009266749732296, + "hydraulic:context1=90": 0.061606170774745284, + "hydraulic:context0=3": 0.02812426729661699, + "hydraulic:context0=20": 0.0006276520053232667, + "gas:batch6": 0.013323781046877708, + "gas:batch7": 0.013917407944147257, + "gas:batch10": 0.024569113232780607, + "gas:batch9": -7.745273050492329e-05, + "gas:batch8": 0.030626080429697142 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4392621835902733, + "by_dataset": { + "hydraulic": 0.5248706132577101, + "gas": 0.3536537539228365 + }, + "by_environment": { + "hydraulic:context1=73": 0.5952380952380952, + "hydraulic:context1=80": 0.6594017094017095, + "hydraulic:context1=90": 0.3833333333333333, + "hydraulic:context0=3": 0.6530465949820788, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.4075791050105385, + "gas:batch7": 0.467796558968501, + "gas:batch10": 0.41333203313009087, + "gas:batch9": 0.2705826819228881, + "gas:batch8": 0.20897839058216416 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.004799697896160156, + "by_dataset": { + "hydraulic": 0.002974856304873426, + "gas": 0.006624539487446885 + }, + "by_environment": { + "hydraulic:context1=73": 0.0013849456401868743, + "hydraulic:context1=80": 0.006647628212433217, + "hydraulic:context1=90": 0.006841707671747077, + "hydraulic:context0=3": -3.700743415417188e-17, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.009092055302270391, + "gas:batch7": 0.012992881758389467, + "gas:batch10": 0.01013731187928146, + "gas:batch9": 8.119903311132327e-06, + "gas:batch8": 0.0008923285939819817 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.12778584484692165, + "by_dataset": { + "hydraulic": 0.12092336619744581, + "gas": 0.1346483234963975 + }, + "by_environment": { + "hydraulic:context1=73": 0.008321251619024935, + "hydraulic:context1=80": 0.00691746406254038, + "hydraulic:context1=90": 0.04181819373120662, + "hydraulic:context0=3": 0.19433977946420508, + "hydraulic:context0=20": 0.3532201421102521, + "gas:batch6": 0.12517829530065983, + "gas:batch7": 0.15924200264056887, + "gas:batch10": 0.13923734773184332, + "gas:batch9": 0.15932447207828324, + "gas:batch8": 0.09025949973063219 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.3944814838306647, + "by_dataset": { + "hydraulic": 0.37932880501122146, + "gas": 0.40963416265010794 + }, + "by_environment": { + "hydraulic:context1=73": 0.05653620975989543, + "hydraulic:context1=80": 0.0622704795384904, + "hydraulic:context1=90": 0.19988509384287848, + "hydraulic:context0=3": 0.562910676017559, + "hydraulic:context0=20": 1.015041565897284, + "gas:batch6": 0.38860122395962343, + "gas:batch7": 0.4712424282610852, + "gas:batch10": 0.41765269225647106, + "gas:batch9": 0.4445956952137414, + "gas:batch8": 0.32607877355961834 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.7233527889368968, + "by_dataset": { + "hydraulic": 0.8183991589482718, + "gas": 0.6283064189255219 + }, + "by_environment": { + "hydraulic:context1=73": 0.6353037309699991, + "hydraulic:context1=80": 0.7395257172565678, + "hydraulic:context1=90": 0.8412622728789295, + "hydraulic:context0=3": 0.8314204671949073, + "hydraulic:context0=20": 1.0444836064409548, + "gas:batch6": 0.6098491645770343, + "gas:batch7": 0.694427155424996, + "gas:batch10": 0.656330285757405, + "gas:batch9": 0.49033808626165004, + "gas:batch8": 0.6905874026065241 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.32887130510623214, + "by_dataset": { + "hydraulic": 0.43907035393705024, + "gas": 0.21867225627541403 + }, + "by_environment": { + "hydraulic:context1=73": 0.5787675212101036, + "hydraulic:context1=80": 0.6772552377180773, + "hydraulic:context1=90": 0.6413771790360511, + "hydraulic:context0=3": 0.26850979117734847, + "hydraulic:context0=20": 0.029442040543670934, + "gas:batch6": 0.22124794061741082, + "gas:batch7": 0.2231847271639108, + "gas:batch10": 0.23867759350093393, + "gas:batch9": 0.04574239104790866, + "gas:batch8": 0.3645086290469059 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6960366903855149, + "by_dataset": { + "hydraulic": 0.7515190877955287, + "gas": 0.640554292975501 + }, + "by_environment": { + "hydraulic:context1=73": 0.3949215767030334, + "hydraulic:context1=80": 0.680255623548942, + "hydraulic:context1=90": 0.7997096633692594, + "hydraulic:context0=3": 0.8476964266164136, + "hydraulic:context0=20": 1.0350121487399948, + "gas:batch6": 0.585798424077571, + "gas:batch7": 0.5988731206404705, + "gas:batch10": 0.6075054063312078, + "gas:batch9": 0.5233158702953982, + "gas:batch8": 0.8872786435328578 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.42132666443614164, + "by_dataset": { + "hydraulic": 0.4183609533835341, + "gas": 0.4242923754887492 + }, + "by_environment": { + "hydraulic:context1=73": 0.7457936507936509, + "hydraulic:context1=80": 0.8921153846153848, + "hydraulic:context1=90": 0.8640606060606061, + "hydraulic:context0=3": 0.16272401433691755, + "hydraulic:context0=20": -0.5728888888888889, + "gas:batch6": 0.4929072981809555, + "gas:batch7": 0.3399130743115963, + "gas:batch10": 0.4743656048813921, + "gas:batch9": 0.23350767720252258, + "gas:batch8": 0.5807682228672796 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4543972790461165, + "by_dataset": { + "hydraulic": 0.4826637035745195, + "gas": 0.4261308545177135 + }, + "by_environment": { + "hydraulic:context1=73": 0.9476190476190475, + "hydraulic:context1=80": 0.9846153846153847, + "hydraulic:context1=90": 0.890909090909091, + "hydraulic:context0=3": 0.16272401433691755, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.49441981563270004, + "gas:batch7": 0.34298995772998875, + "gas:batch10": 0.47203349567972663, + "gas:batch9": 0.23793814432989685, + "gas:batch8": 0.5832728592162555 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.03307061460997489, + "by_dataset": { + "hydraulic": -0.06430275019098544, + "gas": -0.0018384790289643345 + }, + "by_environment": { + "hydraulic:context1=73": -0.20182539682539657, + "hydraulic:context1=80": -0.09250000000000003, + "hydraulic:context1=90": -0.02684848484848486, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": -0.0003398692810457164, + "gas:batch6": -0.0015125174517445193, + "gas:batch7": -0.003076883418392399, + "gas:batch10": 0.002332109201665478, + "gas:batch9": -0.0044304671273743155, + "gas:batch8": -0.0025046363489759174 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.2681308562245424, + "by_dataset": { + "hydraulic": 0.29967003292171573, + "gas": 0.23659167952736912 + }, + "by_environment": { + "hydraulic:context1=73": 0.33649425287356327, + "hydraulic:context1=80": 0.4395336076817558, + "hydraulic:context1=90": 0.4486989459815547, + "hydraulic:context0=3": 0.12279583598895265, + "hydraulic:context0=20": 0.15082752208275219, + "gas:batch6": 0.3478095116277135, + "gas:batch7": 0.26061519155356644, + "gas:batch10": 0.33291421981148367, + "gas:batch9": 0.11708043609071886, + "gas:batch8": 0.1245390385533632 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.25811987785480517, + "by_dataset": { + "hydraulic": 0.286257014845128, + "gas": 0.22998274086448228 + }, + "by_environment": { + "hydraulic:context1=73": 0.3152709359605911, + "hydraulic:context1=80": 0.41358024691358014, + "hydraulic:context1=90": 0.4308300395256917, + "hydraulic:context0=3": 0.12237093690248567, + "hydraulic:context0=20": 0.14923291492329147, + "gas:batch6": 0.3414156091118732, + "gas:batch7": 0.2525969038225053, + "gas:batch10": 0.3241234501878609, + "gas:batch9": 0.11354537362627677, + "gas:batch8": 0.11823236757389521 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.01001097836973729, + "by_dataset": { + "hydraulic": 0.01341301807658771, + "gas": 0.0066089386628868695 + }, + "by_environment": { + "hydraulic:context1=73": 0.02122331691297219, + "hydraulic:context1=80": 0.02595336076817567, + "hydraulic:context1=90": 0.017868906455862976, + "hydraulic:context0=3": 0.0004248990864669973, + "hydraulic:context0=20": 0.0015946071594607203, + "gas:batch6": 0.006393902515840354, + "gas:batch7": 0.008018287731061089, + "gas:batch10": 0.00879076962362282, + "gas:batch9": 0.00353506246444209, + "gas:batch8": 0.006306670979467993 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.043081592979712174, + "by_dataset": { + "hydraulic": 0.07771576826757315, + "gas": 0.008447417691851204 + }, + "by_environment": { + "hydraulic:context1=73": 0.22304871373836876, + "hydraulic:context1=80": 0.1184533607681757, + "hydraulic:context1=90": 0.04471739130434784, + "hydraulic:context0=3": 0.0004248990864669973, + "hydraulic:context0=20": 0.0019344764405064367, + "gas:batch6": 0.007906419967584875, + "gas:batch7": 0.011095171149453489, + "gas:batch10": 0.006458660421957341, + "gas:batch9": 0.007965529591816406, + "gas:batch8": 0.00881130732844391 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.6085168873272322, + "by_dataset": { + "hydraulic": 0.7078318708489485, + "gas": 0.5092019038055158 + }, + "by_environment": { + "hydraulic:context1=73": 0.9674603174603172, + "hydraulic:context1=80": 1.105128205128205, + "hydraulic:context1=90": 1.0060606060606059, + "hydraulic:context0=3": 0.09318996415770608, + "hydraulic:context0=20": 0.36732026143790847, + "gas:batch6": 0.42824031336947793, + "gas:batch7": 0.4247431685747209, + "gas:batch10": 0.41104737562942184, + "gas:batch9": 0.6880925946905329, + "gas:batch8": 0.5938860667634251 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0008650984040353298, + "by_dataset": { + "hydraulic": 0.0004936511622335105, + "gas": 0.001236545645837149 + }, + "by_environment": { + "hydraulic:context1=73": 0.000886699507389066, + "hydraulic:context1=80": 0.000596707818930009, + "hydraulic:context1=90": 0.0009848484848484773, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.001188777022410137, + "gas:batch7": 0.002883586739456758, + "gas:batch10": 0.0021103644673188507, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.13482222192184207, + "by_dataset": { + "hydraulic": 0.13217634112836538, + "gas": 0.13746810271531879 + }, + "by_environment": { + "hydraulic:context1=73": 0.029982952484083707, + "hydraulic:context1=80": 0.024709736830224118, + "hydraulic:context1=90": 0.04065228243985943, + "hydraulic:context0=3": 0.22002505177806253, + "hydraulic:context0=20": 0.3455116821095971, + "gas:batch6": 0.12402158837887396, + "gas:batch7": 0.15994404297048265, + "gas:batch10": 0.13455101411920312, + "gas:batch9": 0.15666877539592125, + "gas:batch8": 0.11215509271211288 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.41577979287941713, + "by_dataset": { + "hydraulic": 0.4143122988041748, + "gas": 0.41724728695465946 + }, + "by_environment": { + "hydraulic:context1=73": 0.1580700038290812, + "hydraulic:context1=80": 0.14483783650225476, + "hydraulic:context1=90": 0.1821633162282493, + "hydraulic:context0=3": 0.6157004207134387, + "hydraulic:context0=20": 0.9707899167478501, + "gas:batch6": 0.38367566962680183, + "gas:batch7": 0.4725950603188965, + "gas:batch10": 0.4035911455469471, + "gas:batch9": 0.453426213664038, + "gas:batch8": 0.3729483456166139 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.6968380731502355, + "by_dataset": { + "hydraulic": 0.8120906431354037, + "gas": 0.5815855031650674 + }, + "by_environment": { + "hydraulic:context1=73": 0.9168052198154252, + "hydraulic:context1=80": 0.8441211930111097, + "hydraulic:context1=90": 0.5753830598738159, + "hydraulic:context0=3": 0.6902577881993229, + "hydraulic:context0=20": 1.0338859547773445, + "gas:batch6": 0.5257007799099271, + "gas:batch7": 0.6235449348471892, + "gas:batch10": 0.5727586289764109, + "gas:batch9": 0.517854467220154, + "gas:batch8": 0.6680687048716557 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.28105828027081836, + "by_dataset": { + "hydraulic": 0.3977783443312288, + "gas": 0.16433821621040795 + }, + "by_environment": { + "hydraulic:context1=73": 0.758735215986344, + "hydraulic:context1=80": 0.6992833565088548, + "hydraulic:context1=90": 0.39321974364556667, + "hydraulic:context0=3": 0.07455736748588417, + "hydraulic:context0=20": 0.0630960380294943, + "gas:batch6": 0.14202511028312528, + "gas:batch7": 0.1509498745282927, + "gas:batch10": 0.16916748342946383, + "gas:batch9": 0.06442825355611595, + "gas:batch8": 0.29512035925504193 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6573211501169395, + "by_dataset": { + "hydraulic": 0.6374490442282609, + "gas": 0.6771932560056181 + }, + "by_environment": { + "hydraulic:context1=73": 0.27990490202394674, + "hydraulic:context1=80": 0.5426748495816032, + "hydraulic:context1=90": 0.5956551733714248, + "hydraulic:context0=3": 0.7558599501978479, + "hydraulic:context0=20": 1.0131503459664815, + "gas:batch6": 0.5324539184479298, + "gas:batch7": 0.5487077594792037, + "gas:batch10": 0.5532259922047031, + "gas:batch9": 0.5380159532392608, + "gas:batch8": 1.2135626566569928 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.41682768798788794, + "by_dataset": { + "hydraulic": 0.4586308585223196, + "gas": 0.3750245174534562 + }, + "by_environment": { + "hydraulic:context1=73": 0.9725396825396825, + "hydraulic:context1=80": 0.9998461538461539, + "hydraulic:context1=90": 0.7060606060606057, + "hydraulic:context0=3": 0.1872568697729989, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.45014884148553447, + "gas:batch7": 0.29249282162042545, + "gas:batch10": 0.2843540667420111, + "gas:batch9": 0.23311355311355303, + "gas:batch8": 0.6150133043057572 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4433320546390596, + "by_dataset": { + "hydraulic": 0.4946913891505922, + "gas": 0.39197272012752704 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9923076923076923, + "hydraulic:context1=90": 0.7454545454545455, + "hydraulic:context0=3": 0.30824372759856633, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.4848471747070303, + "gas:batch7": 0.30603813842155597, + "gas:batch10": 0.2884823997490104, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.6466497339138847 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.026504366651171708, + "by_dataset": { + "hydraulic": -0.03606053062827258, + "gas": -0.016948202674070833 + }, + "by_environment": { + "hydraulic:context1=73": -0.027460317460317518, + "hydraulic:context1=80": 0.007538461538461605, + "hydraulic:context1=90": -0.03939393939393954, + "hydraulic:context0=3": -0.12098685782556744, + "hydraulic:context0=20": 0.0, + "gas:batch6": -0.03469833322149587, + "gas:batch7": -0.013545316801130504, + "gas:batch10": -0.004128333006999407, + "gas:batch9": -0.00073260073260073, + "gas:batch8": -0.03163642960812766 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6788632713522912, + "by_dataset": { + "hydraulic": 0.756173881709015, + "gas": 0.6015526609955674 + }, + "by_environment": { + "hydraulic:context1=73": 0.993536804192589, + "hydraulic:context1=80": 0.9971371072005718, + "hydraulic:context1=90": 0.9921493841981732, + "hydraulic:context0=3": 0.46221783119595633, + "hydraulic:context0=20": 0.3358282817577847, + "gas:batch6": 0.6349858324442299, + "gas:batch7": 0.616672304099371, + "gas:batch10": 0.6532212042748907, + "gas:batch9": 0.47917562862544977, + "gas:batch8": 0.6237083355338954 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6564970373932126, + "by_dataset": { + "hydraulic": 0.7295675559627661, + "gas": 0.5834265188236591 + }, + "by_environment": { + "hydraulic:context1=73": 0.9654349797352774, + "hydraulic:context1=80": 0.9785918053205535, + "hydraulic:context1=90": 0.9748006553054903, + "hydraulic:context0=3": 0.3936993473015324, + "hydraulic:context0=20": 0.33531099215097676, + "gas:batch6": 0.61893125384682, + "gas:batch7": 0.5863431724524231, + "gas:batch10": 0.6106088590756136, + "gas:batch9": 0.4780490738944291, + "gas:batch8": 0.6232002348490101 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.022366233959078587, + "by_dataset": { + "hydraulic": 0.026606325746248976, + "gas": 0.018126142171908194 + }, + "by_environment": { + "hydraulic:context1=73": 0.028101824457311686, + "hydraulic:context1=80": 0.01854530188001835, + "hydraulic:context1=90": 0.01734872889268302, + "hydraulic:context0=3": 0.06851848389442393, + "hydraulic:context0=20": 0.0005172896068079098, + "gas:batch6": 0.016054578597409948, + "gas:batch7": 0.030329131646947897, + "gas:batch10": 0.042612345199277146, + "gas:batch9": 0.0011265547310207456, + "gas:batch8": 0.000508100684885234 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.04887060061025029, + "by_dataset": { + "hydraulic": 0.06266685637452155, + "gas": 0.03507434484597903 + }, + "by_environment": { + "hydraulic:context1=73": 0.055562141917629204, + "hydraulic:context1=80": 0.011006840341556745, + "hydraulic:context1=90": 0.056742668286622555, + "hydraulic:context0=3": 0.18950534171999134, + "hydraulic:context0=20": 0.0005172896068079098, + "gas:batch6": 0.05075291181890582, + "gas:batch7": 0.043874448448078404, + "gas:batch10": 0.04674067820627656, + "gas:batch9": 0.0018591554636214753, + "gas:batch8": 0.032144530293012896 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.42611320050897594, + "by_dataset": { + "hydraulic": 0.41833567444573133, + "gas": 0.4338907265722206 + }, + "by_environment": { + "hydraulic:context1=73": 0.1521164021164021, + "hydraulic:context1=80": 0.3833333333333333, + "hydraulic:context1=90": 0.5156565656565656, + "hydraulic:context0=3": 0.7129032258064516, + "hydraulic:context0=20": 0.3276688453159042, + "gas:batch6": 0.4902883576613493, + "gas:batch7": 0.6267776472078209, + "gas:batch10": 0.5328027339691862, + "gas:batch9": 0.3249590272270685, + "gas:batch8": 0.19462586679567814 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0002854069279696656, + "by_dataset": { + "hydraulic": 3.1675974478383245e-05, + "gas": 0.0005391378814609479 + }, + "by_environment": { + "hydraulic:context1=73": 0.00014378099332734706, + "hydraulic:context1=80": 1.218351990650568e-05, + "hydraulic:context1=90": 2.32013385048635e-06, + "hydraulic:context0=3": 9.522530759580039e-08, + "hydraulic:context0=20": -1.8672370748361463e-17, + "gas:batch6": 0.00056637066674679, + "gas:batch7": 0.0011190735698794689, + "gas:batch10": 0.0009909412875391264, + "gas:batch9": 1.5614240944650252e-08, + "gas:batch8": 1.9288268898409733e-05 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.13837200030102728, + "by_dataset": { + "hydraulic": 0.12577681597871673, + "gas": 0.15096718462333783 + }, + "by_environment": { + "hydraulic:context1=73": 0.0019004131057016585, + "hydraulic:context1=80": 0.001619542284168994, + "hydraulic:context1=90": 0.08185960057373882, + "hydraulic:context0=3": 0.18851892120955502, + "hydraulic:context0=20": 0.3549856027204192, + "gas:batch6": 0.14169186066351364, + "gas:batch7": 0.1830870618421213, + "gas:batch10": 0.18082659409188456, + "gas:batch9": 0.16032064182897893, + "gas:batch8": 0.08890976469019067 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.44733208036374356, + "by_dataset": { + "hydraulic": 0.39298361122990877, + "gas": 0.5016805494975783 + }, + "by_environment": { + "hydraulic:context1=73": 0.009151236259108554, + "hydraulic:context1=80": 0.005240517014162167, + "hydraulic:context1=90": 0.36004677584834166, + "hydraulic:context0=3": 0.5604872221464946, + "hydraulic:context0=20": 1.0299923048814368, + "gas:batch6": 0.4938000684856819, + "gas:batch7": 0.6011495901345142, + "gas:batch10": 0.6284961230597177, + "gas:batch9": 0.46444211989149176, + "gas:batch8": 0.3205148459164861 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.0149085270782037, + "by_dataset": { + "hydraulic": 0.9581449422180176, + "gas": 1.0716721119383898 + }, + "by_environment": { + "hydraulic:context1=73": 0.6570486182451272, + "hydraulic:context1=80": 0.9058932491900832, + "hydraulic:context1=90": 1.1863394892369463, + "hydraulic:context0=3": 0.9945082677888774, + "hydraulic:context0=20": 1.0469350866290543, + "gas:batch6": 1.1689902754004238, + "gas:batch7": 1.3068001945740946, + "gas:batch10": 1.4438855807742832, + "gas:batch9": 0.524039763167728, + "gas:batch8": 0.9146447457754192 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5675764467144602, + "by_dataset": { + "hydraulic": 0.565161330988109, + "gas": 0.5699915624408114 + }, + "by_environment": { + "hydraulic:context1=73": 0.6478973819860187, + "hydraulic:context1=80": 0.9006527321759211, + "hydraulic:context1=90": 0.8262927133886045, + "hydraulic:context0=3": 0.4340210456423832, + "hydraulic:context0=20": 0.016942781747617357, + "gas:batch6": 0.6751902069147415, + "gas:batch7": 0.7056506044395804, + "gas:batch10": 0.8153894577145657, + "gas:batch9": 0.05959764327623618, + "gas:batch8": 0.5941298998589332 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.0428474629688853, + "by_dataset": { + "hydraulic": 0.9257214469004446, + "gas": 1.1599734790373262 + }, + "by_environment": { + "hydraulic:context1=73": 0.514878750975236, + "hydraulic:context1=80": 0.914491881761661, + "hydraulic:context1=90": 1.2116196006078603, + "hydraulic:context0=3": 0.9476054013994978, + "hydraulic:context0=20": 1.0400115997579675, + "gas:batch6": 1.310058892981606, + "gas:batch7": 1.3268353078801092, + "gas:batch10": 1.6439477703017962, + "gas:batch9": 0.6079523797899599, + "gas:batch8": 0.9110730442331593 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.0735184096707085, + "by_dataset": { + "hydraulic": 0.250443103917424, + "gas": -0.10340628457600705 + }, + "by_environment": { + "hydraulic:context1=73": 0.905037037037037, + "hydraulic:context1=80": 0.8941452991452993, + "hydraulic:context1=90": 0.6480555555555556, + "hydraulic:context0=3": -0.7460971724412584, + "hydraulic:context0=20": -0.4489251997095134, + "gas:batch6": -0.09415033309724688, + "gas:batch7": -0.08904916586352227, + "gas:batch10": -0.37403678470727453, + "gas:batch9": -0.009225002674873828, + "gas:batch8": 0.04942986346288225 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.10876431493176408, + "by_dataset": { + "hydraulic": 0.21385470808620716, + "gas": 0.0036739217773209985 + }, + "by_environment": { + "hydraulic:context1=73": 0.8952380952380952, + "hydraulic:context1=80": 0.912820512820513, + "hydraulic:context1=90": 0.6212121212121212, + "hydraulic:context0=3": -0.7935483870967741, + "hydraulic:context0=20": -0.5664488017429194, + "gas:batch6": -0.052917381524378915, + "gas:batch7": -0.05621067953192307, + "gas:batch10": -0.3376564018978503, + "gas:batch9": -0.0004966296590008578, + "gas:batch8": 0.4656507014997581 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.035245905261055595, + "by_dataset": { + "hydraulic": 0.036588395831216855, + "gas": -0.10708020635332804 + }, + "by_environment": { + "hydraulic:context1=73": 0.009798941798941843, + "hydraulic:context1=80": -0.018675213675213704, + "hydraulic:context1=90": 0.02684343434343443, + "hydraulic:context0=3": 0.047451214655515765, + "hydraulic:context0=20": 0.11752360203340596, + "gas:batch6": -0.04123295157286798, + "gas:batch7": -0.0328384863315992, + "gas:batch10": -0.0363803828094242, + "gas:batch9": -0.008728373015872988, + "gas:batch8": -0.4162208380368759 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.7492837279885627, + "by_dataset": { + "hydraulic": 0.8051172844615971, + "gas": 0.6934501715155281 + }, + "by_environment": { + "hydraulic:context1=73": 0.8612030207872451, + "hydraulic:context1=80": 0.8612030207872451, + "hydraulic:context1=90": 0.8612030207872451, + "hydraulic:context0=3": 0.7209886799731251, + "hydraulic:context0=20": 0.7209886799731251, + "gas:batch6": 0.6974645241673703, + "gas:batch7": 0.6851142457047573, + "gas:batch10": 0.6851142457047573, + "gas:batch9": 0.752687605545457, + "gas:batch8": 0.6468702364552987 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.7189953499307813, + "by_dataset": { + "hydraulic": 0.7918013284401096, + "gas": 0.646189371421453 + }, + "by_environment": { + "hydraulic:context1=73": 0.8512315194719505, + "hydraulic:context1=80": 0.8512315194719505, + "hydraulic:context1=90": 0.8512315194719505, + "hydraulic:context0=3": 0.7026560418923484, + "hydraulic:context0=20": 0.7026560418923484, + "gas:batch6": 0.6523720129446529, + "gas:batch7": 0.6482234841731452, + "gas:batch10": 0.6482234841731452, + "gas:batch9": 0.7099136215086521, + "gas:batch8": 0.5722142543076695 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03028837805778132, + "by_dataset": { + "hydraulic": 0.013315956021487524, + "gas": 0.047260800094075114 + }, + "by_environment": { + "hydraulic:context1=73": 0.009971501315294748, + "hydraulic:context1=80": 0.009971501315294748, + "hydraulic:context1=90": 0.009971501315294748, + "hydraulic:context0=3": 0.018332638080776682, + "hydraulic:context0=20": 0.018332638080776693, + "gas:batch6": 0.04509251122271739, + "gas:batch7": 0.03689076153161209, + "gas:batch10": 0.0368907615316121, + "gas:batch9": 0.042773984036804734, + "gas:batch8": 0.07465598214762928 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.0655342833188369, + "by_dataset": { + "hydraulic": -0.023272439809729338, + "gas": 0.15434100644740315 + }, + "by_environment": { + "hydraulic:context1=73": 0.00017255951635290293, + "hydraulic:context1=80": 0.028646714990508453, + "hydraulic:context1=90": -0.01687193302813968, + "hydraulic:context0=3": -0.029118576574739072, + "hydraulic:context0=20": -0.09919096395262929, + "gas:batch6": 0.08632546279558537, + "gas:batch7": 0.06972924786321129, + "gas:batch10": 0.07327114434103629, + "gas:batch9": 0.051502357052677715, + "gas:batch8": 0.49087682018450507 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4687578986572981, + "by_dataset": { + "hydraulic": 0.3532421756330674, + "gas": 0.5842736216815287 + }, + "by_environment": { + "hydraulic:context1=73": 0.3171957671957672, + "hydraulic:context1=80": 0.3316239316239316, + "hydraulic:context1=90": 0.36818181818181817, + "hydraulic:context0=3": 0.37622461170848265, + "hydraulic:context0=20": 0.3729847494553376, + "gas:batch6": 0.6532463760535656, + "gas:batch7": 0.46988133184454384, + "gas:batch10": 0.4876768086553379, + "gas:batch9": 0.5936462935689739, + "gas:batch8": 0.7169172982852228 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0027995690614660397, + "by_dataset": { + "hydraulic": 0.0019986468941456193, + "gas": 0.00360049122878646 + }, + "by_environment": { + "hydraulic:context1=73": 0.0015878541320049806, + "hydraulic:context1=80": 0.0015878541320049806, + "hydraulic:context1=90": 0.0015878541320049806, + "hydraulic:context0=3": 0.002614836037356584, + "hydraulic:context0=20": 0.0026148360373565716, + "gas:batch6": 0.003710364514694594, + "gas:batch7": 0.0036741670706203046, + "gas:batch10": 0.003674167070620288, + "gas:batch9": 0.0017238291559928582, + "gas:batch8": 0.005219928332004255 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.25058751655886996, + "by_dataset": { + "hydraulic": 0.22122905019821673, + "gas": 0.2799459829195232 + }, + "by_environment": { + "hydraulic:context1=73": 0.027838709272443547, + "hydraulic:context1=80": 0.02617320915782105, + "hydraulic:context1=90": 0.10485165028852454, + "hydraulic:context0=3": 0.4977086372461755, + "hydraulic:context0=20": 0.4495730450261191, + "gas:batch6": 0.2705568802628342, + "gas:batch7": 0.2897491278108577, + "gas:batch10": 0.3650287421495271, + "gas:batch9": 0.29892499457149524, + "gas:batch8": 0.17547016980290198 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.8519000743658505, + "by_dataset": { + "hydraulic": 0.7881308236917146, + "gas": 0.9156693250399863 + }, + "by_environment": { + "hydraulic:context1=73": 0.11164110453014954, + "hydraulic:context1=80": 0.11939191315686432, + "hydraulic:context1=90": 0.399576673703219, + "hydraulic:context0=3": 1.716550302055613, + "hydraulic:context0=20": 1.593494125012727, + "gas:batch6": 0.8330556673229561, + "gas:batch7": 0.9586645606772599, + "gas:batch10": 1.1718892036337065, + "gas:batch9": 1.0764515893106013, + "gas:batch8": 0.5382856042554082 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.9390898909761192, + "by_dataset": { + "hydraulic": 2.1350281813751337, + "gas": 1.7431516005771048 + }, + "by_environment": { + "hydraulic:context1=73": 1.1068516387798657, + "hydraulic:context1=80": 1.3619944153383123, + "hydraulic:context1=90": 1.4499821688781045, + "hydraulic:context0=3": 3.370747896575884, + "hydraulic:context0=20": 3.3855647873035015, + "gas:batch6": 1.649252043829761, + "gas:batch7": 1.8778239975346556, + "gas:batch10": 2.1019923810122028, + "gas:batch9": 1.5607828708306903, + "gas:batch8": 1.5259067096782146 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.0871898166102687, + "by_dataset": { + "hydraulic": 1.3468973576834191, + "gas": 0.8274822755371185 + }, + "by_environment": { + "hydraulic:context1=73": 0.9952105342497163, + "hydraulic:context1=80": 1.242602502181448, + "hydraulic:context1=90": 1.0504054951748854, + "hydraulic:context0=3": 1.6541975945202714, + "hydraulic:context0=20": 1.7920706622907747, + "gas:batch6": 0.8161963765068052, + "gas:batch7": 0.9191594368573957, + "gas:batch10": 0.9301031773784962, + "gas:batch9": 0.4843312815200892, + "gas:batch8": 0.9876211054228063 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8532995603728606, + "by_dataset": { + "hydraulic": 2.098227331279744, + "gas": 1.608371789465977 + }, + "by_environment": { + "hydraulic:context1=73": 0.7333492164152505, + "hydraulic:context1=80": 0.9706775996196422, + "hydraulic:context1=90": 1.204621454006922, + "hydraulic:context0=3": 3.97857652441694, + "hydraulic:context0=20": 3.6039118619399666, + "gas:batch6": 1.4822029287257437, + "gas:batch7": 1.8498942623693075, + "gas:batch10": 1.9354436301144604, + "gas:batch9": 1.3359400107505972, + "gas:batch8": 1.4383781153697754 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.16965318291362952, + "by_dataset": { + "hydraulic": 0.3740524321556579, + "gas": -0.0347460663283989 + }, + "by_environment": { + "hydraulic:context1=73": 0.6921719576719575, + "hydraulic:context1=80": 0.6154444444444445, + "hydraulic:context1=90": 0.7045, + "hydraulic:context0=3": -0.2074097968936678, + "hydraulic:context0=20": 0.06555555555555553, + "gas:batch6": 0.21782534141586868, + "gas:batch7": -0.09909891517790574, + "gas:batch10": -0.11945110939406067, + "gas:batch9": -0.26189131208854144, + "gas:batch8": 0.08888566360264467 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.1445881345171428, + "by_dataset": { + "hydraulic": 0.2705029414327327, + "gas": 0.018673327601552964 + }, + "by_environment": { + "hydraulic:context1=73": 0.6984126984126983, + "hydraulic:context1=80": 0.6743589743589743, + "hydraulic:context1=90": 0.693939393939394, + "hydraulic:context0=3": -0.6843488649940261, + "hydraulic:context0=20": -0.02984749455337696, + "gas:batch6": 0.21252716337167374, + "gas:batch7": -0.09098072724221502, + "gas:batch10": -0.04620310912740134, + "gas:batch9": -0.19270882897171554, + "gas:batch8": 0.210732139977423 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.025065048396486708, + "by_dataset": { + "hydraulic": 0.10354949072292527, + "gas": -0.053419393929951854 + }, + "by_environment": { + "hydraulic:context1=73": -0.006240740740740695, + "hydraulic:context1=80": -0.058914529914529855, + "hydraulic:context1=90": 0.010560606060606012, + "hydraulic:context0=3": 0.4769390681003584, + "hydraulic:context0=20": 0.09540305010893248, + "gas:batch6": 0.005298178044194927, + "gas:batch7": -0.008118187935690696, + "gas:batch10": -0.07324800026665934, + "gas:batch9": -0.06918248311682589, + "gas:batch8": -0.12184647637477829 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.12641140625, + "by_dataset": { + "hydraulic": 0.14272326388888887, + "gas": 0.11009954861111111 + }, + "by_environment": { + "hydraulic:context1=73": 0.15771006944444443, + "hydraulic:context1=80": 0.15771006944444443, + "hydraulic:context1=90": 0.15771006944444443, + "hydraulic:context0=3": 0.12024305555555555, + "hydraulic:context0=20": 0.12024305555555555, + "gas:batch6": 0.1133487847222222, + "gas:batch7": 0.11199675925925925, + "gas:batch10": 0.11199675925925925, + "gas:batch9": 0.12143090277777777, + "gas:batch8": 0.09172453703703703 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.10259375, + "by_dataset": { + "hydraulic": 0.11430555555555555, + "gas": 0.09088194444444445 + }, + "by_environment": { + "hydraulic:context1=73": 0.12916666666666665, + "hydraulic:context1=80": 0.12916666666666665, + "hydraulic:context1=90": 0.12916666666666665, + "hydraulic:context0=3": 0.09201388888888888, + "hydraulic:context0=20": 0.09201388888888888, + "gas:batch6": 0.0946875, + "gas:batch7": 0.09222222222222222, + "gas:batch10": 0.09222222222222222, + "gas:batch9": 0.10270833333333333, + "gas:batch8": 0.07256944444444444 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.02381765625, + "by_dataset": { + "hydraulic": 0.028417708333333336, + "gas": 0.019217604166666662 + }, + "by_environment": { + "hydraulic:context1=73": 0.028543402777777782, + "hydraulic:context1=80": 0.028543402777777782, + "hydraulic:context1=90": 0.028543402777777782, + "hydraulic:context0=3": 0.028229166666666663, + "hydraulic:context0=20": 0.028229166666666663, + "gas:batch6": 0.01866128472222222, + "gas:batch7": 0.019774537037037035, + "gas:batch10": 0.019774537037037035, + "gas:batch9": 0.01872256944444444, + "gas:batch8": 0.019155092592592588 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.0012473921464867047, + "by_dataset": { + "hydraulic": -0.07513178238959194, + "gas": 0.07263699809661853 + }, + "by_environment": { + "hydraulic:context1=73": 0.034784143518518475, + "hydraulic:context1=80": 0.08745793269230763, + "hydraulic:context1=90": 0.017982796717171772, + "hydraulic:context0=3": -0.4487099014336917, + "hydraulic:context0=20": -0.06717388344226584, + "gas:batch6": 0.01336310667802729, + "gas:batch7": 0.02789272497272773, + "gas:batch10": 0.09302253730369636, + "gas:batch9": 0.08790505256127033, + "gas:batch8": 0.14100156896737087 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.7568425423066769, + "by_dataset": { + "hydraulic": 0.8430944968073367, + "gas": 0.6705905878060172 + }, + "by_environment": { + "hydraulic:context1=73": 0.9034391534391532, + "hydraulic:context1=80": 0.844017094017094, + "hydraulic:context1=90": 0.8949494949494948, + "hydraulic:context0=3": 0.6622461170848267, + "hydraulic:context0=20": 0.9108206245461147, + "gas:batch6": 0.7352840407342293, + "gas:batch7": 0.6898046786508377, + "gas:batch10": 0.7696408783992845, + "gas:batch9": 0.6830983614037737, + "gas:batch8": 0.475124979841961 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0016383449074074078, + "by_dataset": { + "hydraulic": 0.002737500000000001, + "gas": 0.000539189814814815 + }, + "by_environment": { + "hydraulic:context1=73": 0.001902777777777781, + "hydraulic:context1=80": 0.001902777777777781, + "hydraulic:context1=90": 0.001902777777777781, + "hydraulic:context0=3": 0.00398958333333333, + "hydraulic:context0=20": 0.00398958333333333, + "gas:batch6": 0.0005670138888888888, + "gas:batch7": 0.0006068287037037022, + "gas:batch10": 0.0006068287037037022, + "gas:batch9": 0.0004031249999999968, + "gas:batch8": 0.0005121527777777853 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.22129801416170092, + "by_dataset": { + "hydraulic": 0.19606341470742775, + "gas": 0.24653261361597406 + }, + "by_environment": { + "hydraulic:context1=73": 0.10869673415112581, + "hydraulic:context1=80": 0.11985303324694345, + "hydraulic:context1=90": 0.1112531454994874, + "hydraulic:context0=3": 0.3870181435122823, + "hydraulic:context0=20": 0.25349601712729974, + "gas:batch6": 0.19229800502345834, + "gas:batch7": 0.26949703647326256, + "gas:batch10": 0.26121217839958943, + "gas:batch9": 0.2952701414669119, + "gas:batch8": 0.21438570671664794 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.636812537417859, + "by_dataset": { + "hydraulic": 0.5766677500096946, + "gas": 0.6969573248260234 + }, + "by_environment": { + "hydraulic:context1=73": 0.37294859582811285, + "hydraulic:context1=80": 0.40143130345634387, + "hydraulic:context1=90": 0.3828932671062238, + "hydraulic:context0=3": 1.0179631328044516, + "hydraulic:context0=20": 0.7081024508533407, + "gas:batch6": 0.5682757424453121, + "gas:batch7": 0.766058589009281, + "gas:batch10": 0.7349819164163806, + "gas:batch9": 0.8024648393506533, + "gas:batch8": 0.6130055369084898 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.5418666122166282, + "by_dataset": { + "hydraulic": 1.7258390295013732, + "gas": 1.357894194931883 + }, + "by_environment": { + "hydraulic:context1=73": 0.9942320765447797, + "hydraulic:context1=80": 1.2174360493285399, + "hydraulic:context1=90": 1.0802516752118596, + "hydraulic:context0=3": 2.62508865282017, + "hydraulic:context0=20": 2.7121866936015167, + "gas:batch6": 1.1080658877915877, + "gas:batch7": 1.4653466423793033, + "gas:batch10": 1.3957390587310021, + "gas:batch9": 1.2555112895992653, + "gas:batch8": 1.564808096158257 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.9050540747987692, + "by_dataset": { + "hydraulic": 1.1491712794916786, + "gas": 0.6609368701058598 + }, + "by_environment": { + "hydraulic:context1=73": 0.6212834807166671, + "hydraulic:context1=80": 0.8160047458721958, + "hydraulic:context1=90": 0.6973584081056358, + "hydraulic:context0=3": 1.6071255200157182, + "hydraulic:context0=20": 2.004084242748176, + "gas:batch6": 0.5397901453462755, + "gas:batch7": 0.6992880533700223, + "gas:batch10": 0.6607571423146215, + "gas:batch9": 0.4530464502486121, + "gas:batch8": 0.9518025592497673 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3666070353038609, + "by_dataset": { + "hydraulic": 1.676371301222749, + "gas": 1.0568427693849727 + }, + "by_environment": { + "hydraulic:context1=73": 0.7572825027937498, + "hydraulic:context1=80": 0.9423849425177279, + "hydraulic:context1=90": 0.9464326844027595, + "hydraulic:context0=3": 2.8918542850740465, + "hydraulic:context0=20": 2.8439020913254627, + "gas:batch6": 0.930019268310137, + "gas:batch7": 1.3911566285468875, + "gas:batch10": 1.2868722550831737, + "gas:batch9": 0.8015478527078675, + "gas:batch8": 0.8746178422767983 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.039592007584428976, + "by_dataset": { + "hydraulic": 0.22100128112803633, + "gas": -0.14181726595917837 + }, + "by_environment": { + "hydraulic:context1=73": 0.942505291005291, + "hydraulic:context1=80": 0.9272606837606837, + "hydraulic:context1=90": 0.5948484848484847, + "hydraulic:context0=3": -0.9620888092393468, + "hydraulic:context0=20": -0.397519244734931, + "gas:batch6": -0.15911318608300115, + "gas:batch7": -0.10107344200348714, + "gas:batch10": -0.42483516206468613, + "gas:batch9": -0.028013197119318274, + "gas:batch8": 0.0039486574746007514 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.05180415373976516, + "by_dataset": { + "hydraulic": 0.1597204103086456, + "gas": -0.056112102829115273 + }, + "by_environment": { + "hydraulic:context1=73": 0.9285714285714285, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.4545454545454544, + "hydraulic:context0=3": -0.8222222222222221, + "hydraulic:context0=20": -0.7392156862745098, + "gas:batch6": -0.06095621302892486, + "gas:batch7": -0.055825632106092246, + "gas:batch10": -0.3511348050345127, + "gas:batch9": -0.0004966296590008578, + "gas:batch8": 0.1878527656829543 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.012212146155336185, + "by_dataset": { + "hydraulic": 0.061280870819390744, + "gas": -0.08570516313006311 + }, + "by_environment": { + "hydraulic:context1=73": 0.01393386243386241, + "hydraulic:context1=80": -0.049662393162393216, + "hydraulic:context1=90": 0.14030303030303035, + "hydraulic:context0=3": -0.13986658701712465, + "hydraulic:context0=20": 0.34169644153957884, + "gas:batch6": -0.09815697305407631, + "gas:batch7": -0.04524780989739489, + "gas:batch10": -0.07370035703017339, + "gas:batch9": -0.027516567460317436, + "gas:batch8": -0.18390410820835357 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8726047621127033, + "by_dataset": { + "hydraulic": 0.9301527449482678, + "gas": 0.8150567792771388 + }, + "by_environment": { + "hydraulic:context1=73": 0.9917434272288892, + "hydraulic:context1=80": 0.9917434272288892, + "hydraulic:context1=90": 0.9917434272288892, + "hydraulic:context0=3": 0.8377667215273359, + "hydraulic:context0=20": 0.8377667215273359, + "gas:batch6": 0.8192072396944908, + "gas:batch7": 0.8046773033269533, + "gas:batch10": 0.8046773033269533, + "gas:batch9": 0.8811073756636677, + "gas:batch8": 0.7656146743736293 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8392004017399846, + "by_dataset": { + "hydraulic": 0.9179769130031825, + "gas": 0.7604238904767866 + }, + "by_environment": { + "hydraulic:context1=73": 0.983963829750179, + "hydraulic:context1=80": 0.9839638297501789, + "hydraulic:context1=90": 0.983963829750179, + "hydraulic:context0=3": 0.8189965378826879, + "hydraulic:context0=20": 0.8189965378826879, + "gas:batch6": 0.7670107744124997, + "gas:batch7": 0.7609459163240312, + "gas:batch10": 0.7609459163240312, + "gas:batch9": 0.8303718645528942, + "gas:batch8": 0.682844980770477 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.033404360372718794, + "by_dataset": { + "hydraulic": 0.012175831945085333, + "gas": 0.05463288880035226 + }, + "by_environment": { + "hydraulic:context1=73": 0.007779597478710154, + "hydraulic:context1=80": 0.007779597478710191, + "hydraulic:context1=90": 0.007779597478710154, + "hydraulic:context0=3": 0.018770183644648084, + "hydraulic:context0=20": 0.018770183644648084, + "gas:batch6": 0.05219646528199114, + "gas:batch7": 0.04373138700292214, + "gas:batch10": 0.04373138700292216, + "gas:batch9": 0.050735511110773526, + "gas:batch8": 0.08276969360315238 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.045616506528055, + "by_dataset": { + "hydraulic": -0.04910503887430541, + "gas": 0.1403380519304154 + }, + "by_environment": { + "hydraulic:context1=73": -0.0061542649551522555, + "hydraulic:context1=80": 0.05744199064110341, + "hydraulic:context1=90": -0.1325234328243202, + "hydraulic:context0=3": 0.15863677066177273, + "hydraulic:context0=20": -0.32292625789493073, + "gas:batch6": 0.15035343833606746, + "gas:batch7": 0.08897919690031704, + "gas:batch10": 0.11743174403309556, + "gas:batch9": 0.07825207857109095, + "gas:batch8": 0.26667380181150596 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.44647104994271114, + "by_dataset": { + "hydraulic": 0.31268786850697033, + "gas": 0.5802542313784519 + }, + "by_environment": { + "hydraulic:context1=73": 0.17301587301587298, + "hydraulic:context1=80": 0.17564102564102566, + "hydraulic:context1=90": 0.32323232323232326, + "hydraulic:context0=3": 0.46678614097968935, + "hydraulic:context0=20": 0.4247639796659404, + "gas:batch6": 0.6520890236650744, + "gas:batch7": 0.49339568069658607, + "gas:batch10": 0.5019880740780922, + "gas:batch9": 0.602216644323603, + "gas:batch8": 0.651581734128904 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.001142233761138556, + "by_dataset": { + "hydraulic": 0.0006428126539159547, + "gas": 0.001641654868361157 + }, + "by_environment": { + "hydraulic:context1=73": 0.0001097059396313697, + "hydraulic:context1=80": 0.0001097059396313697, + "hydraulic:context1=90": 0.0001097059396313697, + "hydraulic:context0=3": 0.0014424727253428261, + "hydraulic:context0=20": 0.0014424727253428383, + "gas:batch6": 0.0016133016614341116, + "gas:batch7": 0.0016479717071093377, + "gas:batch10": 0.0016479717071093156, + "gas:batch9": 0.0005627936578473788, + "gas:batch8": 0.0027362356083056407 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.27712458227907844, + "by_dataset": { + "hydraulic": 0.24556182407248967, + "gas": 0.30868734048566726 + }, + "by_environment": { + "hydraulic:context1=73": 0.018888180690888393, + "hydraulic:context1=80": 0.00894377914003512, + "hydraulic:context1=90": 0.15287404746199254, + "hydraulic:context0=3": 0.5420616048411037, + "hydraulic:context0=20": 0.5050415082284287, + "gas:batch6": 0.3096089468300039, + "gas:batch7": 0.31181164257433663, + "gas:batch10": 0.4034950710931254, + "gas:batch9": 0.3194854467642618, + "gas:batch8": 0.19903559516660863 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.2689949678227697, + "by_dataset": { + "hydraulic": 1.2132611959239983, + "gas": 1.3247287397215408 + }, + "by_environment": { + "hydraulic:context1=73": 0.06511099505793512, + "hydraulic:context1=80": 0.0442738613819614, + "hydraulic:context1=90": 0.6639841108639348, + "hydraulic:context0=3": 2.695240126588542, + "hydraulic:context0=20": 2.597696885727618, + "gas:batch6": 1.1511637806471406, + "gas:batch7": 1.3713006790201434, + "gas:batch10": 1.7367901594998565, + "gas:batch9": 1.6796870041224605, + "gas:batch8": 0.6847020753181029 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.6754855240325157, + "by_dataset": { + "hydraulic": 2.5272473369188466, + "gas": 2.823723711146185 + }, + "by_environment": { + "hydraulic:context1=73": 1.109868711153875, + "hydraulic:context1=80": 1.3737463490419177, + "hydraulic:context1=90": 1.8339135492789456, + "hydraulic:context0=3": 4.210442474466627, + "hydraulic:context0=20": 4.108265600652866, + "gas:batch6": 2.727441486841882, + "gas:batch7": 2.827699488179122, + "gas:batch10": 3.4873327101250267, + "gas:batch9": 3.0489315623129434, + "gas:batch8": 2.0272133082719503 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.4064905562097496, + "by_dataset": { + "hydraulic": 1.313986140994857, + "gas": 1.4989949714246422 + }, + "by_environment": { + "hydraulic:context1=73": 1.0447577160959398, + "hydraulic:context1=80": 1.3294724876599566, + "hydraulic:context1=90": 1.1699294384150107, + "hydraulic:context0=3": 1.5152023478781083, + "hydraulic:context0=20": 1.5105687149252696, + "gas:batch6": 1.5762777061947408, + "gas:batch7": 1.4563988091589783, + "gas:batch10": 1.7505425506251693, + "gas:batch9": 1.3692445581904762, + "gas:batch8": 1.3425112329538471 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.8114522578571552, + "by_dataset": { + "hydraulic": 2.698540753003233, + "gas": 2.924363762711077 + }, + "by_environment": { + "hydraulic:context1=73": 0.831156173235407, + "hydraulic:context1=80": 1.0982163423391968, + "hydraulic:context1=90": 1.7858002770906232, + "hydraulic:context0=3": 5.248527415465299, + "hydraulic:context0=20": 4.529003556885639, + "gas:batch6": 2.6378142127310173, + "gas:batch7": 3.0883611068704586, + "gas:batch10": 3.4629382869652545, + "gas:batch9": 2.654408582524267, + "gas:batch8": 2.7782966244643874 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.1929999356939363, + "by_dataset": { + "hydraulic": 0.39527626064286403, + "gas": -0.009276389254991389 + }, + "by_environment": { + "hydraulic:context1=73": 0.9337936507936507, + "hydraulic:context1=80": 0.9413418803418804, + "hydraulic:context1=90": 0.8851818181818182, + "hydraulic:context0=3": -0.6752258064516128, + "hydraulic:context0=20": -0.10871023965141613, + "gas:batch6": 0.23420171704224732, + "gas:batch7": -0.057711834650367444, + "gas:batch10": -0.22630272193040607, + "gas:batch9": -0.09145430670417784, + "gas:batch8": 0.0948851999677471 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.15138748614898007, + "by_dataset": { + "hydraulic": 0.31260645883036775, + "gas": -0.009831486532407615 + }, + "by_environment": { + "hydraulic:context1=73": 0.9269841269841269, + "hydraulic:context1=80": 0.9435897435897435, + "hydraulic:context1=90": 0.8818181818181818, + "hydraulic:context0=3": -0.8769414575866188, + "hydraulic:context0=20": -0.31241830065359477, + "gas:batch6": 0.21902770911849498, + "gas:batch7": -0.03075241440258372, + "gas:batch10": -0.20491747169088842, + "gas:batch9": -0.08645816812053929, + "gas:batch8": 0.053942912433478374 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.04161244954495626, + "by_dataset": { + "hydraulic": 0.08266980181249631, + "gas": 0.0005550972774162179 + }, + "by_environment": { + "hydraulic:context1=73": 0.006809523809523821, + "hydraulic:context1=80": -0.002247863247863228, + "hydraulic:context1=90": 0.0033636363636364206, + "hydraulic:context0=3": 0.2017156511350059, + "hydraulic:context0=20": 0.20370806100217864, + "gas:batch6": 0.015174007923752297, + "gas:batch7": -0.02695942024778373, + "gas:batch10": -0.02138525023951766, + "gas:batch9": -0.004996138583638573, + "gas:batch8": 0.040942287534268755 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6293712991477451, + "by_dataset": { + "hydraulic": 0.6814112924086089, + "gas": 0.5773313058868814 + }, + "by_environment": { + "hydraulic:context1=73": 0.7575706041191569, + "hydraulic:context1=80": 0.7575706041191569, + "hydraulic:context1=90": 0.7575706041191569, + "hydraulic:context0=3": 0.5671723248427868, + "hydraulic:context0=20": 0.5671723248427868, + "gas:batch6": 0.5837846402011435, + "gas:batch7": 0.5721144189449956, + "gas:batch10": 0.5721144189449956, + "gas:batch9": 0.6397485595936654, + "gas:batch8": 0.5188944917496073 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6079145272561074, + "by_dataset": { + "hydraulic": 0.6744364539767754, + "gas": 0.5413926005354394 + }, + "by_environment": { + "hydraulic:context1=73": 0.7534395881985004, + "hydraulic:context1=80": 0.7534395881985004, + "hydraulic:context1=90": 0.7534395881985004, + "hydraulic:context0=3": 0.5559317526441878, + "hydraulic:context0=20": 0.5559317526441878, + "gas:batch6": 0.5490233389088752, + "gas:batch7": 0.5441798125927614, + "gas:batch10": 0.5441798125927614, + "gas:batch9": 0.6024608189546943, + "gas:batch8": 0.46711921962810427 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.021456771891637857, + "by_dataset": { + "hydraulic": 0.006974838431833533, + "gas": 0.03593870535144218 + }, + "by_environment": { + "hydraulic:context1=73": 0.004131015920656567, + "hydraulic:context1=80": 0.004131015920656567, + "hydraulic:context1=90": 0.004131015920656567, + "hydraulic:context0=3": 0.011240572198598968, + "hydraulic:context0=20": 0.011240572198598997, + "gas:batch6": 0.03476130129226833, + "gas:batch7": 0.027934606352234156, + "gas:batch10": 0.02793460635223417, + "gas:batch9": 0.037287740638971154, + "gas:batch8": 0.051775272121503096 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.020155677653318414, + "by_dataset": { + "hydraulic": -0.07569496338066278, + "gas": 0.035383608074025956 + }, + "by_environment": { + "hydraulic:context1=73": -0.002678507888867254, + "hydraulic:context1=80": 0.006378879168519795, + "hydraulic:context1=90": 0.0007673795570201462, + "hydraulic:context0=3": -0.19047507893640692, + "hydraulic:context0=20": -0.19246748880357967, + "gas:batch6": 0.019587293368516022, + "gas:batch7": 0.05489402660001788, + "gas:batch10": 0.04931985659175183, + "gas:batch9": 0.042283879222609726, + "gas:batch8": 0.010832984587234333 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.47546966966805804, + "by_dataset": { + "hydraulic": 0.374084417000293, + "gas": 0.5768549223358231 + }, + "by_environment": { + "hydraulic:context1=73": 0.3613756613756613, + "hydraulic:context1=80": 0.32393162393162395, + "hydraulic:context1=90": 0.33585858585858586, + "hydraulic:context0=3": 0.44301075268817197, + "hydraulic:context0=20": 0.40624546114742194, + "gas:batch6": 0.6387365425845141, + "gas:batch7": 0.4716772800739183, + "gas:batch10": 0.5184719428723792, + "gas:batch9": 0.611252147766323, + "gas:batch8": 0.6441366983819814 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.007690114483920258, + "by_dataset": { + "hydraulic": 0.009040768405571676, + "gas": 0.006339460562268838 + }, + "by_environment": { + "hydraulic:context1=73": 0.00661353937938199, + "hydraulic:context1=80": 0.00661353937938199, + "hydraulic:context1=90": 0.00661353937938199, + "hydraulic:context0=3": 0.012681611944856211, + "hydraulic:context0=20": 0.0126816119448562, + "gas:batch6": 0.006335672191243135, + "gas:batch7": 0.006466244467089485, + "gas:batch10": 0.0064662444670894725, + "gas:batch9": 0.0038073123339806315, + "gas:batch8": 0.008621829351941465 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.22620296642294901, + "by_dataset": { + "hydraulic": 0.19119417303924532, + "gas": 0.2612117598066527 + }, + "by_environment": { + "hydraulic:context1=73": 0.021718362552137802, + "hydraulic:context1=80": 0.0205431190676961, + "hydraulic:context1=90": 0.05078062128331479, + "hydraulic:context0=3": 0.5088635219434727, + "hydraulic:context0=20": 0.35406524034960524, + "gas:batch6": 0.2064927811385855, + "gas:batch7": 0.2757634484419924, + "gas:batch10": 0.3106844593129933, + "gas:batch9": 0.2856657684563539, + "gas:batch8": 0.22745234168333814 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.7217639879277489, + "by_dataset": { + "hydraulic": 0.6366855424936505, + "gas": 0.8068424333618474 + }, + "by_environment": { + "hydraulic:context1=73": 0.10440546780320085, + "hydraulic:context1=80": 0.1096834930680013, + "hydraulic:context1=90": 0.2503542055623207, + "hydraulic:context0=3": 1.5599846108732593, + "hydraulic:context0=20": 1.1589999351614704, + "gas:batch6": 0.6231333686370376, + "gas:batch7": 0.8824278870028395, + "gas:batch10": 0.9397496424482873, + "gas:batch9": 0.9301641811058812, + "gas:batch8": 0.6587370876151909 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.5724843780034305, + "by_dataset": { + "hydraulic": 1.7848386316745508, + "gas": 1.36013012433231 + }, + "by_environment": { + "hydraulic:context1=73": 0.736523328330032, + "hydraulic:context1=80": 0.8990465426096202, + "hydraulic:context1=90": 1.0139136705952876, + "hydraulic:context0=3": 3.177797958314113, + "hydraulic:context0=20": 3.0969116585237004, + "gas:batch6": 1.0613742087811555, + "gas:batch7": 1.5377576075588952, + "gas:batch10": 1.5660587163656663, + "gas:batch9": 1.1680601495680263, + "gas:batch8": 1.4673999393878068 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8507203900756815, + "by_dataset": { + "hydraulic": 1.1481530891809002, + "gas": 0.5532876909704627 + }, + "by_environment": { + "hydraulic:context1=73": 0.632117860526831, + "hydraulic:context1=80": 0.789363049541619, + "hydraulic:context1=90": 0.7635594650329668, + "hydraulic:context0=3": 1.617813347440854, + "hydraulic:context0=20": 1.937911723362231, + "gas:batch6": 0.43824084014411796, + "gas:batch7": 0.6553297205560557, + "gas:batch10": 0.6263090739173791, + "gas:batch9": 0.2378959684621451, + "gas:batch8": 0.8086628517726159 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.4838980132172734, + "by_dataset": { + "hydraulic": 1.810374977874504, + "gas": 1.157421048560043 + }, + "by_environment": { + "hydraulic:context1=73": 0.4465147791254074, + "hydraulic:context1=80": 0.6745701735182713, + "hydraulic:context1=90": 0.7579847027281236, + "hydraulic:context0=3": 3.7478227237799153, + "hydraulic:context0=20": 3.424982510220802, + "gas:batch6": 0.9540548040775692, + "gas:batch7": 1.4777143105134736, + "gas:batch10": 1.4538778203097946, + "gas:batch9": 0.8158925526020934, + "gas:batch8": 1.085565755297283 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.16931263995564755, + "by_dataset": { + "hydraulic": 0.4472262031219653, + "gas": -0.1086009232106702 + }, + "by_environment": { + "hydraulic:context1=73": 0.8178042328042329, + "hydraulic:context1=80": 0.7760598290598292, + "hydraulic:context1=90": 0.8249696969696969, + "hydraulic:context0=3": -0.3396722421346077, + "hydraulic:context0=20": 0.15696949891067533, + "gas:batch6": 0.26894400782509936, + "gas:batch7": -0.09307295109916466, + "gas:batch10": -0.14102438972356515, + "gas:batch9": -0.38081162547361, + "gas:batch8": -0.1970396575821105 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.09100207384308623, + "by_dataset": { + "hydraulic": 0.271157184933276, + "gas": -0.08915303724710354 + }, + "by_environment": { + "hydraulic:context1=73": 0.8206349206349205, + "hydraulic:context1=80": 0.8333333333333334, + "hydraulic:context1=90": 0.793939393939394, + "hydraulic:context0=3": -0.8712066905615292, + "hydraulic:context0=20": -0.22091503267973864, + "gas:batch6": 0.2849532044926685, + "gas:batch7": -0.0651763362884198, + "gas:batch10": -0.06264656202667028, + "gas:batch9": -0.37559344435633096, + "gas:batch8": -0.22730204805676513 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.0783105661125613, + "by_dataset": { + "hydraulic": 0.17606901818868925, + "gas": -0.019447885963566645 + }, + "by_environment": { + "hydraulic:context1=73": -0.0028306878306878134, + "hydraulic:context1=80": -0.05727350427350427, + "hydraulic:context1=90": 0.031030303030303002, + "hydraulic:context0=3": 0.5315344484269214, + "hydraulic:context0=20": 0.37788453159041396, + "gas:batch6": -0.016009196667569107, + "gas:batch7": -0.027896614810744878, + "gas:batch10": -0.07837782769689486, + "gas:batch9": -0.0052181811172790525, + "gas:batch8": 0.03026239047465468 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.3584874095775463, + "by_dataset": { + "hydraulic": 0.4024897280092593, + "gas": 0.31448509114583334 + }, + "by_environment": { + "hydraulic:context1=73": 0.45294270833333333, + "hydraulic:context1=80": 0.45294270833333333, + "hydraulic:context1=90": 0.45294270833333333, + "hydraulic:context0=3": 0.3268102575231482, + "hydraulic:context0=20": 0.3268102575231482, + "gas:batch6": 0.3237151692708333, + "gas:batch7": 0.31883564814814813, + "gas:batch10": 0.31883564814814813, + "gas:batch9": 0.35058506944444445, + "gas:batch8": 0.2604539207175926 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.33278862847222224, + "by_dataset": { + "hydraulic": 0.37530381944444446, + "gas": 0.2902734375 + }, + "by_environment": { + "hydraulic:context1=73": 0.427734375, + "hydraulic:context1=80": 0.427734375, + "hydraulic:context1=90": 0.427734375, + "hydraulic:context0=3": 0.2966579861111111, + "hydraulic:context0=20": 0.2966579861111111, + "gas:batch6": 0.2986328125, + "gas:batch7": 0.29596354166666666, + "gas:batch10": 0.29596354166666666, + "gas:batch9": 0.321875, + "gas:batch8": 0.23893229166666666 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.025698781105324062, + "by_dataset": { + "hydraulic": 0.027185908564814808, + "gas": 0.024211653645833317 + }, + "by_environment": { + "hydraulic:context1=73": 0.025208333333333333, + "hydraulic:context1=80": 0.025208333333333333, + "hydraulic:context1=90": 0.025208333333333333, + "hydraulic:context0=3": 0.030152271412037024, + "hydraulic:context0=20": 0.030152271412037024, + "gas:batch6": 0.025082356770833314, + "gas:batch7": 0.022872106481481465, + "gas:batch10": 0.022872106481481465, + "gas:batch9": 0.02871006944444442, + "gas:batch8": 0.02152162905092592 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.052611785007237254, + "by_dataset": { + "hydraulic": -0.14888310962387447, + "gas": 0.04365953960939996 + }, + "by_environment": { + "hydraulic:context1=73": 0.028039021164021145, + "hydraulic:context1=80": 0.0824818376068376, + "hydraulic:context1=90": -0.005821969696969668, + "hydraulic:context0=3": -0.5013821770148844, + "hydraulic:context0=20": -0.34773226017837694, + "gas:batch6": 0.04109155343840242, + "gas:batch7": 0.050768721292226336, + "gas:batch10": 0.10124993417837633, + "gas:batch9": 0.03392825056172348, + "gas:batch8": -0.008740761423728762 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.7337797600615058, + "by_dataset": { + "hydraulic": 0.7877559412031265, + "gas": 0.6798035789198851 + }, + "by_environment": { + "hydraulic:context1=73": 0.8664021164021163, + "hydraulic:context1=80": 0.9209401709401709, + "hydraulic:context1=90": 0.7616161616161617, + "hydraulic:context0=3": 0.6002787733970529, + "hydraulic:context0=20": 0.7895424836601306, + "gas:batch6": 0.7585202742731415, + "gas:batch7": 0.6766665211085202, + "gas:batch10": 0.6911349416566722, + "gas:batch9": 0.6476692801757233, + "gas:batch8": 0.6250268773853679 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.006479134114583328, + "by_dataset": { + "hydraulic": 0.009586805555555546, + "gas": 0.003371462673611111 + }, + "by_environment": { + "hydraulic:context1=73": 0.004351128472222206, + "hydraulic:context1=80": 0.004351128472222206, + "hydraulic:context1=90": 0.004351128472222206, + "hydraulic:context0=3": 0.01744032118055556, + "hydraulic:context0=20": 0.01744032118055556, + "gas:batch6": 0.003693684895833335, + "gas:batch7": 0.004148726851851849, + "gas:batch10": 0.004148726851851849, + "gas:batch9": 0.003149956597222222, + "gas:batch8": 0.0017162181712962988 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.23094445108889147, + "by_dataset": { + "hydraulic": 0.18875516045028912, + "gas": 0.27313374172749383 + }, + "by_environment": { + "hydraulic:context1=73": 0.05456536414070359, + "hydraulic:context1=80": 0.05581005011179149, + "hydraulic:context1=90": 0.06644270964531226, + "hydraulic:context0=3": 0.47112507409645193, + "hydraulic:context0=20": 0.2958326042571863, + "gas:batch6": 0.1835544959637473, + "gas:batch7": 0.2797681742522594, + "gas:batch10": 0.27183947449587337, + "gas:batch9": 0.33689521285536406, + "gas:batch8": 0.293611351070225 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.6833306330463196, + "by_dataset": { + "hydraulic": 0.5707016927688742, + "gas": 0.7959595733237651 + }, + "by_environment": { + "hydraulic:context1=73": 0.2117395132388978, + "hydraulic:context1=80": 0.22466623425020557, + "hydraulic:context1=90": 0.2585264039711064, + "hydraulic:context0=3": 1.3200884075098607, + "hydraulic:context0=20": 0.8384879048743002, + "gas:batch6": 0.5545978018931966, + "gas:batch7": 0.8473274628789942, + "gas:batch10": 0.802103057013213, + "gas:batch9": 0.9648716795239274, + "gas:batch8": 0.8108978653094945 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.4951140518809662, + "by_dataset": { + "hydraulic": 1.6413736396614447, + "gas": 1.3488544641004876 + }, + "by_environment": { + "hydraulic:context1=73": 0.5765405136226059, + "hydraulic:context1=80": 0.816574551156355, + "hydraulic:context1=90": 0.7575454207213141, + "hydraulic:context0=3": 2.9975124399732684, + "hydraulic:context0=20": 3.058695272833679, + "gas:batch6": 0.9419962746776458, + "gas:batch7": 1.4115569359176425, + "gas:batch10": 1.3701853246239701, + "gas:batch9": 1.3138881004875647, + "gas:batch8": 1.706645684795615 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8117834188346462, + "by_dataset": { + "hydraulic": 1.07067194689257, + "gas": 0.5528948907767225 + }, + "by_environment": { + "hydraulic:context1=73": 0.3648010003837081, + "hydraulic:context1=80": 0.5919083169061494, + "hydraulic:context1=90": 0.4990190167502077, + "hydraulic:context0=3": 1.6774240324634073, + "hydraulic:context0=20": 2.2202073679593783, + "gas:batch6": 0.38739847278444905, + "gas:batch7": 0.5642294730386485, + "gas:batch10": 0.5680822676107569, + "gas:batch9": 0.34901642096363716, + "gas:batch8": 0.8957478194861207 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.35204830314136, + "by_dataset": { + "hydraulic": 1.6922946241874866, + "gas": 1.0118019820952335 + }, + "by_environment": { + "hydraulic:context1=73": 0.33651074906495015, + "hydraulic:context1=80": 0.5735414161323972, + "hydraulic:context1=90": 0.6301375789468975, + "hydraulic:context0=3": 3.5270852969887643, + "hydraulic:context0=20": 3.394198079804424, + "gas:batch6": 0.8035276193710519, + "gas:batch7": 1.3770926837453958, + "gas:batch10": 1.291697403631022, + "gas:batch9": 0.7300274017668145, + "gas:batch8": 0.8566648019618839 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.04315728380576267, + "by_dataset": { + "hydraulic": 0.23585155167881283, + "gas": -0.1495369840672875 + }, + "by_environment": { + "hydraulic:context1=73": 0.9708412698412697, + "hydraulic:context1=80": 0.9801837606837607, + "hydraulic:context1=90": 0.653080808080808, + "hydraulic:context0=3": -1.0906403823178017, + "hydraulic:context0=20": -0.33420769789397253, + "gas:batch6": -0.16119083896295303, + "gas:batch7": -0.13211863253627038, + "gas:batch10": -0.42394787212474255, + "gas:batch9": -0.029285724591845735, + "gas:batch8": -0.0011418521206257488 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.0625658891604707, + "by_dataset": { + "hydraulic": 0.18593387777448495, + "gas": -0.06080209945354352 + }, + "by_environment": { + "hydraulic:context1=73": 0.9444444444444443, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.4545454545454544, + "hydraulic:context0=3": -0.9364396654719234, + "hydraulic:context0=20": -0.5098039215686275, + "gas:batch6": -0.04104010857021819, + "gas:batch7": -0.05924433099607507, + "gas:batch10": -0.35600720582020123, + "gas:batch9": -0.0004966296590008578, + "gas:batch8": 0.1527777777777777 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.019408605354708033, + "by_dataset": { + "hydraulic": 0.04991767390432791, + "gas": -0.08873488461374397 + }, + "by_environment": { + "hydraulic:context1=73": 0.02639682539682542, + "hydraulic:context1=80": 0.003260683760683706, + "hydraulic:context1=90": 0.19853535353535354, + "hydraulic:context0=3": -0.15420071684587813, + "hydraulic:context0=20": 0.17559622367465502, + "gas:batch6": -0.12015073039273486, + "gas:batch7": -0.07287430154019531, + "gas:batch10": -0.0679406663045413, + "gas:batch9": -0.02878909493284491, + "gas:batch8": -0.1539196298984035 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8786854709194309, + "by_dataset": { + "hydraulic": 0.9183348668697546, + "gas": 0.8390360749691073 + }, + "by_environment": { + "hydraulic:context1=73": 0.997724068318003, + "hydraulic:context1=80": 0.997724068318003, + "hydraulic:context1=90": 0.997724068318003, + "hydraulic:context0=3": 0.7992510646973822, + "hydraulic:context0=20": 0.7992510646973822, + "gas:batch6": 0.8426719751709166, + "gas:batch7": 0.8258186477730065, + "gas:batch10": 0.8258186477730065, + "gas:batch9": 0.9203416609179822, + "gas:batch8": 0.7805294432106243 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8453513612334764, + "by_dataset": { + "hydraulic": 0.9064501275161534, + "gas": 0.7842525949507994 + }, + "by_environment": { + "hydraulic:context1=73": 0.9929563717271295, + "hydraulic:context1=80": 0.9929563717271295, + "hydraulic:context1=90": 0.9929563717271295, + "hydraulic:context0=3": 0.7766907611996895, + "hydraulic:context0=20": 0.7766907611996895, + "gas:batch6": 0.7911723607222532, + "gas:batch7": 0.7825604670187517, + "gas:batch10": 0.7825604670187517, + "gas:batch9": 0.8690778611015751, + "gas:batch8": 0.6958918188926649 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03333410968595455, + "by_dataset": { + "hydraulic": 0.011884739353601176, + "gas": 0.05478348001830793 + }, + "by_environment": { + "hydraulic:context1=73": 0.004767696590873542, + "hydraulic:context1=80": 0.004767696590873431, + "hydraulic:context1=90": 0.004767696590873431, + "hydraulic:context0=3": 0.02256030349769272, + "hydraulic:context0=20": 0.022560303497692752, + "gas:batch6": 0.051499614448663536, + "gas:batch7": 0.04325818075425477, + "gas:batch10": 0.04325818075425478, + "gas:batch9": 0.05126379981640718, + "gas:batch8": 0.0846376243179594 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.05274271504066258, + "by_dataset": { + "hydraulic": -0.038032934550726726, + "gas": 0.1435183646320519 + }, + "by_environment": { + "hydraulic:context1=73": -0.021629128805951876, + "hydraulic:context1=80": 0.0015070128301897245, + "hydraulic:context1=90": -0.1937676569444801, + "hydraulic:context0=3": 0.17676102034357086, + "hydraulic:context0=20": -0.15303592017696224, + "gas:batch6": 0.17165034484139838, + "gas:batch7": 0.11613248229445007, + "gas:batch10": 0.1111988470587961, + "gas:batch9": 0.08005289474925209, + "gas:batch8": 0.2385572542163629 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.43600508508613334, + "by_dataset": { + "hydraulic": 0.2864144801715959, + "gas": 0.5855956900006708 + }, + "by_environment": { + "hydraulic:context1=73": 0.19179894179894177, + "hydraulic:context1=80": 0.09957264957264957, + "hydraulic:context1=90": 0.24696969696969695, + "hydraulic:context0=3": 0.49315013938669844, + "hydraulic:context0=20": 0.40058097312999275, + "gas:batch6": 0.689796688334249, + "gas:batch7": 0.4837604386535224, + "gas:batch10": 0.511843201015291, + "gas:batch9": 0.7012171855921856, + "gas:batch8": 0.5413609364081062 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0011124834990734927, + "by_dataset": { + "hydraulic": 0.0006668351890849564, + "gas": 0.0015581318090620289 + }, + "by_environment": { + "hydraulic:context1=73": 5.257155101986063e-07, + "hydraulic:context1=80": 5.257155101615988e-07, + "hydraulic:context1=90": 5.257155101615988e-07, + "hydraulic:context0=3": 0.0016662993994471303, + "hydraulic:context0=20": 0.0016662993994471303, + "gas:batch6": 0.001545620086326042, + "gas:batch7": 0.0013155323933719727, + "gas:batch10": 0.001315532393371968, + "gas:batch9": 0.0004912840370754346, + "gas:batch8": 0.003122690135164727 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.27068501366375264, + "by_dataset": { + "hydraulic": 0.234718049501504, + "gas": 0.30665197782600134 + }, + "by_environment": { + "hydraulic:context1=73": 0.010942610569621472, + "hydraulic:context1=80": 0.006462881931851759, + "hydraulic:context1=90": 0.13096368619938825, + "hydraulic:context0=3": 0.5690218856363047, + "hydraulic:context0=20": 0.45619918317035374, + "gas:batch6": 0.29416648860743305, + "gas:batch7": 0.3106957149097012, + "gas:batch10": 0.3956938010465368, + "gas:batch9": 0.31776110262515445, + "gas:batch8": 0.2149427819411811 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.2785768990852682, + "by_dataset": { + "hydraulic": 1.2167198074047971, + "gas": 1.340433990765739 + }, + "by_environment": { + "hydraulic:context1=73": 0.027868363728507418, + "hydraulic:context1=80": 0.0204673485505688, + "hydraulic:context1=90": 0.5762455301815775, + "hydraulic:context0=3": 2.890830563506144, + "hydraulic:context0=20": 2.5681872310571876, + "gas:batch6": 1.0915841519005718, + "gas:batch7": 1.4299648091483343, + "gas:batch10": 1.760992449262802, + "gas:batch9": 1.720469058688978, + "gas:batch8": 0.6991594848280088 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.6736694635556875, + "by_dataset": { + "hydraulic": 2.523058907122107, + "gas": 2.8242800199892684 + }, + "by_environment": { + "hydraulic:context1=73": 1.0654540326767785, + "hydraulic:context1=80": 1.3417994214538913, + "hydraulic:context1=90": 1.7392637810725926, + "hydraulic:context0=3": 4.391574754060269, + "hydraulic:context0=20": 4.077202546347003, + "gas:batch6": 2.629657336882746, + "gas:batch7": 2.8466009159191583, + "gas:batch10": 3.5378115313126317, + "gas:batch9": 3.0973407961937847, + "gas:batch8": 2.0099895196380215 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.3950925644704144, + "by_dataset": { + "hydraulic": 1.3063390997173001, + "gas": 1.483846029223529 + }, + "by_environment": { + "hydraulic:context1=73": 1.0375856689482712, + "hydraulic:context1=80": 1.3213320729033222, + "hydraulic:context1=90": 1.163018250891015, + "hydraulic:context0=3": 1.500744190554099, + "hydraulic:context0=20": 1.5090153152897925, + "gas:batch6": 1.538073184982174, + "gas:batch7": 1.4166361067708229, + "gas:batch10": 1.7768190820498289, + "gas:batch9": 1.3768717375048063, + "gas:batch8": 1.3108300348100128 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.771381222441653, + "by_dataset": { + "hydraulic": 2.565805645619423, + "gas": 2.976956799263883 + }, + "by_environment": { + "hydraulic:context1=73": 0.816346721044393, + "hydraulic:context1=80": 1.0703063768742964, + "hydraulic:context1=90": 1.5373744397479052, + "hydraulic:context0=3": 5.094676787210978, + "hydraulic:context0=20": 4.31032390321954, + "gas:batch6": 2.6404412417961454, + "gas:batch7": 3.1318193230328983, + "gas:batch10": 3.6255161157506985, + "gas:batch9": 2.684248646117008, + "gas:batch8": 2.802758669622665 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.2102952614473493, + "by_dataset": { + "hydraulic": 0.44107515894745497, + "gas": -0.020484636052756362 + }, + "by_environment": { + "hydraulic:context1=73": 0.9547698412698412, + "hydraulic:context1=80": 0.9361025641025641, + "hydraulic:context1=90": 0.8951212121212121, + "hydraulic:context0=3": -0.540236559139785, + "hydraulic:context0=20": -0.040381263616557785, + "gas:batch6": 0.27806413190048157, + "gas:batch7": -0.05759237084122869, + "gas:batch10": -0.1894597648858644, + "gas:batch9": -0.23049754540991652, + "gas:batch8": 0.09706236897274623 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.17354913887594148, + "by_dataset": { + "hydraulic": 0.3405010254346118, + "gas": 0.006597252317271178 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 1.0, + "hydraulic:context1=90": 0.890909090909091, + "hydraulic:context0=3": -0.8759856630824373, + "hydraulic:context0=20": -0.31241830065359477, + "gas:batch6": 0.30247636027419006, + "gas:batch7": -0.05551006090688474, + "gas:batch10": -0.10413471436287748, + "gas:batch9": -0.17751586042823156, + "gas:batch8": 0.06767053701015961 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.036746122571407795, + "by_dataset": { + "hydraulic": 0.10057413351284313, + "gas": -0.027081888370027535 + }, + "by_environment": { + "hydraulic:context1=73": -0.04523015873015879, + "hydraulic:context1=80": -0.06389743589743602, + "hydraulic:context1=90": 0.004212121212121112, + "hydraulic:context0=3": 0.3357491039426523, + "hydraulic:context0=20": 0.272037037037037, + "gas:batch6": -0.024412228373708475, + "gas:batch7": -0.002082309934343938, + "gas:batch10": -0.08532505052298694, + "gas:batch9": -0.052981684981684984, + "gas:batch8": 0.029391831962586656 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.630155248187295, + "by_dataset": { + "hydraulic": 0.7001818428203134, + "gas": 0.5601286535542764 + }, + "by_environment": { + "hydraulic:context1=73": 0.7967727321383924, + "hydraulic:context1=80": 0.7967727321383924, + "hydraulic:context1=90": 0.7967727321383924, + "hydraulic:context0=3": 0.5552955088431948, + "hydraulic:context0=20": 0.5552955088431948, + "gas:batch6": 0.572601426639999, + "gas:batch7": 0.5640041127503508, + "gas:batch10": 0.5640041127503508, + "gas:batch9": 0.617019312006825, + "gas:batch8": 0.4830143036238563 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6093911959419074, + "by_dataset": { + "hydraulic": 0.686439707389428, + "gas": 0.5323426844943867 + }, + "by_environment": { + "hydraulic:context1=73": 0.7869150089836806, + "hydraulic:context1=80": 0.7869150089836806, + "hydraulic:context1=90": 0.7869150089836806, + "hydraulic:context0=3": 0.5357267549980491, + "hydraulic:context0=20": 0.5357267549980491, + "gas:batch6": 0.5444974644820564, + "gas:batch7": 0.5430860519706243, + "gas:batch10": 0.5430860519706243, + "gas:batch9": 0.5857617306143814, + "gas:batch8": 0.4452821234342474 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.02076405224538746, + "by_dataset": { + "hydraulic": 0.013742135430885292, + "gas": 0.02778596905988962 + }, + "by_environment": { + "hydraulic:context1=73": 0.009857723154711784, + "hydraulic:context1=80": 0.009857723154711784, + "hydraulic:context1=90": 0.009857723154711784, + "hydraulic:context0=3": 0.019568753845145566, + "hydraulic:context0=20": 0.01956875384514554, + "gas:batch6": 0.028103962157942707, + "gas:batch7": 0.020918060779726418, + "gas:batch10": 0.020918060779726418, + "gas:batch9": 0.031257581392443674, + "gas:batch8": 0.03773218018960888 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.015982070326020333, + "by_dataset": { + "hydraulic": -0.08683199808195782, + "gas": 0.054867857429917156 + }, + "by_environment": { + "hydraulic:context1=73": 0.05508788188487057, + "hydraulic:context1=80": 0.0737551590521478, + "hydraulic:context1=90": 0.005645601942590672, + "hydraulic:context0=3": -0.3161803500975067, + "hydraulic:context0=20": -0.25246828319189146, + "gas:batch6": 0.052516190531651186, + "gas:batch7": 0.023000370714070354, + "gas:batch10": 0.10624311130271336, + "gas:batch9": 0.08423926637412865, + "gas:batch8": 0.008340348227022227 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.5415810197603991, + "by_dataset": { + "hydraulic": 0.5306114730023648, + "gas": 0.5525505665184334 + }, + "by_environment": { + "hydraulic:context1=73": 0.5105820105820106, + "hydraulic:context1=80": 0.5, + "hydraulic:context1=90": 0.4414141414141414, + "hydraulic:context0=3": 0.600915969733174, + "hydraulic:context0=20": 0.6001452432824981, + "gas:batch6": 0.6236144960630888, + "gas:batch7": 0.45390129448316213, + "gas:batch10": 0.48856541934178527, + "gas:batch9": 0.4247732729755926, + "gas:batch8": 0.7718983497285384 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.013367527033689937, + "by_dataset": { + "hydraulic": 0.016374349324952853, + "gas": 0.01036070474242702 + }, + "by_environment": { + "hydraulic:context1=73": 0.017411487386415292, + "hydraulic:context1=80": 0.017411487386415292, + "hydraulic:context1=90": 0.017411487386415292, + "hydraulic:context0=3": 0.014818642232759194, + "hydraulic:context0=20": 0.014818642232759194, + "gas:batch6": 0.010276995291828961, + "gas:batch7": 0.010290642803897682, + "gas:batch10": 0.010290642803897689, + "gas:batch9": 0.004997499719831707, + "gas:batch8": 0.01594774309267906 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.2255697787514995, + "by_dataset": { + "hydraulic": 0.18794974871011322, + "gas": 0.2631898087928858 + }, + "by_environment": { + "hydraulic:context1=73": 0.016065771910648164, + "hydraulic:context1=80": 0.016611840565568907, + "hydraulic:context1=90": 0.04476606503902986, + "hydraulic:context0=3": 0.5231764320174578, + "hydraulic:context0=20": 0.3391286340178615, + "gas:batch6": 0.18610533074497526, + "gas:batch7": 0.28513114471981266, + "gas:batch10": 0.28631102646221773, + "gas:batch9": 0.3196430729348888, + "gas:batch8": 0.23875846910253462 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.7056816186180439, + "by_dataset": { + "hydraulic": 0.5948968676024957, + "gas": 0.8164663696335921 + }, + "by_environment": { + "hydraulic:context1=73": 0.08727345791851278, + "hydraulic:context1=80": 0.09557097510399033, + "hydraulic:context1=90": 0.2096018446514368, + "hydraulic:context0=3": 1.570460450230172, + "hydraulic:context0=20": 1.011577610108367, + "gas:batch6": 0.5614161294527686, + "gas:batch7": 0.9371546202779741, + "gas:batch10": 0.8931941236701296, + "gas:batch9": 0.982469527913716, + "gas:batch8": 0.708097446853372 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.434284269548999, + "by_dataset": { + "hydraulic": 1.59991172921564, + "gas": 1.2686568098823583 + }, + "by_environment": { + "hydraulic:context1=73": 0.4786741227767206, + "hydraulic:context1=80": 0.6808311531867628, + "hydraulic:context1=90": 0.7658873770940687, + "hydraulic:context0=3": 3.1366216455781863, + "hydraulic:context0=20": 2.9375443474424614, + "gas:batch6": 0.8654138863657652, + "gas:batch7": 1.450691144481784, + "gas:batch10": 1.4409315934893498, + "gas:batch9": 1.1465038709921498, + "gas:batch8": 1.439743554082743 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7286026509309553, + "by_dataset": { + "hydraulic": 1.0050148616131442, + "gas": 0.4521904402487663 + }, + "by_environment": { + "hydraulic:context1=73": 0.3914006648582078, + "hydraulic:context1=80": 0.5852601780827724, + "hydraulic:context1=90": 0.556285532442632, + "hydraulic:context0=3": 1.5661611953480141, + "hydraulic:context0=20": 1.9259667373340947, + "gas:batch6": 0.30399775691299646, + "gas:batch7": 0.5135365242038099, + "gas:batch10": 0.5477374698192203, + "gas:batch9": 0.16403434307843362, + "gas:batch8": 0.7316461072293711 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3572171839606018, + "by_dataset": { + "hydraulic": 1.6352556673383034, + "gas": 1.0791787005829003 + }, + "by_environment": { + "hydraulic:context1=73": 0.2192433641108901, + "hydraulic:context1=80": 0.4604100677614878, + "hydraulic:context1=90": 0.5528366531581277, + "hydraulic:context0=3": 3.6350557452424206, + "hydraulic:context0=20": 3.308732506418591, + "gas:batch6": 0.7687470430811637, + "gas:batch7": 1.4077441468753948, + "gas:batch10": 1.403080060624052, + "gas:batch9": 0.7650678321424976, + "gas:batch8": 1.0512544201913936 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.19125867184628192, + "by_dataset": { + "hydraulic": 0.5025853748682969, + "gas": -0.12006803117573303 + }, + "by_environment": { + "hydraulic:context1=73": 0.8466190476190475, + "hydraulic:context1=80": 0.8282692307692306, + "hydraulic:context1=90": 0.8346969696969696, + "hydraulic:context0=3": -0.2276344086021506, + "hydraulic:context0=20": 0.23097603485838777, + "gas:batch6": 0.25468862060690756, + "gas:batch7": -0.07936789096064004, + "gas:batch10": -0.15283412841932784, + "gas:batch9": -0.3781706532513878, + "gas:batch8": -0.2446561038542171 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.07346792415725246, + "by_dataset": { + "hydraulic": 0.24377611425049758, + "gas": -0.09684026593599265 + }, + "by_environment": { + "hydraulic:context1=73": 0.8523809523809525, + "hydraulic:context1=80": 0.8461538461538463, + "hydraulic:context1=90": 0.8000000000000002, + "hydraulic:context0=3": -0.9620071684587813, + "hydraulic:context0=20": -0.3176470588235295, + "gas:batch6": 0.2683870981520651, + "gas:batch7": -0.06789977855366534, + "gas:batch10": -0.04724711590413164, + "gas:batch9": -0.377644726407613, + "gas:batch8": -0.2597968069666184 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.11779074768902954, + "by_dataset": { + "hydraulic": 0.25880926061779946, + "gas": -0.023227765239740378 + }, + "by_environment": { + "hydraulic:context1=73": -0.005761904761904857, + "hydraulic:context1=80": -0.01788461538461561, + "hydraulic:context1=90": 0.03469696969696956, + "hydraulic:context0=3": 0.7343727598566309, + "hydraulic:context0=20": 0.5486230936819173, + "gas:batch6": -0.013698477545157522, + "gas:batch7": -0.01146811240697467, + "gas:batch10": -0.10558701251519617, + "gas:batch9": -0.0005259268437747877, + "gas:batch8": 0.015140703112401266 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5814590196303424, + "by_dataset": { + "hydraulic": 0.6559620901615857, + "gas": 0.5069559490990992 + }, + "by_environment": { + "hydraulic:context1=73": 0.7645366043613707, + "hydraulic:context1=80": 0.7645366043613707, + "hydraulic:context1=90": 0.7645366043613707, + "hydraulic:context0=3": 0.4931003188619083, + "hydraulic:context0=20": 0.4931003188619083, + "gas:batch6": 0.5219827234772554, + "gas:batch7": 0.513574024227531, + "gas:batch10": 0.513574024227531, + "gas:batch9": 0.5324734143481286, + "gas:batch8": 0.4531755592150503 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5599998073641308, + "by_dataset": { + "hydraulic": 0.6342531272994847, + "gas": 0.48574648742877696 + }, + "by_environment": { + "hydraulic:context1=73": 0.7499999999999997, + "hydraulic:context1=80": 0.7499999999999997, + "hydraulic:context1=90": 0.7499999999999997, + "hydraulic:context0=3": 0.4606328182487123, + "hydraulic:context0=20": 0.4606328182487123, + "gas:batch6": 0.49847089622672663, + "gas:batch7": 0.49476458497123, + "gas:batch10": 0.49476458497123, + "gas:batch9": 0.4992149999537334, + "gas:batch8": 0.4415173710209648 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.021459212266211586, + "by_dataset": { + "hydraulic": 0.021708962862100903, + "gas": 0.021209461670322265 + }, + "by_environment": { + "hydraulic:context1=73": 0.01453660436137083, + "hydraulic:context1=80": 0.01453660436137083, + "hydraulic:context1=90": 0.01453660436137083, + "hydraulic:context0=3": 0.03246750061319601, + "hydraulic:context0=20": 0.03246750061319601, + "gas:batch6": 0.023511827250528784, + "gas:batch7": 0.018809439256300922, + "gas:batch10": 0.01880943925630093, + "gas:batch9": 0.0332584143943952, + "gas:batch8": 0.011658188194085503 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.09633153542281794, + "by_dataset": { + "hydraulic": -0.23710029775569855, + "gas": 0.04443722691006265 + }, + "by_environment": { + "hydraulic:context1=73": 0.020298509123275688, + "hydraulic:context1=80": 0.03242121974598644, + "hydraulic:context1=90": -0.02016036533559873, + "hydraulic:context0=3": -0.7019052592434347, + "hydraulic:context0=20": -0.5161555930687213, + "gas:batch6": 0.03721030479568631, + "gas:batch7": 0.030277551663275594, + "gas:batch10": 0.12439645177149711, + "gas:batch9": 0.033784341238169986, + "gas:batch8": -0.0034825149183157628 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.6187444286197699, + "by_dataset": { + "hydraulic": 0.6664233433303641, + "gas": 0.5710655139091756 + }, + "by_environment": { + "hydraulic:context1=73": 0.5817460317460317, + "hydraulic:context1=80": 0.6141025641025641, + "hydraulic:context1=90": 0.4681818181818181, + "hydraulic:context0=3": 0.7247311827956988, + "hydraulic:context0=20": 0.943355119825708, + "gas:batch6": 0.6965140792486669, + "gas:batch7": 0.5532197699448572, + "gas:batch10": 0.5618302186225033, + "gas:batch9": 0.6147197991012423, + "gas:batch8": 0.4290437026286083 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.010745225075500436, + "by_dataset": { + "hydraulic": 0.0156436047671117, + "gas": 0.005846845383889172 + }, + "by_environment": { + "hydraulic:context1=73": 0.007925752855659551, + "hydraulic:context1=80": 0.007925752855659551, + "hydraulic:context1=90": 0.007925752855659551, + "hydraulic:context0=3": 0.027220382634289917, + "hydraulic:context0=20": 0.027220382634289924, + "gas:batch6": 0.00626733594113445, + "gas:batch7": 0.006239353455494067, + "gas:batch10": 0.0062393534554940604, + "gas:batch9": 0.004269041944178353, + "gas:batch8": 0.006219142123144931 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.2408526793634197, + "by_dataset": { + "hydraulic": 0.18972296243516043, + "gas": 0.291982396291679 + }, + "by_environment": { + "hydraulic:context1=73": 0.03567389812782095, + "hydraulic:context1=80": 0.036536625271331336, + "hydraulic:context1=90": 0.055802703220671636, + "hydraulic:context0=3": 0.5011766934292573, + "hydraulic:context0=20": 0.3194248921267209, + "gas:batch6": 0.18389413997452841, + "gas:batch7": 0.28773762109803, + "gas:batch10": 0.2746445638161773, + "gas:batch9": 0.37546169965148213, + "gas:batch8": 0.33817395691817703 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.735136747351733, + "by_dataset": { + "hydraulic": 0.5781456804358196, + "gas": 0.8921278142676463 + }, + "by_environment": { + "hydraulic:context1=73": 0.12906023989656815, + "hydraulic:context1=80": 0.13362048399694554, + "hydraulic:context1=90": 0.21553268471713208, + "hydraulic:context0=3": 1.4761874538859316, + "hydraulic:context0=20": 0.9363275396825202, + "gas:batch6": 0.5534387332068531, + "gas:batch7": 0.9307785989113417, + "gas:batch10": 0.862448533658613, + "gas:batch9": 1.0929509488991298, + "gas:batch8": 1.0210222566622944 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.5048445198442497, + "by_dataset": { + "hydraulic": 1.6129735549992854, + "gas": 1.3967154846892138 + }, + "by_environment": { + "hydraulic:context1=73": 0.4231459849221551, + "hydraulic:context1=80": 0.7240521654299797, + "hydraulic:context1=90": 0.6945029334951979, + "hydraulic:context0=3": 3.1246986466452946, + "hydraulic:context0=20": 3.0984680445038, + "gas:batch6": 0.8884633743255606, + "gas:batch7": 1.4196210218044094, + "gas:batch10": 1.388907447065755, + "gas:batch9": 1.3797018416464057, + "gas:batch8": 1.906883738603938 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7697077724925167, + "by_dataset": { + "hydraulic": 1.034827874563466, + "gas": 0.5045876704215673 + }, + "by_environment": { + "hydraulic:context1=73": 0.2940857450255871, + "hydraulic:context1=80": 0.5904316814330342, + "hydraulic:context1=90": 0.47897024877806565, + "hydraulic:context0=3": 1.6485111927593632, + "hydraulic:context0=20": 2.16214050482128, + "gas:batch6": 0.33502464111870744, + "gas:batch7": 0.4888424228930675, + "gas:batch10": 0.5264589134071421, + "gas:batch9": 0.28675089274727583, + "gas:batch8": 0.8858614819416436 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3543623571808743, + "by_dataset": { + "hydraulic": 1.641019422448657, + "gas": 1.0677052919130916 + }, + "by_environment": { + "hydraulic:context1=73": 0.16614170042111018, + "hydraulic:context1=80": 0.42468670713866635, + "hydraulic:context1=90": 0.5053103011943468, + "hydraulic:context0=3": 3.6983357829903323, + "hydraulic:context0=20": 3.4106226204988292, + "gas:batch6": 0.7535819668064524, + "gas:batch7": 1.427420136871902, + "gas:batch10": 1.394839662423599, + "gas:batch9": 0.7386068275533206, + "gas:batch8": 1.0240778659101843 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.04590274330129117, + "by_dataset": { + "hydraulic": 0.24608247987868478, + "gas": -0.15427699327610245 + }, + "by_environment": { + "hydraulic:context1=73": 0.985095238095238, + "hydraulic:context1=80": 0.9882307692307691, + "hydraulic:context1=90": 0.6748787878787877, + "hydraulic:context0=3": -1.0931780167264036, + "hydraulic:context0=20": -0.32461437908496743, + "gas:batch6": -0.15564048719079732, + "gas:batch7": -0.14026496411067532, + "gas:batch10": -0.4406991438864151, + "gas:batch9": -0.029458648889770046, + "gas:batch8": -0.005321722302854437 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.07229900655783505, + "by_dataset": { + "hydraulic": 0.26620438806397057, + "gas": -0.12160637494830047 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.7454545454545455, + "hydraulic:context0=3": -1.050179211469534, + "hydraulic:context0=20": -0.3411764705882354, + "gas:batch6": -0.09012580583786158, + "gas:batch7": -0.07324926883310538, + "gas:batch10": -0.3727976885537695, + "gas:batch9": -0.01924662965900086, + "gas:batch8": -0.052612481857765014 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.02639626325654391, + "by_dataset": { + "hydraulic": -0.02012190818528581, + "gas": -0.03267061832780201 + }, + "by_environment": { + "hydraulic:context1=73": -0.01490476190476194, + "hydraulic:context1=80": 0.011307692307692241, + "hydraulic:context1=90": -0.07057575757575762, + "hydraulic:context0=3": -0.042998805256869686, + "hydraulic:context0=20": 0.016562091503267967, + "gas:batch6": -0.06551468135293574, + "gas:batch7": -0.06701569527756997, + "gas:batch10": -0.06790145533264565, + "gas:batch9": -0.01021201923076922, + "gas:batch8": 0.0472907595549105 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8784976183329385, + "by_dataset": { + "hydraulic": 0.9119600040535529, + "gas": 0.8450352326123239 + }, + "by_environment": { + "hydraulic:context1=73": 0.9983450946821962, + "hydraulic:context1=80": 0.9983450946821962, + "hydraulic:context1=90": 0.9983450946821962, + "hydraulic:context0=3": 0.7823823681105879, + "hydraulic:context0=20": 0.7823823681105879, + "gas:batch6": 0.8485432819053965, + "gas:batch7": 0.8336473549122236, + "gas:batch10": 0.8336473549122236, + "gas:batch9": 0.9221971138070615, + "gas:batch8": 0.7871410575247143 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8459387430415111, + "by_dataset": { + "hydraulic": 0.9030936734563422, + "gas": 0.78878381262668 + }, + "by_environment": { + "hydraulic:context1=73": 0.9954761942086723, + "hydraulic:context1=80": 0.9954761942086723, + "hydraulic:context1=90": 0.9954761942086723, + "hydraulic:context0=3": 0.7645198923278471, + "hydraulic:context0=20": 0.7645198923278471, + "gas:batch6": 0.7954477143046728, + "gas:batch7": 0.789627299303164, + "gas:batch10": 0.789627299303164, + "gas:batch9": 0.8693957197904666, + "gas:batch8": 0.6998210304319322 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.0325588752914273, + "by_dataset": { + "hydraulic": 0.008866330597210613, + "gas": 0.056251419985643994 + }, + "by_environment": { + "hydraulic:context1=73": 0.002868900473523839, + "hydraulic:context1=80": 0.0028689004735237647, + "hydraulic:context1=90": 0.002868900473523802, + "hydraulic:context0=3": 0.01786247578274083, + "hydraulic:context0=20": 0.01786247578274083, + "gas:batch6": 0.053095567600723745, + "gas:batch7": 0.04402005560905966, + "gas:batch10": 0.044020055609059666, + "gas:batch9": 0.05280139401659482, + "gas:batch8": 0.08732002709278208 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.058955138547971214, + "by_dataset": { + "hydraulic": 0.02898823878249642, + "gas": 0.08892203831344601 + }, + "by_environment": { + "hydraulic:context1=73": 0.017773662378285777, + "hydraulic:context1=80": -0.008438791834168477, + "hydraulic:context1=90": 0.07344465804928142, + "hydraulic:context0=3": 0.06086128103961052, + "hydraulic:context0=20": 0.0013003842794728647, + "gas:batch6": 0.11861024895365953, + "gas:batch7": 0.11103575088662962, + "gas:batch10": 0.11192151094170533, + "gas:batch9": 0.06301341324736404, + "gas:batch8": 0.040029267537871595 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4179886352323039, + "by_dataset": { + "hydraulic": 0.2577385930769865, + "gas": 0.5782386773876212 + }, + "by_environment": { + "hydraulic:context1=73": 0.07857142857142857, + "hydraulic:context1=80": 0.03717948717948718, + "hydraulic:context1=90": 0.23484848484848478, + "hydraulic:context0=3": 0.4778176025487854, + "hydraulic:context0=20": 0.4602759622367465, + "gas:batch6": 0.6758321798838, + "gas:batch7": 0.47319276875117094, + "gas:batch10": 0.52721980770592, + "gas:batch9": 0.6704967948717948, + "gas:batch8": 0.5444518357254207 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0012633946423726626, + "by_dataset": { + "hydraulic": 0.0010943527548763785, + "gas": 0.0014324365298689467 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.002735881887190946, + "hydraulic:context0=20": 0.002735881887190946, + "gas:batch6": 0.001263852068890233, + "gas:batch7": 0.0012572276509907542, + "gas:batch10": 0.001257227650990759, + "gas:batch9": 0.0002772156106014334, + "gas:batch8": 0.003106659667871554 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.2714212501527114, + "by_dataset": { + "hydraulic": 0.2206823147918245, + "gas": 0.3221601855135983 + }, + "by_environment": { + "hydraulic:context1=73": 0.0014945167144303068, + "hydraulic:context1=80": 0.003770783231096256, + "hydraulic:context1=90": 0.0763144392181116, + "hydraulic:context0=3": 0.5744532402587024, + "hydraulic:context0=20": 0.4473785945367821, + "gas:batch6": 0.3006926888517293, + "gas:batch7": 0.31857817540991107, + "gas:batch10": 0.4013870860281903, + "gas:batch9": 0.31771021816325573, + "gas:batch8": 0.2724327591149051 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.3186702879251873, + "by_dataset": { + "hydraulic": 1.204955989116384, + "gas": 1.4323845867339906 + }, + "by_environment": { + "hydraulic:context1=73": 0.00708448326145314, + "hydraulic:context1=80": 0.009364289760255263, + "hydraulic:context1=90": 0.42969135353691973, + "hydraulic:context0=3": 3.0029564094198182, + "hydraulic:context0=20": 2.575683409603473, + "gas:batch6": 1.1089521856354425, + "gas:batch7": 1.5445332563728238, + "gas:batch10": 1.873553143676113, + "gas:batch9": 1.7280285317204522, + "gas:batch8": 0.9068558162651207 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.6846658350071735, + "by_dataset": { + "hydraulic": 2.4766145613081596, + "gas": 2.892717108706188 + }, + "by_environment": { + "hydraulic:context1=73": 1.0085279990780303, + "hydraulic:context1=80": 1.2866715723605613, + "hydraulic:context1=90": 1.5598985740373912, + "hydraulic:context0=3": 4.45783824847003, + "hydraulic:context0=20": 4.0701364125947865, + "gas:batch6": 2.6150247476251707, + "gas:batch7": 2.9428142640248525, + "gas:batch10": 3.6467058107115187, + "gas:batch9": 3.0730886933103188, + "gas:batch8": 2.185952027859078 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.3659955470819798, + "by_dataset": { + "hydraulic": 1.2716585721917641, + "gas": 1.4603325219721954 + }, + "by_environment": { + "hydraulic:context1=73": 1.001443515816577, + "hydraulic:context1=80": 1.2773072826003062, + "hydraulic:context1=90": 1.1302072205004712, + "hydraulic:context0=3": 1.4548818390501805, + "hydraulic:context0=20": 1.4944530029912853, + "gas:batch6": 1.5060725619897273, + "gas:batch7": 1.398281007652026, + "gas:batch10": 1.7731526670354032, + "gas:batch9": 1.3450601615898652, + "gas:batch8": 1.2790962115939555 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.730736262440343, + "by_dataset": { + "hydraulic": 2.4370651387120756, + "gas": 3.0244073861686105 + }, + "by_environment": { + "hydraulic:context1=73": 0.7958149679807295, + "hydraulic:context1=80": 1.0421110769898614, + "hydraulic:context1=90": 1.2727439861248373, + "hydraulic:context0=3": 4.889478291139409, + "hydraulic:context0=20": 4.185177371325541, + "gas:batch6": 2.5947831655693143, + "gas:batch7": 3.2517643950457242, + "gas:batch10": 3.7813321664565107, + "gas:batch9": 2.668630813830238, + "gas:batch8": 2.825526389941265 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "empirical_reference", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4611638060664879, + "by_dataset": { + "hydraulic": 0.49092915433712403, + "gas": 0.4313984577958518 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9984615384615385, + "hydraulic:context1=90": 0.8909090909090909, + "hydraulic:context0=3": 0.18422939068100355, + "hydraulic:context0=20": -0.6189542483660131, + "gas:batch6": 0.4995249203048524, + "gas:batch7": 0.34775456962925066, + "gas:batch10": 0.4715877709901531, + "gas:batch9": 0.23689135606661377, + "gas:batch8": 0.601233671988389 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.46112566095566565, + "by_dataset": { + "hydraulic": 0.49123684664481626, + "gas": 0.4310144752665151 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 1.0, + "hydraulic:context1=90": 0.8909090909090909, + "hydraulic:context0=3": 0.18422939068100355, + "hydraulic:context0=20": -0.6189542483660131, + "gas:batch6": 0.4995249203048524, + "gas:batch7": 0.3477726108678248, + "gas:batch10": 0.4696498171048953, + "gas:batch9": 0.23689135606661377, + "gas:batch8": 0.601233671988389 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 3.814511082221898e-05, + "by_dataset": { + "hydraulic": -0.00030769230769229773, + "gas": 0.0003839825293367357 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": -0.0015384615384614886, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": -1.8041238574138346e-05, + "gas:batch10": 0.0019379538852578168, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6122414089763762, + "by_dataset": { + "hydraulic": 0.7102663626988004, + "gas": 0.5142164552539521 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.997304347826087, + "hydraulic:context1=90": 0.9760000000000001, + "hydraulic:context0=3": 0.2446941323345817, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.5669852011646347, + "gas:batch7": 0.399916384011856, + "gas:batch10": 0.5061496587599565, + "gas:batch9": 0.46568642624980655, + "gas:batch8": 0.6323446060835066 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6108515238336867, + "by_dataset": { + "hydraulic": 0.7081967974814092, + "gas": 0.5135062501859642 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9869565217391305, + "hydraulic:context1=90": 0.9760000000000001, + "hydraulic:context0=3": 0.2446941323345817, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.5668808714828402, + "gas:batch7": 0.398478255899836, + "gas:batch10": 0.5041410912138313, + "gas:batch9": 0.46568642624980655, + "gas:batch8": 0.6323446060835066 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.0013898851426896106, + "by_dataset": { + "hydraulic": 0.0020695652173913005, + "gas": 0.0007102050679879208 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.010347826086956502, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.00010432968179446833, + "gas:batch7": 0.0014381281120199874, + "gas:batch10": 0.0020085675461251487, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.0013517400318673917, + "by_dataset": { + "hydraulic": 0.002377257525083598, + "gas": 0.00032622253865118527 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.01188628762541799, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.00010432968179446833, + "gas:batch7": 0.0014561693505941258, + "gas:batch10": 7.061366086733209e-05, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.02542517831387839, + "by_dataset": { + "hydraulic": 0.015384615384615385, + "gas": 0.0354657412431414 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.07692307692307693, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.013150909495557018, + "gas:batch7": 0.047514798764805265, + "gas:batch10": 0.04508180137414812, + "gas:batch9": 0.0, + "gas:batch8": 0.07158119658119659 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 6.807968017642793e-05, + "by_dataset": { + "hydraulic": -4.4408920985006264e-17, + "gas": 0.00013615936035290025 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": -1.1102230246251565e-16, + "hydraulic:context1=90": -1.1102230246251565e-16, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 5.551115123125783e-18, + "gas:batch7": -7.401486830834377e-18, + "gas:batch10": 0.0006807968017645401, + "gas:batch9": 0.0, + "gas:batch8": -3.700743415417188e-17 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.45929019440306407, + "by_dataset": { + "hydraulic": 0.4390161037892996, + "gas": 0.4795642850168286 + }, + "by_environment": { + "hydraulic:context1=73": 0.6193871706758304, + "hydraulic:context1=80": 0.6193871706758304, + "hydraulic:context1=90": 0.6193871706758304, + "hydraulic:context0=3": 0.16845950345950342, + "hydraulic:context0=20": 0.16845950345950342, + "gas:batch6": 0.49518625273089184, + "gas:batch7": 0.5688696857614378, + "gas:batch10": 0.5688696857614378, + "gas:batch9": 0.4474034113569564, + "gas:batch8": 0.31749238947341923 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.37533291090360177, + "by_dataset": { + "hydraulic": 0.2797704014198859, + "gas": 0.47089542038731763 + }, + "by_environment": { + "hydraulic:context1=73": 0.35395189003436417, + "hydraulic:context1=80": 0.35395189003436417, + "hydraulic:context1=90": 0.35395189003436417, + "hydraulic:context0=3": 0.16849816849816848, + "hydraulic:context0=20": 0.16849816849816848, + "gas:batch6": 0.4879339715857432, + "gas:batch7": 0.5663600962937017, + "gas:batch10": 0.5663600962937017, + "gas:batch9": 0.4655996524669857, + "gas:batch8": 0.26822328529645595 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.08395728349946234, + "by_dataset": { + "hydraulic": 0.1592457023694137, + "gas": 0.00866886462951096 + }, + "by_environment": { + "hydraulic:context1=73": 0.2654352806414662, + "hydraulic:context1=80": 0.2654352806414662, + "hydraulic:context1=90": 0.2654352806414662, + "hydraulic:context0=3": -3.866503866506212e-05, + "hydraulic:context0=20": -3.866503866506212e-05, + "gas:batch6": 0.007252281145148627, + "gas:batch7": 0.0025095894677361202, + "gas:batch10": 0.0025095894677361202, + "gas:batch9": -0.018196241110029293, + "gas:batch8": 0.04926910417696323 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.7492837279885627, + "by_dataset": { + "hydraulic": 0.8051172844615971, + "gas": 0.6934501715155281 + }, + "by_environment": { + "hydraulic:context1=73": 0.8612030207872451, + "hydraulic:context1=80": 0.8612030207872451, + "hydraulic:context1=90": 0.8612030207872451, + "hydraulic:context0=3": 0.7209886799731251, + "hydraulic:context0=20": 0.7209886799731251, + "gas:batch6": 0.6974645241673703, + "gas:batch7": 0.6851142457047573, + "gas:batch10": 0.6851142457047573, + "gas:batch9": 0.752687605545457, + "gas:batch8": 0.6468702364552987 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.7189953499307813, + "by_dataset": { + "hydraulic": 0.7918013284401096, + "gas": 0.646189371421453 + }, + "by_environment": { + "hydraulic:context1=73": 0.8512315194719505, + "hydraulic:context1=80": 0.8512315194719505, + "hydraulic:context1=90": 0.8512315194719505, + "hydraulic:context0=3": 0.7026560418923484, + "hydraulic:context0=20": 0.7026560418923484, + "gas:batch6": 0.6523720129446529, + "gas:batch7": 0.6482234841731452, + "gas:batch10": 0.6482234841731452, + "gas:batch9": 0.7099136215086521, + "gas:batch8": 0.5722142543076695 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03028837805778132, + "by_dataset": { + "hydraulic": 0.013315956021487524, + "gas": 0.047260800094075114 + }, + "by_environment": { + "hydraulic:context1=73": 0.009971501315294748, + "hydraulic:context1=80": 0.009971501315294748, + "hydraulic:context1=90": 0.009971501315294748, + "hydraulic:context0=3": 0.018332638080776682, + "hydraulic:context0=20": 0.018332638080776693, + "gas:batch6": 0.04509251122271739, + "gas:batch7": 0.03689076153161209, + "gas:batch10": 0.0368907615316121, + "gas:batch9": 0.042773984036804734, + "gas:batch8": 0.07465598214762928 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.053668905441681014, + "by_dataset": { + "hydraulic": -0.1459297463479262, + "gas": 0.03859193546456416 + }, + "by_environment": { + "hydraulic:context1=73": -0.2554637793261715, + "hydraulic:context1=80": -0.2554637793261715, + "hydraulic:context1=90": -0.2554637793261715, + "hydraulic:context0=3": 0.018371303119441743, + "hydraulic:context0=20": 0.018371303119441757, + "gas:batch6": 0.037840230077568766, + "gas:batch7": 0.03438117206387597, + "gas:batch10": 0.03438117206387598, + "gas:batch9": 0.06097022514683402, + "gas:batch8": 0.02538687797066605 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4205518253886643, + "by_dataset": { + "hydraulic": 0.4853614121655358, + "gas": 0.35574223861179277 + }, + "by_environment": { + "hydraulic:context1=73": 0.6575028636884307, + "hydraulic:context1=80": 0.656930126002291, + "hydraulic:context1=90": 0.6351660939289805, + "hydraulic:context0=3": 0.2057387057387057, + "hydraulic:context0=20": 0.2714692714692714, + "gas:batch6": 0.3611185680292478, + "gas:batch7": 0.31270103384624776, + "gas:batch10": 0.31440051920698875, + "gas:batch9": 0.3705163312700316, + "gas:batch8": 0.419974740706448 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0027995690614660397, + "by_dataset": { + "hydraulic": 0.0019986468941456193, + "gas": 0.00360049122878646 + }, + "by_environment": { + "hydraulic:context1=73": 0.0015878541320049806, + "hydraulic:context1=80": 0.0015878541320049806, + "hydraulic:context1=90": 0.0015878541320049806, + "hydraulic:context0=3": 0.002614836037356584, + "hydraulic:context0=20": 0.0026148360373565716, + "gas:batch6": 0.003710364514694594, + "gas:batch7": 0.0036741670706203046, + "gas:batch10": 0.003674167070620288, + "gas:batch9": 0.0017238291559928582, + "gas:batch8": 0.005219928332004255 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.15722811957533797, + "by_dataset": { + "hydraulic": 0.18189752618583732, + "gas": 0.13255871296483862 + }, + "by_environment": { + "hydraulic:context1=73": 0.15721680433075594, + "hydraulic:context1=80": 0.15721680433075594, + "hydraulic:context1=90": 0.157216804330756, + "hydraulic:context0=3": 0.21891860896845936, + "hydraulic:context0=20": 0.21891860896845936, + "gas:batch6": 0.12980480080285417, + "gas:batch7": 0.11128385157262027, + "gas:batch10": 0.11128385157262027, + "gas:batch9": 0.1415754621696265, + "gas:batch8": 0.168845598706472 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.470333918814077, + "by_dataset": { + "hydraulic": 0.5243807714521044, + "gas": 0.4162870661760496 + }, + "by_environment": { + "hydraulic:context1=73": 0.4303082960742141, + "hydraulic:context1=80": 0.4303082960742141, + "hydraulic:context1=90": 0.43030829607421417, + "hydraulic:context0=3": 0.6654894845189396, + "hydraulic:context0=20": 0.6654894845189397, + "gas:batch6": 0.4097476123727069, + "gas:batch7": 0.36333570779741503, + "gas:batch10": 0.36333570779741503, + "gas:batch9": 0.4562412073077378, + "gas:batch8": 0.48877509560497323 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.3652863315805943, + "by_dataset": { + "hydraulic": 1.5590111547401988, + "gas": 1.17156150842099 + }, + "by_environment": { + "hydraulic:context1=73": 1.4202064334641171, + "hydraulic:context1=80": 1.4202064334641171, + "hydraulic:context1=90": 1.4202064334641171, + "hydraulic:context0=3": 1.7672182366543214, + "hydraulic:context0=20": 1.7672182366543214, + "gas:batch6": 1.173653100464294, + "gas:batch7": 1.1611320074101383, + "gas:batch10": 1.1611320074101383, + "gas:batch9": 1.203847268441582, + "gas:batch8": 1.1580431583787976 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8949524127665175, + "by_dataset": { + "hydraulic": 1.0346303832880945, + "gas": 0.7552744422449404 + }, + "by_environment": { + "hydraulic:context1=73": 0.9898981373899031, + "hydraulic:context1=80": 0.9898981373899031, + "hydraulic:context1=90": 0.9898981373899031, + "hydraulic:context0=3": 1.1017287521353816, + "hydraulic:context0=20": 1.1017287521353816, + "gas:batch6": 0.7639054880915871, + "gas:batch7": 0.7977962996127232, + "gas:batch10": 0.7977962996127232, + "gas:batch9": 0.7476060611338441, + "gas:batch8": 0.6692680627738242 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.2938847482373521, + "by_dataset": { + "hydraulic": 1.1816359252765, + "gas": 1.4061335711982041 + }, + "by_environment": { + "hydraulic:context1=73": 0.7156643542331361, + "hydraulic:context1=80": 0.8473708811915821, + "hydraulic:context1=90": 1.2307731926665226, + "hydraulic:context0=3": 1.5571855991456296, + "hydraulic:context0=20": 1.5571855991456296, + "gas:batch6": 1.4546178497256217, + "gas:batch7": 1.2877582872605828, + "gas:batch10": 1.3211833262361956, + "gas:batch9": 1.779182428397053, + "gas:batch8": 1.1879259643715674 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.5501950810756284, + "by_dataset": { + "hydraulic": 0.5023707354119725, + "gas": 0.5980194267392842 + }, + "by_environment": { + "hydraulic:context1=73": 0.5544043528064146, + "hydraulic:context1=80": 0.5544043528064146, + "hydraulic:context1=90": 0.5544043528064146, + "hydraulic:context0=3": 0.42432030932030934, + "hydraulic:context0=20": 0.42432030932030934, + "gas:batch6": 0.6224267357130118, + "gas:batch7": 0.6242989341270814, + "gas:batch10": 0.6242989341270814, + "gas:batch9": 0.6680602431099139, + "gas:batch8": 0.4510122866193327 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.5657115544648122, + "by_dataset": { + "hydraulic": 0.5851063026320757, + "gas": 0.5463168062975488 + }, + "by_environment": { + "hydraulic:context1=73": 0.6357388316151202, + "hydraulic:context1=80": 0.6357388316151202, + "hydraulic:context1=90": 0.6357388316151202, + "hydraulic:context0=3": 0.5091575091575091, + "hydraulic:context0=20": 0.5091575091575091, + "gas:batch6": 0.5793990224607188, + "gas:batch7": 0.561695635008355, + "gas:batch10": 0.561695635008355, + "gas:batch9": 0.6012157463916721, + "gas:batch8": 0.427577992618643 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.0155164733891839, + "by_dataset": { + "hydraulic": -0.08273556722010329, + "gas": 0.05170262044173549 + }, + "by_environment": { + "hydraulic:context1=73": -0.08133447880870559, + "hydraulic:context1=80": -0.08133447880870559, + "hydraulic:context1=90": -0.08133447880870559, + "hydraulic:context0=3": -0.08483719983719984, + "hydraulic:context0=20": -0.08483719983719984, + "gas:batch6": 0.04302771325229293, + "gas:batch7": 0.06260329911872657, + "gas:batch10": 0.06260329911872657, + "gas:batch9": 0.06684449671824176, + "gas:batch8": 0.023434294000689634 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.12641140625, + "by_dataset": { + "hydraulic": 0.14272326388888887, + "gas": 0.11009954861111111 + }, + "by_environment": { + "hydraulic:context1=73": 0.15771006944444443, + "hydraulic:context1=80": 0.15771006944444443, + "hydraulic:context1=90": 0.15771006944444443, + "hydraulic:context0=3": 0.12024305555555555, + "hydraulic:context0=20": 0.12024305555555555, + "gas:batch6": 0.1133487847222222, + "gas:batch7": 0.11199675925925925, + "gas:batch10": 0.11199675925925925, + "gas:batch9": 0.12143090277777777, + "gas:batch8": 0.09172453703703703 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.10259375, + "by_dataset": { + "hydraulic": 0.11430555555555555, + "gas": 0.09088194444444445 + }, + "by_environment": { + "hydraulic:context1=73": 0.12916666666666665, + "hydraulic:context1=80": 0.12916666666666665, + "hydraulic:context1=90": 0.12916666666666665, + "hydraulic:context0=3": 0.09201388888888888, + "hydraulic:context0=20": 0.09201388888888888, + "gas:batch6": 0.0946875, + "gas:batch7": 0.09222222222222222, + "gas:batch10": 0.09222222222222222, + "gas:batch9": 0.10270833333333333, + "gas:batch8": 0.07256944444444444 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.02381765625, + "by_dataset": { + "hydraulic": 0.028417708333333336, + "gas": 0.019217604166666662 + }, + "by_environment": { + "hydraulic:context1=73": 0.028543402777777782, + "hydraulic:context1=80": 0.028543402777777782, + "hydraulic:context1=90": 0.028543402777777782, + "hydraulic:context0=3": 0.028229166666666663, + "hydraulic:context0=20": 0.028229166666666663, + "gas:batch6": 0.01866128472222222, + "gas:batch7": 0.019774537037037035, + "gas:batch10": 0.019774537037037035, + "gas:batch9": 0.01872256944444444, + "gas:batch8": 0.019155092592592588 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.039334129639183896, + "by_dataset": { + "hydraulic": 0.11115327555343661, + "gas": -0.03248501627506883 + }, + "by_environment": { + "hydraulic:context1=73": 0.10987788158648337, + "hydraulic:context1=80": 0.10987788158648337, + "hydraulic:context1=90": 0.10987788158648337, + "hydraulic:context0=3": 0.11306636650386649, + "hydraulic:context0=20": 0.11306636650386649, + "gas:batch6": -0.024366428530070712, + "gas:batch7": -0.042828762081689536, + "gas:batch10": -0.042828762081689536, + "gas:batch9": -0.04812192727379733, + "gas:batch8": -0.004279201408097045 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.8184553056325551, + "by_dataset": { + "hydraulic": 0.7512233089552677, + "gas": 0.8856873023098425 + }, + "by_environment": { + "hydraulic:context1=73": 0.6660939289805269, + "hydraulic:context1=80": 0.6660939289805269, + "hydraulic:context1=90": 0.6660939289805269, + "hydraulic:context0=3": 0.8789173789173789, + "hydraulic:context0=20": 0.8789173789173789, + "gas:batch6": 0.8874716302852939, + "gas:batch7": 0.900477125325358, + "gas:batch10": 0.900477125325358, + "gas:batch9": 0.9125965611937131, + "gas:batch8": 0.8274140694194895 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0016383449074074078, + "by_dataset": { + "hydraulic": 0.002737500000000001, + "gas": 0.000539189814814815 + }, + "by_environment": { + "hydraulic:context1=73": 0.001902777777777781, + "hydraulic:context1=80": 0.001902777777777781, + "hydraulic:context1=90": 0.001902777777777781, + "hydraulic:context0=3": 0.00398958333333333, + "hydraulic:context0=20": 0.00398958333333333, + "gas:batch6": 0.0005670138888888888, + "gas:batch7": 0.0006068287037037022, + "gas:batch10": 0.0006068287037037022, + "gas:batch9": 0.0004031249999999968, + "gas:batch8": 0.0005121527777777853 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.11956756169967031, + "by_dataset": { + "hydraulic": 0.1308082517348657, + "gas": 0.1083268716644749 + }, + "by_environment": { + "hydraulic:context1=73": 0.11956880332912957, + "hydraulic:context1=80": 0.11956880332912957, + "hydraulic:context1=90": 0.11956880332912957, + "hydraulic:context0=3": 0.1476674243434699, + "hydraulic:context0=20": 0.1476674243434699, + "gas:batch6": 0.10190392280128469, + "gas:batch7": 0.10602260326674824, + "gas:batch10": 0.10602260326674824, + "gas:batch9": 0.09754096028353268, + "gas:batch8": 0.13014426870406068 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.39520620769948944, + "by_dataset": { + "hydraulic": 0.42544557702310826, + "gas": 0.3649668383758707 + }, + "by_environment": { + "hydraulic:context1=73": 0.39830544322628875, + "hydraulic:context1=80": 0.39830544322628875, + "hydraulic:context1=90": 0.39830544322628875, + "hydraulic:context0=3": 0.4661557777183376, + "hydraulic:context0=20": 0.4661557777183376, + "gas:batch6": 0.34869678136299975, + "gas:batch7": 0.35941671350323107, + "gas:batch10": 0.35941671350323107, + "gas:batch9": 0.33447188164604374, + "gas:batch8": 0.42283210186384784 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.1236210279222074, + "by_dataset": { + "hydraulic": 1.4724770781034628, + "gas": 0.7747649777409519 + }, + "by_environment": { + "hydraulic:context1=73": 1.4768290030843083, + "hydraulic:context1=80": 1.4768290030843083, + "hydraulic:context1=90": 1.4768290030843083, + "hydraulic:context0=3": 1.4659491906321944, + "hydraulic:context0=20": 1.4659491906321944, + "gas:batch6": 0.7418784301984408, + "gas:batch7": 0.7724715833080398, + "gas:batch10": 0.7724715833080398, + "gas:batch9": 0.6900422413969203, + "gas:batch8": 0.8969610504933191 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7284148202227178, + "by_dataset": { + "hydraulic": 1.0470315010803541, + "gas": 0.4097981393650813 + }, + "by_environment": { + "hydraulic:context1=73": 1.0785235598580194, + "hydraulic:context1=80": 1.0785235598580194, + "hydraulic:context1=90": 1.0785235598580194, + "hydraulic:context0=3": 0.9997934129138567, + "hydraulic:context0=20": 0.9997934129138567, + "gas:batch6": 0.39318164883544104, + "gas:batch7": 0.4130548698048087, + "gas:batch10": 0.4130548698048087, + "gas:batch9": 0.3555703597508766, + "gas:batch8": 0.47412894862947147 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.9161666017182806, + "by_dataset": { + "hydraulic": 1.0796073485140893, + "gas": 0.7527258549224717 + }, + "by_environment": { + "hydraulic:context1=73": 0.7572825027937498, + "hydraulic:context1=80": 0.9423849425177279, + "hydraulic:context1=90": 1.043986805298437, + "hydraulic:context0=3": 1.3271912459802664, + "hydraulic:context0=20": 1.3271912459802664, + "gas:batch6": 0.7346321279922167, + "gas:batch7": 0.7324391546943733, + "gas:batch10": 0.704308240649646, + "gas:batch9": 0.6547095925545927, + "gas:batch8": 0.9375401587215301 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.43296889927354365, + "by_dataset": { + "hydraulic": 0.4135096610148157, + "gas": 0.4524281375322716 + }, + "by_environment": { + "hydraulic:context1=73": 0.617147766323024, + "hydraulic:context1=80": 0.617147766323024, + "hydraulic:context1=90": 0.617147766323024, + "hydraulic:context0=3": 0.10805250305250302, + "hydraulic:context0=20": 0.10805250305250302, + "gas:batch6": 0.4668553590098529, + "gas:batch7": 0.53196215595515, + "gas:batch10": 0.53196215595515, + "gas:batch9": 0.4073310128697381, + "gas:batch8": 0.32403000387146724 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.2606977938628488, + "by_dataset": { + "hydraulic": 0.0608839041828733, + "gas": 0.46051168354282435 + }, + "by_environment": { + "hydraulic:context1=73": 0.041237113402061924, + "hydraulic:context1=80": 0.041237113402061924, + "hydraulic:context1=90": 0.041237113402061924, + "hydraulic:context0=3": 0.09035409035409037, + "hydraulic:context0=20": 0.09035409035409037, + "gas:batch6": 0.4792275483459546, + "gas:batch7": 0.5561049239943787, + "gas:batch10": 0.5561049239943787, + "gas:batch9": 0.43836893155414935, + "gas:batch8": 0.2727520898252605 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.17227110541069476, + "by_dataset": { + "hydraulic": 0.3526257568319423, + "gas": -0.008083546010552778 + }, + "by_environment": { + "hydraulic:context1=73": 0.5759106529209621, + "hydraulic:context1=80": 0.5759106529209621, + "hydraulic:context1=90": 0.5759106529209621, + "hydraulic:context0=3": 0.017698412698412658, + "hydraulic:context0=20": 0.017698412698412658, + "gas:batch6": -0.012372189336101718, + "gas:batch7": -0.024142768039228782, + "gas:batch10": -0.024142768039228782, + "gas:batch9": -0.031037918684411376, + "gas:batch8": 0.05127791404620677 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8726047621127033, + "by_dataset": { + "hydraulic": 0.9301527449482678, + "gas": 0.8150567792771388 + }, + "by_environment": { + "hydraulic:context1=73": 0.9917434272288892, + "hydraulic:context1=80": 0.9917434272288892, + "hydraulic:context1=90": 0.9917434272288892, + "hydraulic:context0=3": 0.8377667215273359, + "hydraulic:context0=20": 0.8377667215273359, + "gas:batch6": 0.8192072396944908, + "gas:batch7": 0.8046773033269533, + "gas:batch10": 0.8046773033269533, + "gas:batch9": 0.8811073756636677, + "gas:batch8": 0.7656146743736293 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8392004017399846, + "by_dataset": { + "hydraulic": 0.9179769130031825, + "gas": 0.7604238904767866 + }, + "by_environment": { + "hydraulic:context1=73": 0.983963829750179, + "hydraulic:context1=80": 0.9839638297501789, + "hydraulic:context1=90": 0.983963829750179, + "hydraulic:context0=3": 0.8189965378826879, + "hydraulic:context0=20": 0.8189965378826879, + "gas:batch6": 0.7670107744124997, + "gas:batch7": 0.7609459163240312, + "gas:batch10": 0.7609459163240312, + "gas:batch9": 0.8303718645528942, + "gas:batch8": 0.682844980770477 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.033404360372718794, + "by_dataset": { + "hydraulic": 0.012175831945085333, + "gas": 0.05463288880035226 + }, + "by_environment": { + "hydraulic:context1=73": 0.007779597478710154, + "hydraulic:context1=80": 0.007779597478710191, + "hydraulic:context1=90": 0.007779597478710154, + "hydraulic:context0=3": 0.018770183644648084, + "hydraulic:context0=20": 0.018770183644648084, + "gas:batch6": 0.05219646528199114, + "gas:batch7": 0.04373138700292214, + "gas:batch10": 0.04373138700292216, + "gas:batch9": 0.050735511110773526, + "gas:batch8": 0.08276969360315238 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.13886674503797597, + "by_dataset": { + "hydraulic": -0.340449924886857, + "gas": 0.06271643481090504 + }, + "by_environment": { + "hydraulic:context1=73": -0.568131055442252, + "hydraulic:context1=80": -0.568131055442252, + "hydraulic:context1=90": -0.568131055442252, + "hydraulic:context0=3": 0.0010717709462354258, + "hydraulic:context0=20": 0.0010717709462354258, + "gas:batch6": 0.06456865461809286, + "gas:batch7": 0.06787415504215091, + "gas:batch10": 0.06787415504215094, + "gas:batch9": 0.0817734297951849, + "gas:batch8": 0.03149177955694561 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3916998840868847, + "by_dataset": { + "hydraulic": 0.4211980077959459, + "gas": 0.3622017603778236 + }, + "by_environment": { + "hydraulic:context1=73": 0.5309278350515464, + "hydraulic:context1=80": 0.5355097365406644, + "hydraulic:context1=90": 0.5698739977090492, + "hydraulic:context0=3": 0.21469271469271467, + "hydraulic:context0=20": 0.25498575498575493, + "gas:batch6": 0.3597645537490842, + "gas:batch7": 0.3148773491163393, + "gas:batch10": 0.3142126074962662, + "gas:batch9": 0.39118306462124197, + "gas:batch8": 0.4309712269061863 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.001142233761138556, + "by_dataset": { + "hydraulic": 0.0006428126539159547, + "gas": 0.001641654868361157 + }, + "by_environment": { + "hydraulic:context1=73": 0.0001097059396313697, + "hydraulic:context1=80": 0.0001097059396313697, + "hydraulic:context1=90": 0.0001097059396313697, + "hydraulic:context0=3": 0.0014424727253428261, + "hydraulic:context0=20": 0.0014424727253428383, + "gas:batch6": 0.0016133016614341116, + "gas:batch7": 0.0016479717071093377, + "gas:batch10": 0.0016479717071093156, + "gas:batch9": 0.0005627936578473788, + "gas:batch8": 0.0027362356083056407 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.201853393322063, + "by_dataset": { + "hydraulic": 0.2512619328271543, + "gas": 0.1524448538169717 + }, + "by_environment": { + "hydraulic:context1=73": 0.2522055560338961, + "hydraulic:context1=80": 0.2522055560338961, + "hydraulic:context1=90": 0.2522055560338961, + "hydraulic:context0=3": 0.2498464980170416, + "hydraulic:context0=20": 0.2498464980170416, + "gas:batch6": 0.1490846856328676, + "gas:batch7": 0.12541864091039484, + "gas:batch10": 0.12541864091039484, + "gas:batch9": 0.15770913527651845, + "gas:batch8": 0.20459316635468283 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.6908260078499238, + "by_dataset": { + "hydraulic": 0.8350058937275759, + "gas": 0.5466461219722716 + }, + "by_environment": { + "hydraulic:context1=73": 0.7857427485523326, + "hydraulic:context1=80": 0.7857427485523326, + "hydraulic:context1=90": 0.7857427485523326, + "hydraulic:context0=3": 0.9089006114904409, + "hydraulic:context0=20": 0.9089006114904409, + "gas:batch6": 0.5360968960385564, + "gas:batch7": 0.45808590801540294, + "gas:batch10": 0.45808590801540294, + "gas:batch9": 0.5873627426121536, + "gas:batch8": 0.6935991551798417 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.8190529358543808, + "by_dataset": { + "hydraulic": 1.9304273066276345, + "gas": 1.7076785650811268 + }, + "by_environment": { + "hydraulic:context1=73": 1.7480486672282443, + "hydraulic:context1=80": 1.7480486672282443, + "hydraulic:context1=90": 1.7480486672282443, + "hydraulic:context0=3": 2.20399526572672, + "hydraulic:context0=20": 2.20399526572672, + "gas:batch6": 1.730446259690202, + "gas:batch7": 1.6390156421891087, + "gas:batch10": 1.6390156421891087, + "gas:batch9": 1.7916146331711253, + "gas:batch8": 1.7383006481660896 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1282269280044568, + "by_dataset": { + "hydraulic": 1.0954214129000586, + "gas": 1.161032443108855 + }, + "by_environment": { + "hydraulic:context1=73": 0.9623059186759115, + "hydraulic:context1=80": 0.9623059186759115, + "hydraulic:context1=90": 0.9623059186759116, + "hydraulic:context0=3": 1.2950946542362787, + "hydraulic:context0=20": 1.2950946542362787, + "gas:batch6": 1.1943493636516453, + "gas:batch7": 1.1809297341737055, + "gas:batch10": 1.1809297341737055, + "gas:batch9": 1.2042518905589708, + "gas:batch8": 1.0447014929862477 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.9500844930782844, + "by_dataset": { + "hydraulic": 1.5250481207004547, + "gas": 2.3751208654561142 + }, + "by_environment": { + "hydraulic:context1=73": 0.8056921478464583, + "hydraulic:context1=80": 0.8937964632271576, + "hydraulic:context1=90": 1.5807189051363508, + "hydraulic:context0=3": 2.1725165436461538, + "hydraulic:context0=20": 2.1725165436461538, + "gas:batch6": 2.4328896149084804, + "gas:batch7": 2.0709833433547327, + "gas:batch10": 2.114458111562008, + "gas:batch9": 3.330199448133957, + "gas:batch8": 1.9270738093213937 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.64550703565792, + "by_dataset": { + "hydraulic": 0.6380132799617335, + "gas": 0.6530007913541064 + }, + "by_environment": { + "hydraulic:context1=73": 0.869077892325315, + "hydraulic:context1=80": 0.869077892325315, + "hydraulic:context1=90": 0.869077892325315, + "hydraulic:context0=3": 0.29141636141636135, + "hydraulic:context0=20": 0.29141636141636135, + "gas:batch6": 0.6622013889962192, + "gas:batch7": 0.705981463089761, + "gas:batch10": 0.705981463089761, + "gas:batch9": 0.596283889558009, + "gas:batch8": 0.5945557520367818 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.6525898749798487, + "by_dataset": { + "hydraulic": 0.6513475070176101, + "gas": 0.6538322429420873 + }, + "by_environment": { + "hydraulic:context1=73": 0.8625429553264605, + "hydraulic:context1=80": 0.8625429553264605, + "hydraulic:context1=90": 0.8625429553264605, + "hydraulic:context0=3": 0.3345543345543345, + "hydraulic:context0=20": 0.3345543345543345, + "gas:batch6": 0.6614612285831032, + "gas:batch7": 0.7064082589300141, + "gas:batch10": 0.7064082589300141, + "gas:batch9": 0.5898083566881285, + "gas:batch8": 0.6050751115791767 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.00708283932192873, + "by_dataset": { + "hydraulic": -0.013334227055876568, + "gas": -0.0008314515879808918 + }, + "by_environment": { + "hydraulic:context1=73": 0.006534936998854472, + "hydraulic:context1=80": 0.006534936998854472, + "hydraulic:context1=90": 0.006534936998854472, + "hydraulic:context0=3": -0.04313797313797313, + "hydraulic:context0=20": -0.04313797313797313, + "gas:batch6": 0.0007401604131160156, + "gas:batch7": -0.00042679584025312386, + "gas:batch10": -0.00042679584025312386, + "gas:batch9": 0.006475532869880575, + "gas:batch8": -0.010519359542394802 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6293712991477451, + "by_dataset": { + "hydraulic": 0.6814112924086089, + "gas": 0.5773313058868814 + }, + "by_environment": { + "hydraulic:context1=73": 0.7575706041191569, + "hydraulic:context1=80": 0.7575706041191569, + "hydraulic:context1=90": 0.7575706041191569, + "hydraulic:context0=3": 0.5671723248427868, + "hydraulic:context0=20": 0.5671723248427868, + "gas:batch6": 0.5837846402011435, + "gas:batch7": 0.5721144189449956, + "gas:batch10": 0.5721144189449956, + "gas:batch9": 0.6397485595936654, + "gas:batch8": 0.5188944917496073 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6079145272561074, + "by_dataset": { + "hydraulic": 0.6744364539767754, + "gas": 0.5413926005354394 + }, + "by_environment": { + "hydraulic:context1=73": 0.7534395881985004, + "hydraulic:context1=80": 0.7534395881985004, + "hydraulic:context1=90": 0.7534395881985004, + "hydraulic:context0=3": 0.5559317526441878, + "hydraulic:context0=20": 0.5559317526441878, + "gas:batch6": 0.5490233389088752, + "gas:batch7": 0.5441798125927614, + "gas:batch10": 0.5441798125927614, + "gas:batch9": 0.6024608189546943, + "gas:batch8": 0.46711921962810427 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.021456771891637857, + "by_dataset": { + "hydraulic": 0.006974838431833533, + "gas": 0.03593870535144218 + }, + "by_environment": { + "hydraulic:context1=73": 0.004131015920656567, + "hydraulic:context1=80": 0.004131015920656567, + "hydraulic:context1=90": 0.004131015920656567, + "hydraulic:context0=3": 0.011240572198598968, + "hydraulic:context0=20": 0.011240572198598997, + "gas:batch6": 0.03476130129226833, + "gas:batch7": 0.027934606352234156, + "gas:batch10": 0.02793460635223417, + "gas:batch9": 0.037287740638971154, + "gas:batch8": 0.051775272121503096 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.028539611213566587, + "by_dataset": { + "hydraulic": 0.020309065487710103, + "gas": 0.03677015693942307 + }, + "by_environment": { + "hydraulic:context1=73": -0.002403921078197905, + "hydraulic:context1=80": -0.002403921078197905, + "hydraulic:context1=90": -0.002403921078197905, + "hydraulic:context0=3": 0.054378545336572104, + "hydraulic:context0=20": 0.05437854533657213, + "gas:batch6": 0.03402114087915231, + "gas:batch7": 0.02836140219248728, + "gas:batch10": 0.028361402192487294, + "gas:batch9": 0.030812207769090584, + "gas:batch8": 0.0622946316638979 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.388996635059501, + "by_dataset": { + "hydraulic": 0.3877497073373362, + "gas": 0.3902435627816658 + }, + "by_environment": { + "hydraulic:context1=73": 0.42210767468499427, + "hydraulic:context1=80": 0.41408934707903783, + "hydraulic:context1=90": 0.4261168384879725, + "hydraulic:context0=3": 0.35063085063085064, + "hydraulic:context0=20": 0.3258038258038258, + "gas:batch6": 0.3935903309902531, + "gas:batch7": 0.3417856749752875, + "gas:batch10": 0.3414832891510752, + "gas:batch9": 0.43870542853157674, + "gas:batch8": 0.4356530902601363 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.007690114483920258, + "by_dataset": { + "hydraulic": 0.009040768405571676, + "gas": 0.006339460562268838 + }, + "by_environment": { + "hydraulic:context1=73": 0.00661353937938199, + "hydraulic:context1=80": 0.00661353937938199, + "hydraulic:context1=90": 0.00661353937938199, + "hydraulic:context0=3": 0.012681611944856211, + "hydraulic:context0=20": 0.0126816119448562, + "gas:batch6": 0.006335672191243135, + "gas:batch7": 0.006466244467089485, + "gas:batch10": 0.0064662444670894725, + "gas:batch9": 0.0038073123339806315, + "gas:batch8": 0.008621829351941465 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.0952203020403681, + "by_dataset": { + "hydraulic": 0.09767074009492241, + "gas": 0.09276986398581381 + }, + "by_environment": { + "hydraulic:context1=73": 0.04675070968374342, + "hydraulic:context1=80": 0.04675070968374342, + "hydraulic:context1=90": 0.04675070968374342, + "hydraulic:context0=3": 0.1740507857116909, + "hydraulic:context0=20": 0.1740507857116909, + "gas:batch6": 0.09053002123489032, + "gas:batch7": 0.07940936257856836, + "gas:batch10": 0.07940936257856836, + "gas:batch9": 0.0985033154510682, + "gas:batch8": 0.11599725808597387 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.30575434021998105, + "by_dataset": { + "hydraulic": 0.3176542634199573, + "gas": 0.2938544170200048 + }, + "by_environment": { + "hydraulic:context1=73": 0.19437439840772194, + "hydraulic:context1=80": 0.19437439840772194, + "hydraulic:context1=90": 0.1943743984077219, + "hydraulic:context0=3": 0.5025740609383104, + "hydraulic:context0=20": 0.5025740609383104, + "gas:batch6": 0.2873929087903452, + "gas:batch7": 0.26222038464165803, + "gas:batch10": 0.26222038464165803, + "gas:batch9": 0.2994538544256519, + "gas:batch8": 0.35798455260071077 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.9801620945411915, + "by_dataset": { + "hydraulic": 1.2561429963394586, + "gas": 0.7041811927429245 + }, + "by_environment": { + "hydraulic:context1=73": 1.1020863019330902, + "hydraulic:context1=80": 1.1020863019330902, + "hydraulic:context1=90": 1.1020863019330902, + "hydraulic:context0=3": 1.487228037949011, + "hydraulic:context0=20": 1.487228037949011, + "gas:batch6": 0.6971041028707518, + "gas:batch7": 0.693659865552282, + "gas:batch10": 0.693659865552282, + "gas:batch9": 0.6675272827343861, + "gas:batch8": 0.7689548470049203 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.6744077543212105, + "by_dataset": { + "hydraulic": 0.9384887329195013, + "gas": 0.41032677572291965 + }, + "by_environment": { + "hydraulic:context1=73": 0.9077119035253683, + "hydraulic:context1=80": 0.9077119035253683, + "hydraulic:context1=90": 0.9077119035253683, + "hydraulic:context0=3": 0.9846539770107007, + "hydraulic:context0=20": 0.9846539770107007, + "gas:batch6": 0.40971119408040657, + "gas:batch7": 0.43143948091062395, + "gas:batch10": 0.43143948091062395, + "gas:batch9": 0.3680734283087341, + "gas:batch8": 0.4109702944042097 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.8319444473451978, + "by_dataset": { + "hydraulic": 0.8914767560201918, + "gas": 0.7724121386702038 + }, + "by_environment": { + "hydraulic:context1=73": 0.43507144432696593, + "hydraulic:context1=80": 0.6020764500595677, + "hydraulic:context1=90": 0.8276655018879907, + "hydraulic:context0=3": 1.2962851919132172, + "hydraulic:context0=20": 1.2962851919132172, + "gas:batch6": 0.7893827662393861, + "gas:batch7": 0.7285124214302496, + "gas:batch10": 0.7382097653188622, + "gas:batch9": 0.8864972157117965, + "gas:batch8": 0.7194585246507245 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.6554596076908643, + "by_dataset": { + "hydraulic": 0.62349852934389, + "gas": 0.6874206860378385 + }, + "by_environment": { + "hydraulic:context1=73": 0.7461225658648338, + "hydraulic:context1=80": 0.7461225658648338, + "hydraulic:context1=90": 0.7461225658648338, + "hydraulic:context0=3": 0.4395624745624745, + "hydraulic:context0=20": 0.4395624745624745, + "gas:batch6": 0.7028506393054939, + "gas:batch7": 0.7247997288803093, + "gas:batch10": 0.7247997288803093, + "gas:batch9": 0.7227654716620476, + "gas:batch8": 0.5618878614610322 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.6664695155033804, + "by_dataset": { + "hydraulic": 0.6569993580302859, + "gas": 0.6759396729764748 + }, + "by_environment": { + "hydraulic:context1=73": 0.7628865979381443, + "hydraulic:context1=80": 0.7628865979381443, + "hydraulic:context1=90": 0.7628865979381443, + "hydraulic:context0=3": 0.4981684981684981, + "hydraulic:context0=20": 0.4981684981684981, + "gas:batch6": 0.6891153864652269, + "gas:batch7": 0.7222672798242047, + "gas:batch10": 0.7222672798242047, + "gas:batch9": 0.7072981897746062, + "gas:batch8": 0.5387502289941314 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.011009907812516014, + "by_dataset": { + "hydraulic": -0.03350082868639569, + "gas": 0.011481013061363659 + }, + "by_environment": { + "hydraulic:context1=73": -0.016764032073310415, + "hydraulic:context1=80": -0.016764032073310415, + "hydraulic:context1=90": -0.016764032073310415, + "hydraulic:context0=3": -0.0586060236060236, + "hydraulic:context0=20": -0.0586060236060236, + "gas:batch6": 0.013735252840266887, + "gas:batch7": 0.0025324490561046647, + "gas:batch10": 0.0025324490561046647, + "gas:batch9": 0.015467281887441339, + "gas:batch8": 0.023137632466900742 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.3584874095775463, + "by_dataset": { + "hydraulic": 0.4024897280092593, + "gas": 0.31448509114583334 + }, + "by_environment": { + "hydraulic:context1=73": 0.45294270833333333, + "hydraulic:context1=80": 0.45294270833333333, + "hydraulic:context1=90": 0.45294270833333333, + "hydraulic:context0=3": 0.3268102575231482, + "hydraulic:context0=20": 0.3268102575231482, + "gas:batch6": 0.3237151692708333, + "gas:batch7": 0.31883564814814813, + "gas:batch10": 0.31883564814814813, + "gas:batch9": 0.35058506944444445, + "gas:batch8": 0.2604539207175926 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.33278862847222224, + "by_dataset": { + "hydraulic": 0.37530381944444446, + "gas": 0.2902734375 + }, + "by_environment": { + "hydraulic:context1=73": 0.427734375, + "hydraulic:context1=80": 0.427734375, + "hydraulic:context1=90": 0.427734375, + "hydraulic:context0=3": 0.2966579861111111, + "hydraulic:context0=20": 0.2966579861111111, + "gas:batch6": 0.2986328125, + "gas:batch7": 0.29596354166666666, + "gas:batch10": 0.29596354166666666, + "gas:batch9": 0.321875, + "gas:batch8": 0.23893229166666666 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.025698781105324062, + "by_dataset": { + "hydraulic": 0.027185908564814808, + "gas": 0.024211653645833317 + }, + "by_environment": { + "hydraulic:context1=73": 0.025208333333333333, + "hydraulic:context1=80": 0.025208333333333333, + "hydraulic:context1=90": 0.025208333333333333, + "hydraulic:context0=3": 0.030152271412037024, + "hydraulic:context0=20": 0.030152271412037024, + "gas:batch6": 0.025082356770833314, + "gas:batch7": 0.022872106481481465, + "gas:batch10": 0.022872106481481465, + "gas:batch9": 0.02871006944444442, + "gas:batch8": 0.02152162905092592 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.036708688917840085, + "by_dataset": { + "hydraulic": 0.06068673725121051, + "gas": 0.012730640584469658 + }, + "by_environment": { + "hydraulic:context1=73": 0.04197236540664375, + "hydraulic:context1=80": 0.04197236540664375, + "hydraulic:context1=90": 0.04197236540664375, + "hydraulic:context0=3": 0.08875829501806064, + "hydraulic:context0=20": 0.08875829501806064, + "gas:batch6": 0.01134710393056643, + "gas:batch7": 0.0203396574253768, + "gas:batch10": 0.0203396574253768, + "gas:batch9": 0.013242787557003083, + "gas:batch8": -0.0016160034159748212 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.6845545479255336, + "by_dataset": { + "hydraulic": 0.581206651309744, + "gas": 0.7879024445413232 + }, + "by_environment": { + "hydraulic:context1=73": 0.5429553264604811, + "hydraulic:context1=80": 0.5429553264604811, + "hydraulic:context1=90": 0.5429553264604811, + "hydraulic:context0=3": 0.6385836385836385, + "hydraulic:context0=20": 0.6385836385836385, + "gas:batch6": 0.7749271847738686, + "gas:batch7": 0.8173605853386058, + "gas:batch10": 0.8173605853386058, + "gas:batch9": 0.7742948402772949, + "gas:batch8": 0.755569026978241 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.006479134114583328, + "by_dataset": { + "hydraulic": 0.009586805555555546, + "gas": 0.003371462673611111 + }, + "by_environment": { + "hydraulic:context1=73": 0.004351128472222206, + "hydraulic:context1=80": 0.004351128472222206, + "hydraulic:context1=90": 0.004351128472222206, + "hydraulic:context0=3": 0.01744032118055556, + "hydraulic:context0=20": 0.01744032118055556, + "gas:batch6": 0.003693684895833335, + "gas:batch7": 0.004148726851851849, + "gas:batch10": 0.004148726851851849, + "gas:batch9": 0.003149956597222222, + "gas:batch8": 0.0017162181712962988 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.08815412865981716, + "by_dataset": { + "hydraulic": 0.09440677622131058, + "gas": 0.08190148109832374 + }, + "by_environment": { + "hydraulic:context1=73": 0.06726162876645311, + "hydraulic:context1=80": 0.06726162876645311, + "hydraulic:context1=90": 0.06726162876645311, + "hydraulic:context0=3": 0.13512449740359675, + "hydraulic:context0=20": 0.13512449740359675, + "gas:batch6": 0.07795225953395926, + "gas:batch7": 0.07546665632820194, + "gas:batch10": 0.07546665632820194, + "gas:batch9": 0.07265509894372274, + "gas:batch8": 0.1079667343575328 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.29533931202795516, + "by_dataset": { + "hydraulic": 0.31076185305650406, + "gas": 0.27991677099940626 + }, + "by_environment": { + "hydraulic:context1=73": 0.24294477414625215, + "hydraulic:context1=80": 0.24294477414625215, + "hydraulic:context1=90": 0.24294477414625215, + "hydraulic:context0=3": 0.41248747142188186, + "hydraulic:context0=20": 0.41248747142188186, + "gas:batch6": 0.26749991635376114, + "gas:batch7": 0.26504523437126465, + "gas:batch10": 0.26504523437126465, + "gas:batch9": 0.24778014472450827, + "gas:batch8": 0.35421332517623255 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.8914166556052137, + "by_dataset": { + "hydraulic": 1.2453830717199879, + "gas": 0.5374502394904395 + }, + "by_environment": { + "hydraulic:context1=73": 1.1660253132820249, + "hydraulic:context1=80": 1.1660253132820249, + "hydraulic:context1=90": 1.1660253132820249, + "hydraulic:context0=3": 1.3644197093769321, + "hydraulic:context0=20": 1.3644197093769321, + "gas:batch6": 0.5236488388944679, + "gas:batch7": 0.5186620171096029, + "gas:batch10": 0.5186620171096029, + "gas:batch9": 0.47437584702354807, + "gas:batch8": 0.6519024773149754 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5960773435772586, + "by_dataset": { + "hydraulic": 0.9346212186634839, + "gas": 0.2575334684910332 + }, + "by_environment": { + "hydraulic:context1=73": 0.9230805391357727, + "hydraulic:context1=80": 0.9230805391357727, + "hydraulic:context1=90": 0.9230805391357727, + "hydraulic:context0=3": 0.9519322379550506, + "hydraulic:context0=20": 0.9519322379550506, + "gas:batch6": 0.2561489225407068, + "gas:batch7": 0.25361678273833826, + "gas:batch10": 0.25361678273833826, + "gas:batch9": 0.22659570229903983, + "gas:batch8": 0.29768915213874286 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6777897773472743, + "by_dataset": { + "hydraulic": 0.8337585283897038, + "gas": 0.5218210263048447 + }, + "by_environment": { + "hydraulic:context1=73": 0.33651074906495015, + "hydraulic:context1=80": 0.5735414161323972, + "hydraulic:context1=90": 0.7123964517646085, + "hydraulic:context0=3": 1.2731720124932815, + "hydraulic:context0=20": 1.2731720124932815, + "gas:batch6": 0.5239217518555926, + "gas:batch7": 0.5018656085291153, + "gas:batch10": 0.5113451560328726, + "gas:batch9": 0.5151243534543027, + "gas:batch8": 0.5568482616523404 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.4508754948113877, + "by_dataset": { + "hydraulic": 0.44706081089586236, + "gas": 0.4546901787269131 + }, + "by_environment": { + "hydraulic:context1=73": 0.7723825887743413, + "hydraulic:context1=80": 0.7723825887743413, + "hydraulic:context1=90": 0.7723825887743413, + "hydraulic:context0=3": -0.04092185592185588, + "hydraulic:context0=20": -0.04092185592185588, + "gas:batch6": 0.4741917065360884, + "gas:batch7": 0.5368920724243907, + "gas:batch10": 0.5368920724243907, + "gas:batch9": 0.4056945845261485, + "gas:batch8": 0.3197804577235471 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.27422815311798326, + "by_dataset": { + "hydraulic": 0.06093425474868776, + "gas": 0.4875220514872788 + }, + "by_environment": { + "hydraulic:context1=73": 0.08934707903780074, + "hydraulic:context1=80": 0.08934707903780074, + "hydraulic:context1=90": 0.08934707903780074, + "hydraulic:context0=3": 0.018315018315018274, + "hydraulic:context0=20": 0.018315018315018274, + "gas:batch6": 0.5031365288309889, + "gas:batch7": 0.5831012820617784, + "gas:batch10": 0.5831012820617784, + "gas:batch9": 0.4774277711994305, + "gas:batch8": 0.29084339328241765 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.17664734169340454, + "by_dataset": { + "hydraulic": 0.3861265561471748, + "gas": -0.03283187276036568 + }, + "by_environment": { + "hydraulic:context1=73": 0.6830355097365407, + "hydraulic:context1=80": 0.6830355097365407, + "hydraulic:context1=90": 0.6830355097365407, + "hydraulic:context0=3": -0.059236874236874154, + "hydraulic:context0=20": -0.059236874236874154, + "gas:batch6": -0.028944822294900495, + "gas:batch7": -0.04620920963738762, + "gas:batch10": -0.04620920963738762, + "gas:batch9": -0.0717331866732821, + "gas:batch8": 0.02893706444112945 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8786854709194309, + "by_dataset": { + "hydraulic": 0.9183348668697546, + "gas": 0.8390360749691073 + }, + "by_environment": { + "hydraulic:context1=73": 0.997724068318003, + "hydraulic:context1=80": 0.997724068318003, + "hydraulic:context1=90": 0.997724068318003, + "hydraulic:context0=3": 0.7992510646973822, + "hydraulic:context0=20": 0.7992510646973822, + "gas:batch6": 0.8426719751709166, + "gas:batch7": 0.8258186477730065, + "gas:batch10": 0.8258186477730065, + "gas:batch9": 0.9203416609179822, + "gas:batch8": 0.7805294432106243 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8453513612334764, + "by_dataset": { + "hydraulic": 0.9064501275161534, + "gas": 0.7842525949507994 + }, + "by_environment": { + "hydraulic:context1=73": 0.9929563717271295, + "hydraulic:context1=80": 0.9929563717271295, + "hydraulic:context1=90": 0.9929563717271295, + "hydraulic:context0=3": 0.7766907611996895, + "hydraulic:context0=20": 0.7766907611996895, + "gas:batch6": 0.7911723607222532, + "gas:batch7": 0.7825604670187517, + "gas:batch10": 0.7825604670187517, + "gas:batch9": 0.8690778611015751, + "gas:batch8": 0.6958918188926649 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03333410968595455, + "by_dataset": { + "hydraulic": 0.011884739353601176, + "gas": 0.05478348001830793 + }, + "by_environment": { + "hydraulic:context1=73": 0.004767696590873542, + "hydraulic:context1=80": 0.004767696590873431, + "hydraulic:context1=90": 0.004767696590873431, + "hydraulic:context0=3": 0.02256030349769272, + "hydraulic:context0=20": 0.022560303497692752, + "gas:batch6": 0.051499614448663536, + "gas:batch7": 0.04325818075425477, + "gas:batch10": 0.04325818075425478, + "gas:batch9": 0.05126379981640718, + "gas:batch8": 0.0846376243179594 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.14331323200744997, + "by_dataset": { + "hydraulic": -0.37424181679357355, + "gas": 0.0876153527786736 + }, + "by_environment": { + "hydraulic:context1=73": -0.6782678131456671, + "hydraulic:context1=80": -0.6782678131456672, + "hydraulic:context1=90": -0.6782678131456672, + "hydraulic:context0=3": 0.08179717773456688, + "hydraulic:context0=20": 0.08179717773456692, + "gas:batch6": 0.08044443674356402, + "gas:batch7": 0.08946739039164238, + "gas:batch10": 0.08946739039164239, + "gas:batch9": 0.12299698648968929, + "gas:batch8": 0.05570055987682995 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.38059498368874367, + "by_dataset": { + "hydraulic": 0.4062367567522206, + "gas": 0.35495321062526675 + }, + "by_environment": { + "hydraulic:context1=73": 0.4599083619702176, + "hydraulic:context1=80": 0.44558991981672386, + "hydraulic:context1=90": 0.40549828178694153, + "hydraulic:context0=3": 0.3612128612128613, + "hydraulic:context0=20": 0.358974358974359, + "gas:batch6": 0.35965301886341355, + "gas:batch7": 0.3143987596328671, + "gas:batch10": 0.3046514849913793, + "gas:batch9": 0.37415548385602926, + "gas:batch8": 0.42190730578264457 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0011124834990734927, + "by_dataset": { + "hydraulic": 0.0006668351890849564, + "gas": 0.0015581318090620289 + }, + "by_environment": { + "hydraulic:context1=73": 5.257155101986063e-07, + "hydraulic:context1=80": 5.257155101615988e-07, + "hydraulic:context1=90": 5.257155101615988e-07, + "hydraulic:context0=3": 0.0016662993994471303, + "hydraulic:context0=20": 0.0016662993994471303, + "gas:batch6": 0.001545620086326042, + "gas:batch7": 0.0013155323933719727, + "gas:batch10": 0.001315532393371968, + "gas:batch9": 0.0004912840370754346, + "gas:batch8": 0.003122690135164727 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.18110139806085424, + "by_dataset": { + "hydraulic": 0.2161430029823069, + "gas": 0.14605979313940154 + }, + "by_environment": { + "hydraulic:context1=73": 0.19408420820368155, + "hydraulic:context1=80": 0.19408420820368155, + "hydraulic:context1=90": 0.19408420820368155, + "hydraulic:context0=3": 0.24923119515024497, + "hydraulic:context0=20": 0.24923119515024497, + "gas:batch6": 0.14221123066062263, + "gas:batch7": 0.11932681111063234, + "gas:batch10": 0.11932681111063234, + "gas:batch9": 0.15234120741185328, + "gas:batch8": 0.19709290540326707 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.589108307762323, + "by_dataset": { + "hydraulic": 0.6459061239408928, + "gas": 0.5323104915837533 + }, + "by_environment": { + "hydraulic:context1=73": 0.5078168465989078, + "hydraulic:context1=80": 0.5078168465989078, + "hydraulic:context1=90": 0.5078168465989078, + "hydraulic:context0=3": 0.8530400399538701, + "hydraulic:context0=20": 0.8530400399538701, + "gas:batch6": 0.5192915557699915, + "gas:batch7": 0.44186262104714674, + "gas:batch10": 0.44186262104714674, + "gas:batch9": 0.5647457355325644, + "gas:batch8": 0.6937899245219175 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.7116163046575938, + "by_dataset": { + "hydraulic": 1.7363652155536926, + "gas": 1.686867393761495 + }, + "by_environment": { + "hydraulic:context1=73": 1.4678980962748105, + "hydraulic:context1=80": 1.4678980962748105, + "hydraulic:context1=90": 1.4678980962748105, + "hydraulic:context0=3": 2.1390658944720156, + "hydraulic:context0=20": 2.1390658944720156, + "gas:batch6": 1.7131222546637672, + "gas:batch7": 1.6048772516237721, + "gas:batch10": 1.6048772516237721, + "gas:batch9": 1.7759230307108098, + "gas:batch8": 1.735537180185353 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1225079968952705, + "by_dataset": { + "hydraulic": 1.0904590916127996, + "gas": 1.1545569021777413 + }, + "by_environment": { + "hydraulic:context1=73": 0.9600812496759028, + "hydraulic:context1=80": 0.9600812496759027, + "hydraulic:context1=90": 0.9600812496759028, + "hydraulic:context0=3": 1.286025854518145, + "hydraulic:context0=20": 1.286025854518145, + "gas:batch6": 1.1938306988937757, + "gas:batch7": 1.1630146305766254, + "gas:batch10": 1.1630146305766254, + "gas:batch9": 1.2111772951782451, + "gas:batch8": 1.0417472556634353 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8840952976781997, + "by_dataset": { + "hydraulic": 1.4192777075301917, + "gas": 2.348912887826208 + }, + "by_environment": { + "hydraulic:context1=73": 0.7912183141732365, + "hydraulic:context1=80": 0.870732349685305, + "hydraulic:context1=90": 1.3365480645728016, + "hydraulic:context0=3": 2.0489449046098076, + "hydraulic:context0=20": 2.0489449046098076, + "gas:batch6": 2.472808513942959, + "gas:batch7": 2.0647373546449894, + "gas:batch10": 2.086719957146348, + "gas:batch9": 3.236130761287657, + "gas:batch8": 1.884167852109086 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.7219055760220233, + "by_dataset": { + "hydraulic": 0.732739549110683, + "gas": 0.7110716029333637 + }, + "by_environment": { + "hydraulic:context1=73": 0.9846391752577318, + "hydraulic:context1=80": 0.9846391752577318, + "hydraulic:context1=90": 0.9846391752577318, + "hydraulic:context0=3": 0.35489010989010983, + "hydraulic:context0=20": 0.35489010989010983, + "gas:batch6": 0.7203948579210524, + "gas:batch7": 0.753114839713889, + "gas:batch10": 0.753114839713889, + "gas:batch9": 0.6711062605119095, + "gas:batch8": 0.6576272168060785 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.7524319042804685, + "by_dataset": { + "hydraulic": 0.7538461538461536, + "gas": 0.7510176547147833 + }, + "by_environment": { + "hydraulic:context1=73": 0.9999999999999997, + "hydraulic:context1=80": 0.9999999999999997, + "hydraulic:context1=90": 0.9999999999999997, + "hydraulic:context0=3": 0.3846153846153846, + "hydraulic:context0=20": 0.3846153846153846, + "gas:batch6": 0.7681244015125515, + "gas:batch7": 0.784849576768147, + "gas:batch10": 0.784849576768147, + "gas:batch9": 0.7605829179408314, + "gas:batch8": 0.6566818005842396 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.030526328258445163, + "by_dataset": { + "hydraulic": -0.021106604735470734, + "gas": -0.03994605178141959 + }, + "by_environment": { + "hydraulic:context1=73": -0.015360824742268075, + "hydraulic:context1=80": -0.015360824742268075, + "hydraulic:context1=90": -0.015360824742268075, + "hydraulic:context0=3": -0.02972527472527473, + "hydraulic:context0=20": -0.02972527472527473, + "gas:batch6": -0.047729543591499, + "gas:batch7": -0.03173473705425799, + "gas:batch10": -0.03173473705425799, + "gas:batch9": -0.0894766574289219, + "gas:batch8": 0.0009454162218389314 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.630155248187295, + "by_dataset": { + "hydraulic": 0.7001818428203134, + "gas": 0.5601286535542764 + }, + "by_environment": { + "hydraulic:context1=73": 0.7967727321383924, + "hydraulic:context1=80": 0.7967727321383924, + "hydraulic:context1=90": 0.7967727321383924, + "hydraulic:context0=3": 0.5552955088431948, + "hydraulic:context0=20": 0.5552955088431948, + "gas:batch6": 0.572601426639999, + "gas:batch7": 0.5640041127503508, + "gas:batch10": 0.5640041127503508, + "gas:batch9": 0.617019312006825, + "gas:batch8": 0.4830143036238563 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6093911959419074, + "by_dataset": { + "hydraulic": 0.686439707389428, + "gas": 0.5323426844943867 + }, + "by_environment": { + "hydraulic:context1=73": 0.7869150089836806, + "hydraulic:context1=80": 0.7869150089836806, + "hydraulic:context1=90": 0.7869150089836806, + "hydraulic:context0=3": 0.5357267549980491, + "hydraulic:context0=20": 0.5357267549980491, + "gas:batch6": 0.5444974644820564, + "gas:batch7": 0.5430860519706243, + "gas:batch10": 0.5430860519706243, + "gas:batch9": 0.5857617306143814, + "gas:batch8": 0.4452821234342474 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.02076405224538746, + "by_dataset": { + "hydraulic": 0.013742135430885292, + "gas": 0.02778596905988962 + }, + "by_environment": { + "hydraulic:context1=73": 0.009857723154711784, + "hydraulic:context1=80": 0.009857723154711784, + "hydraulic:context1=90": 0.009857723154711784, + "hydraulic:context0=3": 0.019568753845145566, + "hydraulic:context0=20": 0.01956875384514554, + "gas:batch6": 0.028103962157942707, + "gas:batch7": 0.020918060779726418, + "gas:batch10": 0.020918060779726418, + "gas:batch9": 0.031257581392443674, + "gas:batch8": 0.03773218018960888 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.051290380503832625, + "by_dataset": { + "hydraulic": 0.03484874016635603, + "gas": 0.06773202084130922 + }, + "by_environment": { + "hydraulic:context1=73": 0.02521854789697986, + "hydraulic:context1=80": 0.02521854789697986, + "hydraulic:context1=90": 0.02521854789697986, + "hydraulic:context0=3": 0.04929402857042029, + "hydraulic:context0=20": 0.04929402857042026, + "gas:batch6": 0.07583350574944171, + "gas:batch7": 0.052652797833984404, + "gas:batch10": 0.05265279783398442, + "gas:batch9": 0.12073423882136558, + "gas:batch8": 0.036786763967769955 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.38194509283218603, + "by_dataset": { + "hydraulic": 0.39872864821318427, + "gas": 0.36516153745118773 + }, + "by_environment": { + "hydraulic:context1=73": 0.42668957617411224, + "hydraulic:context1=80": 0.43928980526918665, + "hydraulic:context1=90": 0.43413516609392894, + "hydraulic:context0=3": 0.35042735042735035, + "hydraulic:context0=20": 0.34310134310134305, + "gas:batch6": 0.3718865770613676, + "gas:batch7": 0.310179904474974, + "gas:batch10": 0.31074886686475295, + "gas:batch9": 0.38476485119646225, + "gas:batch8": 0.448227487658382 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.013367527033689937, + "by_dataset": { + "hydraulic": 0.016374349324952853, + "gas": 0.01036070474242702 + }, + "by_environment": { + "hydraulic:context1=73": 0.017411487386415292, + "hydraulic:context1=80": 0.017411487386415292, + "hydraulic:context1=90": 0.017411487386415292, + "hydraulic:context0=3": 0.014818642232759194, + "hydraulic:context0=20": 0.014818642232759194, + "gas:batch6": 0.010276995291828961, + "gas:batch7": 0.010290642803897682, + "gas:batch10": 0.010290642803897689, + "gas:batch9": 0.004997499719831707, + "gas:batch8": 0.01594774309267906 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.07039227803170947, + "by_dataset": { + "hydraulic": 0.06864347107209369, + "gas": 0.07214108499132527 + }, + "by_environment": { + "hydraulic:context1=73": 0.013971256498156915, + "hydraulic:context1=80": 0.013971256498156915, + "hydraulic:context1=90": 0.013971256498156915, + "hydraulic:context0=3": 0.15065179293299885, + "hydraulic:context0=20": 0.15065179293299885, + "gas:batch6": 0.06902535596149138, + "gas:batch7": 0.06369897200454401, + "gas:batch10": 0.06369897200454401, + "gas:batch9": 0.07489733727405286, + "gas:batch8": 0.08938478771199405 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.23466126103416246, + "by_dataset": { + "hydraulic": 0.22884313786577576, + "gas": 0.24047938420254913 + }, + "by_environment": { + "hydraulic:context1=73": 0.08581572672777275, + "hydraulic:context1=80": 0.08581572672777275, + "hydraulic:context1=90": 0.08581572672777275, + "hydraulic:context0=3": 0.44338425457278025, + "hydraulic:context0=20": 0.44338425457278025, + "gas:batch6": 0.23028028648594295, + "gas:batch7": 0.2185191522606977, + "gas:batch10": 0.2185191522606977, + "gas:batch9": 0.23429583967326026, + "gas:batch8": 0.300782490332147 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.766819879577706, + "by_dataset": { + "hydraulic": 1.0364150640399195, + "gas": 0.49722469511549267 + }, + "by_environment": { + "hydraulic:context1=73": 0.8224665941075876, + "hydraulic:context1=80": 0.8224665941075876, + "hydraulic:context1=90": 0.8224665941075876, + "hydraulic:context0=3": 1.357337768938417, + "hydraulic:context0=20": 1.357337768938417, + "gas:batch6": 0.47882415855138644, + "gas:batch7": 0.48700420806311334, + "gas:batch10": 0.48700420806311334, + "gas:batch9": 0.4653810319753758, + "gas:batch8": 0.5679098689244745 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5321586185435436, + "by_dataset": { + "hydraulic": 0.8075719261741436, + "gas": 0.2567453109129435 + }, + "by_environment": { + "hydraulic:context1=73": 0.736650867379815, + "hydraulic:context1=80": 0.736650867379815, + "hydraulic:context1=90": 0.736650867379815, + "hydraulic:context0=3": 0.9139535143656365, + "hydraulic:context0=20": 0.9139535143656365, + "gas:batch6": 0.24854387206544346, + "gas:batch7": 0.2684850558024156, + "gas:batch10": 0.2684850558024156, + "gas:batch9": 0.23108519230211555, + "gas:batch8": 0.2671273785923275 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6404937484025411, + "by_dataset": { + "hydraulic": 0.7329497779327998, + "gas": 0.5480377188722825 + }, + "by_environment": { + "hydraulic:context1=73": 0.2110987513324353, + "hydraulic:context1=80": 0.4085788388402618, + "hydraulic:context1=90": 0.5359327345045497, + "hydraulic:context0=3": 1.254569282493376, + "hydraulic:context0=20": 1.254569282493376, + "gas:batch6": 0.5386761686106094, + "gas:batch7": 0.5165072566239363, + "gas:batch10": 0.5380788491709053, + "gas:batch9": 0.6375558225228657, + "gas:batch8": 0.5093704974330956 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.7424164156671835, + "by_dataset": { + "hydraulic": 0.7367378749543698, + "gas": 0.7480949563799971 + }, + "by_environment": { + "hydraulic:context1=73": 0.8385395189003436, + "hydraulic:context1=80": 0.8385395189003436, + "hydraulic:context1=90": 0.8385395189003436, + "hydraulic:context0=3": 0.5840354090354091, + "hydraulic:context0=20": 0.5840354090354091, + "gas:batch6": 0.7592083666496083, + "gas:batch7": 0.7760530345460463, + "gas:batch10": 0.7760530345460463, + "gas:batch9": 0.7430751675609107, + "gas:batch8": 0.6860851785973736 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.7389527880831301, + "by_dataset": { + "hydraulic": 0.7408330501114007, + "gas": 0.7370725260548597 + }, + "by_environment": { + "hydraulic:context1=73": 0.865979381443299, + "hydraulic:context1=80": 0.865979381443299, + "hydraulic:context1=90": 0.865979381443299, + "hydraulic:context0=3": 0.553113553113553, + "hydraulic:context0=20": 0.553113553113553, + "gas:batch6": 0.7476265062260452, + "gas:batch7": 0.7695512867696322, + "gas:batch10": 0.7695512867696322, + "gas:batch9": 0.7228375308105301, + "gas:batch8": 0.6757960196984588 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.0034636275840532497, + "by_dataset": { + "hydraulic": -0.004095175157030846, + "gas": 0.011022430325137346 + }, + "by_environment": { + "hydraulic:context1=73": -0.027439862542955384, + "hydraulic:context1=80": -0.027439862542955384, + "hydraulic:context1=90": -0.027439862542955384, + "hydraulic:context0=3": 0.03092185592185596, + "hydraulic:context0=20": 0.03092185592185596, + "gas:batch6": 0.01158186042356307, + "gas:batch7": 0.006501747776414011, + "gas:batch10": 0.006501747776414013, + "gas:batch9": 0.020237636750380705, + "gas:batch8": 0.010289158898914933 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5814590196303424, + "by_dataset": { + "hydraulic": 0.6559620901615857, + "gas": 0.5069559490990992 + }, + "by_environment": { + "hydraulic:context1=73": 0.7645366043613707, + "hydraulic:context1=80": 0.7645366043613707, + "hydraulic:context1=90": 0.7645366043613707, + "hydraulic:context0=3": 0.4931003188619083, + "hydraulic:context0=20": 0.4931003188619083, + "gas:batch6": 0.5219827234772554, + "gas:batch7": 0.513574024227531, + "gas:batch10": 0.513574024227531, + "gas:batch9": 0.5324734143481286, + "gas:batch8": 0.4531755592150503 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5599998073641308, + "by_dataset": { + "hydraulic": 0.6342531272994847, + "gas": 0.48574648742877696 + }, + "by_environment": { + "hydraulic:context1=73": 0.7499999999999997, + "hydraulic:context1=80": 0.7499999999999997, + "hydraulic:context1=90": 0.7499999999999997, + "hydraulic:context0=3": 0.4606328182487123, + "hydraulic:context0=20": 0.4606328182487123, + "gas:batch6": 0.49847089622672663, + "gas:batch7": 0.49476458497123, + "gas:batch10": 0.49476458497123, + "gas:batch9": 0.4992149999537334, + "gas:batch8": 0.4415173710209648 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.021459212266211586, + "by_dataset": { + "hydraulic": 0.021708962862100903, + "gas": 0.021209461670322265 + }, + "by_environment": { + "hydraulic:context1=73": 0.01453660436137083, + "hydraulic:context1=80": 0.01453660436137083, + "hydraulic:context1=90": 0.01453660436137083, + "hydraulic:context0=3": 0.03246750061319601, + "hydraulic:context0=20": 0.03246750061319601, + "gas:batch6": 0.023511827250528784, + "gas:batch7": 0.018809439256300922, + "gas:batch10": 0.01880943925630093, + "gas:batch9": 0.0332584143943952, + "gas:batch8": 0.011658188194085503 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.017995584682158335, + "by_dataset": { + "hydraulic": 0.02580413801913175, + "gas": 0.010187031345184921 + }, + "by_environment": { + "hydraulic:context1=73": 0.041976466904326215, + "hydraulic:context1=80": 0.041976466904326215, + "hydraulic:context1=90": 0.041976466904326215, + "hydraulic:context0=3": 0.0015456446913400465, + "hydraulic:context0=20": 0.0015456446913400534, + "gas:batch6": 0.011929966826965715, + "gas:batch7": 0.012307691479886912, + "gas:batch10": 0.012307691479886917, + "gas:batch9": 0.013020777644014492, + "gas:batch8": 0.0013690292951705704 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.5696954323928377, + "by_dataset": { + "hydraulic": 0.5148748159057437, + "gas": 0.6245160488799317 + }, + "by_environment": { + "hydraulic:context1=73": 0.42955326460481097, + "hydraulic:context1=80": 0.42955326460481097, + "hydraulic:context1=90": 0.42955326460481097, + "hydraulic:context0=3": 0.6428571428571428, + "hydraulic:context0=20": 0.6428571428571428, + "gas:batch6": 0.6206585806378154, + "gas:batch7": 0.6152696700523792, + "gas:batch10": 0.6152696700523792, + "gas:batch9": 0.6268468831866849, + "gas:batch8": 0.6445354404703998 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.010745225075500436, + "by_dataset": { + "hydraulic": 0.0156436047671117, + "gas": 0.005846845383889172 + }, + "by_environment": { + "hydraulic:context1=73": 0.007925752855659551, + "hydraulic:context1=80": 0.007925752855659551, + "hydraulic:context1=90": 0.007925752855659551, + "hydraulic:context0=3": 0.027220382634289917, + "hydraulic:context0=20": 0.027220382634289924, + "gas:batch6": 0.00626733594113445, + "gas:batch7": 0.006239353455494067, + "gas:batch10": 0.0062393534554940604, + "gas:batch9": 0.004269041944178353, + "gas:batch8": 0.006219142123144931 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.07136914076015423, + "by_dataset": { + "hydraulic": 0.07464304508258925, + "gas": 0.06809523643771921 + }, + "by_environment": { + "hydraulic:context1=73": 0.03927501868227879, + "hydraulic:context1=80": 0.03927501868227879, + "hydraulic:context1=90": 0.03927501868227879, + "hydraulic:context0=3": 0.12769508468305493, + "hydraulic:context0=20": 0.12769508468305493, + "gas:batch6": 0.06436180631632607, + "gas:batch7": 0.06203341450711985, + "gas:batch10": 0.06203341450711985, + "gas:batch9": 0.0641887099828012, + "gas:batch8": 0.0878588368752291 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.23828868121111174, + "by_dataset": { + "hydraulic": 0.24377294891510304, + "gas": 0.23280441350712047 + }, + "by_environment": { + "hydraulic:context1=73": 0.14657961768986125, + "hydraulic:context1=80": 0.14657961768986125, + "hydraulic:context1=90": 0.14657961768986125, + "hydraulic:context0=3": 0.38956294575296574, + "hydraulic:context0=20": 0.3895629457529657, + "gas:batch6": 0.22044253473236725, + "gas:batch7": 0.21814604492167042, + "gas:batch10": 0.21814604492167042, + "gas:batch9": 0.2152958692699444, + "gas:batch8": 0.29199157368994993 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.7395787818517368, + "by_dataset": { + "hydraulic": 1.052908335201001, + "gas": 0.42624922850247265 + }, + "by_environment": { + "hydraulic:context1=73": 0.8899627279587793, + "hydraulic:context1=80": 0.8899627279587793, + "hydraulic:context1=90": 0.8899627279587793, + "hydraulic:context0=3": 1.2973267460643332, + "hydraulic:context0=20": 1.2973267460643332, + "gas:batch6": 0.41507559816767065, + "gas:batch7": 0.4051845543982288, + "gas:batch10": 0.4051845543982288, + "gas:batch9": 0.39208079343121865, + "gas:batch8": 0.5137206421170162 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.501290100640625, + "by_dataset": { + "hydraulic": 0.8091353862858979, + "gas": 0.19344481499535215 + }, + "by_environment": { + "hydraulic:context1=73": 0.7433831102689182, + "hydraulic:context1=80": 0.7433831102689182, + "hydraulic:context1=90": 0.7433831102689182, + "hydraulic:context0=3": 0.9077638003113675, + "hydraulic:context0=20": 0.9077638003113675, + "gas:batch6": 0.19463306343530343, + "gas:batch7": 0.18703850947655842, + "gas:batch10": 0.18703850947655842, + "gas:batch9": 0.17678492416127425, + "gas:batch8": 0.22172906842706622 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.5826014074703572, + "by_dataset": { + "hydraulic": 0.7144088480388578, + "gas": 0.45079396690185636 + }, + "by_environment": { + "hydraulic:context1=73": 0.16614170042111015, + "hydraulic:context1=80": 0.42468670713866635, + "hydraulic:context1=90": 0.4892228058871925, + "hydraulic:context0=3": 1.2459965133736601, + "hydraulic:context0=20": 1.2459965133736601, + "gas:batch6": 0.4373972085563196, + "gas:batch7": 0.4222837323575898, + "gas:batch10": 0.4521027823728599, + "gas:batch9": 0.4797522743243724, + "gas:batch8": 0.4624338368981402 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "source_held", + "utility": { + "overall": 0.4740209012526223, + "by_dataset": { + "hydraulic": 0.5014612992963509, + "gas": 0.4465805032088938 + }, + "by_environment": { + "hydraulic:context1=73": 0.8379381443298969, + "hydraulic:context1=80": 0.8379381443298969, + "hydraulic:context1=90": 0.8379381443298969, + "hydraulic:context0=3": -0.003253968253968268, + "hydraulic:context0=20": -0.003253968253968268, + "gas:batch6": 0.47381272755826087, + "gas:batch7": 0.528971865881629, + "gas:batch10": 0.528971865881629, + "gas:batch9": 0.40681601473843687, + "gas:batch8": 0.29433004198451346 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.48707871093071076, + "by_dataset": { + "hydraulic": 0.4911068313130168, + "gas": 0.48305059054840466 + }, + "by_environment": { + "hydraulic:context1=73": 0.7525773195876289, + "hydraulic:context1=80": 0.7525773195876289, + "hydraulic:context1=90": 0.7525773195876289, + "hydraulic:context0=3": 0.09890109890109884, + "hydraulic:context0=20": 0.09890109890109884, + "gas:batch6": 0.5071007222911041, + "gas:batch7": 0.5651233972127536, + "gas:batch10": 0.5651233972127536, + "gas:batch9": 0.4644294810860422, + "gas:batch8": 0.3134759549393696 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.013057809678088433, + "by_dataset": { + "hydraulic": 0.01035446798333397, + "gas": -0.036470087339510834 + }, + "by_environment": { + "hydraulic:context1=73": 0.08536082474226803, + "hydraulic:context1=80": 0.08536082474226803, + "hydraulic:context1=90": 0.08536082474226803, + "hydraulic:context0=3": -0.10215506715506711, + "hydraulic:context0=20": -0.10215506715506711, + "gas:batch6": -0.03328799473284331, + "gas:batch7": -0.03615153133112473, + "gas:batch10": -0.03615153133112473, + "gas:batch9": -0.057613466347605335, + "gas:batch8": -0.01914591295485606 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8784976183329385, + "by_dataset": { + "hydraulic": 0.9119600040535529, + "gas": 0.8450352326123239 + }, + "by_environment": { + "hydraulic:context1=73": 0.9983450946821962, + "hydraulic:context1=80": 0.9983450946821962, + "hydraulic:context1=90": 0.9983450946821962, + "hydraulic:context0=3": 0.7823823681105879, + "hydraulic:context0=20": 0.7823823681105879, + "gas:batch6": 0.8485432819053965, + "gas:batch7": 0.8336473549122236, + "gas:batch10": 0.8336473549122236, + "gas:batch9": 0.9221971138070615, + "gas:batch8": 0.7871410575247143 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8459387430415111, + "by_dataset": { + "hydraulic": 0.9030936734563422, + "gas": 0.78878381262668 + }, + "by_environment": { + "hydraulic:context1=73": 0.9954761942086723, + "hydraulic:context1=80": 0.9954761942086723, + "hydraulic:context1=90": 0.9954761942086723, + "hydraulic:context0=3": 0.7645198923278471, + "hydraulic:context0=20": 0.7645198923278471, + "gas:batch6": 0.7954477143046728, + "gas:batch7": 0.789627299303164, + "gas:batch10": 0.789627299303164, + "gas:batch9": 0.8693957197904666, + "gas:batch8": 0.6998210304319322 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.0325588752914273, + "by_dataset": { + "hydraulic": 0.008866330597210613, + "gas": 0.056251419985643994 + }, + "by_environment": { + "hydraulic:context1=73": 0.002868900473523839, + "hydraulic:context1=80": 0.0028689004735237647, + "hydraulic:context1=90": 0.002868900473523802, + "hydraulic:context0=3": 0.01786247578274083, + "hydraulic:context0=20": 0.01786247578274083, + "gas:batch6": 0.053095567600723745, + "gas:batch7": 0.04402005560905966, + "gas:batch10": 0.044020055609059666, + "gas:batch9": 0.05280139401659482, + "gas:batch8": 0.08732002709278208 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.045616684969515736, + "by_dataset": { + "hydraulic": -0.0014881373861233616, + "gas": 0.09272150732515483 + }, + "by_environment": { + "hydraulic:context1=73": -0.08249192426874419, + "hydraulic:context1=80": -0.08249192426874426, + "hydraulic:context1=90": -0.08249192426874423, + "hydraulic:context0=3": 0.12001754293780793, + "hydraulic:context0=20": 0.12001754293780793, + "gas:batch6": 0.08638356233356706, + "gas:batch7": 0.0801715869401844, + "gas:batch10": 0.0801715869401844, + "gas:batch9": 0.11041486036420015, + "gas:batch8": 0.10646594004763815 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3705478880294173, + "by_dataset": { + "hydraulic": 0.37268565722173963, + "gas": 0.368410118837095 + }, + "by_environment": { + "hydraulic:context1=73": 0.39003436426116833, + "hydraulic:context1=80": 0.39003436426116833, + "hydraulic:context1=90": 0.39003436426116833, + "hydraulic:context0=3": 0.35816035816035807, + "hydraulic:context0=20": 0.3351648351648351, + "gas:batch6": 0.37355480950367614, + "gas:batch7": 0.3193940872679553, + "gas:batch10": 0.31772106271849315, + "gas:batch9": 0.410971815370542, + "gas:batch8": 0.4204088193248084 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0012633946423726626, + "by_dataset": { + "hydraulic": 0.0010943527548763785, + "gas": 0.0014324365298689467 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.002735881887190946, + "hydraulic:context0=20": 0.002735881887190946, + "gas:batch6": 0.001263852068890233, + "gas:batch7": 0.0012572276509907542, + "gas:batch10": 0.001257227650990759, + "gas:batch9": 0.0002772156106014334, + "gas:batch8": 0.003106659667871554 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.14394563399520358, + "by_dataset": { + "hydraulic": 0.13953843814635727, + "gas": 0.14835282984404988 + }, + "by_environment": { + "hydraulic:context1=73": 0.07250451494631209, + "hydraulic:context1=80": 0.07250451494631209, + "hydraulic:context1=90": 0.07250451494631209, + "hydraulic:context0=3": 0.24008932294642502, + "hydraulic:context0=20": 0.24008932294642502, + "gas:batch6": 0.14227198647599967, + "gas:batch7": 0.12225770604814916, + "gas:batch10": 0.12225770604814916, + "gas:batch9": 0.15186177416214938, + "gas:batch8": 0.203114976485802 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4927706115733067, + "by_dataset": { + "hydraulic": 0.44462712643447666, + "gas": 0.5409140967121367 + }, + "by_environment": { + "hydraulic:context1=73": 0.20468329226987417, + "hydraulic:context1=80": 0.20468329226987417, + "hydraulic:context1=90": 0.20468329226987417, + "hydraulic:context0=3": 0.8045428776813804, + "hydraulic:context0=20": 0.8045428776813804, + "gas:batch6": 0.520718143782163, + "gas:batch7": 0.4487969316364326, + "gas:batch10": 0.4487969316364326, + "gas:batch9": 0.5565869694349926, + "gas:batch8": 0.7296715070706631 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.6101090057499712, + "by_dataset": { + "hydraulic": 1.5281023900489101, + "gas": 1.6921156214510322 + }, + "by_environment": { + "hydraulic:context1=73": 1.1567575272829096, + "hydraulic:context1=80": 1.1567575272829096, + "hydraulic:context1=90": 1.1567575272829096, + "hydraulic:context0=3": 2.085119684197911, + "hydraulic:context0=20": 2.085119684197911, + "gas:batch6": 1.7082411251341791, + "gas:batch7": 1.608776016093661, + "gas:batch10": 1.6087760160936613, + "gas:batch9": 1.7713655944064466, + "gas:batch8": 1.763419355527213 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1173383941766644, + "by_dataset": { + "hydraulic": 1.0834752636144338, + "gas": 1.1512015247388951 + }, + "by_environment": { + "hydraulic:context1=73": 0.9520742350130355, + "hydraulic:context1=80": 0.9520742350130355, + "hydraulic:context1=90": 0.9520742350130355, + "hydraulic:context0=3": 1.280576806516531, + "hydraulic:context0=20": 1.280576806516531, + "gas:batch6": 1.1875229813520158, + "gas:batch7": 1.1599790844572284, + "gas:batch10": 1.1599790844572284, + "gas:batch9": 1.2147786249714536, + "gas:batch8": 1.0337478484565494 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8266794334776888, + "by_dataset": { + "hydraulic": 1.3589457224800416, + "gas": 2.294413144475336 + }, + "by_environment": { + "hydraulic:context1=73": 0.7728835183122241, + "hydraulic:context1=80": 0.8526661160811214, + "hydraulic:context1=90": 1.0841958834511813, + "hydraulic:context0=3": 2.0424915472778404, + "hydraulic:context0=20": 2.0424915472778404, + "gas:batch6": 2.4134689014206314, + "gas:batch7": 2.0311096967935756, + "gas:batch10": 2.0644509409387686, + "gas:batch9": 3.1291439424634184, + "gas:batch8": 1.8338922407602871 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "64", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.42725787381846236, + "by_dataset": { + "hydraulic": 0.48140184502638644, + "gas": 0.37311390261053823 + }, + "by_environment": { + "hydraulic:context1=73": 0.9724391534391533, + "hydraulic:context1=80": 0.9698376068376068, + "hydraulic:context1=90": 0.7031515151515152, + "hydraulic:context0=3": 0.19146475507765834, + "hydraulic:context0=20": -0.4298838053740015, + "gas:batch6": 0.40509253304933257, + "gas:batch7": 0.26602974441733973, + "gas:batch10": 0.3152708587177336, + "gas:batch9": 0.23715775084022503, + "gas:batch8": 0.64201862602806 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.44368506699317145, + "by_dataset": { + "hydraulic": 0.4992334519089737, + "gas": 0.38813668207736923 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904762, + "hydraulic:context1=80": 0.9871794871794872, + "hydraulic:context1=90": 0.7454545454545455, + "hydraulic:context0=3": 0.2293906810035842, + "hydraulic:context0=20": -0.4420479302832245, + "gas:batch6": 0.4519754170874763, + "gas:batch7": 0.28887929715727384, + "gas:batch10": 0.3226588848213414, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.643323657474601 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.01642719317470917, + "by_dataset": { + "hydraulic": -0.01783160688258728, + "gas": -0.015022779466831063 + }, + "by_environment": { + "hydraulic:context1=73": -0.003751322751322802, + "hydraulic:context1=80": -0.01734188034188037, + "hydraulic:context1=90": -0.04230303030303029, + "hydraulic:context0=3": -0.03792592592592589, + "hydraulic:context0=20": 0.012164124909222947, + "gas:batch6": -0.04688288403814374, + "gas:batch7": -0.02284955273993413, + "gas:batch10": -0.007388026103607835, + "gas:batch9": 0.003311596994071234, + "gas:batch8": -0.001305031446540847 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5883290428803247, + "by_dataset": { + "hydraulic": 0.6654399773786828, + "gas": 0.5112181083819667 + }, + "by_environment": { + "hydraulic:context1=73": 0.8659116425649896, + "hydraulic:context1=80": 0.8659338742516384, + "hydraulic:context1=90": 0.852083185653954, + "hydraulic:context0=3": 0.3994884421725811, + "hydraulic:context0=20": 0.3437827422502507, + "gas:batch6": 0.5420880218710147, + "gas:batch7": 0.4840290352128776, + "gas:batch10": 0.5357544179583905, + "gas:batch9": 0.43958758492741745, + "gas:batch8": 0.5546314819401332 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5668075955170042, + "by_dataset": { + "hydraulic": 0.6353977963667297, + "gas": 0.49821739466727866 + }, + "by_environment": { + "hydraulic:context1=73": 0.8320870723831661, + "hydraulic:context1=80": 0.831698369841699, + "hydraulic:context1=90": 0.8189824398384523, + "hydraulic:context0=3": 0.3522226029517678, + "hydraulic:context0=20": 0.34199849681856315, + "gas:batch6": 0.528835279044064, + "gas:batch7": 0.4643256411702581, + "gas:batch10": 0.506803004564048, + "gas:batch9": 0.43732544494148745, + "gas:batch8": 0.5537976036165356 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.021521447363320578, + "by_dataset": { + "hydraulic": 0.030042181011953106, + "gas": 0.01300071371468805 + }, + "by_environment": { + "hydraulic:context1=73": 0.033824570181823464, + "hydraulic:context1=80": 0.03423550440993935, + "hydraulic:context1=90": 0.03310074581550174, + "hydraulic:context0=3": 0.04726583922081335, + "hydraulic:context0=20": 0.0017842454316876106, + "gas:batch6": 0.013252742826950579, + "gas:batch7": 0.019703394042619487, + "gas:batch10": 0.028951413394342436, + "gas:batch9": 0.002262139985930114, + "gas:batch8": 0.0008338783235976402 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.03794864053802975, + "by_dataset": { + "hydraulic": 0.04787378789454039, + "gas": 0.028023493181519116 + }, + "by_environment": { + "hydraulic:context1=73": 0.03757589293314626, + "hydraulic:context1=80": 0.05157738475181972, + "hydraulic:context1=90": 0.07540377611853204, + "hydraulic:context0=3": 0.08519176514673925, + "hydraulic:context0=20": -0.010379879477535338, + "gas:batch6": 0.06013562686509431, + "gas:batch7": 0.04255294678255362, + "gas:batch10": 0.03633943949795027, + "gas:batch9": -0.0010494570081411212, + "gas:batch8": 0.0021389097701384873 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4238130422310427, + "by_dataset": { + "hydraulic": 0.4664486917491345, + "gas": 0.3811773927129509 + }, + "by_environment": { + "hydraulic:context1=73": 0.3772486772486772, + "hydraulic:context1=80": 0.46068376068376066, + "hydraulic:context1=90": 0.33636363636363636, + "hydraulic:context0=3": 0.6991238550378336, + "hydraulic:context0=20": 0.4588235294117647, + "gas:batch6": 0.4346013144156946, + "gas:batch7": 0.4769828010463721, + "gas:batch10": 0.5064326125150822, + "gas:batch9": 0.28898430321110735, + "gas:batch8": 0.19888593237649843 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.00206425583399923, + "by_dataset": { + "hydraulic": 0.001979157793393912, + "gas": 0.002149353874604548 + }, + "by_environment": { + "hydraulic:context1=73": 0.0038472919077355097, + "hydraulic:context1=80": 0.002138407998279468, + "hydraulic:context1=90": 0.0038333169858811114, + "hydraulic:context0=3": 7.67720750734949e-05, + "hydraulic:context0=20": -2.4671622769447922e-17, + "gas:batch6": 0.0029223216182916066, + "gas:batch7": 0.00399921438755397, + "gas:batch10": 0.003440547285728455, + "gas:batch9": 0.00010086685917545988, + "gas:batch8": 0.00028381922227324916 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.14116722448105434, + "by_dataset": { + "hydraulic": 0.13065622608200272, + "gas": 0.151678222880106 + }, + "by_environment": { + "hydraulic:context1=73": 0.011132989799083245, + "hydraulic:context1=80": 0.009262937433681891, + "hydraulic:context1=90": 0.08173617968037639, + "hydraulic:context0=3": 0.18625524399488189, + "hydraulic:context0=20": 0.3648937795019902, + "gas:batch6": 0.14466294766130802, + "gas:batch7": 0.18537737894980966, + "gas:batch10": 0.17227361898549057, + "gas:batch9": 0.16526730145841692, + "gas:batch8": 0.09080986734550485 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4467727598562351, + "by_dataset": { + "hydraulic": 0.42620878337138385, + "gas": 0.4673367363410864 + }, + "by_environment": { + "hydraulic:context1=73": 0.056821449851889305, + "hydraulic:context1=80": 0.06186338960022808, + "hydraulic:context1=90": 0.31394293026504033, + "hydraulic:context0=3": 0.5475578503208257, + "hydraulic:context0=20": 1.1508582968189358, + "gas:batch6": 0.4516406558418596, + "gas:batch7": 0.5721257057583385, + "gas:batch10": 0.5321893275286668, + "gas:batch9": 0.4587047660548724, + "gas:batch8": 0.3220232265216945 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.9558448652595863, + "by_dataset": { + "hydraulic": 0.9771092438753133, + "gas": 0.9345804866438593 + }, + "by_environment": { + "hydraulic:context1=73": 0.7140391944990023, + "hydraulic:context1=80": 0.8969050432184652, + "hydraulic:context1=90": 1.0879584798440993, + "hydraulic:context0=3": 0.9606535383471678, + "hydraulic:context0=20": 1.2259899634678317, + "gas:batch6": 1.0208332744620345, + "gas:batch7": 1.2031130126573295, + "gas:batch10": 1.2199675997911312, + "gas:batch9": 0.5132218865543419, + "gas:batch8": 0.7157666597544597 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5090721054033512, + "by_dataset": { + "hydraulic": 0.5509004605039296, + "gas": 0.46724375030277293 + }, + "by_environment": { + "hydraulic:context1=73": 0.6572177446471131, + "hydraulic:context1=80": 0.8350416536182372, + "hydraulic:context1=90": 0.774015549579059, + "hydraulic:context0=3": 0.4130956880263421, + "hydraulic:context0=20": 0.07513166664889627, + "gas:batch6": 0.5691926186201748, + "gas:batch7": 0.630987306898991, + "gas:batch10": 0.6877782722624642, + "gas:batch9": 0.054517120499469406, + "gas:batch8": 0.3937434332327651 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.9021537524971011, + "by_dataset": { + "hydraulic": 0.9297272946339259, + "gas": 0.8745802103602763 + }, + "by_environment": { + "hydraulic:context1=73": 0.5299940456563575, + "hydraulic:context1=80": 0.8354747079294577, + "hydraulic:context1=90": 1.0931850290813063, + "hydraulic:context0=3": 0.9409079920822175, + "hydraulic:context0=20": 1.2490746984202903, + "gas:batch6": 0.8595703072078675, + "gas:batch7": 1.051117294464618, + "gas:batch10": 1.0442546289294679, + "gas:batch9": 0.5384699305870483, + "gas:batch8": 0.8794888906123797 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "64", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.3903016816418333, + "by_dataset": { + "hydraulic": 0.39988223148931556, + "gas": 0.38072113179435113 + }, + "by_environment": { + "hydraulic:context1=73": 0.7891957671957671, + "hydraulic:context1=80": 0.8465555555555554, + "hydraulic:context1=90": 0.7242424242424242, + "hydraulic:context0=3": 0.15093229788928708, + "hydraulic:context0=20": -0.511514887436456, + "gas:batch6": 0.4686372996622758, + "gas:batch7": 0.240275862472296, + "gas:batch10": 0.38936633683258576, + "gas:batch9": 0.2330622106415921, + "gas:batch8": 0.572263949363006 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4074261065182755, + "by_dataset": { + "hydraulic": 0.4386408025876715, + "gas": 0.3762114104488794 + }, + "by_environment": { + "hydraulic:context1=73": 0.8079365079365077, + "hydraulic:context1=80": 0.9487179487179486, + "hydraulic:context1=90": 0.7272727272727272, + "hydraulic:context0=3": 0.20884109916367977, + "hydraulic:context0=20": -0.49956427015250543, + "gas:batch6": 0.4640524369801608, + "gas:batch7": 0.21974538560446075, + "gas:batch10": 0.38917493331249525, + "gas:batch9": 0.23656357388316146, + "gas:batch8": 0.5715207224641187 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.017124424876442137, + "by_dataset": { + "hydraulic": -0.038758571098356, + "gas": 0.004509721345471731 + }, + "by_environment": { + "hydraulic:context1=73": -0.018740740740740686, + "hydraulic:context1=80": -0.10216239316239317, + "hydraulic:context1=90": -0.003030303030302902, + "hydraulic:context0=3": -0.05790880127439268, + "hydraulic:context0=20": -0.011950617283950587, + "gas:batch6": 0.00458486268211496, + "gas:batch7": 0.020530476867835233, + "gas:batch10": 0.00019140352009055237, + "gas:batch9": -0.0035013632415694072, + "gas:batch8": 0.0007432268988873114 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.10408294560185184, + "by_dataset": { + "hydraulic": 0.12038564814814814, + "gas": 0.08778024305555554 + }, + "by_environment": { + "hydraulic:context1=73": 0.164734375, + "hydraulic:context1=80": 0.16328124999999996, + "hydraulic:context1=90": 0.15689756944444447, + "hydraulic:context0=3": 0.0476886574074074, + "hydraulic:context0=20": 0.06932638888888888, + "gas:batch6": 0.10024218749999998, + "gas:batch7": 0.053454166666666664, + "gas:batch10": 0.08337546296296296, + "gas:batch9": 0.08805624999999997, + "gas:batch8": 0.11377314814814814 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.09228125, + "by_dataset": { + "hydraulic": 0.10569444444444445, + "gas": 0.07886805555555554 + }, + "by_environment": { + "hydraulic:context1=73": 0.1416666666666667, + "hydraulic:context1=80": 0.13854166666666667, + "hydraulic:context1=90": 0.13645833333333335, + "hydraulic:context0=3": 0.04583333333333333, + "hydraulic:context0=20": 0.0659722222222222, + "gas:batch6": 0.09010416666666665, + "gas:batch7": 0.04027777777777777, + "gas:batch10": 0.07236111111111111, + "gas:batch9": 0.08395833333333333, + "gas:batch8": 0.10763888888888885 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.011801695601851847, + "by_dataset": { + "hydraulic": 0.014691203703703698, + "gas": 0.008912187499999998 + }, + "by_environment": { + "hydraulic:context1=73": 0.023067708333333325, + "hydraulic:context1=80": 0.024739583333333304, + "hydraulic:context1=90": 0.02043923611111111, + "hydraulic:context0=3": 0.0018553240740740728, + "hydraulic:context0=20": 0.0033541666666666776, + "gas:batch6": 0.01013802083333333, + "gas:batch7": 0.013176388888888885, + "gas:batch10": 0.011014351851851848, + "gas:batch9": 0.004097916666666668, + "gas:batch8": 0.0061342592592592594 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.028926120478293984, + "by_dataset": { + "hydraulic": 0.0534497748020597, + "gas": 0.004402466154528268 + }, + "by_environment": { + "hydraulic:context1=73": 0.041808449074074015, + "hydraulic:context1=80": 0.12690197649572646, + "hydraulic:context1=90": 0.023469539141414014, + "hydraulic:context0=3": 0.059764125348466736, + "hydraulic:context0=20": 0.015304783950617263, + "gas:batch6": 0.00555315815121837, + "gas:batch7": -0.00735408797894635, + "gas:batch10": 0.010822948331761294, + "gas:batch9": 0.007599279908236075, + "gas:batch8": 0.005391032360371948 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.7623418679986658, + "by_dataset": { + "hydraulic": 0.8460500501676972, + "gas": 0.6786336858296342 + }, + "by_environment": { + "hydraulic:context1=73": 0.994179894179894, + "hydraulic:context1=80": 1.2149572649572649, + "hydraulic:context1=90": 0.9919191919191919, + "hydraulic:context0=3": 0.3395061728395061, + "hydraulic:context0=20": 0.6896877269426289, + "gas:batch6": 0.7402761406933761, + "gas:batch7": 0.6152862298521451, + "gas:batch10": 0.6573840130032461, + "gas:batch9": 0.7298901098901099, + "gas:batch8": 0.6503319357092942 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0013759606481481463, + "by_dataset": { + "hydraulic": 0.001946527777777774, + "gas": 0.0008053935185185187 + }, + "by_environment": { + "hydraulic:context1=73": 0.002364583333333318, + "hydraulic:context1=80": 0.0032604166666666914, + "hydraulic:context1=90": 0.004072916666666639, + "hydraulic:context0=3": 3.472222222222293e-05, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0008923611111111096, + "gas:batch7": 0.0017787037037037033, + "gas:batch10": 0.0010017361111111145, + "gas:batch9": 0.0, + "gas:batch8": 0.0003541666666666662 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.15356969075719729, + "by_dataset": { + "hydraulic": 0.15558757132941842, + "gas": 0.15155181018497613 + }, + "by_environment": { + "hydraulic:context1=73": 0.06917688971449679, + "hydraulic:context1=80": 0.05931282810673775, + "hydraulic:context1=90": 0.094637662587641, + "hydraulic:context0=3": 0.2147286903610508, + "hydraulic:context0=20": 0.34008178587716564, + "gas:batch6": 0.13908711600225726, + "gas:batch7": 0.18805749513948566, + "gas:batch10": 0.15343647714568767, + "gas:batch9": 0.1626018364396394, + "gas:batch8": 0.1145761261978106 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.47713305222256697, + "by_dataset": { + "hydraulic": 0.4922201248765554, + "gas": 0.4620459795685785 + }, + "by_environment": { + "hydraulic:context1=73": 0.27831417931727964, + "hydraulic:context1=80": 0.261550027250736, + "hydraulic:context1=90": 0.3436318978832355, + "hydraulic:context0=3": 0.6063800389117908, + "hydraulic:context0=20": 0.971224481019735, + "gas:batch6": 0.4339144041485804, + "gas:batch7": 0.5574395551606897, + "gas:batch10": 0.4697607890476545, + "gas:batch9": 0.47226660021308964, + "gas:batch8": 0.37684854927287853 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.8616364063137136, + "by_dataset": { + "hydraulic": 0.9671629660728207, + "gas": 0.7561098465546066 + }, + "by_environment": { + "hydraulic:context1=73": 0.8798430754361126, + "hydraulic:context1=80": 0.9904560598152775, + "hydraulic:context1=90": 1.0361958916858984, + "hydraulic:context0=3": 0.8016143473645257, + "hydraulic:context0=20": 1.1277054560622897, + "gas:batch6": 0.7674743409663825, + "gas:batch7": 0.9571797265905434, + "gas:batch10": 0.8261747357854227, + "gas:batch9": 0.5516535364965145, + "gas:batch8": 0.6780668929341701 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.3845033540911468, + "by_dataset": { + "hydraulic": 0.4749428411962654, + "gas": 0.2940638669860281 + }, + "by_environment": { + "hydraulic:context1=73": 0.601528896118833, + "hydraulic:context1=80": 0.7289060325645416, + "hydraulic:context1=90": 0.692563993802663, + "hydraulic:context0=3": 0.19523430845273482, + "hydraulic:context0=20": 0.15648097504255473, + "gas:batch6": 0.33355993681780216, + "gas:batch7": 0.39974017142985374, + "gas:batch10": 0.3564139467377683, + "gas:batch9": 0.07938693628342483, + "gas:batch8": 0.3012183436612915 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.8161504365944265, + "by_dataset": { + "hydraulic": 0.8116028972101782, + "gas": 0.8206979759786748 + }, + "by_environment": { + "hydraulic:context1=73": 0.5712375317397963, + "hydraulic:context1=80": 0.7142568846906993, + "hydraulic:context1=90": 0.8675565242271124, + "hydraulic:context0=3": 0.7958828470047433, + "hydraulic:context0=20": 1.1090806983885402, + "gas:batch6": 0.7193525938299711, + "gas:batch7": 0.8383246463599862, + "gas:batch10": 0.7813739225418982, + "gas:batch9": 0.5586242753292778, + "gas:batch8": 1.2058144418322405 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "64", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.42306155301623866, + "by_dataset": { + "hydraulic": 0.4889158906780665, + "gas": 0.3572072153544108 + }, + "by_environment": { + "hydraulic:context1=73": 0.9693253968253969, + "hydraulic:context1=80": 0.982542735042735, + "hydraulic:context1=90": 0.6798989898989897, + "hydraulic:context0=3": 0.24269613699721226, + "hydraulic:context0=20": -0.4298838053740015, + "gas:batch6": 0.3831036922781851, + "gas:batch7": 0.26334969787957446, + "gas:batch10": 0.28226483849455963, + "gas:batch9": 0.23311355311355303, + "gas:batch8": 0.6242042950061818 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.41990424557031203, + "by_dataset": { + "hydraulic": 0.46011104504463135, + "gas": 0.37969744609599265 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904759, + "hydraulic:context1=80": 0.9871794871794872, + "hydraulic:context1=90": 0.5515151515151514, + "hydraulic:context0=3": 0.22771804062126644, + "hydraulic:context0=20": -0.4420479302832245, + "gas:batch6": 0.43365796789430344, + "gas:batch7": 0.287068452575342, + "gas:batch10": 0.2972649222502793, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.6466497339138847 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.003157307445926639, + "by_dataset": { + "hydraulic": 0.028804845633435144, + "gas": -0.022490230741581865 + }, + "by_environment": { + "hydraulic:context1=73": -0.0068650793650792226, + "hydraulic:context1=80": -0.00463675213675215, + "hydraulic:context1=90": 0.12838383838383835, + "hydraulic:context0=3": 0.014978096375945799, + "hydraulic:context0=20": 0.012164124909222947, + "gas:batch6": -0.05055427561611838, + "gas:batch7": -0.02371875469576754, + "gas:batch10": -0.015000083755719673, + "gas:batch9": -0.00073260073260073, + "gas:batch8": -0.022445438907703008 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6745401424168811, + "by_dataset": { + "hydraulic": 0.7595038047266657, + "gas": 0.5895764801070964 + }, + "by_environment": { + "hydraulic:context1=73": 0.9900317138790954, + "hydraulic:context1=80": 0.9905007301042286, + "hydraulic:context1=90": 0.9816677799048374, + "hydraulic:context0=3": 0.4535656371372106, + "hydraulic:context0=20": 0.3817531626079566, + "gas:batch6": 0.6279714579932879, + "gas:batch7": 0.5760436779700271, + "gas:batch10": 0.6353750104930289, + "gas:batch9": 0.48861478490418725, + "gas:batch8": 0.6198774691749507 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6506442382126763, + "by_dataset": { + "hydraulic": 0.7276067068051366, + "gas": 0.5736817696202159 + }, + "by_environment": { + "hydraulic:context1=73": 0.9559388832853077, + "hydraulic:context1=80": 0.9562660736769258, + "hydraulic:context1=90": 0.9445224573293141, + "hydraulic:context0=3": 0.4011798980066736, + "hydraulic:context0=20": 0.38012622172746185, + "gas:batch6": 0.611356457477532, + "gas:batch7": 0.5512563693993057, + "gas:batch10": 0.5989054972431485, + "gas:batch9": 0.4872852377879928, + "gas:batch8": 0.6196052861931002 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.023895904204204815, + "by_dataset": { + "hydraulic": 0.0318970979215291, + "gas": 0.01589471048688053 + }, + "by_environment": { + "hydraulic:context1=73": 0.034092830593787614, + "hydraulic:context1=80": 0.03423465642730269, + "hydraulic:context1=90": 0.03714532257552339, + "hydraulic:context0=3": 0.052385739130537005, + "hydraulic:context0=20": 0.0016269408804947926, + "gas:batch6": 0.01661500051575588, + "gas:batch7": 0.02478730857072147, + "gas:batch10": 0.03646951324988046, + "gas:batch9": 0.0013295471161943982, + "gas:batch8": 0.0002721829818504347 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.020738596758278167, + "by_dataset": { + "hydraulic": 0.003092252288093948, + "gas": 0.03838494122846239 + }, + "by_environment": { + "hydraulic:context1=73": 0.040957909958866834, + "hydraulic:context1=80": 0.038871408564054834, + "hydraulic:context1=90": -0.09123851580831498, + "hydraulic:context0=3": 0.03740764275459121, + "hydraulic:context0=20": -0.010537184028728157, + "gas:batch6": 0.06716927613187425, + "gas:batch7": 0.048506063266489007, + "gas:batch10": 0.05146959700560013, + "gas:batch9": 0.0020621478487951282, + "gas:batch8": 0.02271762188955344 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.39120761475790167, + "by_dataset": { + "hydraulic": 0.38856435105644466, + "gas": 0.39385087845935873 + }, + "by_environment": { + "hydraulic:context1=73": 0.2880952380952381, + "hydraulic:context1=80": 0.2824786324786325, + "hydraulic:context1=90": 0.25252525252525254, + "hydraulic:context0=3": 0.6831939466348068, + "hydraulic:context0=20": 0.43652868554829344, + "gas:batch6": 0.47764436387437187, + "gas:batch7": 0.48993884815226385, + "gas:batch10": 0.49453547274931126, + "gas:batch9": 0.2694052339413164, + "gas:batch8": 0.23773047357953017 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0002861538363125949, + "by_dataset": { + "hydraulic": 9.200619741757347e-05, + "gas": 0.0004803014752076163 + }, + "by_environment": { + "hydraulic:context1=73": 0.0002119760775716554, + "hydraulic:context1=80": 0.00013245312581122715, + "hydraulic:context1=90": 0.0001150089742324445, + "hydraulic:context0=3": 5.875049767728804e-07, + "hydraulic:context0=20": 5.304495767401625e-09, + "gas:batch6": 0.0003884362150386227, + "gas:batch7": 0.0009901152056857167, + "gas:batch10": 0.0009906982509718077, + "gas:batch9": 3.385645388064906e-08, + "gas:batch8": 3.222384788805396e-05 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.14638918034034246, + "by_dataset": { + "hydraulic": 0.13625078644006428, + "gas": 0.15652757424062064 + }, + "by_environment": { + "hydraulic:context1=73": 0.007674531257095353, + "hydraulic:context1=80": 0.004095824240501421, + "hydraulic:context1=90": 0.11800183388149672, + "hydraulic:context0=3": 0.18574217279970806, + "hydraulic:context0=20": 0.36573957002151986, + "gas:batch6": 0.1539668506842879, + "gas:batch7": 0.18764468234724277, + "gas:batch10": 0.18556775748411408, + "gas:batch9": 0.16605896203965304, + "gas:batch8": 0.08939961864780532 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4809204818081598, + "by_dataset": { + "hydraulic": 0.443937284447954, + "gas": 0.5179036791683657 + }, + "by_environment": { + "hydraulic:context1=73": 0.024915731588336498, + "hydraulic:context1=80": 0.016674552111758053, + "hydraulic:context1=90": 0.4671751163332531, + "hydraulic:context0=3": 0.5505566893530753, + "hydraulic:context0=20": 1.1603643328533473, + "gas:batch6": 0.5206050048575495, + "gas:batch7": 0.6169724644152751, + "gas:batch10": 0.6599672285136431, + "gas:batch9": 0.47628347428704554, + "gas:batch8": 0.31569022376831485 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.0630410509491135, + "by_dataset": { + "hydraulic": 1.0209400027234188, + "gas": 1.1051420991748082 + }, + "by_environment": { + "hydraulic:context1=73": 0.6954628672313036, + "hydraulic:context1=80": 0.8703001815752991, + "hydraulic:context1=90": 1.3115407839558315, + "hydraulic:context0=3": 0.996379131118947, + "hydraulic:context0=20": 1.2310170497357122, + "gas:batch6": 1.2318923930883308, + "gas:batch7": 1.3454760785967865, + "gas:batch10": 1.5019648379290453, + "gas:batch9": 0.5410946106459593, + "gas:batch8": 0.9052825756139184 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5821205691409534, + "by_dataset": { + "hydraulic": 0.5770027182754646, + "gas": 0.5872384200064424 + }, + "by_environment": { + "hydraulic:context1=73": 0.6705471356429671, + "hydraulic:context1=80": 0.853625629463541, + "hydraulic:context1=90": 0.8443656676225784, + "hydraulic:context0=3": 0.4458224417658718, + "hydraulic:context0=20": 0.07065271688236457, + "gas:batch6": 0.7112873882307814, + "gas:batch7": 0.7285036141815112, + "gas:batch10": 0.8419976094154024, + "gas:batch9": 0.06481113635891371, + "gas:batch8": 0.5895923518456035 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.1133144440072362, + "by_dataset": { + "hydraulic": 1.0211522505149, + "gas": 1.2054766374995727 + }, + "by_environment": { + "hydraulic:context1=73": 0.5389465779404053, + "hydraulic:context1=80": 0.9075220565386822, + "hydraulic:context1=90": 1.446766201320732, + "hydraulic:context0=3": 0.9572954565618823, + "hydraulic:context0=20": 1.2552309602127982, + "gas:batch6": 1.3969254157232673, + "gas:batch7": 1.3847050991512242, + "gas:batch10": 1.7307493596222985, + "gas:batch9": 0.6120834349253512, + "gas:batch8": 0.9029198780757223 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4689963523411524, + "by_dataset": { + "hydraulic": 0.5065023440260632, + "gas": 0.4314903606562416 + }, + "by_environment": { + "hydraulic:context1=73": 0.9825555555555555, + "hydraulic:context1=80": 0.9604102564102565, + "hydraulic:context1=90": 0.8601212121212122, + "hydraulic:context0=3": 0.301973715651135, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.5126840169482455, + "gas:batch7": 0.3462053517882889, + "gas:batch10": 0.4249308808425888, + "gas:batch9": 0.23710276802235558, + "gas:batch8": 0.636528785679729 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.47802205359215116, + "by_dataset": { + "hydraulic": 0.5175867017233241, + "gas": 0.4384574054609782 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904759, + "hydraulic:context1=80": 0.9923076923076923, + "hydraulic:context1=90": 0.8909090909090911, + "hydraulic:context0=3": 0.30107526881720426, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.513887463204496, + "gas:batch7": 0.35929003846693675, + "gas:batch10": 0.44193971431270396, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.6433236574746009 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.009025701250998821, + "by_dataset": { + "hydraulic": -0.011084357697260943, + "gas": -0.0069670448047366995 + }, + "by_environment": { + "hydraulic:context1=73": 0.006365079365079462, + "hydraulic:context1=80": -0.03189743589743599, + "hydraulic:context1=90": -0.03078787878787892, + "hydraulic:context0=3": 0.0008984468339307364, + "hydraulic:context0=20": 0.0, + "gas:batch6": -0.0012034462562504611, + "gas:batch7": -0.013084686678647863, + "gas:batch10": -0.0170088334701152, + "gas:batch9": 0.003256614176201822, + "gas:batch8": -0.006794871794871791 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5113470840599624, + "by_dataset": { + "hydraulic": 0.5860324753927012, + "gas": 0.4366616927272237 + }, + "by_environment": { + "hydraulic:context1=73": 0.7994128959486392, + "hydraulic:context1=80": 0.7753190177014136, + "hydraulic:context1=90": 0.7574364392052338, + "hydraulic:context0=3": 0.3193532819306843, + "hydraulic:context0=20": 0.2786407421775348, + "gas:batch6": 0.45500615141367584, + "gas:batch7": 0.35384244639915263, + "gas:batch10": 0.4011356811080704, + "gas:batch9": 0.41994343481882934, + "gas:batch8": 0.5533807498963905 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.4996075681671639, + "by_dataset": { + "hydraulic": 0.5691264983978316, + "gas": 0.43008863793649627 + }, + "by_environment": { + "hydraulic:context1=73": 0.7743692637026532, + "hydraulic:context1=80": 0.7570933799899869, + "hydraulic:context1=90": 0.7458261903241695, + "hydraulic:context0=3": 0.2903305678001366, + "hydraulic:context0=20": 0.27801309017221154, + "gas:batch6": 0.44833760913968657, + "gas:batch7": 0.3448762283896873, + "gas:batch10": 0.38833339028010283, + "gas:batch9": 0.41676427337313243, + "gas:batch8": 0.5521316884998723 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.011739515892798504, + "by_dataset": { + "hydraulic": 0.016905976994869547, + "gas": 0.006573054790727459 + }, + "by_environment": { + "hydraulic:context1=73": 0.025043632245985936, + "hydraulic:context1=80": 0.0182256377114266, + "hydraulic:context1=90": 0.011610248881064211, + "hydraulic:context0=3": 0.029022714130547727, + "hydraulic:context0=20": 0.0006276520053232667, + "gas:batch6": 0.006668542273989266, + "gas:batch7": 0.008966218009465345, + "gas:batch10": 0.012802290827967553, + "gas:batch9": 0.0031791614456968985, + "gas:batch8": 0.001249061396518234 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.020765217143797324, + "by_dataset": { + "hydraulic": 0.02799033469213049, + "gas": 0.013540099595464159 + }, + "by_environment": { + "hydraulic:context1=73": 0.018678552880906474, + "hydraulic:context1=80": 0.05012307360886259, + "hydraulic:context1=90": 0.04239812766894313, + "hydraulic:context0=3": 0.02812426729661699, + "hydraulic:context0=20": 0.0006276520053232667, + "gas:batch6": 0.007871988530239727, + "gas:batch7": 0.02205090468811321, + "gas:batch10": 0.029811124298082754, + "gas:batch9": -7.745273050492329e-05, + "gas:batch8": 0.008043933191390023 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.43890637105567376, + "by_dataset": { + "hydraulic": 0.5232944116815084, + "gas": 0.3545183304298391 + }, + "by_environment": { + "hydraulic:context1=73": 0.5769841269841269, + "hydraulic:context1=80": 0.655128205128205, + "hydraulic:context1=90": 0.39797979797979793, + "hydraulic:context0=3": 0.6530465949820788, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.3737115414665127, + "gas:batch7": 0.41673404127687114, + "gas:batch10": 0.44489268920845176, + "gas:batch9": 0.2705826819228881, + "gas:batch8": 0.2666706982744719 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.003328144327637535, + "by_dataset": { + "hydraulic": 0.003325298343490394, + "gas": 0.003330990311784676 + }, + "by_environment": { + "hydraulic:context1=73": 0.005966608651173377, + "hydraulic:context1=80": 0.005103395790518439, + "hydraulic:context1=90": 0.005556487275760191, + "hydraulic:context0=3": -3.700743415417188e-17, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0039895835408038155, + "gas:batch7": 0.0054507602457267825, + "gas:batch10": 0.006877050884561795, + "gas:batch9": 8.119903311132327e-06, + "gas:batch8": 0.0003294369845198554 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.12695844593296693, + "by_dataset": { + "hydraulic": 0.12013975018449279, + "gas": 0.1337771416814411 + }, + "by_environment": { + "hydraulic:context1=73": 0.005970223834946661, + "hydraulic:context1=80": 0.006781952019904071, + "hydraulic:context1=90": 0.04038665349315602, + "hydraulic:context0=3": 0.1943397794642051, + "hydraulic:context0=20": 0.3532201421102521, + "gas:batch6": 0.12421992896106734, + "gas:batch7": 0.15765641093744903, + "gas:batch10": 0.13847998011097273, + "gas:batch9": 0.15932447207828324, + "gas:batch8": 0.08920491631943302 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.390835904824871, + "by_dataset": { + "hydraulic": 0.37489764516507784, + "gas": 0.4067741644846642 + }, + "by_environment": { + "hydraulic:context1=73": 0.04866289510029801, + "hydraulic:context1=80": 0.06127653434670984, + "hydraulic:context1=90": 0.1865965544635384, + "hydraulic:context0=3": 0.562910676017559, + "hydraulic:context0=20": 1.015041565897284, + "gas:batch6": 0.38675531664277096, + "gas:batch7": 0.46592116764871255, + "gas:batch10": 0.41522227935246087, + "gas:batch9": 0.4445956952137414, + "gas:batch8": 0.321376363565635 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.7876505767188415, + "by_dataset": { + "hydraulic": 0.8726446258873922, + "gas": 0.702656527550291 + }, + "by_environment": { + "hydraulic:context1=73": 0.6686079151401817, + "hydraulic:context1=80": 0.8971060693582936, + "hydraulic:context1=90": 0.9216050713026239, + "hydraulic:context0=3": 0.8314204671949074, + "hydraulic:context0=20": 1.0444836064409548, + "gas:batch6": 0.7294022613925164, + "gas:batch7": 0.812352513438144, + "gas:batch10": 0.7781458115527096, + "gas:batch9": 0.49033808626165004, + "gas:batch8": 0.7030439651064345 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.39681467189397057, + "by_dataset": { + "hydraulic": 0.4977469807223144, + "gas": 0.29588236306562676 + }, + "by_environment": { + "hydraulic:context1=73": 0.6199450200398837, + "hydraulic:context1=80": 0.8358295350115834, + "hydraulic:context1=90": 0.7350085168390854, + "hydraulic:context0=3": 0.2685097911773484, + "hydraulic:context0=20": 0.029442040543670934, + "gas:batch6": 0.3426469447497454, + "gas:batch7": 0.34643134578943147, + "gas:batch10": 0.3629235322002487, + "gas:batch9": 0.04574239104790866, + "gas:batch8": 0.3816676015407996 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6960366903855149, + "by_dataset": { + "hydraulic": 0.7515190877955287, + "gas": 0.640554292975501 + }, + "by_environment": { + "hydraulic:context1=73": 0.3949215767030334, + "hydraulic:context1=80": 0.680255623548942, + "hydraulic:context1=90": 0.7997096633692594, + "hydraulic:context0=3": 0.8476964266164136, + "hydraulic:context0=20": 1.0350121487399948, + "gas:batch6": 0.585798424077571, + "gas:batch7": 0.5988731206404705, + "gas:batch10": 0.6075054063312078, + "gas:batch9": 0.5233158702953982, + "gas:batch8": 0.8872786435328578 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4465852964597138, + "by_dataset": { + "hydraulic": 0.469072386394967, + "gas": 0.4240982065244606 + }, + "by_environment": { + "hydraulic:context1=73": 0.9136666666666665, + "hydraulic:context1=80": 0.9367692307692308, + "hydraulic:context1=90": 0.9050909090909092, + "hydraulic:context0=3": 0.16272401433691755, + "hydraulic:context0=20": -0.5728888888888889, + "gas:batch6": 0.4920974972318966, + "gas:batch7": 0.34189368380936164, + "gas:batch10": 0.47222395151124263, + "gas:batch9": 0.23350767720252258, + "gas:batch8": 0.5807682228672796 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.45488526173378063, + "by_dataset": { + "hydraulic": 0.4826637035745195, + "gas": 0.42710681989304183 + }, + "by_environment": { + "hydraulic:context1=73": 0.9476190476190475, + "hydraulic:context1=80": 0.9846153846153847, + "hydraulic:context1=90": 0.890909090909091, + "hydraulic:context0=3": 0.16272401433691755, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.4957062446237165, + "gas:batch7": 0.34376729519106547, + "gas:batch10": 0.4748495561042747, + "gas:batch9": 0.23793814432989685, + "gas:batch8": 0.5832728592162555 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.008299965274066849, + "by_dataset": { + "hydraulic": -0.013591317179552451, + "gas": -0.0030086133685812448 + }, + "by_environment": { + "hydraulic:context1=73": -0.033952380952380956, + "hydraulic:context1=80": -0.04784615384615387, + "hydraulic:context1=90": 0.014181818181818295, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": -0.0003398692810457164, + "gas:batch6": -0.0036087473918199873, + "gas:batch7": -0.0018736113817038884, + "gas:batch10": -0.0026256045930321153, + "gas:batch9": -0.0044304671273743155, + "gas:batch8": -0.0025046363489759174 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.2671849607960133, + "by_dataset": { + "hydraulic": 0.2982012628708478, + "gas": 0.23616865872117873 + }, + "by_environment": { + "hydraulic:context1=73": 0.3359688013136289, + "hydraulic:context1=80": 0.43719478737997247, + "hydraulic:context1=90": 0.4442193675889328, + "hydraulic:context0=3": 0.12279583598895265, + "hydraulic:context0=20": 0.15082752208275219, + "gas:batch6": 0.347363142542786, + "gas:batch7": 0.2599569941023615, + "gas:batch10": 0.3322419907743756, + "gas:batch9": 0.11708043609071886, + "gas:batch8": 0.12420073009565176 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.2583969628842262, + "by_dataset": { + "hydraulic": 0.286257014845128, + "gas": 0.2305369109233244 + }, + "by_environment": { + "hydraulic:context1=73": 0.3152709359605911, + "hydraulic:context1=80": 0.41358024691358014, + "hydraulic:context1=90": 0.4308300395256917, + "hydraulic:context0=3": 0.12237093690248567, + "hydraulic:context0=20": 0.14923291492329147, + "gas:batch6": 0.34230366813493707, + "gas:batch7": 0.25345567696259413, + "gas:batch10": 0.3251474683189187, + "gas:batch9": 0.11354537362627677, + "gas:batch8": 0.11823236757389521 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.008787997911787098, + "by_dataset": { + "hydraulic": 0.011944248025719794, + "gas": 0.005631747797854401 + }, + "by_environment": { + "hydraulic:context1=73": 0.020697865353037803, + "hydraulic:context1=80": 0.02361454046639233, + "hydraulic:context1=90": 0.013389328063241113, + "hydraulic:context0=3": 0.0004248990864669973, + "hydraulic:context0=20": 0.0015946071594607203, + "gas:batch6": 0.005059474407849007, + "gas:batch7": 0.006501317139767376, + "gas:batch10": 0.007094522455456971, + "gas:batch9": 0.00353506246444209, + "gas:batch8": 0.0059683625217565595 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.017087963185853944, + "by_dataset": { + "hydraulic": 0.025535565205272243, + "gas": 0.008640361166435646 + }, + "by_environment": { + "hydraulic:context1=73": 0.05465024630541876, + "hydraulic:context1=80": 0.0714606943125462, + "hydraulic:context1=90": -0.0007924901185771827, + "hydraulic:context0=3": 0.0004248990864669973, + "hydraulic:context0=20": 0.0019344764405064367, + "gas:batch6": 0.008668221799668994, + "gas:batch7": 0.008374928521471264, + "gas:batch10": 0.009720127048489088, + "gas:batch9": 0.007965529591816406, + "gas:batch8": 0.008472998870732476 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.5751355158088747, + "by_dataset": { + "hydraulic": 0.6451290181460959, + "gas": 0.5051420134716534 + }, + "by_environment": { + "hydraulic:context1=73": 0.949206349206349, + "hydraulic:context1=80": 0.9735042735042736, + "hydraulic:context1=90": 0.8424242424242424, + "hydraulic:context0=3": 0.09318996415770608, + "hydraulic:context0=20": 0.36732026143790847, + "gas:batch6": 0.4074511517528654, + "gas:batch7": 0.4035544226450292, + "gas:batch10": 0.4327258315064144, + "gas:batch9": 0.6880925946905329, + "gas:batch8": 0.5938860667634251 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0018109938325644773, + "by_dataset": { + "hydraulic": 0.0019624212131014286, + "gas": 0.001659566452027526 + }, + "by_environment": { + "hydraulic:context1=73": 0.0014121510673234527, + "hydraulic:context1=80": 0.002935528120713349, + "hydraulic:context1=90": 0.005464426877470341, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0016351461073376206, + "gas:batch7": 0.003541784190661677, + "gas:batch10": 0.002782593504426898, + "gas:batch9": 0.0, + "gas:batch8": 0.0003383084577114337 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.1344859260547433, + "by_dataset": { + "hydraulic": 0.1316581594220603, + "gas": 0.13731369268742627 + }, + "by_environment": { + "hydraulic:context1=73": 0.029802559115956792, + "hydraulic:context1=80": 0.01891200644405277, + "hydraulic:context1=90": 0.044039497662632245, + "hydraulic:context0=3": 0.22002505177806253, + "hydraulic:context0=20": 0.3455116821095971, + "gas:batch6": 0.12376686884227772, + "gas:batch7": 0.16035824974356036, + "gas:batch10": 0.13361947674325916, + "gas:batch9": 0.15666877539592125, + "gas:batch8": 0.11215509271211288 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4143635475093368, + "by_dataset": { + "hydraulic": 0.41206202742034803, + "gas": 0.41666506759832556 + }, + "by_environment": { + "hydraulic:context1=73": 0.1567561788640767, + "hydraulic:context1=80": 0.1258133281973825, + "hydraulic:context1=90": 0.19125029257899226, + "hydraulic:context0=3": 0.6157004207134387, + "hydraulic:context0=20": 0.9707899167478501, + "gas:batch6": 0.38340761735215734, + "gas:batch7": 0.4722286159159956, + "gas:batch10": 0.401314545442823, + "gas:batch9": 0.453426213664038, + "gas:batch8": 0.3729483456166139 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.7282332902834756, + "by_dataset": { + "hydraulic": 0.8213236412345868, + "gas": 0.6351429393323643 + }, + "by_environment": { + "hydraulic:context1=73": 0.7734094457071868, + "hydraulic:context1=80": 0.7573171828019819, + "hydraulic:context1=90": 0.8517478346870982, + "hydraulic:context0=3": 0.6902577881993229, + "hydraulic:context0=20": 1.0338859547773445, + "gas:batch6": 0.5602217149820878, + "gas:batch7": 0.7529808962944519, + "gas:batch10": 0.6765889132934725, + "gas:batch9": 0.517854467220154, + "gas:batch8": 0.6680687048716557 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.3138697427741388, + "by_dataset": { + "hydraulic": 0.40926161381423876, + "gas": 0.21847787173403882 + }, + "by_environment": { + "hydraulic:context1=73": 0.6166532668431102, + "hydraulic:context1=80": 0.6315038546045993, + "hydraulic:context1=90": 0.6604975421081061, + "hydraulic:context0=3": 0.07455736748588417, + "hydraulic:context0=20": 0.0630960380294943, + "gas:batch6": 0.1768140976299304, + "gas:batch7": 0.2807522803784564, + "gas:batch10": 0.2752743678506494, + "gas:batch9": 0.06442825355611595, + "gas:batch8": 0.29512035925504193 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6573211501169395, + "by_dataset": { + "hydraulic": 0.6374490442282609, + "gas": 0.6771932560056181 + }, + "by_environment": { + "hydraulic:context1=73": 0.27990490202394674, + "hydraulic:context1=80": 0.5426748495816032, + "hydraulic:context1=90": 0.5956551733714248, + "hydraulic:context0=3": 0.7558599501978479, + "hydraulic:context0=20": 1.0131503459664815, + "gas:batch6": 0.5324539184479298, + "gas:batch7": 0.5487077594792037, + "gas:batch10": 0.5532259922047031, + "gas:batch9": 0.5380159532392608, + "gas:batch8": 1.2135626566569928 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.41682768798788794, + "by_dataset": { + "hydraulic": 0.4586308585223196, + "gas": 0.3750245174534562 + }, + "by_environment": { + "hydraulic:context1=73": 0.9725396825396825, + "hydraulic:context1=80": 0.9998461538461539, + "hydraulic:context1=90": 0.7060606060606057, + "hydraulic:context0=3": 0.1872568697729989, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.45014884148553447, + "gas:batch7": 0.29249282162042545, + "gas:batch10": 0.28435406674201097, + "gas:batch9": 0.23311355311355303, + "gas:batch8": 0.6150133043057572 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4433320546390596, + "by_dataset": { + "hydraulic": 0.4946913891505922, + "gas": 0.39197272012752704 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9923076923076923, + "hydraulic:context1=90": 0.7454545454545455, + "hydraulic:context0=3": 0.30824372759856633, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.4848471747070303, + "gas:batch7": 0.30603813842155597, + "gas:batch10": 0.2884823997490104, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.6466497339138847 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.0265043666511717, + "by_dataset": { + "hydraulic": -0.036060530628272566, + "gas": -0.016948202674070836 + }, + "by_environment": { + "hydraulic:context1=73": -0.02746031746031748, + "hydraulic:context1=80": 0.007538461538461605, + "hydraulic:context1=90": -0.03939393939393954, + "hydraulic:context0=3": -0.12098685782556744, + "hydraulic:context0=20": 0.0, + "gas:batch6": -0.03469833322149587, + "gas:batch7": -0.013545316801130502, + "gas:batch10": -0.0041283330069994155, + "gas:batch9": -0.00073260073260073, + "gas:batch8": -0.03163642960812766 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6788632713522912, + "by_dataset": { + "hydraulic": 0.756173881709015, + "gas": 0.6015526609955674 + }, + "by_environment": { + "hydraulic:context1=73": 0.993536804192589, + "hydraulic:context1=80": 0.9971371072005718, + "hydraulic:context1=90": 0.9921493841981732, + "hydraulic:context0=3": 0.46221783119595633, + "hydraulic:context0=20": 0.3358282817577847, + "gas:batch6": 0.63498583244423, + "gas:batch7": 0.616672304099371, + "gas:batch10": 0.6532212042748907, + "gas:batch9": 0.47917562862544977, + "gas:batch8": 0.6237083355338954 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6564970373932126, + "by_dataset": { + "hydraulic": 0.7295675559627661, + "gas": 0.5834265188236591 + }, + "by_environment": { + "hydraulic:context1=73": 0.9654349797352774, + "hydraulic:context1=80": 0.9785918053205535, + "hydraulic:context1=90": 0.9748006553054904, + "hydraulic:context0=3": 0.3936993473015324, + "hydraulic:context0=20": 0.33531099215097676, + "gas:batch6": 0.61893125384682, + "gas:batch7": 0.5863431724524231, + "gas:batch10": 0.6106088590756136, + "gas:batch9": 0.4780490738944291, + "gas:batch8": 0.6232002348490101 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.022366233959078573, + "by_dataset": { + "hydraulic": 0.026606325746248948, + "gas": 0.0181261421719082 + }, + "by_environment": { + "hydraulic:context1=73": 0.028101824457311686, + "hydraulic:context1=80": 0.01854530188001835, + "hydraulic:context1=90": 0.01734872889268287, + "hydraulic:context0=3": 0.06851848389442393, + "hydraulic:context0=20": 0.0005172896068079098, + "gas:batch6": 0.01605457859740996, + "gas:batch7": 0.030329131646947907, + "gas:batch10": 0.042612345199277146, + "gas:batch9": 0.0011265547310207456, + "gas:batch8": 0.000508100684885234 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.048870600610250274, + "by_dataset": { + "hydraulic": 0.06266685637452152, + "gas": 0.03507434484597903 + }, + "by_environment": { + "hydraulic:context1=73": 0.05556214191762917, + "hydraulic:context1=80": 0.011006840341556745, + "hydraulic:context1=90": 0.05674266828662241, + "hydraulic:context0=3": 0.18950534171999134, + "hydraulic:context0=20": 0.0005172896068079098, + "gas:batch6": 0.05075291181890583, + "gas:batch7": 0.04387444844807841, + "gas:batch10": 0.04674067820627656, + "gas:batch9": 0.0018591554636214753, + "gas:batch8": 0.032144530293012896 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4065587871767564, + "by_dataset": { + "hydraulic": 0.38298213909219603, + "gas": 0.43013543526131687 + }, + "by_environment": { + "hydraulic:context1=73": 0.1521164021164021, + "hydraulic:context1=80": 0.3833333333333333, + "hydraulic:context1=90": 0.33888888888888885, + "hydraulic:context0=3": 0.7129032258064516, + "hydraulic:context0=20": 0.3276688453159042, + "gas:batch6": 0.49528318943856187, + "gas:batch7": 0.6219176476234618, + "gas:batch10": 0.5133673362071393, + "gas:batch9": 0.3249590272270685, + "gas:batch8": 0.19514997581035318 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0002854069279696583, + "by_dataset": { + "hydraulic": 3.167597447836846e-05, + "gas": 0.0005391378814609481 + }, + "by_environment": { + "hydraulic:context1=73": 0.00014378099332734706, + "hydraulic:context1=80": 1.218351990650568e-05, + "hydraulic:context1=90": 2.320133850412335e-06, + "hydraulic:context0=3": 9.522530759580039e-08, + "hydraulic:context0=20": -1.857599722191831e-17, + "gas:batch6": 0.00056637066674679, + "gas:batch7": 0.001119073569879464, + "gas:batch10": 0.0009909412875391327, + "gas:batch9": 1.5614240944650252e-08, + "gas:batch8": 1.9288268898409733e-05 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.13837200030102728, + "by_dataset": { + "hydraulic": 0.12577681597871673, + "gas": 0.15096718462333783 + }, + "by_environment": { + "hydraulic:context1=73": 0.0019004131057016585, + "hydraulic:context1=80": 0.001619542284168994, + "hydraulic:context1=90": 0.08185960057373882, + "hydraulic:context0=3": 0.18851892120955502, + "hydraulic:context0=20": 0.3549856027204192, + "gas:batch6": 0.14169186066351364, + "gas:batch7": 0.1830870618421213, + "gas:batch10": 0.18082659409188456, + "gas:batch9": 0.16032064182897893, + "gas:batch8": 0.08890976469019067 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4473320803637435, + "by_dataset": { + "hydraulic": 0.39298361122990877, + "gas": 0.5016805494975782 + }, + "by_environment": { + "hydraulic:context1=73": 0.009151236259108554, + "hydraulic:context1=80": 0.005240517014162167, + "hydraulic:context1=90": 0.36004677584834166, + "hydraulic:context0=3": 0.5604872221464946, + "hydraulic:context0=20": 1.0299923048814368, + "gas:batch6": 0.4938000684856819, + "gas:batch7": 0.6011495901345142, + "gas:batch10": 0.6284961230597176, + "gas:batch9": 0.46444211989149176, + "gas:batch8": 0.3205148459164861 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.014908527078204, + "by_dataset": { + "hydraulic": 0.9581449422180178, + "gas": 1.0716721119383898 + }, + "by_environment": { + "hydraulic:context1=73": 0.6570486182451273, + "hydraulic:context1=80": 0.9058932491900832, + "hydraulic:context1=90": 1.1863394892369465, + "hydraulic:context0=3": 0.9945082677888774, + "hydraulic:context0=20": 1.0469350866290543, + "gas:batch6": 1.1689902754004238, + "gas:batch7": 1.3068001945740946, + "gas:batch10": 1.4438855807742832, + "gas:batch9": 0.524039763167728, + "gas:batch8": 0.9146447457754192 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5675764467144602, + "by_dataset": { + "hydraulic": 0.565161330988109, + "gas": 0.5699915624408114 + }, + "by_environment": { + "hydraulic:context1=73": 0.6478973819860187, + "hydraulic:context1=80": 0.9006527321759211, + "hydraulic:context1=90": 0.8262927133886045, + "hydraulic:context0=3": 0.4340210456423832, + "hydraulic:context0=20": 0.016942781747617357, + "gas:batch6": 0.6751902069147415, + "gas:batch7": 0.7056506044395804, + "gas:batch10": 0.8153894577145657, + "gas:batch9": 0.05959764327623618, + "gas:batch8": 0.5941298998589332 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.0428474629688853, + "by_dataset": { + "hydraulic": 0.9257214469004446, + "gas": 1.1599734790373262 + }, + "by_environment": { + "hydraulic:context1=73": 0.514878750975236, + "hydraulic:context1=80": 0.914491881761661, + "hydraulic:context1=90": 1.2116196006078603, + "hydraulic:context0=3": 0.9476054013994978, + "hydraulic:context0=20": 1.0400115997579675, + "gas:batch6": 1.310058892981606, + "gas:batch7": 1.3268353078801092, + "gas:batch10": 1.6439477703017962, + "gas:batch9": 0.6079523797899599, + "gas:batch8": 0.9110730442331593 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.05291825513197132, + "by_dataset": { + "hydraulic": 0.23207779189442693, + "gas": -0.1262412816304843 + }, + "by_environment": { + "hydraulic:context1=73": 0.8966560846560846, + "hydraulic:context1=80": 0.8888333333333334, + "hydraulic:context1=90": 0.614040404040404, + "hydraulic:context0=3": -0.8826252489048189, + "hydraulic:context0=20": -0.3565156136528686, + "gas:batch6": -0.1604006170797388, + "gas:batch7": -0.09566812413193423, + "gas:batch10": -0.37879329003859935, + "gas:batch9": -0.01938125267487383, + "gas:batch8": 0.023036875772724768 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.09174899358408435, + "by_dataset": { + "hydraulic": 0.19582347935289116, + "gas": -0.012325492184722458 + }, + "by_environment": { + "hydraulic:context1=73": 0.8634920634920634, + "hydraulic:context1=80": 0.8717948717948719, + "hydraulic:context1=90": 0.5939393939393939, + "hydraulic:context0=3": -0.8888888888888887, + "hydraulic:context0=20": -0.46122004357298474, + "gas:batch6": -0.009427774365415208, + "gas:batch7": -0.0552285311004339, + "gas:batch10": -0.335576081999375, + "gas:batch9": 0.018253370340999144, + "gas:batch8": 0.3203515562006127 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.03883073845211302, + "by_dataset": { + "hydraulic": 0.036254312541535806, + "gas": -0.11391578944576183 + }, + "by_environment": { + "hydraulic:context1=73": 0.03316402116402121, + "hydraulic:context1=80": 0.017038461538461447, + "hydraulic:context1=90": 0.020101010101010137, + "hydraulic:context0=3": 0.006263639984070042, + "hydraulic:context0=20": 0.1047044299201162, + "gas:batch6": -0.1509728427143236, + "gas:batch7": -0.04043959303150034, + "gas:batch10": -0.04321720803922434, + "gas:batch9": -0.03763462301587298, + "gas:batch8": -0.29731468042788795 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.7500181596471032, + "by_dataset": { + "hydraulic": 0.8051339427080594, + "gas": 0.6949023765861471 + }, + "by_environment": { + "hydraulic:context1=73": 0.8615040138670295, + "hydraulic:context1=80": 0.8615040138670295, + "hydraulic:context1=90": 0.8615040138670295, + "hydraulic:context0=3": 0.720578835969604, + "hydraulic:context0=20": 0.720578835969604, + "gas:batch6": 0.6990681676738301, + "gas:batch7": 0.6867014202900817, + "gas:batch10": 0.6867014202900817, + "gas:batch9": 0.753052060719057, + "gas:batch8": 0.648988813957685 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.7202669580678203, + "by_dataset": { + "hydraulic": 0.7921606451895146, + "gas": 0.6483732709461261 + }, + "by_environment": { + "hydraulic:context1=73": 0.850396813462787, + "hydraulic:context1=80": 0.850396813462787, + "hydraulic:context1=90": 0.8503968134627872, + "hydraulic:context0=3": 0.7048063927796059, + "hydraulic:context0=20": 0.7048063927796059, + "gas:batch6": 0.6546310624420479, + "gas:batch7": 0.6500215762766517, + "gas:batch10": 0.6500215762766517, + "gas:batch9": 0.7105551749462927, + "gas:batch8": 0.5766369647889861 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.029751201579282904, + "by_dataset": { + "hydraulic": 0.012973297518544721, + "gas": 0.046529105640021086 + }, + "by_environment": { + "hydraulic:context1=73": 0.011107200404242476, + "hydraulic:context1=80": 0.011107200404242476, + "hydraulic:context1=90": 0.011107200404242401, + "hydraulic:context0=3": 0.015772443189998115, + "hydraulic:context0=20": 0.015772443189998143, + "gas:batch6": 0.044437105231782154, + "gas:batch7": 0.03667984401343007, + "gas:batch10": 0.03667984401343007, + "gas:batch9": 0.042496885772764184, + "gas:batch8": 0.07235184916869895 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.06858194003139592, + "by_dataset": { + "hydraulic": -0.023281015022991083, + "gas": 0.1604448950857829 + }, + "by_environment": { + "hydraulic:context1=73": -0.022056820759778734, + "hydraulic:context1=80": -0.005931261134218972, + "hydraulic:context1=90": -0.008993809696767737, + "hydraulic:context0=3": 0.009508803205928076, + "hydraulic:context0=20": -0.08893198673011805, + "gas:batch6": 0.19540994794610575, + "gas:batch7": 0.0771194370449304, + "gas:batch10": 0.07989705205265442, + "gas:batch9": 0.08013150878863716, + "gas:batch8": 0.3696665295965869 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.5157696846484258, + "by_dataset": { + "hydraulic": 0.4106031637910196, + "gas": 0.620936205505832 + }, + "by_environment": { + "hydraulic:context1=73": 0.31931216931216927, + "hydraulic:context1=80": 0.30512820512820515, + "hydraulic:context1=90": 0.37777777777777777, + "hydraulic:context0=3": 0.553484667463162, + "hydraulic:context0=20": 0.49731299927378364, + "gas:batch6": 0.7208811248921341, + "gas:batch7": 0.5110601741486936, + "gas:batch10": 0.5132846185412213, + "gas:batch9": 0.6373336779200182, + "gas:batch8": 0.7221214320270923 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0020651374029254546, + "by_dataset": { + "hydraulic": 0.0019819886476834785, + "gas": 0.0021482861581674307 + }, + "by_environment": { + "hydraulic:context1=73": 0.0012868610522206447, + "hydraulic:context1=80": 0.0012868610522206447, + "hydraulic:context1=90": 0.0012868610522206447, + "hydraulic:context0=3": 0.0030246800408777353, + "hydraulic:context0=20": 0.003024680040877723, + "gas:batch6": 0.002106721008234706, + "gas:batch7": 0.002086992485295844, + "gas:batch10": 0.0020869924852958467, + "gas:batch9": 0.0013593739823928308, + "gas:batch8": 0.003101350829617926 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.24967040252839887, + "by_dataset": { + "hydraulic": 0.21965340378067194, + "gas": 0.2796874012761258 + }, + "by_environment": { + "hydraulic:context1=73": 0.02750117426043383, + "hydraulic:context1=80": 0.02474510557637316, + "hydraulic:context1=90": 0.10573766058454433, + "hydraulic:context0=3": 0.5009089397466621, + "hydraulic:context0=20": 0.43937413873534625, + "gas:batch6": 0.2729880416824021, + "gas:batch7": 0.28935533372444494, + "gas:batch10": 0.36361853701867314, + "gas:batch9": 0.2966068707674013, + "gas:batch8": 0.17586822318770765 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.8427778103730437, + "by_dataset": { + "hydraulic": 0.7787270883313571, + "gas": 0.9068285324147304 + }, + "by_environment": { + "hydraulic:context1=73": 0.11071384549724277, + "hydraulic:context1=80": 0.11426291434385884, + "hydraulic:context1=90": 0.40049724458744834, + "hydraulic:context0=3": 1.7127074844591845, + "hydraulic:context0=20": 1.5554539527690512, + "gas:batch6": 0.8361365141604645, + "gas:batch7": 0.9511179888459316, + "gas:batch10": 1.16412962469125, + "gas:batch9": 1.0423466715838006, + "gas:batch8": 0.5404118627922053 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.0029771785251658, + "by_dataset": { + "hydraulic": 2.100297238764223, + "gas": 1.9056571182861082 + }, + "by_environment": { + "hydraulic:context1=73": 1.1084222939293997, + "hydraulic:context1=80": 1.3626033487974378, + "hydraulic:context1=90": 1.4557559486466323, + "hydraulic:context0=3": 3.3319468863409014, + "hydraulic:context0=20": 3.2427577161067425, + "gas:batch6": 1.9159063649496382, + "gas:batch7": 1.9945213143249818, + "gas:batch10": 2.2914948354447926, + "gas:batch9": 1.6827794851982827, + "gas:batch8": 1.6435835915128456 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1601993681521217, + "by_dataset": { + "hydraulic": 1.3215701504328656, + "gas": 0.9988285858713779 + }, + "by_environment": { + "hydraulic:context1=73": 0.997708448432157, + "hydraulic:context1=80": 1.248340434453579, + "hydraulic:context1=90": 1.0552587040591839, + "hydraulic:context0=3": 1.6192394018817173, + "hydraulic:context0=20": 1.687303763337691, + "gas:batch6": 1.0797698507891738, + "gas:batch7": 1.0434033254790502, + "gas:batch10": 1.1273652107535426, + "gas:batch9": 0.6404328136144823, + "gas:batch8": 1.1031717287206402 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8532995603728606, + "by_dataset": { + "hydraulic": 2.098227331279744, + "gas": 1.608371789465977 + }, + "by_environment": { + "hydraulic:context1=73": 0.7333492164152505, + "hydraulic:context1=80": 0.9706775996196422, + "hydraulic:context1=90": 1.204621454006922, + "hydraulic:context0=3": 3.97857652441694, + "hydraulic:context0=20": 3.6039118619399666, + "gas:batch6": 1.4822029287257437, + "gas:batch7": 1.8498942623693075, + "gas:batch10": 1.9354436301144604, + "gas:batch9": 1.3359400107505972, + "gas:batch8": 1.4383781153697754 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.1705560801339299, + "by_dataset": { + "hydraulic": 0.35850524528298083, + "gas": -0.017393085015121042 + }, + "by_environment": { + "hydraulic:context1=73": 0.6837486772486772, + "hydraulic:context1=80": 0.6081153846153846, + "hydraulic:context1=90": 0.6938787878787879, + "hydraulic:context0=3": -0.32748387096774195, + "hydraulic:context0=20": 0.1342672476397966, + "gas:batch6": 0.19330504906588017, + "gas:batch7": -0.10327140014102651, + "gas:batch10": -0.122387198696307, + "gas:batch9": -0.18945423943896883, + "gas:batch8": 0.13484236413481696 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.13701419611439167, + "by_dataset": { + "hydraulic": 0.2521092878588134, + "gas": 0.021919104369969904 + }, + "by_environment": { + "hydraulic:context1=73": 0.6746031746031744, + "hydraulic:context1=80": 0.6128205128205128, + "hydraulic:context1=90": 0.6606060606060606, + "hydraulic:context0=3": -0.6778972520908004, + "hydraulic:context0=20": -0.00958605664488022, + "gas:batch6": 0.1892610303209747, + "gas:batch7": -0.09865469903033836, + "gas:batch10": -0.052002593273457624, + "gas:batch9": -0.11982421358710016, + "gas:batch8": 0.19081599741977098 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.03354188401953825, + "by_dataset": { + "hydraulic": 0.10639595742416744, + "gas": -0.03931218938509094 + }, + "by_environment": { + "hydraulic:context1=73": 0.00914550264550277, + "hydraulic:context1=80": -0.004705128205128213, + "hydraulic:context1=90": 0.033272727272727266, + "hydraulic:context0=3": 0.35041338112305853, + "hydraulic:context0=20": 0.14385330428467683, + "gas:batch6": 0.004044018744905499, + "gas:batch7": -0.004616701110688152, + "gas:batch10": -0.07038460542284937, + "gas:batch9": -0.06963002585186864, + "gas:batch8": -0.05597363328495405 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.12226995949074074, + "by_dataset": { + "hydraulic": 0.13693125, + "gas": 0.10760866898148147 + }, + "by_environment": { + "hydraulic:context1=73": 0.1519236111111111, + "hydraulic:context1=80": 0.1519236111111111, + "hydraulic:context1=90": 0.1519236111111111, + "hydraulic:context0=3": 0.11444270833333332, + "hydraulic:context0=20": 0.11444270833333332, + "gas:batch6": 0.1111001736111111, + "gas:batch7": 0.10882696759259258, + "gas:batch10": 0.10882696759259258, + "gas:batch9": 0.12012951388888889, + "gas:batch8": 0.0891597222222222 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.10496180555555554, + "by_dataset": { + "hydraulic": 0.11805555555555554, + "gas": 0.09186805555555555 + }, + "by_environment": { + "hydraulic:context1=73": 0.1333333333333333, + "hydraulic:context1=80": 0.1333333333333333, + "hydraulic:context1=90": 0.1333333333333333, + "hydraulic:context0=3": 0.09513888888888888, + "hydraulic:context0=20": 0.09513888888888888, + "gas:batch6": 0.09572916666666667, + "gas:batch7": 0.09312499999999999, + "gas:batch10": 0.09312499999999999, + "gas:batch9": 0.10375000000000001, + "gas:batch8": 0.07361111111111111 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.017308153935185186, + "by_dataset": { + "hydraulic": 0.01887569444444446, + "gas": 0.015740613425925917 + }, + "by_environment": { + "hydraulic:context1=73": 0.018590277777777806, + "hydraulic:context1=80": 0.018590277777777806, + "hydraulic:context1=90": 0.018590277777777806, + "hydraulic:context0=3": 0.019303819444444443, + "hydraulic:context0=20": 0.019303819444444443, + "gas:batch6": 0.015371006944444437, + "gas:batch7": 0.015701967592592587, + "gas:batch10": 0.015701967592592587, + "gas:batch9": 0.016379513888888877, + "gas:batch8": 0.015548611111111102 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.016233730084353058, + "by_dataset": { + "hydraulic": -0.08752026297972297, + "gas": 0.055052802811016856 + }, + "by_environment": { + "hydraulic:context1=73": 0.009444775132275035, + "hydraulic:context1=80": 0.023295405982906022, + "hydraulic:context1=90": -0.014682449494949462, + "hydraulic:context0=3": -0.3311095616786141, + "hydraulic:context0=20": -0.12454948484023239, + "gas:batch6": 0.011326988199538937, + "gas:batch7": 0.020318668703280737, + "gas:batch10": 0.08608657301544195, + "gas:batch9": 0.0860095397407575, + "gas:batch8": 0.07152224439606514 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.6242764078499249, + "by_dataset": { + "hydraulic": 0.6529346007144868, + "gas": 0.5956182149853629 + }, + "by_environment": { + "hydraulic:context1=73": 0.7703703703703703, + "hydraulic:context1=80": 0.6572649572649573, + "hydraulic:context1=90": 0.7737373737373736, + "hydraulic:context0=3": 0.4408602150537635, + "hydraulic:context0=20": 0.6224400871459694, + "gas:batch6": 0.6557873781072792, + "gas:batch7": 0.598420359164808, + "gas:batch10": 0.6775171229477229, + "gas:batch9": 0.6200908827712951, + "gas:batch8": 0.42627533193570927 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0057797916666666605, + "by_dataset": { + "hydraulic": 0.008529513888888876, + "gas": 0.003030069444444445 + }, + "by_environment": { + "hydraulic:context1=73": 0.00768923611111109, + "hydraulic:context1=80": 0.00768923611111109, + "hydraulic:context1=90": 0.00768923611111109, + "hydraulic:context0=3": 0.009789930555555555, + "hydraulic:context0=20": 0.009789930555555555, + "gas:batch6": 0.002815624999999999, + "gas:batch7": 0.0037766203703703686, + "gas:batch10": 0.0037766203703703677, + "gas:batch9": 0.0017045138888888867, + "gas:batch8": 0.003076967592592602 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.22041970184434, + "by_dataset": { + "hydraulic": 0.1946322318633092, + "gas": 0.2462071718253708 + }, + "by_environment": { + "hydraulic:context1=73": 0.10515370211610064, + "hydraulic:context1=80": 0.11481826857970717, + "hydraulic:context1=90": 0.10734726133063432, + "hydraulic:context0=3": 0.3925511851630525, + "hydraulic:context0=20": 0.2532907421270513, + "gas:batch6": 0.19363056832876138, + "gas:batch7": 0.2699622156888336, + "gas:batch10": 0.2614511562377992, + "gas:batch9": 0.29233133270622813, + "gas:batch8": 0.21366058616523176 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.6352223092537281, + "by_dataset": { + "hydraulic": 0.5742223198517007, + "gas": 0.6962222986557556 + }, + "by_environment": { + "hydraulic:context1=73": 0.36524953931376136, + "hydraulic:context1=80": 0.39101208763539597, + "hydraulic:context1=90": 0.37380855994086115, + "hydraulic:context0=3": 1.0338070678200981, + "hydraulic:context0=20": 0.7072343445483865, + "gas:batch6": 0.5712369073795226, + "gas:batch7": 0.7670089738625497, + "gas:batch10": 0.7351105367102614, + "gas:batch9": 0.7961951880532808, + "gas:batch8": 0.6115598872731636 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.5652293743727241, + "by_dataset": { + "hydraulic": 1.7187613875788728, + "gas": 1.4116973611665755 + }, + "by_environment": { + "hydraulic:context1=73": 1.092983770507263, + "hydraulic:context1=80": 1.294659120496252, + "hydraulic:context1=90": 1.1394292846803111, + "hydraulic:context0=3": 2.514809785513791, + "hydraulic:context0=20": 2.5519249766967467, + "gas:batch6": 1.191450901248249, + "gas:batch7": 1.5294771656131714, + "gas:batch10": 1.4633699830527775, + "gas:batch9": 1.2856981265377854, + "gas:batch8": 1.5884906293808951 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.9300070651189962, + "by_dataset": { + "hydraulic": 1.1445390677271725, + "gas": 0.71547506251082 + }, + "by_environment": { + "hydraulic:context1=73": 0.7277342311935016, + "hydraulic:context1=80": 0.9036470328608561, + "hydraulic:context1=90": 0.76562072473945, + "hydraulic:context0=3": 1.4810027176936933, + "hydraulic:context0=20": 1.844690632148361, + "gas:batch6": 0.6202139938687264, + "gas:batch7": 0.7624681917506216, + "gas:batch10": 0.728259446342516, + "gas:batch9": 0.48950293848450455, + "gas:batch8": 0.9769307421077317 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3666070353038609, + "by_dataset": { + "hydraulic": 1.676371301222749, + "gas": 1.0568427693849727 + }, + "by_environment": { + "hydraulic:context1=73": 0.7572825027937498, + "hydraulic:context1=80": 0.9423849425177279, + "hydraulic:context1=90": 0.9464326844027595, + "hydraulic:context0=3": 2.8918542850740465, + "hydraulic:context0=20": 2.8439020913254627, + "gas:batch6": 0.930019268310137, + "gas:batch7": 1.3911566285468875, + "gas:batch10": 1.2868722550831737, + "gas:batch9": 0.8015478527078675, + "gas:batch8": 0.8746178422767983 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.03913936532828477, + "by_dataset": { + "hydraulic": 0.22100128112803633, + "gas": -0.14272255047146679 + }, + "by_environment": { + "hydraulic:context1=73": 0.942505291005291, + "hydraulic:context1=80": 0.9272606837606837, + "hydraulic:context1=90": 0.5948484848484847, + "hydraulic:context0=3": -0.9620888092393468, + "hydraulic:context0=20": -0.397519244734931, + "gas:batch6": -0.15911318608300115, + "gas:batch7": -0.10077080473586933, + "gas:batch10": -0.42483516206468613, + "gas:batch9": -0.028013197119318274, + "gas:batch8": -0.0008804023544590015 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.05180415373976516, + "by_dataset": { + "hydraulic": 0.1597204103086456, + "gas": -0.056112102829115273 + }, + "by_environment": { + "hydraulic:context1=73": 0.9285714285714285, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.4545454545454544, + "hydraulic:context0=3": -0.8222222222222221, + "hydraulic:context0=20": -0.7392156862745098, + "gas:batch6": -0.06095621302892486, + "gas:batch7": -0.055825632106092246, + "gas:batch10": -0.3511348050345127, + "gas:batch9": -0.0004966296590008578, + "gas:batch8": 0.1878527656829543 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.012664788411480384, + "by_dataset": { + "hydraulic": 0.061280870819390744, + "gas": -0.08661044764235151 + }, + "by_environment": { + "hydraulic:context1=73": 0.01393386243386241, + "hydraulic:context1=80": -0.049662393162393216, + "hydraulic:context1=90": 0.14030303030303035, + "hydraulic:context0=3": -0.13986658701712465, + "hydraulic:context0=20": 0.34169644153957884, + "gas:batch6": -0.09815697305407631, + "gas:batch7": -0.04494517262977708, + "gas:batch10": -0.07370035703017339, + "gas:batch9": -0.027516567460317436, + "gas:batch8": -0.18873316803741336 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8726047621127033, + "by_dataset": { + "hydraulic": 0.9301527449482678, + "gas": 0.8150567792771388 + }, + "by_environment": { + "hydraulic:context1=73": 0.9917434272288892, + "hydraulic:context1=80": 0.9917434272288892, + "hydraulic:context1=90": 0.9917434272288892, + "hydraulic:context0=3": 0.837766721527336, + "hydraulic:context0=20": 0.8377667215273359, + "gas:batch6": 0.8192072396944908, + "gas:batch7": 0.8046773033269533, + "gas:batch10": 0.8046773033269533, + "gas:batch9": 0.8811073756636677, + "gas:batch8": 0.7656146743736293 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8392004017399846, + "by_dataset": { + "hydraulic": 0.9179769130031825, + "gas": 0.7604238904767866 + }, + "by_environment": { + "hydraulic:context1=73": 0.9839638297501789, + "hydraulic:context1=80": 0.9839638297501789, + "hydraulic:context1=90": 0.9839638297501789, + "hydraulic:context0=3": 0.8189965378826879, + "hydraulic:context0=20": 0.8189965378826879, + "gas:batch6": 0.7670107744124997, + "gas:batch7": 0.7609459163240312, + "gas:batch10": 0.7609459163240312, + "gas:batch9": 0.8303718645528942, + "gas:batch8": 0.682844980770477 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.0334043603727188, + "by_dataset": { + "hydraulic": 0.012175831945085345, + "gas": 0.05463288880035226 + }, + "by_environment": { + "hydraulic:context1=73": 0.007779597478710191, + "hydraulic:context1=80": 0.007779597478710191, + "hydraulic:context1=90": 0.007779597478710191, + "hydraulic:context0=3": 0.018770183644648098, + "hydraulic:context0=20": 0.018770183644648056, + "gas:batch6": 0.05219646528199114, + "gas:batch7": 0.043731387002922145, + "gas:batch10": 0.04373138700292215, + "gas:batch9": 0.0507355111107735, + "gas:batch8": 0.0827696936031524 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.04606914878419918, + "by_dataset": { + "hydraulic": -0.04910503887430539, + "gas": 0.14124333644270376 + }, + "by_environment": { + "hydraulic:context1=73": -0.006154264955152218, + "hydraulic:context1=80": 0.05744199064110341, + "hydraulic:context1=90": -0.13252343282432014, + "hydraulic:context0=3": 0.15863677066177273, + "hydraulic:context0=20": -0.32292625789493073, + "gas:batch6": 0.15035343833606746, + "gas:batch7": 0.08867655963269924, + "gas:batch10": 0.11743174403309556, + "gas:batch9": 0.07825207857109093, + "gas:batch8": 0.2715028616405657 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.45151148035163946, + "by_dataset": { + "hydraulic": 0.33264392739408555, + "gas": 0.5703790333091934 + }, + "by_environment": { + "hydraulic:context1=73": 0.21666666666666665, + "hydraulic:context1=80": 0.17564102564102566, + "hydraulic:context1=90": 0.32323232323232326, + "hydraulic:context0=3": 0.5210274790919952, + "hydraulic:context0=20": 0.42665214233841686, + "gas:batch6": 0.6478356375487069, + "gas:batch7": 0.4988354816089869, + "gas:batch10": 0.5011637335756005, + "gas:batch9": 0.5523038766788766, + "gas:batch8": 0.6517564371337956 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.001142233761138576, + "by_dataset": { + "hydraulic": 0.0006428126539159893, + "gas": 0.001641654868361163 + }, + "by_environment": { + "hydraulic:context1=73": 0.0001097059396313697, + "hydraulic:context1=80": 0.0001097059396314437, + "hydraulic:context1=90": 0.0001097059396314437, + "hydraulic:context0=3": 0.001442472725342826, + "hydraulic:context0=20": 0.001442472725342863, + "gas:batch6": 0.0016133016614341116, + "gas:batch7": 0.0016479717071093403, + "gas:batch10": 0.001647971707109323, + "gas:batch9": 0.0005627936578473862, + "gas:batch8": 0.002736235608305653 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.27712458227907844, + "by_dataset": { + "hydraulic": 0.24556182407248967, + "gas": 0.30868734048566726 + }, + "by_environment": { + "hydraulic:context1=73": 0.018888180690888393, + "hydraulic:context1=80": 0.00894377914003512, + "hydraulic:context1=90": 0.15287404746199254, + "hydraulic:context0=3": 0.5420616048411037, + "hydraulic:context0=20": 0.5050415082284287, + "gas:batch6": 0.3096089468300039, + "gas:batch7": 0.31181164257433663, + "gas:batch10": 0.4034950710931254, + "gas:batch9": 0.3194854467642618, + "gas:batch8": 0.19903559516660863 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.2689949678227697, + "by_dataset": { + "hydraulic": 1.2132611959239983, + "gas": 1.3247287397215408 + }, + "by_environment": { + "hydraulic:context1=73": 0.06511099505793512, + "hydraulic:context1=80": 0.0442738613819614, + "hydraulic:context1=90": 0.6639841108639348, + "hydraulic:context0=3": 2.695240126588542, + "hydraulic:context0=20": 2.597696885727618, + "gas:batch6": 1.1511637806471406, + "gas:batch7": 1.3713006790201434, + "gas:batch10": 1.7367901594998565, + "gas:batch9": 1.6796870041224605, + "gas:batch8": 0.6847020753181029 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.6754855240325153, + "by_dataset": { + "hydraulic": 2.527247336918846, + "gas": 2.823723711146185 + }, + "by_environment": { + "hydraulic:context1=73": 1.1098687111538748, + "hydraulic:context1=80": 1.3737463490419177, + "hydraulic:context1=90": 1.8339135492789451, + "hydraulic:context0=3": 4.210442474466627, + "hydraulic:context0=20": 4.108265600652866, + "gas:batch6": 2.727441486841882, + "gas:batch7": 2.827699488179122, + "gas:batch10": 3.4873327101250267, + "gas:batch9": 3.0489315623129434, + "gas:batch8": 2.02721330827195 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.4064905562097496, + "by_dataset": { + "hydraulic": 1.313986140994857, + "gas": 1.4989949714246422 + }, + "by_environment": { + "hydraulic:context1=73": 1.0447577160959396, + "hydraulic:context1=80": 1.3294724876599562, + "hydraulic:context1=90": 1.1699294384150105, + "hydraulic:context0=3": 1.5152023478781083, + "hydraulic:context0=20": 1.5105687149252696, + "gas:batch6": 1.5762777061947408, + "gas:batch7": 1.4563988091589783, + "gas:batch10": 1.7505425506251693, + "gas:batch9": 1.3692445581904762, + "gas:batch8": 1.3425112329538471 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.8114522578571552, + "by_dataset": { + "hydraulic": 2.698540753003233, + "gas": 2.924363762711077 + }, + "by_environment": { + "hydraulic:context1=73": 0.831156173235407, + "hydraulic:context1=80": 1.0982163423391968, + "hydraulic:context1=90": 1.7858002770906232, + "hydraulic:context0=3": 5.248527415465299, + "hydraulic:context0=20": 4.529003556885639, + "gas:batch6": 2.6378142127310173, + "gas:batch7": 3.0883611068704586, + "gas:batch10": 3.4629382869652545, + "gas:batch9": 2.654408582524267, + "gas:batch8": 2.7782966244643874 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.17356256712407436, + "by_dataset": { + "hydraulic": 0.3738284599884853, + "gas": -0.02670332574033656 + }, + "by_environment": { + "hydraulic:context1=73": 0.9268253968253969, + "hydraulic:context1=80": 0.9291965811965812, + "hydraulic:context1=90": 0.889010101010101, + "hydraulic:context0=3": -0.7515121465551573, + "hydraulic:context0=20": -0.12437763253449534, + "gas:batch6": 0.15441646542547655, + "gas:batch7": -0.054402763481565045, + "gas:batch10": -0.2638544860846191, + "gas:batch9": -0.048263975507596646, + "gas:batch8": 0.07858813094662143 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.14167577340055598, + "by_dataset": { + "hydraulic": 0.2946937299119462, + "gas": -0.01134218311083424 + }, + "by_environment": { + "hydraulic:context1=73": 0.9365079365079364, + "hydraulic:context1=80": 0.946153846153846, + "hydraulic:context1=90": 0.8818181818181818, + "hydraulic:context0=3": -0.9672640382317801, + "hydraulic:context0=20": -0.32374727668845316, + "gas:batch6": 0.23754688213386227, + "gas:batch7": -0.03917720505922486, + "gas:batch10": -0.21433884121525199, + "gas:batch9": -0.09895816812053929, + "gas:batch8": 0.05821641670698267 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.03188679372351837, + "by_dataset": { + "hydraulic": 0.07913473007653905, + "gas": -0.01536114262950232 + }, + "by_environment": { + "hydraulic:context1=73": -0.009682539682539626, + "hydraulic:context1=80": -0.016957264957264906, + "hydraulic:context1=90": 0.0071919191919191565, + "hydraulic:context0=3": 0.2157518916766228, + "hydraulic:context0=20": 0.19936964415395783, + "gas:batch6": -0.08313041670838575, + "gas:batch7": -0.015225558422340189, + "gas:batch10": -0.049515644869367076, + "gas:batch9": 0.05069419261294261, + "gas:batch8": 0.020371714239638808 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6298303082235852, + "by_dataset": { + "hydraulic": 0.6845901784513269, + "gas": 0.5750704379958437 + }, + "by_environment": { + "hydraulic:context1=73": 0.759940397227779, + "hydraulic:context1=80": 0.759940397227779, + "hydraulic:context1=90": 0.759940397227779, + "hydraulic:context0=3": 0.5715648502866485, + "hydraulic:context0=20": 0.5715648502866485, + "gas:batch6": 0.5821022585813077, + "gas:batch7": 0.571779506511158, + "gas:batch10": 0.5717795065111579, + "gas:batch9": 0.6385731204561562, + "gas:batch8": 0.5111177979194388 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6112753190635203, + "by_dataset": { + "hydraulic": 0.6770061263294055, + "gas": 0.5455445117976351 + }, + "by_environment": { + "hydraulic:context1=73": 0.7569354923986001, + "hydraulic:context1=80": 0.7569354923986001, + "hydraulic:context1=90": 0.7569354923986001, + "hydraulic:context0=3": 0.5571120772256135, + "hydraulic:context0=20": 0.5571120772256135, + "gas:batch6": 0.5534910226868348, + "gas:batch7": 0.5484289591673399, + "gas:batch10": 0.5484289591673399, + "gas:batch9": 0.6071462385877306, + "gas:batch8": 0.47022737937893 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.018554989160065014, + "by_dataset": { + "hydraulic": 0.007584052121921309, + "gas": 0.029525926198208718 + }, + "by_environment": { + "hydraulic:context1=73": 0.003004904829178886, + "hydraulic:context1=80": 0.003004904829178886, + "hydraulic:context1=90": 0.003004904829178886, + "hydraulic:context0=3": 0.014452773061034934, + "hydraulic:context0=20": 0.014452773061034948, + "gas:batch6": 0.028611235894472925, + "gas:batch7": 0.023350547343818123, + "gas:batch10": 0.023350547343818123, + "gas:batch9": 0.0314268818684256, + "gas:batch8": 0.04089041854050883 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.013331804563453353, + "by_dataset": { + "hydraulic": -0.07155067795461774, + "gas": 0.044887068827711034 + }, + "by_environment": { + "hydraulic:context1=73": 0.012687444511718512, + "hydraulic:context1=80": 0.01996216978644379, + "hydraulic:context1=90": -0.004187014362740271, + "hydraulic:context0=3": -0.20129911861558783, + "hydraulic:context0=20": -0.18491687109292287, + "gas:batch6": 0.11174165260285866, + "gas:batch7": 0.03857610576615831, + "gas:batch10": 0.0728661922131852, + "gas:batch9": -0.019267310744517024, + "gas:batch8": 0.020518704300870026 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.48292415829256263, + "by_dataset": { + "hydraulic": 0.3704933104237342, + "gas": 0.595355006161391 + }, + "by_environment": { + "hydraulic:context1=73": 0.3335978835978836, + "hydraulic:context1=80": 0.3170940170940171, + "hydraulic:context1=90": 0.2808080808080808, + "hydraulic:context0=3": 0.5022301871764238, + "hydraulic:context0=20": 0.41873638344226577, + "gas:batch6": 0.6159602980624451, + "gas:batch7": 0.46510833581177463, + "gas:batch10": 0.5361340895618482, + "gas:batch9": 0.7026352542074191, + "gas:batch8": 0.6569370531634683 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.007231105408080181, + "by_dataset": { + "hydraulic": 0.005861882362853785, + "gas": 0.008600328453306577 + }, + "by_environment": { + "hydraulic:context1=73": 0.004243746270759963, + "hydraulic:context1=80": 0.004243746270759963, + "hydraulic:context1=90": 0.004243746270759963, + "hydraulic:context0=3": 0.008289086500994525, + "hydraulic:context0=20": 0.008289086500994513, + "gas:batch6": 0.008018053811078906, + "gas:batch7": 0.0068011569009270596, + "gas:batch10": 0.006801156900927071, + "gas:batch9": 0.00498275147148984, + "gas:batch8": 0.016398523182110006 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.22743627052282328, + "by_dataset": { + "hydraulic": 0.19526324149740126, + "gas": 0.2596092995482453 + }, + "by_environment": { + "hydraulic:context1=73": 0.0257412590212272, + "hydraulic:context1=80": 0.025151856175782836, + "hydraulic:context1=90": 0.05180932152015175, + "hydraulic:context0=3": 0.5164261023515216, + "hydraulic:context0=20": 0.35718766841832283, + "gas:batch6": 0.20431723311873692, + "gas:batch7": 0.27405357339500713, + "gas:batch10": 0.30956155439439215, + "gas:batch9": 0.2860317617705551, + "gas:batch8": 0.22408237506253517 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.72838846334939, + "by_dataset": { + "hydraulic": 0.6556780909720883, + "gas": 0.8010988357266917 + }, + "by_environment": { + "hydraulic:context1=73": 0.11946410998847669, + "hydraulic:context1=80": 0.12862193182797285, + "hydraulic:context1=90": 0.26320545380300325, + "hydraulic:context0=3": 1.5931385489248884, + "hydraulic:context0=20": 1.1739604103161005, + "gas:batch6": 0.6164518520292985, + "gas:batch7": 0.8739675211782354, + "gas:batch10": 0.9359642049948007, + "gas:batch9": 0.9303083121265108, + "gas:batch8": 0.6488022883046137 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.7345415003269857, + "by_dataset": { + "hydraulic": 1.8926062165037187, + "gas": 1.576476784150253 + }, + "by_environment": { + "hydraulic:context1=73": 1.0164343658480015, + "hydraulic:context1=80": 1.2499483340029296, + "hydraulic:context1=90": 1.2396072618093088, + "hydraulic:context0=3": 3.1141284688854687, + "hydraulic:context0=20": 2.842912651972886, + "gas:batch6": 1.4298111161777258, + "gas:batch7": 1.695121064267028, + "gas:batch10": 1.8236400832540585, + "gas:batch9": 1.3758327273218904, + "gas:batch8": 1.5579789297305613 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.006153036977596, + "by_dataset": { + "hydraulic": 1.2369281255316307, + "gas": 0.775377948423561 + }, + "by_environment": { + "hydraulic:context1=73": 0.8969702558595248, + "hydraulic:context1=80": 1.1213264021749567, + "hydraulic:context1=90": 0.9764018080063056, + "hydraulic:context0=3": 1.5209899199605807, + "hydraulic:context0=20": 1.6689522416567852, + "gas:batch6": 0.8133592641484274, + "gas:batch7": 0.8211535430887925, + "gas:batch10": 0.8876758782592576, + "gas:batch9": 0.4455244151953798, + "gas:batch8": 0.9091766414259475 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.4838980132172734, + "by_dataset": { + "hydraulic": 1.810374977874504, + "gas": 1.157421048560043 + }, + "by_environment": { + "hydraulic:context1=73": 0.4465147791254074, + "hydraulic:context1=80": 0.6745701735182713, + "hydraulic:context1=90": 0.7579847027281236, + "hydraulic:context0=3": 3.7478227237799153, + "hydraulic:context0=20": 3.424982510220802, + "gas:batch6": 0.9540548040775692, + "gas:batch7": 1.4777143105134736, + "gas:batch10": 1.4538778203097946, + "gas:batch9": 0.8158925526020934, + "gas:batch8": 1.085565755297283 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.13351052432561722, + "by_dataset": { + "hydraulic": 0.3667255685935636, + "gas": -0.09970451994232915 + }, + "by_environment": { + "hydraulic:context1=73": 0.80644708994709, + "hydraulic:context1=80": 0.8044957264957265, + "hydraulic:context1=90": 0.8214848484848485, + "hydraulic:context0=3": -0.5254555953803265, + "hydraulic:context0=20": -0.07334422657952075, + "gas:batch6": 0.22314093180355302, + "gas:batch7": -0.07241586056432475, + "gas:batch10": -0.11950984170636679, + "gas:batch9": -0.3074469353026698, + "gas:batch8": -0.2222908939418374 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.09659330337152983, + "by_dataset": { + "hydraulic": 0.2805087736776541, + "gas": -0.08732216693459442 + }, + "by_environment": { + "hydraulic:context1=73": 0.8396825396825397, + "hydraulic:context1=80": 0.841025641025641, + "hydraulic:context1=90": 0.7999999999999999, + "hydraulic:context0=3": -0.8685782556750299, + "hydraulic:context0=20": -0.20958605664488025, + "gas:batch6": 0.23315027456536902, + "gas:batch7": -0.06737729818313723, + "gas:batch10": -0.04302282920492028, + "gas:batch9": -0.3027088289717156, + "gas:batch8": -0.2566521528785681 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.03691722095408735, + "by_dataset": { + "hydraulic": 0.08621679491590943, + "gas": -0.012382353007734725 + }, + "by_environment": { + "hydraulic:context1=73": -0.03323544973544971, + "hydraulic:context1=80": -0.03652991452991435, + "hydraulic:context1=90": 0.02148484848484844, + "hydraulic:context0=3": 0.3431226602947033, + "hydraulic:context0=20": 0.13624183006535953, + "gas:batch6": -0.010009342761816017, + "gas:batch7": -0.005038562381187505, + "gas:batch10": -0.0764870125014465, + "gas:batch9": -0.004738106330954273, + "gas:batch8": 0.03436125893673068 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.3516580078125, + "by_dataset": { + "hydraulic": 0.39386161747685183, + "gas": 0.3094543981481481 + }, + "by_environment": { + "hydraulic:context1=73": 0.443037109375, + "hydraulic:context1=80": 0.443037109375, + "hydraulic:context1=90": 0.443037109375, + "hydraulic:context0=3": 0.3200983796296296, + "hydraulic:context0=20": 0.3200983796296296, + "gas:batch6": 0.3186595052083333, + "gas:batch7": 0.31419249131944443, + "gas:batch10": 0.31419249131944443, + "gas:batch9": 0.34509114583333333, + "gas:batch8": 0.25513635706018517 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.33457465277777776, + "by_dataset": { + "hydraulic": 0.37673611111111105, + "gas": 0.29241319444444447 + }, + "by_environment": { + "hydraulic:context1=73": 0.4270833333333333, + "hydraulic:context1=80": 0.4270833333333333, + "hydraulic:context1=90": 0.4270833333333333, + "hydraulic:context0=3": 0.30121527777777773, + "hydraulic:context0=20": 0.30121527777777773, + "gas:batch6": 0.30052083333333335, + "gas:batch7": 0.29852430555555554, + "gas:batch10": 0.29852430555555554, + "gas:batch9": 0.3231770833333333, + "gas:batch8": 0.24131944444444445 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.017083355034722206, + "by_dataset": { + "hydraulic": 0.01712550636574073, + "gas": 0.017041203703703683 + }, + "by_environment": { + "hydraulic:context1=73": 0.015953776041666663, + "hydraulic:context1=80": 0.015953776041666663, + "hydraulic:context1=90": 0.015953776041666663, + "hydraulic:context0=3": 0.018883101851851835, + "hydraulic:context0=20": 0.018883101851851835, + "gas:batch6": 0.01813867187499998, + "gas:batch7": 0.015668185763888873, + "gas:batch10": 0.015668185763888873, + "gas:batch9": 0.021914062499999977, + "gas:batch8": 0.013816912615740718 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.019833865919365146, + "by_dataset": { + "hydraulic": -0.0690912885501687, + "gas": 0.029423556711438408 + }, + "by_environment": { + "hydraulic:context1=73": 0.049189225777116374, + "hydraulic:context1=80": 0.05248369057158101, + "hydraulic:context1=90": -0.005531072443181777, + "hydraulic:context0=3": -0.32423955844285146, + "hydraulic:context0=20": -0.11735872821350768, + "gas:batch6": 0.028148014636815998, + "gas:batch7": 0.02070674814507638, + "gas:batch10": 0.09215519826533537, + "gas:batch9": 0.026652168830954254, + "gas:batch8": -0.020544346320989965 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.5438210170341045, + "by_dataset": { + "hydraulic": 0.5087077890366948, + "gas": 0.578934245031514 + }, + "by_environment": { + "hydraulic:context1=73": 0.601058201058201, + "hydraulic:context1=80": 0.5452991452991454, + "hydraulic:context1=90": 0.5606060606060607, + "hydraulic:context0=3": 0.3396256471525289, + "hydraulic:context0=20": 0.4969498910675381, + "gas:batch6": 0.6418508206042592, + "gas:batch7": 0.5458062916001502, + "gas:batch10": 0.581362633285804, + "gas:batch9": 0.5472938223002656, + "gas:batch8": 0.5783576573670913 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.01330853587962963, + "by_dataset": { + "hydraulic": 0.018214916087962957, + "gas": 0.0084021556712963 + }, + "by_environment": { + "hydraulic:context1=73": 0.014256727430555541, + "hydraulic:context1=80": 0.014256727430555541, + "hydraulic:context1=90": 0.014256727430555541, + "hydraulic:context0=3": 0.02415219907407408, + "hydraulic:context0=20": 0.02415219907407408, + "gas:batch6": 0.008749348958333337, + "gas:batch7": 0.008791883680555551, + "gas:batch10": 0.008791883680555551, + "gas:batch9": 0.008643880208333333, + "gas:batch8": 0.0070337818287037205 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.23331272839488998, + "by_dataset": { + "hydraulic": 0.19532819114775474, + "gas": 0.2712972656420252 + }, + "by_environment": { + "hydraulic:context1=73": 0.056947676947276836, + "hydraulic:context1=80": 0.06008838839068548, + "hydraulic:context1=90": 0.07020661580912703, + "hydraulic:context0=3": 0.48675831169683126, + "hydraulic:context0=20": 0.302639962894853, + "gas:batch6": 0.1915890669669145, + "gas:batch7": 0.2767545975639844, + "gas:batch10": 0.2681649881354824, + "gas:batch9": 0.33198903275373814, + "gas:batch8": 0.28798864279000663 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.6978190302652565, + "by_dataset": { + "hydraulic": 0.6054437129215924, + "gas": 0.7901943476089206 + }, + "by_environment": { + "hydraulic:context1=73": 0.21912509621361845, + "hydraulic:context1=80": 0.23372959989321704, + "hydraulic:context1=90": 0.2723378434870961, + "hydraulic:context0=3": 1.4210464225379187, + "hydraulic:context0=20": 0.8809796024761115, + "gas:batch6": 0.573358929684356, + "gas:batch7": 0.8417760960987472, + "gas:batch10": 0.7952903223800157, + "gas:batch9": 0.954604186173456, + "gas:batch8": 0.785942203708028 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.6274487760026215, + "by_dataset": { + "hydraulic": 1.7667804198620598, + "gas": 1.4881171321431832 + }, + "by_environment": { + "hydraulic:context1=73": 0.8300623755773205, + "hydraulic:context1=80": 1.0076894618254275, + "hydraulic:context1=90": 0.9296355829570232, + "hydraulic:context0=3": 3.0109366929238917, + "hydraulic:context0=20": 3.0555779860266354, + "gas:batch6": 1.2079389099919815, + "gas:batch7": 1.5364802621231373, + "gas:batch10": 1.5210940641217727, + "gas:batch9": 1.4235629384724713, + "gas:batch8": 1.7515094860065537 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.929629745737365, + "by_dataset": { + "hydraulic": 1.1613367069404672, + "gas": 0.6979227845342627 + }, + "by_environment": { + "hydraulic:context1=73": 0.6109372793637021, + "hydraulic:context1=80": 0.7739598619322106, + "hydraulic:context1=90": 0.6572977394699271, + "hydraulic:context0=3": 1.5898902703859725, + "hydraulic:context0=20": 2.1745983835505243, + "gas:batch6": 0.6345799803076255, + "gas:batch7": 0.69470416602439, + "gas:batch10": 0.7258037417417568, + "gas:batch9": 0.4689587522990154, + "gas:batch8": 0.9655672822985258 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.35204830314136, + "by_dataset": { + "hydraulic": 1.6922946241874866, + "gas": 1.0118019820952335 + }, + "by_environment": { + "hydraulic:context1=73": 0.33651074906495015, + "hydraulic:context1=80": 0.5735414161323972, + "hydraulic:context1=90": 0.6301375789468975, + "hydraulic:context0=3": 3.5270852969887643, + "hydraulic:context0=20": 3.394198079804424, + "gas:batch6": 0.8035276193710519, + "gas:batch7": 1.3770926837453958, + "gas:batch10": 1.291697403631022, + "gas:batch9": 0.7300274017668145, + "gas:batch8": 0.8566648019618839 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.04316273042885636, + "by_dataset": { + "hydraulic": 0.23585155167881283, + "gas": -0.1495260908211001 + }, + "by_environment": { + "hydraulic:context1=73": 0.9708412698412697, + "hydraulic:context1=80": 0.9801837606837607, + "hydraulic:context1=90": 0.653080808080808, + "hydraulic:context0=3": -1.0906403823178017, + "hydraulic:context0=20": -0.33420769789397253, + "gas:batch6": -0.16119083896295303, + "gas:batch7": -0.13211863253627038, + "gas:batch10": -0.4238934058938057, + "gas:batch9": -0.029285724591845735, + "gas:batch8": -0.0011418521206257488 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.0625658891604707, + "by_dataset": { + "hydraulic": 0.18593387777448495, + "gas": -0.06080209945354352 + }, + "by_environment": { + "hydraulic:context1=73": 0.9444444444444443, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.4545454545454544, + "hydraulic:context0=3": -0.9364396654719234, + "hydraulic:context0=20": -0.5098039215686275, + "gas:batch6": -0.04104010857021819, + "gas:batch7": -0.05924433099607507, + "gas:batch10": -0.35600720582020123, + "gas:batch9": -0.0004966296590008578, + "gas:batch8": 0.1527777777777777 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.019403158731614353, + "by_dataset": { + "hydraulic": 0.04991767390432791, + "gas": -0.08872399136755661 + }, + "by_environment": { + "hydraulic:context1=73": 0.02639682539682542, + "hydraulic:context1=80": 0.003260683760683706, + "hydraulic:context1=90": 0.19853535353535354, + "hydraulic:context0=3": -0.15420071684587813, + "hydraulic:context0=20": 0.17559622367465502, + "gas:batch6": -0.12015073039273486, + "gas:batch7": -0.07287430154019531, + "gas:batch10": -0.06788620007360449, + "gas:batch9": -0.02878909493284491, + "gas:batch8": -0.1539196298984035 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8786854709194309, + "by_dataset": { + "hydraulic": 0.9183348668697546, + "gas": 0.8390360749691073 + }, + "by_environment": { + "hydraulic:context1=73": 0.997724068318003, + "hydraulic:context1=80": 0.997724068318003, + "hydraulic:context1=90": 0.997724068318003, + "hydraulic:context0=3": 0.7992510646973822, + "hydraulic:context0=20": 0.7992510646973822, + "gas:batch6": 0.8426719751709166, + "gas:batch7": 0.8258186477730065, + "gas:batch10": 0.8258186477730065, + "gas:batch9": 0.9203416609179822, + "gas:batch8": 0.7805294432106246 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8453513612334764, + "by_dataset": { + "hydraulic": 0.9064501275161534, + "gas": 0.7842525949507994 + }, + "by_environment": { + "hydraulic:context1=73": 0.9929563717271295, + "hydraulic:context1=80": 0.9929563717271295, + "hydraulic:context1=90": 0.9929563717271294, + "hydraulic:context0=3": 0.7766907611996895, + "hydraulic:context0=20": 0.7766907611996895, + "gas:batch6": 0.7911723607222532, + "gas:batch7": 0.7825604670187516, + "gas:batch10": 0.7825604670187517, + "gas:batch9": 0.8690778611015751, + "gas:batch8": 0.6958918188926649 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03333410968595456, + "by_dataset": { + "hydraulic": 0.011884739353601185, + "gas": 0.05478348001830793 + }, + "by_environment": { + "hydraulic:context1=73": 0.004767696590873431, + "hydraulic:context1=80": 0.004767696590873431, + "hydraulic:context1=90": 0.004767696590873616, + "hydraulic:context0=3": 0.022560303497692728, + "hydraulic:context0=20": 0.022560303497692714, + "gas:batch6": 0.05149961444866354, + "gas:batch7": 0.043258180754254784, + "gas:batch10": 0.04325818075425478, + "gas:batch9": 0.05126379981640713, + "gas:batch8": 0.0846376243179594 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.05273726841756892, + "by_dataset": { + "hydraulic": -0.03803293455072672, + "gas": 0.14350747138586456 + }, + "by_environment": { + "hydraulic:context1=73": -0.021629128805951987, + "hydraulic:context1=80": 0.0015070128301897245, + "hydraulic:context1=90": -0.19376765694447992, + "hydraulic:context0=3": 0.17676102034357088, + "hydraulic:context0=20": -0.1530359201769623, + "gas:batch6": 0.1716503448413984, + "gas:batch7": 0.11613248229445008, + "gas:batch10": 0.11114438082785928, + "gas:batch9": 0.08005289474925205, + "gas:batch8": 0.23855725421636295 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.44422283623206493, + "by_dataset": { + "hydraulic": 0.291776705736225, + "gas": 0.5966689667279049 + }, + "by_environment": { + "hydraulic:context1=73": 0.13148148148148148, + "hydraulic:context1=80": 0.07564102564102565, + "hydraulic:context1=90": 0.34292929292929286, + "hydraulic:context0=3": 0.5120270808442852, + "hydraulic:context0=20": 0.39680464778503993, + "gas:batch6": 0.6933974532478799, + "gas:batch7": 0.48374803024604845, + "gas:batch10": 0.5150941088634684, + "gas:batch9": 0.7012171855921856, + "gas:batch8": 0.5898880556899425 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0011124834990734885, + "by_dataset": { + "hydraulic": 0.0006668351890849615, + "gas": 0.0015581318090620157 + }, + "by_environment": { + "hydraulic:context1=73": 5.257155101615988e-07, + "hydraulic:context1=80": 5.257155101615988e-07, + "hydraulic:context1=90": 5.257155101986063e-07, + "hydraulic:context0=3": 0.0016662993994471552, + "hydraulic:context0=20": 0.0016662993994471303, + "gas:batch6": 0.0015456200863260272, + "gas:batch7": 0.0013155323933719703, + "gas:batch10": 0.0013155323933719627, + "gas:batch9": 0.0004912840370754271, + "gas:batch8": 0.0031226901351646907 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.27068501366375264, + "by_dataset": { + "hydraulic": 0.234718049501504, + "gas": 0.30665197782600134 + }, + "by_environment": { + "hydraulic:context1=73": 0.010942610569621472, + "hydraulic:context1=80": 0.006462881931851759, + "hydraulic:context1=90": 0.13096368619938825, + "hydraulic:context0=3": 0.5690218856363047, + "hydraulic:context0=20": 0.45619918317035374, + "gas:batch6": 0.29416648860743305, + "gas:batch7": 0.3106957149097012, + "gas:batch10": 0.3956938010465368, + "gas:batch9": 0.31776110262515445, + "gas:batch8": 0.2149427819411811 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.2785768990852682, + "by_dataset": { + "hydraulic": 1.2167198074047971, + "gas": 1.340433990765739 + }, + "by_environment": { + "hydraulic:context1=73": 0.027868363728507418, + "hydraulic:context1=80": 0.0204673485505688, + "hydraulic:context1=90": 0.5762455301815775, + "hydraulic:context0=3": 2.890830563506144, + "hydraulic:context0=20": 2.5681872310571876, + "gas:batch6": 1.0915841519005718, + "gas:batch7": 1.4299648091483343, + "gas:batch10": 1.760992449262802, + "gas:batch9": 1.720469058688978, + "gas:batch8": 0.6991594848280088 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.6736694635556875, + "by_dataset": { + "hydraulic": 2.523058907122107, + "gas": 2.8242800199892684 + }, + "by_environment": { + "hydraulic:context1=73": 1.0654540326767787, + "hydraulic:context1=80": 1.341799421453891, + "hydraulic:context1=90": 1.7392637810725926, + "hydraulic:context0=3": 4.391574754060269, + "hydraulic:context0=20": 4.077202546347003, + "gas:batch6": 2.629657336882746, + "gas:batch7": 2.8466009159191583, + "gas:batch10": 3.5378115313126317, + "gas:batch9": 3.097340796193785, + "gas:batch8": 2.0099895196380215 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.3950925644704144, + "by_dataset": { + "hydraulic": 1.3063390997173001, + "gas": 1.483846029223529 + }, + "by_environment": { + "hydraulic:context1=73": 1.0375856689482714, + "hydraulic:context1=80": 1.3213320729033222, + "hydraulic:context1=90": 1.163018250891015, + "hydraulic:context0=3": 1.500744190554099, + "hydraulic:context0=20": 1.5090153152897925, + "gas:batch6": 1.538073184982174, + "gas:batch7": 1.4166361067708229, + "gas:batch10": 1.7768190820498289, + "gas:batch9": 1.3768717375048063, + "gas:batch8": 1.3108300348100128 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.771381222441653, + "by_dataset": { + "hydraulic": 2.565805645619423, + "gas": 2.976956799263883 + }, + "by_environment": { + "hydraulic:context1=73": 0.816346721044393, + "hydraulic:context1=80": 1.0703063768742964, + "hydraulic:context1=90": 1.5373744397479052, + "hydraulic:context0=3": 5.094676787210978, + "hydraulic:context0=20": 4.31032390321954, + "gas:batch6": 2.6404412417961454, + "gas:batch7": 3.1318193230328983, + "gas:batch10": 3.6255161157506985, + "gas:batch9": 2.684248646117008, + "gas:batch8": 2.802758669622665 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.20743548125013625, + "by_dataset": { + "hydraulic": 0.44141818676790223, + "gas": -0.026547224267629742 + }, + "by_environment": { + "hydraulic:context1=73": 0.916357142857143, + "hydraulic:context1=80": 0.9172692307692308, + "hydraulic:context1=90": 0.9172878787878789, + "hydraulic:context0=3": -0.48544205495818393, + "hydraulic:context0=20": -0.05838126361655777, + "gas:batch6": 0.2663655177708112, + "gas:batch7": -0.056337391075468604, + "gas:batch10": -0.20732693484418413, + "gas:batch9": -0.2359558787432499, + "gas:batch8": 0.10051856555394274 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.1582513712903577, + "by_dataset": { + "hydraulic": 0.30720895381236935, + "gas": 0.009293788768346077 + }, + "by_environment": { + "hydraulic:context1=73": 0.919047619047619, + "hydraulic:context1=80": 0.923076923076923, + "hydraulic:context1=90": 0.8818181818181818, + "hydraulic:context0=3": -0.8702508960573475, + "hydraulic:context0=20": -0.3176470588235295, + "gas:batch6": 0.3094324410348869, + "gas:batch7": -0.0545578373574026, + "gas:batch10": -0.10176546462281005, + "gas:batch9": -0.17751586042823156, + "gas:batch8": 0.07087566521528772 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.049184109959778496, + "by_dataset": { + "hydraulic": 0.1342092329555328, + "gas": -0.03584101303597581 + }, + "by_environment": { + "hydraulic:context1=73": -0.002690476190476132, + "hydraulic:context1=80": -0.0058076923076922915, + "hydraulic:context1=90": 0.03546969696969704, + "hydraulic:context0=3": 0.3848088410991637, + "hydraulic:context0=20": 0.25926579520697174, + "gas:batch6": -0.04306692326407564, + "gas:batch7": -0.0017795537180659913, + "gas:batch10": -0.1055614702213741, + "gas:batch9": -0.05844001831501833, + "gas:batch8": 0.02964290033865502 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6342561953670549, + "by_dataset": { + "hydraulic": 0.7072900876135099, + "gas": 0.5612223031206 + }, + "by_environment": { + "hydraulic:context1=73": 0.8114615929014516, + "hydraulic:context1=80": 0.8114615929014516, + "hydraulic:context1=90": 0.8114615929014516, + "hydraulic:context0=3": 0.5510328296815973, + "hydraulic:context0=20": 0.5510328296815973, + "gas:batch6": 0.5734931129524695, + "gas:batch7": 0.5653303547194627, + "gas:batch10": 0.5653303547194627, + "gas:batch9": 0.6153983799515896, + "gas:batch8": 0.4865593132600153 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6210107097015665, + "by_dataset": { + "hydraulic": 0.7015707492232967, + "gas": 0.5404506701798363 + }, + "by_environment": { + "hydraulic:context1=73": 0.8065512547907808, + "hydraulic:context1=80": 0.8065512547907808, + "hydraulic:context1=90": 0.8065512547907808, + "hydraulic:context0=3": 0.5440999908720704, + "hydraulic:context0=20": 0.5440999908720704, + "gas:batch6": 0.5519256218043566, + "gas:batch7": 0.5492294149334115, + "gas:batch10": 0.5492294149334115, + "gas:batch9": 0.5879865319337414, + "gas:batch8": 0.46388236729426063 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.01324548566548846, + "by_dataset": { + "hydraulic": 0.0057193383902132515, + "gas": 0.02077163294076367 + }, + "by_environment": { + "hydraulic:context1=73": 0.004910338110670764, + "hydraulic:context1=80": 0.004910338110670764, + "hydraulic:context1=90": 0.004910338110670764, + "hydraulic:context0=3": 0.006932838809526998, + "hydraulic:context0=20": 0.0069328388095269665, + "gas:batch6": 0.021567491148112992, + "gas:batch7": 0.0161009397860512, + "gas:batch10": 0.016100939786051194, + "gas:batch9": 0.027411848017848302, + "gas:batch8": 0.022676945965754664 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.03593862429429003, + "by_dataset": { + "hydraulic": -0.12848989456531953, + "gas": 0.05661264597673947 + }, + "by_environment": { + "hydraulic:context1=73": 0.0076008143011468965, + "hydraulic:context1=80": 0.010718030418363056, + "hydraulic:context1=90": -0.030559358859026275, + "hydraulic:context0=3": -0.37787600228963664, + "hydraulic:context0=20": -0.2523329563974448, + "gas:batch6": 0.06463441441218863, + "gas:batch7": 0.017880493504117193, + "gas:batch10": 0.1216624100074253, + "gas:batch9": 0.08585186633286662, + "gas:batch8": -0.0069659543729003555 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.509654807434687, + "by_dataset": { + "hydraulic": 0.4385202973754524, + "gas": 0.5807893174939217 + }, + "by_environment": { + "hydraulic:context1=73": 0.42910052910052915, + "hydraulic:context1=80": 0.36581196581196584, + "hydraulic:context1=90": 0.3833333333333333, + "hydraulic:context0=3": 0.4795698924731182, + "hydraulic:context0=20": 0.5347857661583152, + "gas:batch6": 0.5278773960721634, + "gas:batch7": 0.41313329590368214, + "gas:batch10": 0.5133199684816583, + "gas:batch9": 0.6772606617323113, + "gas:batch8": 0.7723552652797935 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.009266579853929856, + "by_dataset": { + "hydraulic": 0.009266104531756279, + "gas": 0.009267055176103434 + }, + "by_environment": { + "hydraulic:context1=73": 0.0027226266233560947, + "hydraulic:context1=80": 0.0027226266233560947, + "hydraulic:context1=90": 0.0027226266233560947, + "hydraulic:context0=3": 0.019081321394356563, + "hydraulic:context0=20": 0.01908132139435655, + "gas:batch6": 0.009385308979358426, + "gas:batch7": 0.008964400834785762, + "gas:batch10": 0.00896440083478578, + "gas:batch9": 0.006618431775067157, + "gas:batch8": 0.012402733456520043 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.2266176684823915, + "by_dataset": { + "hydraulic": 0.18812648359192363, + "gas": 0.2651088533728594 + }, + "by_environment": { + "hydraulic:context1=73": 0.020993065004466665, + "hydraulic:context1=80": 0.020821387914660747, + "hydraulic:context1=90": 0.04275218217903958, + "hydraulic:context0=3": 0.5166224323988583, + "hydraulic:context0=20": 0.33944335046259283, + "gas:batch6": 0.1814048981408178, + "gas:batch7": 0.278201694571267, + "gas:batch10": 0.2858754552717611, + "gas:batch9": 0.32101332367238644, + "gas:batch8": 0.2590488952080645 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.7156855014751791, + "by_dataset": { + "hydraulic": 0.6000040393073609, + "gas": 0.8313669636429971 + }, + "by_environment": { + "hydraulic:context1=73": 0.09616709702154402, + "hydraulic:context1=80": 0.10012146312897312, + "hydraulic:context1=90": 0.20265030699852424, + "hydraulic:context0=3": 1.569644783742054, + "hydraulic:context0=20": 1.031436545645709, + "gas:batch6": 0.5498407273662356, + "gas:batch7": 0.9170339274347068, + "gas:batch10": 0.9025800801257184, + "gas:batch9": 0.9974630984369742, + "gas:batch8": 0.7899169848513502 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.6029296651152949, + "by_dataset": { + "hydraulic": 1.7588730995068498, + "gas": 1.44698623072374 + }, + "by_environment": { + "hydraulic:context1=73": 0.8020398774427736, + "hydraulic:context1=80": 1.0804238591380206, + "hydraulic:context1=90": 0.9989296834062213, + "hydraulic:context0=3": 3.082401999191339, + "hydraulic:context0=20": 2.830570078355894, + "gas:batch6": 1.1134990084896557, + "gas:batch7": 1.59214355406519, + "gas:batch10": 1.6009703213891155, + "gas:batch9": 1.3682720692871657, + "gas:batch8": 1.5600462003875724 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8872441636401157, + "by_dataset": { + "hydraulic": 1.1588690601994887, + "gas": 0.6156192670807428 + }, + "by_environment": { + "hydraulic:context1=73": 0.7058727804212294, + "hydraulic:context1=80": 0.9803023960090474, + "hydraulic:context1=90": 0.7962793764076972, + "hydraulic:context0=3": 1.512757215449285, + "hydraulic:context0=20": 1.7991335327101847, + "gas:batch6": 0.5636582811234203, + "gas:batch7": 0.6751096266304835, + "gas:batch10": 0.6983902412633969, + "gas:batch9": 0.37080897085019154, + "gas:batch8": 0.770129215536222 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3572171839606018, + "by_dataset": { + "hydraulic": 1.6352556673383034, + "gas": 1.0791787005829003 + }, + "by_environment": { + "hydraulic:context1=73": 0.2192433641108901, + "hydraulic:context1=80": 0.4604100677614878, + "hydraulic:context1=90": 0.5528366531581277, + "hydraulic:context0=3": 3.6350557452424206, + "hydraulic:context0=20": 3.308732506418591, + "gas:batch6": 0.7687470430811637, + "gas:batch7": 1.4077441468753948, + "gas:batch10": 1.403080060624052, + "gas:batch9": 0.7650678321424976, + "gas:batch8": 1.0512544201913936 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.16737036093132016, + "by_dataset": { + "hydraulic": 0.44147016357737423, + "gas": -0.10672944171473393 + }, + "by_environment": { + "hydraulic:context1=73": 0.8510873015873016, + "hydraulic:context1=80": 0.8453589743589744, + "hydraulic:context1=90": 0.8354545454545456, + "hydraulic:context0=3": -0.4027025089605735, + "hydraulic:context0=20": 0.07815250544662307, + "gas:batch6": 0.26605354756475913, + "gas:batch7": -0.06568863802949787, + "gas:batch10": -0.13624282250147146, + "gas:batch9": -0.3761147237642083, + "gas:batch8": -0.2216545718432511 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.07656319191755262, + "by_dataset": { + "hydraulic": 0.2433460067236159, + "gas": -0.09021962288851067 + }, + "by_environment": { + "hydraulic:context1=73": 0.8523809523809524, + "hydraulic:context1=80": 0.8461538461538463, + "hydraulic:context1=90": 0.8000000000000002, + "hydraulic:context0=3": -0.9641577060931898, + "hydraulic:context0=20": -0.3176470588235295, + "gas:batch6": 0.2647007741021185, + "gas:batch7": -0.058367792910346564, + "gas:batch10": -0.08602729810915051, + "gas:batch9": -0.377644726407613, + "gas:batch8": -0.19375907111756174 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.09080716901376758, + "by_dataset": { + "hydraulic": 0.19812415685375842, + "gas": -0.01650981882622326 + }, + "by_environment": { + "hydraulic:context1=73": -0.0012936507936506247, + "hydraulic:context1=80": -0.0007948717948718098, + "hydraulic:context1=90": 0.035454545454545516, + "hydraulic:context0=3": 0.5614551971326164, + "hydraulic:context0=20": 0.3957995642701526, + "gas:batch6": 0.001352773462640601, + "gas:batch7": -0.0073208451191513, + "gas:batch10": -0.05021552439232093, + "gas:batch9": 0.0015300026434046875, + "gas:batch8": -0.027895500725689363 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5815035866933842, + "by_dataset": { + "hydraulic": 0.6599518027961737, + "gas": 0.5030553705905946 + }, + "by_environment": { + "hydraulic:context1=73": 0.7647222222222222, + "hydraulic:context1=80": 0.7647222222222222, + "hydraulic:context1=90": 0.7647222222222222, + "hydraulic:context0=3": 0.5027961736571008, + "hydraulic:context0=20": 0.5027961736571008, + "gas:batch6": 0.5179904717259256, + "gas:batch7": 0.5099395644834458, + "gas:batch10": 0.5099395644834458, + "gas:batch9": 0.5240413228611402, + "gas:batch8": 0.45336592939901516 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5648804562969325, + "by_dataset": { + "hydraulic": 0.6416190436893536, + "gas": 0.48814186890451144 + }, + "by_environment": { + "hydraulic:context1=73": 0.7546728971962615, + "hydraulic:context1=80": 0.7546728971962615, + "hydraulic:context1=90": 0.7546728971962615, + "hydraulic:context0=3": 0.47203826342899186, + "hydraulic:context0=20": 0.47203826342899186, + "gas:batch6": 0.5017237034012498, + "gas:batch7": 0.4967756913851556, + "gas:batch10": 0.4967756913851556, + "gas:batch9": 0.5012346147135964, + "gas:batch8": 0.4441996436373998 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.01662313039645151, + "by_dataset": { + "hydraulic": 0.01833275910681993, + "gas": 0.014913501686083092 + }, + "by_environment": { + "hydraulic:context1=73": 0.010049325025960565, + "hydraulic:context1=80": 0.010049325025960565, + "hydraulic:context1=90": 0.010049325025960565, + "hydraulic:context0=3": 0.030757910228108976, + "hydraulic:context0=20": 0.030757910228108976, + "gas:batch6": 0.01626676832467584, + "gas:batch7": 0.013163873098290223, + "gas:batch10": 0.01316387309829022, + "gas:batch9": 0.02280670814754373, + "gas:batch8": 0.009166285761615453 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.07418403861731607, + "by_dataset": { + "hydraulic": -0.17979139774693847, + "gas": 0.031423320512306355 + }, + "by_environment": { + "hydraulic:context1=73": 0.01134297581961119, + "hydraulic:context1=80": 0.010844196820832375, + "hydraulic:context1=90": -0.02540522042858495, + "hydraulic:context0=3": -0.5306972869045073, + "hydraulic:context0=20": -0.36504165404204364, + "gas:batch6": 0.01491399486203524, + "gas:batch7": 0.020484718217441522, + "gas:batch10": 0.06337939749061115, + "gas:batch9": 0.021276705504139043, + "gas:batch8": 0.037061786487304814 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.45673949488550447, + "by_dataset": { + "hydraulic": 0.4635875781163573, + "gas": 0.44989141165465163 + }, + "by_environment": { + "hydraulic:context1=73": 0.32460317460317456, + "hydraulic:context1=80": 0.22136752136752139, + "hydraulic:context1=90": 0.27575757575757576, + "hydraulic:context0=3": 0.6356431700517722, + "hydraulic:context0=20": 0.8605664488017429, + "gas:batch6": 0.5129899805310357, + "gas:batch7": 0.49160247548951924, + "gas:batch10": 0.4370146628515095, + "gas:batch9": 0.4807454401268833, + "gas:batch8": 0.32710449927431057 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.010700658012458838, + "by_dataset": { + "hydraulic": 0.011653892132523798, + "gas": 0.009747423892393876 + }, + "by_environment": { + "hydraulic:context1=73": 0.007740134994808079, + "hydraulic:context1=80": 0.007740134994808079, + "hydraulic:context1=90": 0.007740134994808079, + "hydraulic:context0=3": 0.017524527839097376, + "hydraulic:context0=20": 0.017524527839097376, + "gas:batch6": 0.010259587692464222, + "gas:batch7": 0.009873813199579199, + "gas:batch10": 0.009873813199579197, + "gas:batch9": 0.012701133431166755, + "gas:batch8": 0.00602877193918 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.24493486793745328, + "by_dataset": { + "hydraulic": 0.1956987089854676, + "gas": 0.29417102688943897 + }, + "by_environment": { + "hydraulic:context1=73": 0.03877943275395488, + "hydraulic:context1=80": 0.040012628619224166, + "hydraulic:context1=90": 0.05799131440390054, + "hydraulic:context0=3": 0.5203589448552172, + "hydraulic:context0=20": 0.3213512242950412, + "gas:batch6": 0.18934979151093118, + "gas:batch7": 0.28482704676138476, + "gas:batch10": 0.2762697749608635, + "gas:batch9": 0.3731533381751485, + "gas:batch8": 0.34725518303886677 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.7636967210974144, + "by_dataset": { + "hydraulic": 0.6194502381132275, + "gas": 0.9079432040816011 + }, + "by_environment": { + "hydraulic:context1=73": 0.13738652029466122, + "hydraulic:context1=80": 0.14185077042200372, + "hydraulic:context1=90": 0.22036749339536152, + "hydraulic:context0=3": 1.6524274351228243, + "hydraulic:context0=20": 0.9452189713312867, + "gas:batch6": 0.5695197446107232, + "gas:batch7": 0.9207929724581932, + "gas:batch10": 0.8694590776979734, + "gas:batch9": 1.0821643241362482, + "gas:batch8": 1.097779901504867 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.6040241889905995, + "by_dataset": { + "hydraulic": 1.6345355864832356, + "gas": 1.5735127914979636 + }, + "by_environment": { + "hydraulic:context1=73": 0.6667539474005658, + "hydraulic:context1=80": 0.9004140356495833, + "hydraulic:context1=90": 0.8516183802976812, + "hydraulic:context0=3": 3.202357158194726, + "hydraulic:context0=20": 2.5515344108736215, + "gas:batch6": 1.132494452457433, + "gas:batch7": 1.5252104590989675, + "gas:batch10": 1.5347313249338137, + "gas:batch9": 1.4399243225659246, + "gas:batch8": 2.2352033984336788 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8403274678931852, + "by_dataset": { + "hydraulic": 1.015085348370008, + "gas": 0.6655695874163625 + }, + "by_environment": { + "hydraulic:context1=73": 0.5293674271059046, + "hydraulic:context1=80": 0.7585632652275796, + "hydraulic:context1=90": 0.6312508869023197, + "hydraulic:context0=3": 1.5499297230719014, + "hydraulic:context0=20": 1.6063154395423345, + "gas:batch6": 0.5629747078467097, + "gas:batch7": 0.6044174866407742, + "gas:batch10": 0.6652722472358404, + "gas:batch9": 0.35775999842967665, + "gas:batch8": 1.1374234969288117 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3543623571808743, + "by_dataset": { + "hydraulic": 1.641019422448657, + "gas": 1.0677052919130916 + }, + "by_environment": { + "hydraulic:context1=73": 0.16614170042111018, + "hydraulic:context1=80": 0.42468670713866635, + "hydraulic:context1=90": 0.5053103011943468, + "hydraulic:context0=3": 3.6983357829903323, + "hydraulic:context0=20": 3.4106226204988292, + "gas:batch6": 0.7535819668064524, + "gas:batch7": 1.427420136871902, + "gas:batch10": 1.394839662423599, + "gas:batch9": 0.7386068275533206, + "gas:batch8": 1.0240778659101843 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.04590274330129117, + "by_dataset": { + "hydraulic": 0.24608247987868478, + "gas": -0.15427699327610245 + }, + "by_environment": { + "hydraulic:context1=73": 0.985095238095238, + "hydraulic:context1=80": 0.9882307692307691, + "hydraulic:context1=90": 0.6748787878787877, + "hydraulic:context0=3": -1.0931780167264036, + "hydraulic:context0=20": -0.32461437908496743, + "gas:batch6": -0.15564048719079732, + "gas:batch7": -0.14026496411067532, + "gas:batch10": -0.4406991438864151, + "gas:batch9": -0.029458648889770046, + "gas:batch8": -0.005321722302854437 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.07229900655783505, + "by_dataset": { + "hydraulic": 0.26620438806397057, + "gas": -0.12160637494830047 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.7454545454545455, + "hydraulic:context0=3": -1.050179211469534, + "hydraulic:context0=20": -0.3411764705882354, + "gas:batch6": -0.09012580583786158, + "gas:batch7": -0.07324926883310538, + "gas:batch10": -0.3727976885537695, + "gas:batch9": -0.01924662965900086, + "gas:batch8": -0.052612481857765014 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.026396263256543914, + "by_dataset": { + "hydraulic": -0.020121908185285815, + "gas": -0.03267061832780201 + }, + "by_environment": { + "hydraulic:context1=73": -0.014904761904761976, + "hydraulic:context1=80": 0.011307692307692241, + "hydraulic:context1=90": -0.07057575757575762, + "hydraulic:context0=3": -0.042998805256869686, + "hydraulic:context0=20": 0.016562091503267967, + "gas:batch6": -0.06551468135293574, + "gas:batch7": -0.06701569527756997, + "gas:batch10": -0.06790145533264565, + "gas:batch9": -0.01021201923076922, + "gas:batch8": 0.0472907595549105 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8784976183329385, + "by_dataset": { + "hydraulic": 0.9119600040535529, + "gas": 0.8450352326123239 + }, + "by_environment": { + "hydraulic:context1=73": 0.9983450946821962, + "hydraulic:context1=80": 0.9983450946821962, + "hydraulic:context1=90": 0.9983450946821962, + "hydraulic:context0=3": 0.7823823681105878, + "hydraulic:context0=20": 0.7823823681105879, + "gas:batch6": 0.8485432819053964, + "gas:batch7": 0.8336473549122236, + "gas:batch10": 0.8336473549122236, + "gas:batch9": 0.9221971138070615, + "gas:batch8": 0.7871410575247143 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8459387430415111, + "by_dataset": { + "hydraulic": 0.9030936734563422, + "gas": 0.78878381262668 + }, + "by_environment": { + "hydraulic:context1=73": 0.9954761942086724, + "hydraulic:context1=80": 0.9954761942086723, + "hydraulic:context1=90": 0.9954761942086723, + "hydraulic:context0=3": 0.764519892327847, + "hydraulic:context0=20": 0.7645198923278471, + "gas:batch6": 0.7954477143046728, + "gas:batch7": 0.789627299303164, + "gas:batch10": 0.789627299303164, + "gas:batch9": 0.8693957197904666, + "gas:batch8": 0.6998210304319322 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03255887529142731, + "by_dataset": { + "hydraulic": 0.008866330597210616, + "gas": 0.056251419985644 + }, + "by_environment": { + "hydraulic:context1=73": 0.002868900473523802, + "hydraulic:context1=80": 0.0028689004735237647, + "hydraulic:context1=90": 0.002868900473523802, + "hydraulic:context0=3": 0.017862475782740854, + "hydraulic:context0=20": 0.017862475782740854, + "gas:batch6": 0.05309556760072374, + "gas:batch7": 0.044020055609059666, + "gas:batch10": 0.044020055609059666, + "gas:batch9": 0.05280139401659484, + "gas:batch8": 0.08732002709278212 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.05895513854797123, + "by_dataset": { + "hydraulic": 0.02898823878249643, + "gas": 0.08892203831344603 + }, + "by_environment": { + "hydraulic:context1=73": 0.017773662378285777, + "hydraulic:context1=80": -0.008438791834168477, + "hydraulic:context1=90": 0.07344465804928142, + "hydraulic:context0=3": 0.06086128103961053, + "hydraulic:context0=20": 0.0013003842794728894, + "gas:batch6": 0.11861024895365949, + "gas:batch7": 0.11103575088662962, + "gas:batch10": 0.11192151094170533, + "gas:batch9": 0.06301341324736406, + "gas:batch8": 0.040029267537871616 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.42581492197809767, + "by_dataset": { + "hydraulic": 0.2746894211979601, + "gas": 0.5769404227582353 + }, + "by_environment": { + "hydraulic:context1=73": 0.07857142857142857, + "hydraulic:context1=80": 0.03717948717948718, + "hydraulic:context1=90": 0.23484848484848478, + "hydraulic:context0=3": 0.5293110314615691, + "hydraulic:context0=20": 0.4935366739288307, + "gas:batch6": 0.6700223172187632, + "gas:batch7": 0.4692618899449845, + "gas:batch10": 0.5121409150131734, + "gas:batch9": 0.6927190170940171, + "gas:batch8": 0.5405579745202387 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0012633946423726557, + "by_dataset": { + "hydraulic": 0.0010943527548763685, + "gas": 0.001432436529868943 + }, + "by_environment": { + "hydraulic:context1=73": -7.401486830834377e-17, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0027358818871909708, + "hydraulic:context0=20": 0.002735881887190946, + "gas:batch6": 0.0012638520688902366, + "gas:batch7": 0.0012572276509907616, + "gas:batch10": 0.001257227650990759, + "gas:batch9": 0.00027721561060140384, + "gas:batch8": 0.003106659667871554 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.2714212501527114, + "by_dataset": { + "hydraulic": 0.2206823147918245, + "gas": 0.3221601855135983 + }, + "by_environment": { + "hydraulic:context1=73": 0.0014945167144303068, + "hydraulic:context1=80": 0.003770783231096256, + "hydraulic:context1=90": 0.0763144392181116, + "hydraulic:context0=3": 0.5744532402587024, + "hydraulic:context0=20": 0.4473785945367821, + "gas:batch6": 0.3006926888517293, + "gas:batch7": 0.31857817540991107, + "gas:batch10": 0.4013870860281903, + "gas:batch9": 0.31771021816325573, + "gas:batch8": 0.2724327591149051 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.3186702879251873, + "by_dataset": { + "hydraulic": 1.204955989116384, + "gas": 1.4323845867339906 + }, + "by_environment": { + "hydraulic:context1=73": 0.00708448326145314, + "hydraulic:context1=80": 0.009364289760255263, + "hydraulic:context1=90": 0.42969135353691973, + "hydraulic:context0=3": 3.0029564094198182, + "hydraulic:context0=20": 2.575683409603473, + "gas:batch6": 1.1089521856354425, + "gas:batch7": 1.5445332563728238, + "gas:batch10": 1.873553143676113, + "gas:batch9": 1.7280285317204522, + "gas:batch8": 0.9068558162651207 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.6846658350071735, + "by_dataset": { + "hydraulic": 2.4766145613081596, + "gas": 2.892717108706188 + }, + "by_environment": { + "hydraulic:context1=73": 1.0085279990780303, + "hydraulic:context1=80": 1.2866715723605613, + "hydraulic:context1=90": 1.5598985740373912, + "hydraulic:context0=3": 4.45783824847003, + "hydraulic:context0=20": 4.0701364125947865, + "gas:batch6": 2.6150247476251707, + "gas:batch7": 2.9428142640248525, + "gas:batch10": 3.6467058107115187, + "gas:batch9": 3.0730886933103188, + "gas:batch8": 2.185952027859078 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.3659955470819798, + "by_dataset": { + "hydraulic": 1.2716585721917641, + "gas": 1.4603325219721954 + }, + "by_environment": { + "hydraulic:context1=73": 1.001443515816577, + "hydraulic:context1=80": 1.2773072826003062, + "hydraulic:context1=90": 1.1302072205004712, + "hydraulic:context0=3": 1.4548818390501805, + "hydraulic:context0=20": 1.4944530029912853, + "gas:batch6": 1.5060725619897273, + "gas:batch7": 1.398281007652026, + "gas:batch10": 1.7731526670354032, + "gas:batch9": 1.3450601615898652, + "gas:batch8": 1.2790962115939555 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.730736262440343, + "by_dataset": { + "hydraulic": 2.4370651387120756, + "gas": 3.0244073861686105 + }, + "by_environment": { + "hydraulic:context1=73": 0.7958149679807295, + "hydraulic:context1=80": 1.0421110769898614, + "hydraulic:context1=90": 1.2727439861248373, + "hydraulic:context0=3": 4.889478291139409, + "hydraulic:context0=20": 4.185177371325541, + "gas:batch6": 2.5947831655693143, + "gas:batch7": 3.2517643950457242, + "gas:batch10": 3.7813321664565107, + "gas:batch9": 2.668630813830238, + "gas:batch8": 2.825526389941265 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "empirical_reference", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4578042632196271, + "by_dataset": { + "hydraulic": 0.4816983851063547, + "gas": 0.43391014133289946 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9523076923076924, + "hydraulic:context1=90": 0.8909090909090909, + "hydraulic:context0=3": 0.18422939068100355, + "hydraulic:context0=20": -0.6189542483660131, + "gas:batch6": 0.4992638236991082, + "gas:batch7": 0.34745782979531403, + "gas:batch10": 0.4785184581047631, + "gas:batch9": 0.24307692307692305, + "gas:batch8": 0.601233671988389 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.45795827338402395, + "by_dataset": { + "hydraulic": 0.48200607741404705, + "gas": 0.4339104693540009 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9538461538461538, + "hydraulic:context1=90": 0.8909090909090909, + "hydraulic:context0=3": 0.18422939068100355, + "hydraulic:context0=20": -0.6189542483660131, + "gas:batch6": 0.4992638236991082, + "gas:batch7": 0.34802936823052344, + "gas:batch10": 0.47794855977506084, + "gas:batch9": 0.24307692307692305, + "gas:batch8": 0.601233671988389 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.00015401016439684685, + "by_dataset": { + "hydraulic": -0.0003076923076922755, + "gas": -3.2802110141820755e-07 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": -0.0015384615384613776, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": -0.0005715384352093382, + "gas:batch10": 0.0005698983297022472, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6122850442121082, + "by_dataset": { + "hydraulic": 0.7102663626988004, + "gas": 0.514303725725416 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9973043478260869, + "hydraulic:context1=90": 0.9760000000000001, + "hydraulic:context0=3": 0.2446941323345817, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.5669852011646347, + "gas:batch7": 0.399916384011856, + "gas:batch10": 0.5065860111172766, + "gas:batch9": 0.46568642624980655, + "gas:batch8": 0.6323446060835066 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6109052872745468, + "by_dataset": { + "hydraulic": 0.7081967974814092, + "gas": 0.5136137770676845 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9869565217391304, + "hydraulic:context1=90": 0.9760000000000001, + "hydraulic:context0=3": 0.2446941323345817, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.5668808714828402, + "gas:batch7": 0.398478255899836, + "gas:batch10": 0.5046787256224335, + "gas:batch9": 0.46568642624980655, + "gas:batch8": 0.6323446060835066 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.0013797569375614061, + "by_dataset": { + "hydraulic": 0.0020695652173913005, + "gas": 0.0006899486577315117 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.010347826086956502, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.00010432968179446278, + "gas:batch7": 0.001438128112019991, + "gas:batch10": 0.0019072854948431047, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.001533767101958253, + "by_dataset": { + "hydraulic": 0.002377257525083576, + "gas": 0.00069027667883293 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.01188628762541788, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.00010432968179446278, + "gas:batch7": 0.0020096665472293294, + "gas:batch10": 0.0013373871651408576, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.026571915606292424, + "by_dataset": { + "hydraulic": 0.015384615384615385, + "gas": 0.03775921582796946 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.07692307692307693, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.023768838129151447, + "gas:batch7": 0.04667250618537279, + "gas:batch10": 0.04677353824412647, + "gas:batch9": 0.0, + "gas:batch8": 0.07158119658119659 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 2.4444444444429724e-05, + "by_dataset": { + "hydraulic": -2.2204460492503132e-17, + "gas": 4.888888888888165e-05 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": -1.1102230246251565e-16, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 2.7755575615628914e-17, + "gas:batch7": 7.401486830834377e-18, + "gas:batch10": 0.0002444444444444101, + "gas:batch9": 0.0, + "gas:batch8": -3.700743415417188e-17 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.4278810103865055, + "by_dataset": { + "hydraulic": 0.3952790847945487, + "gas": 0.4604829359784623 + }, + "by_environment": { + "hydraulic:context1=73": 0.5919988545246277, + "hydraulic:context1=80": 0.5919988545246277, + "hydraulic:context1=90": 0.5919988545246277, + "hydraulic:context0=3": 0.10019943019943012, + "hydraulic:context0=20": 0.10019943019943012, + "gas:batch6": 0.47391036167733713, + "gas:batch7": 0.550040548138064, + "gas:batch10": 0.550040548138064, + "gas:batch9": 0.3989856186408094, + "gas:batch8": 0.3294376032980369 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.37782779177714976, + "by_dataset": { + "hydraulic": 0.27087345644046673, + "gas": 0.48478212711383273 + }, + "by_environment": { + "hydraulic:context1=73": 0.31958762886597936, + "hydraulic:context1=80": 0.31958762886597936, + "hydraulic:context1=90": 0.31958762886597936, + "hydraulic:context0=3": 0.19780219780219774, + "hydraulic:context0=20": 0.19780219780219774, + "gas:batch6": 0.5021465571449151, + "gas:batch7": 0.5815508871645093, + "gas:batch10": 0.5815508871645093, + "gas:batch9": 0.48165205147522155, + "gas:batch8": 0.27701025262000867 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.05005321860935577, + "by_dataset": { + "hydraulic": 0.12440562835408202, + "gas": -0.024299191135370483 + }, + "by_environment": { + "hydraulic:context1=73": 0.2724112256586484, + "hydraulic:context1=80": 0.2724112256586484, + "hydraulic:context1=90": 0.2724112256586484, + "hydraulic:context0=3": -0.09760276760276754, + "hydraulic:context0=20": -0.09760276760276755, + "gas:batch6": -0.028236195467578003, + "gas:batch7": -0.031510339026445254, + "gas:batch10": -0.031510339026445254, + "gas:batch9": -0.08266643283441213, + "gas:batch8": 0.05242735067802823 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.7500181596471032, + "by_dataset": { + "hydraulic": 0.8051339427080594, + "gas": 0.6949023765861471 + }, + "by_environment": { + "hydraulic:context1=73": 0.8615040138670295, + "hydraulic:context1=80": 0.8615040138670295, + "hydraulic:context1=90": 0.8615040138670295, + "hydraulic:context0=3": 0.720578835969604, + "hydraulic:context0=20": 0.720578835969604, + "gas:batch6": 0.6990681676738301, + "gas:batch7": 0.6867014202900817, + "gas:batch10": 0.6867014202900817, + "gas:batch9": 0.753052060719057, + "gas:batch8": 0.648988813957685 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.7202669580678203, + "by_dataset": { + "hydraulic": 0.7921606451895146, + "gas": 0.6483732709461261 + }, + "by_environment": { + "hydraulic:context1=73": 0.850396813462787, + "hydraulic:context1=80": 0.850396813462787, + "hydraulic:context1=90": 0.8503968134627872, + "hydraulic:context0=3": 0.7048063927796059, + "hydraulic:context0=20": 0.7048063927796059, + "gas:batch6": 0.6546310624420479, + "gas:batch7": 0.6500215762766517, + "gas:batch10": 0.6500215762766517, + "gas:batch9": 0.7105551749462927, + "gas:batch8": 0.5766369647889861 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.029751201579282904, + "by_dataset": { + "hydraulic": 0.012973297518544721, + "gas": 0.046529105640021086 + }, + "by_environment": { + "hydraulic:context1=73": 0.011107200404242476, + "hydraulic:context1=80": 0.011107200404242476, + "hydraulic:context1=90": 0.011107200404242401, + "hydraulic:context0=3": 0.015772443189998115, + "hydraulic:context0=20": 0.015772443189998143, + "gas:batch6": 0.044437105231782154, + "gas:batch7": 0.03667984401343007, + "gas:batch10": 0.03667984401343007, + "gas:batch9": 0.042496885772764184, + "gas:batch8": 0.07235184916869895 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.020302017030072853, + "by_dataset": { + "hydraulic": -0.11143233083553727, + "gas": 0.07082829677539157 + }, + "by_environment": { + "hydraulic:context1=73": -0.2613040252544059, + "hydraulic:context1=80": -0.2613040252544059, + "hydraulic:context1=90": -0.26130402525440594, + "hydraulic:context0=3": 0.11337521079276565, + "hydraulic:context0=20": 0.11337521079276569, + "gas:batch6": 0.07267330069936015, + "gas:batch7": 0.06819018303987531, + "gas:batch10": 0.06819018303987531, + "gas:batch9": 0.1251633186071763, + "gas:batch8": 0.01992449849067072 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4603859734724542, + "by_dataset": { + "hydraulic": 0.5258294206747814, + "gas": 0.39494252627012694 + }, + "by_environment": { + "hydraulic:context1=73": 0.6695303550973654, + "hydraulic:context1=80": 0.6746849942726231, + "hydraulic:context1=90": 0.6569301260022908, + "hydraulic:context0=3": 0.32051282051282054, + "hydraulic:context0=20": 0.30748880748880747, + "gas:batch6": 0.4044150615546738, + "gas:batch7": 0.3376491255618056, + "gas:batch10": 0.3270628360768653, + "gas:batch9": 0.4136523030803533, + "gas:batch8": 0.49193330507693656 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0020651374029254546, + "by_dataset": { + "hydraulic": 0.0019819886476834785, + "gas": 0.0021482861581674307 + }, + "by_environment": { + "hydraulic:context1=73": 0.0012868610522206447, + "hydraulic:context1=80": 0.0012868610522206447, + "hydraulic:context1=90": 0.0012868610522206447, + "hydraulic:context0=3": 0.0030246800408777353, + "hydraulic:context0=20": 0.003024680040877723, + "gas:batch6": 0.002106721008234706, + "gas:batch7": 0.002086992485295844, + "gas:batch10": 0.0020869924852958467, + "gas:batch9": 0.0013593739823928308, + "gas:batch8": 0.003101350829617926 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.15776886236216237, + "by_dataset": { + "hydraulic": 0.18117753106354895, + "gas": 0.13436019366077576 + }, + "by_environment": { + "hydraulic:context1=73": 0.15765710663777655, + "hydraulic:context1=80": 0.15765710663777655, + "hydraulic:context1=90": 0.15765710663777657, + "hydraulic:context0=3": 0.21645816770220752, + "hydraulic:context0=20": 0.21645816770220752, + "gas:batch6": 0.13224106052204432, + "gas:batch7": 0.11219959542670818, + "gas:batch10": 0.11219959542670818, + "gas:batch9": 0.1431203284182419, + "gas:batch8": 0.1720403885101762 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.47005494130415726, + "by_dataset": { + "hydraulic": 0.5189770621490192, + "gas": 0.42113282045929534 + }, + "by_environment": { + "hydraulic:context1=73": 0.4312870422630293, + "hydraulic:context1=80": 0.4312870422630293, + "hydraulic:context1=90": 0.4312870422630293, + "hydraulic:context0=3": 0.6505120919780041, + "hydraulic:context0=20": 0.6505120919780041, + "gas:batch6": 0.41614754331397563, + "gas:batch7": 0.3654798288153574, + "gas:batch10": 0.3654798288153574, + "gas:batch9": 0.4612107282821796, + "gas:batch8": 0.49734617306960655 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.4604381344327555, + "by_dataset": { + "hydraulic": 1.5606983056517771, + "gas": 1.360177963213734 + }, + "by_environment": { + "hydraulic:context1=73": 1.4016878607513708, + "hydraulic:context1=80": 1.4016878607513708, + "hydraulic:context1=90": 1.4016878607513708, + "hydraulic:context0=3": 1.7992139730023868, + "hydraulic:context0=20": 1.7992139730023868, + "gas:batch6": 1.3868178337717834, + "gas:batch7": 1.3567375664240822, + "gas:batch10": 1.3567375664240822, + "gas:batch9": 1.3901411237872106, + "gas:batch8": 1.3104557256615115 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.9903831931285983, + "by_dataset": { + "hydraulic": 1.0417212435027579, + "gas": 0.9390451427544388 + }, + "by_environment": { + "hydraulic:context1=73": 0.9704008184883416, + "hydraulic:context1=80": 0.9704008184883414, + "hydraulic:context1=90": 0.9704008184883416, + "hydraulic:context0=3": 1.1487018810243825, + "hydraulic:context0=20": 1.1487018810243825, + "gas:batch6": 0.9706702904578078, + "gas:batch7": 0.9912577376087248, + "gas:batch10": 0.9912577376087248, + "gas:batch9": 0.9289303955050311, + "gas:batch8": 0.813109552591905 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.2938847482373521, + "by_dataset": { + "hydraulic": 1.1816359252765, + "gas": 1.4061335711982041 + }, + "by_environment": { + "hydraulic:context1=73": 0.7156643542331361, + "hydraulic:context1=80": 0.8473708811915821, + "hydraulic:context1=90": 1.2307731926665226, + "hydraulic:context0=3": 1.5571855991456296, + "hydraulic:context0=20": 1.5571855991456296, + "gas:batch6": 1.4546178497256217, + "gas:batch7": 1.2877582872605828, + "gas:batch10": 1.3211833262361956, + "gas:batch9": 1.779182428397053, + "gas:batch8": 1.1879259643715674 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.5451957278846828, + "by_dataset": { + "hydraulic": 0.5145075756622148, + "gas": 0.5758838801071507 + }, + "by_environment": { + "hydraulic:context1=73": 0.5566552119129439, + "hydraulic:context1=80": 0.5566552119129439, + "hydraulic:context1=90": 0.5566552119129439, + "hydraulic:context0=3": 0.4512861212861212, + "hydraulic:context0=20": 0.4512861212861212, + "gas:batch6": 0.6049525221139291, + "gas:batch7": 0.5922608182642307, + "gas:batch10": 0.5922608182642307, + "gas:batch9": 0.6489555301096138, + "gas:batch8": 0.4409897117837496 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.5620816913660716, + "by_dataset": { + "hydraulic": 0.5783769495109701, + "gas": 0.5457864332211729 + }, + "by_environment": { + "hydraulic:context1=73": 0.6391752577319587, + "hydraulic:context1=80": 0.6391752577319587, + "hydraulic:context1=90": 0.6391752577319587, + "hydraulic:context0=3": 0.48717948717948706, + "hydraulic:context0=20": 0.48717948717948706, + "gas:batch6": 0.5807125560289464, + "gas:batch7": 0.564718850357693, + "gas:batch10": 0.564718850357693, + "gas:batch9": 0.6195960305008564, + "gas:batch8": 0.39918587886067564 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.016885963481388665, + "by_dataset": { + "hydraulic": -0.06386937384875525, + "gas": 0.030097446885977923 + }, + "by_environment": { + "hydraulic:context1=73": -0.08252004581901484, + "hydraulic:context1=80": -0.08252004581901484, + "hydraulic:context1=90": -0.08252004581901484, + "hydraulic:context0=3": -0.03589336589336586, + "hydraulic:context0=20": -0.03589336589336586, + "gas:batch6": 0.024239966084982682, + "gas:batch7": 0.02754196790653775, + "gas:batch10": 0.02754196790653775, + "gas:batch9": 0.029359499608757344, + "gas:batch8": 0.041803832923074095 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.12226995949074074, + "by_dataset": { + "hydraulic": 0.13693125, + "gas": 0.10760866898148147 + }, + "by_environment": { + "hydraulic:context1=73": 0.1519236111111111, + "hydraulic:context1=80": 0.1519236111111111, + "hydraulic:context1=90": 0.1519236111111111, + "hydraulic:context0=3": 0.11444270833333332, + "hydraulic:context0=20": 0.11444270833333332, + "gas:batch6": 0.1111001736111111, + "gas:batch7": 0.10882696759259258, + "gas:batch10": 0.10882696759259258, + "gas:batch9": 0.12012951388888889, + "gas:batch8": 0.0891597222222222 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.10496180555555554, + "by_dataset": { + "hydraulic": 0.11805555555555554, + "gas": 0.09186805555555555 + }, + "by_environment": { + "hydraulic:context1=73": 0.1333333333333333, + "hydraulic:context1=80": 0.1333333333333333, + "hydraulic:context1=90": 0.1333333333333333, + "hydraulic:context0=3": 0.09513888888888888, + "hydraulic:context0=20": 0.09513888888888888, + "gas:batch6": 0.09572916666666667, + "gas:batch7": 0.09312499999999999, + "gas:batch10": 0.09312499999999999, + "gas:batch9": 0.10375000000000001, + "gas:batch8": 0.07361111111111111 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.017308153935185186, + "by_dataset": { + "hydraulic": 0.01887569444444446, + "gas": 0.015740613425925917 + }, + "by_environment": { + "hydraulic:context1=73": 0.018590277777777806, + "hydraulic:context1=80": 0.018590277777777806, + "hydraulic:context1=90": 0.018590277777777806, + "hydraulic:context0=3": 0.019303819444444443, + "hydraulic:context0=20": 0.019303819444444443, + "gas:batch6": 0.015371006944444437, + "gas:batch7": 0.015701967592592587, + "gas:batch10": 0.015701967592592587, + "gas:batch9": 0.016379513888888877, + "gas:batch8": 0.015548611111111102 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.034194117416573855, + "by_dataset": { + "hydraulic": 0.08274506829319972, + "gas": -0.014356833460052006 + }, + "by_environment": { + "hydraulic:context1=73": 0.10111032359679266, + "hydraulic:context1=80": 0.10111032359679266, + "hydraulic:context1=90": 0.10111032359679266, + "hydraulic:context0=3": 0.055197185337810296, + "hydraulic:context0=20": 0.055197185337810296, + "gas:batch6": -0.008868959140538245, + "gas:batch7": -0.011840000313945167, + "gas:batch10": -0.011840000313945165, + "gas:batch9": -0.012979985719868465, + "gas:batch8": -0.026255221811962992 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.7350136133752347, + "by_dataset": { + "hydraulic": 0.6465260207528248, + "gas": 0.8235012059976448 + }, + "by_environment": { + "hydraulic:context1=73": 0.5945017182130584, + "hydraulic:context1=80": 0.5945017182130584, + "hydraulic:context1=90": 0.5945017182130584, + "hydraulic:context0=3": 0.7273097273097272, + "hydraulic:context0=20": 0.7218152218152217, + "gas:batch6": 0.831189408507041, + "gas:batch7": 0.814014001973564, + "gas:batch10": 0.814014001973564, + "gas:batch9": 0.8754914337883621, + "gas:batch8": 0.7827971837456933 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0057797916666666605, + "by_dataset": { + "hydraulic": 0.008529513888888876, + "gas": 0.003030069444444445 + }, + "by_environment": { + "hydraulic:context1=73": 0.00768923611111109, + "hydraulic:context1=80": 0.00768923611111109, + "hydraulic:context1=90": 0.00768923611111109, + "hydraulic:context0=3": 0.009789930555555555, + "hydraulic:context0=20": 0.009789930555555555, + "gas:batch6": 0.002815624999999999, + "gas:batch7": 0.0037766203703703686, + "gas:batch10": 0.0037766203703703677, + "gas:batch9": 0.0017045138888888867, + "gas:batch8": 0.003076967592592602 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.11868927591572942, + "by_dataset": { + "hydraulic": 0.12905265995054815, + "gas": 0.10832589188091069 + }, + "by_environment": { + "hydraulic:context1=73": 0.11574168964638942, + "hydraulic:context1=80": 0.11574168964638942, + "hydraulic:context1=90": 0.11574168964638942, + "hydraulic:context0=3": 0.14901911540678622, + "hydraulic:context0=20": 0.14901911540678622, + "gas:batch6": 0.10173780102045442, + "gas:batch7": 0.1060536887477159, + "gas:batch10": 0.1060536887477159, + "gas:batch9": 0.0968949034099245, + "gas:batch8": 0.13088937747874266 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.3926991237114474, + "by_dataset": { + "hydraulic": 0.4206551859135801, + "gas": 0.3647430615093147 + }, + "by_environment": { + "hydraulic:context1=73": 0.3891964159061589, + "hydraulic:context1=80": 0.3891964159061589, + "hydraulic:context1=90": 0.3891964159061589, + "hydraulic:context0=3": 0.46784334092471197, + "hydraulic:context0=20": 0.46784334092471197, + "gas:batch6": 0.3481471553431711, + "gas:batch7": 0.3592616910702819, + "gas:batch10": 0.3592616910702819, + "gas:batch9": 0.33317617316964443, + "gas:batch8": 0.42386859689319395 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.161653546669383, + "by_dataset": { + "hydraulic": 1.4961552155217643, + "gas": 0.8271518778170016 + }, + "by_environment": { + "hydraulic:context1=73": 1.4690450124697978, + "hydraulic:context1=80": 1.4690450124697978, + "hydraulic:context1=90": 1.4690450124697978, + "hydraulic:context0=3": 1.5368205200997138, + "hydraulic:context0=20": 1.5368205200997138, + "gas:batch6": 0.7925617555472297, + "gas:batch7": 0.844126943520426, + "gas:batch10": 0.844126943520426, + "gas:batch9": 0.7323511470342531, + "gas:batch8": 0.9225925994626726 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7689544229579354, + "by_dataset": { + "hydraulic": 1.0755000296081838, + "gas": 0.4624088163076869 + }, + "by_environment": { + "hydraulic:context1=73": 1.0798485965636384, + "hydraulic:context1=80": 1.0798485965636384, + "hydraulic:context1=90": 1.0798485965636384, + "hydraulic:context0=3": 1.0689771791750018, + "hydraulic:context0=20": 1.0689771791750018, + "gas:batch6": 0.44441460020405865, + "gas:batch7": 0.4848652524501442, + "gas:batch10": 0.4848652524501442, + "gas:batch9": 0.39917497386460865, + "gas:batch8": 0.4987240025694785 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.9161666017182806, + "by_dataset": { + "hydraulic": 1.0796073485140893, + "gas": 0.7527258549224717 + }, + "by_environment": { + "hydraulic:context1=73": 0.7572825027937498, + "hydraulic:context1=80": 0.9423849425177279, + "hydraulic:context1=90": 1.043986805298437, + "hydraulic:context0=3": 1.3271912459802664, + "hydraulic:context0=20": 1.3271912459802664, + "gas:batch6": 0.7346321279922167, + "gas:batch7": 0.7324391546943733, + "gas:batch10": 0.704308240649646, + "gas:batch9": 0.6547095925545927, + "gas:batch8": 0.9375401587215301 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.43296889927354365, + "by_dataset": { + "hydraulic": 0.4135096610148157, + "gas": 0.4524281375322716 + }, + "by_environment": { + "hydraulic:context1=73": 0.617147766323024, + "hydraulic:context1=80": 0.617147766323024, + "hydraulic:context1=90": 0.617147766323024, + "hydraulic:context0=3": 0.10805250305250302, + "hydraulic:context0=20": 0.10805250305250302, + "gas:batch6": 0.4668553590098529, + "gas:batch7": 0.53196215595515, + "gas:batch10": 0.53196215595515, + "gas:batch9": 0.4073310128697381, + "gas:batch8": 0.32403000387146724 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.2606977938628488, + "by_dataset": { + "hydraulic": 0.0608839041828733, + "gas": 0.46051168354282435 + }, + "by_environment": { + "hydraulic:context1=73": 0.041237113402061924, + "hydraulic:context1=80": 0.041237113402061924, + "hydraulic:context1=90": 0.041237113402061924, + "hydraulic:context0=3": 0.09035409035409037, + "hydraulic:context0=20": 0.09035409035409037, + "gas:batch6": 0.4792275483459546, + "gas:batch7": 0.5561049239943787, + "gas:batch10": 0.5561049239943787, + "gas:batch9": 0.43836893155414935, + "gas:batch8": 0.2727520898252605 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.17227110541069476, + "by_dataset": { + "hydraulic": 0.3526257568319423, + "gas": -0.008083546010552778 + }, + "by_environment": { + "hydraulic:context1=73": 0.5759106529209621, + "hydraulic:context1=80": 0.5759106529209621, + "hydraulic:context1=90": 0.5759106529209621, + "hydraulic:context0=3": 0.017698412698412658, + "hydraulic:context0=20": 0.017698412698412658, + "gas:batch6": -0.012372189336101718, + "gas:batch7": -0.024142768039228782, + "gas:batch10": -0.024142768039228782, + "gas:batch9": -0.031037918684411376, + "gas:batch8": 0.05127791404620677 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8726047621127033, + "by_dataset": { + "hydraulic": 0.9301527449482678, + "gas": 0.8150567792771388 + }, + "by_environment": { + "hydraulic:context1=73": 0.9917434272288892, + "hydraulic:context1=80": 0.9917434272288892, + "hydraulic:context1=90": 0.9917434272288892, + "hydraulic:context0=3": 0.837766721527336, + "hydraulic:context0=20": 0.8377667215273359, + "gas:batch6": 0.8192072396944908, + "gas:batch7": 0.8046773033269533, + "gas:batch10": 0.8046773033269533, + "gas:batch9": 0.8811073756636677, + "gas:batch8": 0.7656146743736293 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8392004017399846, + "by_dataset": { + "hydraulic": 0.9179769130031825, + "gas": 0.7604238904767866 + }, + "by_environment": { + "hydraulic:context1=73": 0.9839638297501789, + "hydraulic:context1=80": 0.9839638297501789, + "hydraulic:context1=90": 0.9839638297501789, + "hydraulic:context0=3": 0.8189965378826879, + "hydraulic:context0=20": 0.8189965378826879, + "gas:batch6": 0.7670107744124997, + "gas:batch7": 0.7609459163240312, + "gas:batch10": 0.7609459163240312, + "gas:batch9": 0.8303718645528942, + "gas:batch8": 0.682844980770477 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.0334043603727188, + "by_dataset": { + "hydraulic": 0.012175831945085345, + "gas": 0.05463288880035226 + }, + "by_environment": { + "hydraulic:context1=73": 0.007779597478710191, + "hydraulic:context1=80": 0.007779597478710191, + "hydraulic:context1=90": 0.007779597478710191, + "hydraulic:context0=3": 0.018770183644648098, + "hydraulic:context0=20": 0.018770183644648056, + "gas:batch6": 0.05219646528199114, + "gas:batch7": 0.043731387002922145, + "gas:batch10": 0.04373138700292215, + "gas:batch9": 0.0507355111107735, + "gas:batch8": 0.0827696936031524 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.13886674503797597, + "by_dataset": { + "hydraulic": -0.340449924886857, + "gas": 0.06271643481090504 + }, + "by_environment": { + "hydraulic:context1=73": -0.568131055442252, + "hydraulic:context1=80": -0.568131055442252, + "hydraulic:context1=90": -0.568131055442252, + "hydraulic:context0=3": 0.001071770946235438, + "hydraulic:context0=20": 0.0010717709462354015, + "gas:batch6": 0.06456865461809286, + "gas:batch7": 0.06787415504215093, + "gas:batch10": 0.06787415504215094, + "gas:batch9": 0.08177342979518488, + "gas:batch8": 0.03149177955694562 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3954674020676324, + "by_dataset": { + "hydraulic": 0.4371528433384103, + "gas": 0.35378196079685453 + }, + "by_environment": { + "hydraulic:context1=73": 0.5738831615120275, + "hydraulic:context1=80": 0.5355097365406644, + "hydraulic:context1=90": 0.5670103092783505, + "hydraulic:context0=3": 0.2594627594627595, + "hydraulic:context0=20": 0.24989824989824985, + "gas:batch6": 0.36188419050263343, + "gas:batch7": 0.32196090287864526, + "gas:batch10": 0.301070675800494, + "gas:batch9": 0.3509064057799115, + "gas:batch8": 0.4330876290225884 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.001142233761138576, + "by_dataset": { + "hydraulic": 0.0006428126539159893, + "gas": 0.001641654868361163 + }, + "by_environment": { + "hydraulic:context1=73": 0.0001097059396313697, + "hydraulic:context1=80": 0.0001097059396314437, + "hydraulic:context1=90": 0.0001097059396314437, + "hydraulic:context0=3": 0.001442472725342826, + "hydraulic:context0=20": 0.001442472725342863, + "gas:batch6": 0.0016133016614341116, + "gas:batch7": 0.0016479717071093403, + "gas:batch10": 0.001647971707109323, + "gas:batch9": 0.0005627936578473862, + "gas:batch8": 0.002736235608305653 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.201853393322063, + "by_dataset": { + "hydraulic": 0.2512619328271543, + "gas": 0.1524448538169717 + }, + "by_environment": { + "hydraulic:context1=73": 0.2522055560338961, + "hydraulic:context1=80": 0.2522055560338961, + "hydraulic:context1=90": 0.2522055560338961, + "hydraulic:context0=3": 0.2498464980170416, + "hydraulic:context0=20": 0.2498464980170416, + "gas:batch6": 0.1490846856328676, + "gas:batch7": 0.12541864091039484, + "gas:batch10": 0.12541864091039484, + "gas:batch9": 0.15770913527651845, + "gas:batch8": 0.20459316635468283 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.6908260078499238, + "by_dataset": { + "hydraulic": 0.8350058937275759, + "gas": 0.5466461219722716 + }, + "by_environment": { + "hydraulic:context1=73": 0.7857427485523326, + "hydraulic:context1=80": 0.7857427485523326, + "hydraulic:context1=90": 0.7857427485523326, + "hydraulic:context0=3": 0.9089006114904409, + "hydraulic:context0=20": 0.9089006114904409, + "gas:batch6": 0.5360968960385564, + "gas:batch7": 0.45808590801540294, + "gas:batch10": 0.45808590801540294, + "gas:batch9": 0.5873627426121536, + "gas:batch8": 0.6935991551798417 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.8190529358543808, + "by_dataset": { + "hydraulic": 1.9304273066276345, + "gas": 1.7076785650811268 + }, + "by_environment": { + "hydraulic:context1=73": 1.7480486672282443, + "hydraulic:context1=80": 1.7480486672282443, + "hydraulic:context1=90": 1.7480486672282443, + "hydraulic:context0=3": 2.20399526572672, + "hydraulic:context0=20": 2.20399526572672, + "gas:batch6": 1.730446259690202, + "gas:batch7": 1.6390156421891087, + "gas:batch10": 1.6390156421891087, + "gas:batch9": 1.7916146331711253, + "gas:batch8": 1.7383006481660896 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1282269280044566, + "by_dataset": { + "hydraulic": 1.0954214129000583, + "gas": 1.161032443108855 + }, + "by_environment": { + "hydraulic:context1=73": 0.9623059186759115, + "hydraulic:context1=80": 0.9623059186759115, + "hydraulic:context1=90": 0.9623059186759115, + "hydraulic:context0=3": 1.2950946542362787, + "hydraulic:context0=20": 1.2950946542362787, + "gas:batch6": 1.1943493636516451, + "gas:batch7": 1.1809297341737055, + "gas:batch10": 1.1809297341737055, + "gas:batch9": 1.2042518905589708, + "gas:batch8": 1.0447014929862477 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.9500844930782844, + "by_dataset": { + "hydraulic": 1.5250481207004547, + "gas": 2.3751208654561142 + }, + "by_environment": { + "hydraulic:context1=73": 0.8056921478464583, + "hydraulic:context1=80": 0.8937964632271576, + "hydraulic:context1=90": 1.5807189051363508, + "hydraulic:context0=3": 2.1725165436461538, + "hydraulic:context0=20": 2.1725165436461538, + "gas:batch6": 2.4328896149084804, + "gas:batch7": 2.0709833433547327, + "gas:batch10": 2.114458111562008, + "gas:batch9": 3.330199448133957, + "gas:batch8": 1.9270738093213937 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.6276556172662933, + "by_dataset": { + "hydraulic": 0.6445527233362285, + "gas": 0.6107585111963579 + }, + "by_environment": { + "hydraulic:context1=73": 0.8564604810996563, + "hydraulic:context1=80": 0.8564604810996563, + "hydraulic:context1=90": 0.8564604810996563, + "hydraulic:context0=3": 0.32669108669108665, + "hydraulic:context0=20": 0.32669108669108665, + "gas:batch6": 0.6215176807274443, + "gas:batch7": 0.6739310544159768, + "gas:batch10": 0.6739310544159768, + "gas:batch9": 0.5510966373040945, + "gas:batch8": 0.5333161291182971 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.6448213859602324, + "by_dataset": { + "hydraulic": 0.6364261168384879, + "gas": 0.6532166550819769 + }, + "by_environment": { + "hydraulic:context1=73": 0.8384879725085911, + "hydraulic:context1=80": 0.8384879725085911, + "hydraulic:context1=90": 0.8384879725085911, + "hydraulic:context0=3": 0.3333333333333332, + "hydraulic:context0=20": 0.3333333333333332, + "gas:batch6": 0.6624042847219103, + "gas:batch7": 0.7039342251171826, + "gas:batch10": 0.7039342251171826, + "gas:batch9": 0.5934412145070473, + "gas:batch8": 0.6023693259465617 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.017165768693939234, + "by_dataset": { + "hydraulic": 0.008126606497740524, + "gas": -0.04245814388561899 + }, + "by_environment": { + "hydraulic:context1=73": 0.01797250859106529, + "hydraulic:context1=80": 0.01797250859106529, + "hydraulic:context1=90": 0.01797250859106529, + "hydraulic:context0=3": -0.006642246642246622, + "hydraulic:context0=20": -0.006642246642246622, + "gas:batch6": -0.04088660399446594, + "gas:batch7": -0.030003170701205843, + "gas:batch10": -0.030003170701205843, + "gas:batch9": -0.04234457720295274, + "gas:batch8": -0.0690531968282646 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6298303082235852, + "by_dataset": { + "hydraulic": 0.6845901784513269, + "gas": 0.5750704379958437 + }, + "by_environment": { + "hydraulic:context1=73": 0.759940397227779, + "hydraulic:context1=80": 0.759940397227779, + "hydraulic:context1=90": 0.759940397227779, + "hydraulic:context0=3": 0.5715648502866485, + "hydraulic:context0=20": 0.5715648502866485, + "gas:batch6": 0.5821022585813077, + "gas:batch7": 0.571779506511158, + "gas:batch10": 0.5717795065111579, + "gas:batch9": 0.6385731204561562, + "gas:batch8": 0.5111177979194388 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6112753190635203, + "by_dataset": { + "hydraulic": 0.6770061263294055, + "gas": 0.5455445117976351 + }, + "by_environment": { + "hydraulic:context1=73": 0.7569354923986001, + "hydraulic:context1=80": 0.7569354923986001, + "hydraulic:context1=90": 0.7569354923986001, + "hydraulic:context0=3": 0.5571120772256135, + "hydraulic:context0=20": 0.5571120772256135, + "gas:batch6": 0.5534910226868348, + "gas:batch7": 0.5484289591673399, + "gas:batch10": 0.5484289591673399, + "gas:batch9": 0.6071462385877306, + "gas:batch8": 0.47022737937893 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.018554989160065014, + "by_dataset": { + "hydraulic": 0.007584052121921309, + "gas": 0.029525926198208718 + }, + "by_environment": { + "hydraulic:context1=73": 0.003004904829178886, + "hydraulic:context1=80": 0.003004904829178886, + "hydraulic:context1=90": 0.003004904829178886, + "hydraulic:context0=3": 0.014452773061034934, + "hydraulic:context0=20": 0.014452773061034948, + "gas:batch6": 0.028611235894472925, + "gas:batch7": 0.023350547343818123, + "gas:batch10": 0.023350547343818123, + "gas:batch9": 0.0314268818684256, + "gas:batch8": 0.04089041854050883 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.03572075785400424, + "by_dataset": { + "hydraulic": -0.000542554375819217, + "gas": 0.0719840700838277 + }, + "by_environment": { + "hydraulic:context1=73": -0.014967603761886402, + "hydraulic:context1=80": -0.014967603761886402, + "hydraulic:context1=90": -0.014967603761886402, + "hydraulic:context0=3": 0.021095019703281554, + "hydraulic:context0=20": 0.021095019703281568, + "gas:batch6": 0.06949783988893886, + "gas:batch7": 0.053353718045023965, + "gas:batch10": 0.053353718045023965, + "gas:batch9": 0.07377145907137835, + "gas:batch8": 0.10994361536877341 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3497161264186355, + "by_dataset": { + "hydraulic": 0.3160156758094902, + "gas": 0.3834165770277808 + }, + "by_environment": { + "hydraulic:context1=73": 0.29896907216494845, + "hydraulic:context1=80": 0.3344788087056128, + "hydraulic:context1=90": 0.33104238258877433, + "hydraulic:context0=3": 0.3213268213268213, + "hydraulic:context0=20": 0.2942612942612942, + "gas:batch6": 0.36370475341334807, + "gas:batch7": 0.31643207846894733, + "gas:batch10": 0.3240899515539255, + "gas:batch9": 0.43434663064578666, + "gas:batch8": 0.4785094710568965 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.007231105408080181, + "by_dataset": { + "hydraulic": 0.005861882362853785, + "gas": 0.008600328453306577 + }, + "by_environment": { + "hydraulic:context1=73": 0.004243746270759963, + "hydraulic:context1=80": 0.004243746270759963, + "hydraulic:context1=90": 0.004243746270759963, + "hydraulic:context0=3": 0.008289086500994525, + "hydraulic:context0=20": 0.008289086500994513, + "gas:batch6": 0.008018053811078906, + "gas:batch7": 0.0068011569009270596, + "gas:batch10": 0.006801156900927071, + "gas:batch9": 0.00498275147148984, + "gas:batch8": 0.016398523182110006 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.09387052625836395, + "by_dataset": { + "hydraulic": 0.09460716548037619, + "gas": 0.09313388703635173 + }, + "by_environment": { + "hydraulic:context1=73": 0.044216889125102854, + "hydraulic:context1=80": 0.044216889125102854, + "hydraulic:context1=90": 0.04421688912510285, + "hydraulic:context0=3": 0.1701925800132862, + "hydraulic:context0=20": 0.1701925800132862, + "gas:batch6": 0.0908174048687652, + "gas:batch7": 0.07939962754672122, + "gas:batch10": 0.07939962754672122, + "gas:batch9": 0.09979114640108391, + "gas:batch8": 0.11626162881846704 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.3018066494666861, + "by_dataset": { + "hydraulic": 0.3096631807427119, + "gas": 0.29395011819066036 + }, + "by_environment": { + "hydraulic:context1=73": 0.19020768512425068, + "hydraulic:context1=80": 0.19020768512425068, + "hydraulic:context1=90": 0.19020768512425065, + "hydraulic:context0=3": 0.48884642417040375, + "hydraulic:context0=20": 0.48884642417040375, + "gas:batch6": 0.2869187316349056, + "gas:batch7": 0.26102696375392337, + "gas:batch10": 0.26102696375392337, + "gas:batch9": 0.3025020584717836, + "gas:batch8": 0.35827587333876587 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.1173538217151988, + "by_dataset": { + "hydraulic": 1.285321291781189, + "gas": 0.9493863516492087 + }, + "by_environment": { + "hydraulic:context1=73": 1.101680591271317, + "hydraulic:context1=80": 1.101680591271317, + "hydraulic:context1=90": 1.101680591271317, + "hydraulic:context0=3": 1.5607823425459972, + "hydraulic:context0=20": 1.5607823425459968, + "gas:batch6": 0.9583860009055261, + "gas:batch7": 0.9342688860250711, + "gas:batch10": 0.9342688860250712, + "gas:batch9": 0.9500855169273168, + "gas:batch8": 0.9699224683630584 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8155471722485127, + "by_dataset": { + "hydraulic": 0.975658111038477, + "gas": 0.6554362334585484 + }, + "by_environment": { + "hydraulic:context1=73": 0.9114729061470662, + "hydraulic:context1=80": 0.9114729061470662, + "hydraulic:context1=90": 0.9114729061470662, + "hydraulic:context0=3": 1.0719359183755932, + "hydraulic:context0=20": 1.0719359183755932, + "gas:batch6": 0.6714672692706205, + "gas:batch7": 0.6732419222711478, + "gas:batch10": 0.6732419222711478, + "gas:batch9": 0.6475834584555332, + "gas:batch8": 0.6116465950242925 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.8319444473451978, + "by_dataset": { + "hydraulic": 0.8914767560201918, + "gas": 0.7724121386702038 + }, + "by_environment": { + "hydraulic:context1=73": 0.43507144432696593, + "hydraulic:context1=80": 0.6020764500595677, + "hydraulic:context1=90": 0.8276655018879907, + "hydraulic:context0=3": 1.2962851919132172, + "hydraulic:context0=20": 1.2962851919132172, + "gas:batch6": 0.7893827662393861, + "gas:batch7": 0.7285124214302496, + "gas:batch10": 0.7382097653188622, + "gas:batch9": 0.8864972157117965, + "gas:batch8": 0.7194585246507245 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.6483063591187628, + "by_dataset": { + "hydraulic": 0.608692206991176, + "gas": 0.6879205112463495 + }, + "by_environment": { + "hydraulic:context1=73": 0.7317926689576174, + "hydraulic:context1=80": 0.7317926689576174, + "hydraulic:context1=90": 0.7317926689576174, + "hydraulic:context0=3": 0.42404151404151397, + "hydraulic:context0=20": 0.42404151404151397, + "gas:batch6": 0.7051606176471197, + "gas:batch7": 0.7293733136615591, + "gas:batch10": 0.7293733136615591, + "gas:batch9": 0.7259916302190748, + "gas:batch8": 0.5497036810424344 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.6706955490315645, + "by_dataset": { + "hydraulic": 0.6651385269941971, + "gas": 0.6762525710689318 + }, + "by_environment": { + "hydraulic:context1=73": 0.7731958762886597, + "hydraulic:context1=80": 0.7731958762886597, + "hydraulic:context1=90": 0.7731958762886597, + "hydraulic:context0=3": 0.5030525030525029, + "hydraulic:context0=20": 0.5030525030525029, + "gas:batch6": 0.6929150849428705, + "gas:batch7": 0.7230008535166501, + "gas:batch10": 0.7230008535166501, + "gas:batch9": 0.7176736866635915, + "gas:batch8": 0.524672376704897 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.022389189912801716, + "by_dataset": { + "hydraulic": -0.056446320003021, + "gas": 0.011667940177417568 + }, + "by_environment": { + "hydraulic:context1=73": -0.04140320733104234, + "hydraulic:context1=80": -0.04140320733104234, + "hydraulic:context1=90": -0.04140320733104234, + "hydraulic:context0=3": -0.079010989010989, + "hydraulic:context0=20": -0.079010989010989, + "gas:batch6": 0.012245532704249372, + "gas:batch7": 0.006372460144908933, + "gas:batch10": 0.006372460144908933, + "gas:batch9": 0.00831794355548318, + "gas:batch8": 0.025031304337537422 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.3516580078125, + "by_dataset": { + "hydraulic": 0.39386161747685183, + "gas": 0.3094543981481481 + }, + "by_environment": { + "hydraulic:context1=73": 0.443037109375, + "hydraulic:context1=80": 0.443037109375, + "hydraulic:context1=90": 0.443037109375, + "hydraulic:context0=3": 0.3200983796296296, + "hydraulic:context0=20": 0.3200983796296296, + "gas:batch6": 0.3186595052083333, + "gas:batch7": 0.31419249131944443, + "gas:batch10": 0.31419249131944443, + "gas:batch9": 0.34509114583333333, + "gas:batch8": 0.25513635706018517 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.33457465277777776, + "by_dataset": { + "hydraulic": 0.37673611111111105, + "gas": 0.29241319444444447 + }, + "by_environment": { + "hydraulic:context1=73": 0.4270833333333333, + "hydraulic:context1=80": 0.4270833333333333, + "hydraulic:context1=90": 0.4270833333333333, + "hydraulic:context0=3": 0.30121527777777773, + "hydraulic:context0=20": 0.30121527777777773, + "gas:batch6": 0.30052083333333335, + "gas:batch7": 0.29852430555555554, + "gas:batch10": 0.29852430555555554, + "gas:batch9": 0.3231770833333333, + "gas:batch8": 0.24131944444444445 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.017083355034722206, + "by_dataset": { + "hydraulic": 0.01712550636574073, + "gas": 0.017041203703703683 + }, + "by_environment": { + "hydraulic:context1=73": 0.015953776041666663, + "hydraulic:context1=80": 0.015953776041666663, + "hydraulic:context1=90": 0.015953776041666663, + "hydraulic:context0=3": 0.018883101851851835, + "hydraulic:context0=20": 0.018883101851851835, + "gas:batch6": 0.01813867187499998, + "gas:batch7": 0.015668185763888873, + "gas:batch10": 0.015668185763888873, + "gas:batch9": 0.021914062499999977, + "gas:batch8": 0.013816912615740718 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.039472544947523926, + "by_dataset": { + "hydraulic": 0.07357182636876174, + "gas": 0.005373263526286117 + }, + "by_environment": { + "hydraulic:context1=73": 0.057356983372709, + "hydraulic:context1=80": 0.057356983372709, + "hydraulic:context1=90": 0.057356983372709, + "hydraulic:context0=3": 0.09789409086284084, + "hydraulic:context0=20": 0.09789409086284084, + "gas:batch6": 0.0058931391707506085, + "gas:batch7": 0.00929572561897994, + "gas:batch10": 0.00929572561897994, + "gas:batch9": 0.013596118944516799, + "gas:batch8": -0.011214391721796705 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.560310716810003, + "by_dataset": { + "hydraulic": 0.42423120979822004, + "gas": 0.696390223821786 + }, + "by_environment": { + "hydraulic:context1=73": 0.43069873997709046, + "hydraulic:context1=80": 0.43069873997709046, + "hydraulic:context1=90": 0.43069873997709046, + "hydraulic:context0=3": 0.41452991452991444, + "hydraulic:context0=20": 0.41452991452991444, + "gas:batch6": 0.7031819075469687, + "gas:batch7": 0.6997816546536761, + "gas:batch10": 0.6997816546536761, + "gas:batch9": 0.7028021143332059, + "gas:batch8": 0.676403787921403 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.01330853587962963, + "by_dataset": { + "hydraulic": 0.018214916087962957, + "gas": 0.0084021556712963 + }, + "by_environment": { + "hydraulic:context1=73": 0.014256727430555541, + "hydraulic:context1=80": 0.014256727430555541, + "hydraulic:context1=90": 0.014256727430555541, + "hydraulic:context0=3": 0.02415219907407408, + "hydraulic:context0=20": 0.02415219907407408, + "gas:batch6": 0.008749348958333337, + "gas:batch7": 0.008791883680555551, + "gas:batch10": 0.008791883680555551, + "gas:batch9": 0.008643880208333333, + "gas:batch8": 0.0070337818287037205 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.08849903114064347, + "by_dataset": { + "hydraulic": 0.0948888920292598, + "gas": 0.08210917025202716 + }, + "by_environment": { + "hydraulic:context1=73": 0.06936202565857565, + "hydraulic:context1=80": 0.06936202565857565, + "hydraulic:context1=90": 0.06936202565857565, + "hydraulic:context0=3": 0.13317919158528604, + "hydraulic:context0=20": 0.13317919158528604, + "gas:batch6": 0.07782818350027625, + "gas:batch7": 0.07556718652591883, + "gas:batch10": 0.07556718652591883, + "gas:batch9": 0.07079332717351414, + "gas:batch8": 0.1107899675345077 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.29646687415751805, + "by_dataset": { + "hydraulic": 0.3127271845978902, + "gas": 0.2802065637171459 + }, + "by_environment": { + "hydraulic:context1=73": 0.25164703582287073, + "hydraulic:context1=80": 0.25164703582287073, + "hydraulic:context1=90": 0.25164703582287073, + "hydraulic:context0=3": 0.4043474077604192, + "hydraulic:context0=20": 0.4043474077604192, + "gas:batch6": 0.26720504173304305, + "gas:batch7": 0.26528751606996315, + "gas:batch10": 0.26528751606996315, + "gas:batch9": 0.24386812099035454, + "gas:batch8": 0.35938462372240587 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.9986823130763046, + "by_dataset": { + "hydraulic": 1.3111464194808609, + "gas": 0.6862182066717484 + }, + "by_environment": { + "hydraulic:context1=73": 1.2415003675087484, + "hydraulic:context1=80": 1.2415003675087484, + "hydraulic:context1=90": 1.2415003675087484, + "hydraulic:context0=3": 1.4156154974390296, + "hydraulic:context0=20": 1.4156154974390296, + "gas:batch6": 0.6582106728659755, + "gas:batch7": 0.698753453718623, + "gas:batch10": 0.698753453718623, + "gas:batch9": 0.6054265920637298, + "gas:batch8": 0.7699468609917904 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7022154389187866, + "by_dataset": { + "hydraulic": 0.9984192348829707, + "gas": 0.40601164295460246 + }, + "by_environment": { + "hydraulic:context1=73": 0.9898533316858776, + "hydraulic:context1=80": 0.9898533316858776, + "hydraulic:context1=90": 0.9898533316858776, + "hydraulic:context0=3": 1.0112680896786104, + "hydraulic:context0=20": 1.0112680896786104, + "gas:batch6": 0.3910056311329324, + "gas:batch7": 0.43346593764865987, + "gas:batch10": 0.43346593764865987, + "gas:batch9": 0.3615584710733752, + "gas:batch8": 0.4105622372693847 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6777897773472743, + "by_dataset": { + "hydraulic": 0.8337585283897038, + "gas": 0.5218210263048447 + }, + "by_environment": { + "hydraulic:context1=73": 0.33651074906495015, + "hydraulic:context1=80": 0.5735414161323972, + "hydraulic:context1=90": 0.7123964517646085, + "hydraulic:context0=3": 1.2731720124932815, + "hydraulic:context0=20": 1.2731720124932815, + "gas:batch6": 0.5239217518555926, + "gas:batch7": 0.5018656085291153, + "gas:batch10": 0.5113451560328726, + "gas:batch9": 0.5151243534543027, + "gas:batch8": 0.5568482616523404 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.4508754948113877, + "by_dataset": { + "hydraulic": 0.44706081089586236, + "gas": 0.4546901787269131 + }, + "by_environment": { + "hydraulic:context1=73": 0.7723825887743413, + "hydraulic:context1=80": 0.7723825887743413, + "hydraulic:context1=90": 0.7723825887743413, + "hydraulic:context0=3": -0.04092185592185588, + "hydraulic:context0=20": -0.04092185592185588, + "gas:batch6": 0.4741917065360884, + "gas:batch7": 0.5368920724243907, + "gas:batch10": 0.5368920724243907, + "gas:batch9": 0.4056945845261485, + "gas:batch8": 0.3197804577235471 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.27422815311798326, + "by_dataset": { + "hydraulic": 0.06093425474868776, + "gas": 0.4875220514872788 + }, + "by_environment": { + "hydraulic:context1=73": 0.08934707903780074, + "hydraulic:context1=80": 0.08934707903780074, + "hydraulic:context1=90": 0.08934707903780074, + "hydraulic:context0=3": 0.018315018315018274, + "hydraulic:context0=20": 0.018315018315018274, + "gas:batch6": 0.5031365288309889, + "gas:batch7": 0.5831012820617784, + "gas:batch10": 0.5831012820617784, + "gas:batch9": 0.4774277711994305, + "gas:batch8": 0.29084339328241765 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.17664734169340454, + "by_dataset": { + "hydraulic": 0.3861265561471748, + "gas": -0.03283187276036568 + }, + "by_environment": { + "hydraulic:context1=73": 0.6830355097365407, + "hydraulic:context1=80": 0.6830355097365407, + "hydraulic:context1=90": 0.6830355097365407, + "hydraulic:context0=3": -0.059236874236874154, + "hydraulic:context0=20": -0.059236874236874154, + "gas:batch6": -0.028944822294900495, + "gas:batch7": -0.04620920963738762, + "gas:batch10": -0.04620920963738762, + "gas:batch9": -0.0717331866732821, + "gas:batch8": 0.02893706444112945 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8786854709194309, + "by_dataset": { + "hydraulic": 0.9183348668697546, + "gas": 0.8390360749691073 + }, + "by_environment": { + "hydraulic:context1=73": 0.997724068318003, + "hydraulic:context1=80": 0.997724068318003, + "hydraulic:context1=90": 0.997724068318003, + "hydraulic:context0=3": 0.7992510646973822, + "hydraulic:context0=20": 0.7992510646973822, + "gas:batch6": 0.8426719751709166, + "gas:batch7": 0.8258186477730065, + "gas:batch10": 0.8258186477730065, + "gas:batch9": 0.9203416609179822, + "gas:batch8": 0.7805294432106246 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8453513612334764, + "by_dataset": { + "hydraulic": 0.9064501275161534, + "gas": 0.7842525949507994 + }, + "by_environment": { + "hydraulic:context1=73": 0.9929563717271295, + "hydraulic:context1=80": 0.9929563717271295, + "hydraulic:context1=90": 0.9929563717271294, + "hydraulic:context0=3": 0.7766907611996895, + "hydraulic:context0=20": 0.7766907611996895, + "gas:batch6": 0.7911723607222532, + "gas:batch7": 0.7825604670187516, + "gas:batch10": 0.7825604670187517, + "gas:batch9": 0.8690778611015751, + "gas:batch8": 0.6958918188926649 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03333410968595456, + "by_dataset": { + "hydraulic": 0.011884739353601185, + "gas": 0.05478348001830793 + }, + "by_environment": { + "hydraulic:context1=73": 0.004767696590873431, + "hydraulic:context1=80": 0.004767696590873431, + "hydraulic:context1=90": 0.004767696590873616, + "hydraulic:context0=3": 0.022560303497692728, + "hydraulic:context0=20": 0.022560303497692714, + "gas:batch6": 0.05149961444866354, + "gas:batch7": 0.043258180754254784, + "gas:batch10": 0.04325818075425478, + "gas:batch9": 0.05126379981640713, + "gas:batch8": 0.0846376243179594 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.14331323200744994, + "by_dataset": { + "hydraulic": -0.3742418167935735, + "gas": 0.0876153527786736 + }, + "by_environment": { + "hydraulic:context1=73": -0.6782678131456672, + "hydraulic:context1=80": -0.6782678131456672, + "hydraulic:context1=90": -0.6782678131456669, + "hydraulic:context0=3": 0.08179717773456689, + "hydraulic:context0=20": 0.08179717773456688, + "gas:batch6": 0.08044443674356404, + "gas:batch7": 0.0894673903916424, + "gas:batch10": 0.08946739039164239, + "gas:batch9": 0.12299698648968922, + "gas:batch8": 0.05570055987682997 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3864986320758377, + "by_dataset": { + "hydraulic": 0.4143532679615154, + "gas": 0.35864399619015996 + }, + "by_environment": { + "hydraulic:context1=73": 0.4186712485681558, + "hydraulic:context1=80": 0.42554410080183275, + "hydraulic:context1=90": 0.49942726231386025, + "hydraulic:context0=3": 0.36731786731786736, + "hydraulic:context0=20": 0.36080586080586086, + "gas:batch6": 0.35638751433452104, + "gas:batch7": 0.32059668294399624, + "gas:batch10": 0.3146956878574508, + "gas:batch9": 0.3736274383628791, + "gas:batch8": 0.4279126574519528 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0011124834990734885, + "by_dataset": { + "hydraulic": 0.0006668351890849615, + "gas": 0.0015581318090620157 + }, + "by_environment": { + "hydraulic:context1=73": 5.257155101615988e-07, + "hydraulic:context1=80": 5.257155101615988e-07, + "hydraulic:context1=90": 5.257155101986063e-07, + "hydraulic:context0=3": 0.0016662993994471552, + "hydraulic:context0=20": 0.0016662993994471303, + "gas:batch6": 0.0015456200863260272, + "gas:batch7": 0.0013155323933719703, + "gas:batch10": 0.0013155323933719627, + "gas:batch9": 0.0004912840370754271, + "gas:batch8": 0.0031226901351646907 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.18110139806085424, + "by_dataset": { + "hydraulic": 0.2161430029823069, + "gas": 0.14605979313940154 + }, + "by_environment": { + "hydraulic:context1=73": 0.19408420820368155, + "hydraulic:context1=80": 0.19408420820368155, + "hydraulic:context1=90": 0.19408420820368155, + "hydraulic:context0=3": 0.24923119515024497, + "hydraulic:context0=20": 0.24923119515024497, + "gas:batch6": 0.14221123066062263, + "gas:batch7": 0.11932681111063234, + "gas:batch10": 0.11932681111063234, + "gas:batch9": 0.15234120741185328, + "gas:batch8": 0.19709290540326707 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.589108307762323, + "by_dataset": { + "hydraulic": 0.6459061239408928, + "gas": 0.5323104915837533 + }, + "by_environment": { + "hydraulic:context1=73": 0.5078168465989078, + "hydraulic:context1=80": 0.5078168465989078, + "hydraulic:context1=90": 0.5078168465989078, + "hydraulic:context0=3": 0.8530400399538701, + "hydraulic:context0=20": 0.8530400399538701, + "gas:batch6": 0.5192915557699915, + "gas:batch7": 0.44186262104714674, + "gas:batch10": 0.44186262104714674, + "gas:batch9": 0.5647457355325644, + "gas:batch8": 0.6937899245219175 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.7116163046575938, + "by_dataset": { + "hydraulic": 1.7363652155536926, + "gas": 1.686867393761495 + }, + "by_environment": { + "hydraulic:context1=73": 1.4678980962748105, + "hydraulic:context1=80": 1.4678980962748105, + "hydraulic:context1=90": 1.4678980962748105, + "hydraulic:context0=3": 2.1390658944720156, + "hydraulic:context0=20": 2.1390658944720156, + "gas:batch6": 1.7131222546637672, + "gas:batch7": 1.6048772516237721, + "gas:batch10": 1.6048772516237721, + "gas:batch9": 1.7759230307108098, + "gas:batch8": 1.735537180185353 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1225079968952705, + "by_dataset": { + "hydraulic": 1.0904590916127996, + "gas": 1.1545569021777413 + }, + "by_environment": { + "hydraulic:context1=73": 0.9600812496759027, + "hydraulic:context1=80": 0.9600812496759027, + "hydraulic:context1=90": 0.9600812496759028, + "hydraulic:context0=3": 1.286025854518145, + "hydraulic:context0=20": 1.2860258545181453, + "gas:batch6": 1.1938306988937757, + "gas:batch7": 1.1630146305766254, + "gas:batch10": 1.1630146305766254, + "gas:batch9": 1.2111772951782451, + "gas:batch8": 1.0417472556634353 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8840952976781997, + "by_dataset": { + "hydraulic": 1.4192777075301917, + "gas": 2.348912887826208 + }, + "by_environment": { + "hydraulic:context1=73": 0.7912183141732365, + "hydraulic:context1=80": 0.870732349685305, + "hydraulic:context1=90": 1.3365480645728016, + "hydraulic:context0=3": 2.0489449046098076, + "hydraulic:context0=20": 2.0489449046098076, + "gas:batch6": 2.472808513942959, + "gas:batch7": 2.0647373546449894, + "gas:batch10": 2.086719957146348, + "gas:batch9": 3.236130761287657, + "gas:batch8": 1.884167852109086 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.7041649286445608, + "by_dataset": { + "hydraulic": 0.6950538751054214, + "gas": 0.7132759821837003 + }, + "by_environment": { + "hydraulic:context1=73": 0.903144329896907, + "hydraulic:context1=80": 0.903144329896907, + "hydraulic:context1=90": 0.903144329896907, + "hydraulic:context0=3": 0.3829181929181929, + "hydraulic:context0=20": 0.3829181929181929, + "gas:batch6": 0.7282785572284952, + "gas:batch7": 0.7469700461644576, + "gas:batch10": 0.7469700461644576, + "gas:batch9": 0.6745782856195782, + "gas:batch8": 0.6695829757415123 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.7289765014026159, + "by_dataset": { + "hydraulic": 0.7055020580793776, + "gas": 0.7524509447258542 + }, + "by_environment": { + "hydraulic:context1=73": 0.9072164948453608, + "hydraulic:context1=80": 0.9072164948453608, + "hydraulic:context1=90": 0.9072164948453608, + "hydraulic:context0=3": 0.4029304029304029, + "hydraulic:context0=20": 0.4029304029304029, + "gas:batch6": 0.7749547028930484, + "gas:batch7": 0.7782388366996427, + "gas:batch10": 0.7782388366996427, + "gas:batch9": 0.7788358514480023, + "gas:batch8": 0.6519864958889348 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.024811572758055095, + "by_dataset": { + "hydraulic": -0.010448182973956265, + "gas": -0.03917496254215393 + }, + "by_environment": { + "hydraulic:context1=73": -0.004072164948453749, + "hydraulic:context1=80": -0.004072164948453749, + "hydraulic:context1=90": -0.004072164948453749, + "hydraulic:context0=3": -0.020012210012210038, + "hydraulic:context0=20": -0.020012210012210038, + "gas:batch6": -0.04667614566455313, + "gas:batch7": -0.03126879053518499, + "gas:batch10": -0.03126879053518499, + "gas:batch9": -0.10425756582842398, + "gas:batch8": 0.01759647985257747 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6342561953670549, + "by_dataset": { + "hydraulic": 0.7072900876135099, + "gas": 0.5612223031206 + }, + "by_environment": { + "hydraulic:context1=73": 0.8114615929014516, + "hydraulic:context1=80": 0.8114615929014516, + "hydraulic:context1=90": 0.8114615929014516, + "hydraulic:context0=3": 0.5510328296815973, + "hydraulic:context0=20": 0.5510328296815973, + "gas:batch6": 0.5734931129524695, + "gas:batch7": 0.5653303547194627, + "gas:batch10": 0.5653303547194627, + "gas:batch9": 0.6153983799515896, + "gas:batch8": 0.4865593132600153 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6210107097015665, + "by_dataset": { + "hydraulic": 0.7015707492232967, + "gas": 0.5404506701798363 + }, + "by_environment": { + "hydraulic:context1=73": 0.8065512547907808, + "hydraulic:context1=80": 0.8065512547907808, + "hydraulic:context1=90": 0.8065512547907808, + "hydraulic:context0=3": 0.5440999908720704, + "hydraulic:context0=20": 0.5440999908720704, + "gas:batch6": 0.5519256218043566, + "gas:batch7": 0.5492294149334115, + "gas:batch10": 0.5492294149334115, + "gas:batch9": 0.5879865319337414, + "gas:batch8": 0.46388236729426063 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.01324548566548846, + "by_dataset": { + "hydraulic": 0.0057193383902132515, + "gas": 0.02077163294076367 + }, + "by_environment": { + "hydraulic:context1=73": 0.004910338110670764, + "hydraulic:context1=80": 0.004910338110670764, + "hydraulic:context1=90": 0.004910338110670764, + "hydraulic:context0=3": 0.006932838809526998, + "hydraulic:context0=20": 0.0069328388095269665, + "gas:batch6": 0.021567491148112992, + "gas:batch7": 0.0161009397860512, + "gas:batch10": 0.016100939786051194, + "gas:batch9": 0.027411848017848302, + "gas:batch8": 0.022676945965754664 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.03805705842354355, + "by_dataset": { + "hydraulic": 0.01616752136416951, + "gas": 0.0599465954829176 + }, + "by_environment": { + "hydraulic:context1=73": 0.008982503059124514, + "hydraulic:context1=80": 0.008982503059124514, + "hydraulic:context1=90": 0.008982503059124514, + "hydraulic:context0=3": 0.026945048821737025, + "hydraulic:context0=20": 0.026945048821736994, + "gas:batch6": 0.06824363681266613, + "gas:batch7": 0.047369730321236196, + "gas:batch10": 0.04736973032123619, + "gas:batch9": 0.1316694138462723, + "gas:batch8": 0.0050804661131771955 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3636010555655429, + "by_dataset": { + "hydraulic": 0.3464068577470639, + "gas": 0.3807952533840219 + }, + "by_environment": { + "hydraulic:context1=73": 0.34077892325315, + "hydraulic:context1=80": 0.3333333333333333, + "hydraulic:context1=90": 0.3344788087056128, + "hydraulic:context0=3": 0.3732193732193732, + "hydraulic:context0=20": 0.35022385022385016, + "gas:batch6": 0.38272962946102407, + "gas:batch7": 0.3080541871949027, + "gas:batch10": 0.30984505887294683, + "gas:batch9": 0.44417911311726677, + "gas:batch8": 0.4591682782739693 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.009266579853929856, + "by_dataset": { + "hydraulic": 0.009266104531756279, + "gas": 0.009267055176103434 + }, + "by_environment": { + "hydraulic:context1=73": 0.0027226266233560947, + "hydraulic:context1=80": 0.0027226266233560947, + "hydraulic:context1=90": 0.0027226266233560947, + "hydraulic:context0=3": 0.019081321394356563, + "hydraulic:context0=20": 0.01908132139435655, + "gas:batch6": 0.009385308979358426, + "gas:batch7": 0.008964400834785762, + "gas:batch10": 0.00896440083478578, + "gas:batch9": 0.006618431775067157, + "gas:batch8": 0.012402733456520043 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.07310209745268981, + "by_dataset": { + "hydraulic": 0.07454774488566007, + "gas": 0.07165645001971954 + }, + "by_environment": { + "hydraulic:context1=73": 0.026125424378709756, + "hydraulic:context1=80": 0.026125424378709756, + "hydraulic:context1=90": 0.026125424378709756, + "hydraulic:context0=3": 0.14718122564608555, + "hydraulic:context0=20": 0.14718122564608555, + "gas:batch6": 0.06841733625932447, + "gas:batch7": 0.06357642937773109, + "gas:batch10": 0.0635764293777311, + "gas:batch9": 0.07393705831958707, + "gas:batch8": 0.08877499676422396 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.24046252961536801, + "by_dataset": { + "hydraulic": 0.24409981442665982, + "gas": 0.23682524480407618 + }, + "by_environment": { + "hydraulic:context1=73": 0.12009357587148968, + "hydraulic:context1=80": 0.12009357587148971, + "hydraulic:context1=90": 0.12009357587148971, + "hydraulic:context0=3": 0.43010917225941503, + "hydraulic:context0=20": 0.43010917225941503, + "gas:batch6": 0.2258883964721162, + "gas:batch7": 0.2163679084757753, + "gas:batch10": 0.2163679084757753, + "gas:batch9": 0.2305793201341157, + "gas:batch8": 0.29492269046259834 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.9455101171909834, + "by_dataset": { + "hydraulic": 1.1812597572071977, + "gas": 0.7097604771747693 + }, + "by_environment": { + "hydraulic:context1=73": 1.014417921872323, + "hydraulic:context1=80": 1.014417921872323, + "hydraulic:context1=90": 1.014417921872323, + "hydraulic:context0=3": 1.4315225102095097, + "hydraulic:context0=20": 1.4315225102095097, + "gas:batch6": 0.6859409032747301, + "gas:batch7": 0.7054353131879749, + "gas:batch10": 0.7054353131879749, + "gas:batch9": 0.7556791740044686, + "gas:batch8": 0.696311682218698 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7050475875756155, + "by_dataset": { + "hydraulic": 0.9371599427805377, + "gas": 0.4729352323706932 + }, + "by_environment": { + "hydraulic:context1=73": 0.8943243460008331, + "hydraulic:context1=80": 0.8943243460008331, + "hydraulic:context1=90": 0.8943243460008331, + "hydraulic:context0=3": 1.0014133379500947, + "hydraulic:context0=20": 1.0014133379500947, + "gas:batch6": 0.4600525068026139, + "gas:batch7": 0.4890674047121997, + "gas:batch10": 0.4890674047121997, + "gas:batch9": 0.5250998538703529, + "gas:batch8": 0.4013889917560996 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6404937484025411, + "by_dataset": { + "hydraulic": 0.7329497779327998, + "gas": 0.5480377188722825 + }, + "by_environment": { + "hydraulic:context1=73": 0.2110987513324353, + "hydraulic:context1=80": 0.4085788388402618, + "hydraulic:context1=90": 0.5359327345045497, + "hydraulic:context0=3": 1.254569282493376, + "hydraulic:context0=20": 1.254569282493376, + "gas:batch6": 0.5386761686106094, + "gas:batch7": 0.5165072566239363, + "gas:batch10": 0.5380788491709053, + "gas:batch9": 0.6375558225228657, + "gas:batch8": 0.5093704974330956 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.7243881293745393, + "by_dataset": { + "hydraulic": 0.7122367483604597, + "gas": 0.736539510388619 + }, + "by_environment": { + "hydraulic:context1=73": 0.8615463917525773, + "hydraulic:context1=80": 0.8615463917525773, + "hydraulic:context1=90": 0.8615463917525773, + "hydraulic:context0=3": 0.48827228327228317, + "hydraulic:context0=20": 0.48827228327228317, + "gas:batch6": 0.7490709373037661, + "gas:batch7": 0.7626381207499466, + "gas:batch10": 0.7626381207499466, + "gas:batch9": 0.7232402461390649, + "gas:batch8": 0.6851101270003709 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.7286896685152042, + "by_dataset": { + "hydraulic": 0.7305766398549902, + "gas": 0.7268026971754182 + }, + "by_environment": { + "hydraulic:context1=73": 0.8659793814432989, + "hydraulic:context1=80": 0.8659793814432989, + "hydraulic:context1=90": 0.8659793814432989, + "hydraulic:context0=3": 0.5274725274725274, + "hydraulic:context0=20": 0.5274725274725274, + "gas:batch6": 0.7354471883195246, + "gas:batch7": 0.7581017308659763, + "gas:batch10": 0.7629628419770874, + "gas:batch9": 0.709910869318769, + "gas:batch8": 0.6675908553957335 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.004301539140664849, + "by_dataset": { + "hydraulic": -0.01833989149453055, + "gas": 0.009736813213200851 + }, + "by_environment": { + "hydraulic:context1=73": -0.004432989690721478, + "hydraulic:context1=80": -0.004432989690721478, + "hydraulic:context1=90": -0.004432989690721478, + "hydraulic:context0=3": -0.03920024420024416, + "hydraulic:context0=20": -0.03920024420024416, + "gas:batch6": 0.013623748984241379, + "gas:batch7": 0.004536389883970317, + "gas:batch10": -0.00032472122714079324, + "gas:batch9": 0.013329376820295957, + "gas:batch8": 0.0175192716046374 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5815035866933842, + "by_dataset": { + "hydraulic": 0.6599518027961737, + "gas": 0.5030553705905946 + }, + "by_environment": { + "hydraulic:context1=73": 0.7647222222222222, + "hydraulic:context1=80": 0.7647222222222222, + "hydraulic:context1=90": 0.7647222222222222, + "hydraulic:context0=3": 0.5027961736571008, + "hydraulic:context0=20": 0.5027961736571008, + "gas:batch6": 0.5179904717259256, + "gas:batch7": 0.5099395644834458, + "gas:batch10": 0.5099395644834458, + "gas:batch9": 0.5240413228611402, + "gas:batch8": 0.45336592939901516 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5648804562969325, + "by_dataset": { + "hydraulic": 0.6416190436893536, + "gas": 0.48814186890451144 + }, + "by_environment": { + "hydraulic:context1=73": 0.7546728971962615, + "hydraulic:context1=80": 0.7546728971962615, + "hydraulic:context1=90": 0.7546728971962615, + "hydraulic:context0=3": 0.47203826342899186, + "hydraulic:context0=20": 0.47203826342899186, + "gas:batch6": 0.5017237034012498, + "gas:batch7": 0.4967756913851556, + "gas:batch10": 0.4967756913851556, + "gas:batch9": 0.5012346147135964, + "gas:batch8": 0.4441996436373998 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.01662313039645151, + "by_dataset": { + "hydraulic": 0.01833275910681993, + "gas": 0.014913501686083092 + }, + "by_environment": { + "hydraulic:context1=73": 0.010049325025960565, + "hydraulic:context1=80": 0.010049325025960565, + "hydraulic:context1=90": 0.010049325025960565, + "hydraulic:context0=3": 0.030757910228108976, + "hydraulic:context0=20": 0.030757910228108976, + "gas:batch6": 0.01626676832467584, + "gas:batch7": 0.013163873098290223, + "gas:batch10": 0.01316387309829022, + "gas:batch9": 0.02280670814754373, + "gas:batch8": 0.009166285761615453 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.02092466953711636, + "by_dataset": { + "hydraulic": 0.036672650601350484, + "gas": 0.005176688472882241 + }, + "by_environment": { + "hydraulic:context1=73": 0.014482314716682043, + "hydraulic:context1=80": 0.014482314716682043, + "hydraulic:context1=90": 0.014482314716682043, + "hydraulic:context0=3": 0.06995815442835314, + "hydraulic:context0=20": 0.06995815442835314, + "gas:batch6": 0.0026430193404344605, + "gas:batch7": 0.008627483214319906, + "gas:batch10": 0.013488594325431012, + "gas:batch9": 0.009477331327247773, + "gas:batch8": -0.008352985843021946 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4471606780860139, + "by_dataset": { + "hydraulic": 0.3533522987131234, + "gas": 0.5409690574589044 + }, + "by_environment": { + "hydraulic:context1=73": 0.2938144329896907, + "hydraulic:context1=80": 0.28694158075601367, + "hydraulic:context1=90": 0.28694158075601367, + "hydraulic:context0=3": 0.44953194953194947, + "hydraulic:context0=20": 0.44953194953194947, + "gas:batch6": 0.5369285034561088, + "gas:batch7": 0.5360763789980186, + "gas:batch10": 0.536036230448385, + "gas:batch9": 0.5498119953374999, + "gas:batch8": 0.5459921790545096 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.010700658012458838, + "by_dataset": { + "hydraulic": 0.011653892132523798, + "gas": 0.009747423892393876 + }, + "by_environment": { + "hydraulic:context1=73": 0.007740134994808079, + "hydraulic:context1=80": 0.007740134994808079, + "hydraulic:context1=90": 0.007740134994808079, + "hydraulic:context0=3": 0.017524527839097376, + "hydraulic:context0=20": 0.017524527839097376, + "gas:batch6": 0.010259587692464222, + "gas:batch7": 0.009873813199579199, + "gas:batch10": 0.009873813199579197, + "gas:batch9": 0.012701133431166755, + "gas:batch8": 0.00602877193918 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.07310154194792909, + "by_dataset": { + "hydraulic": 0.07652061312358664, + "gas": 0.06968247077227155 + }, + "by_environment": { + "hydraulic:context1=73": 0.040504373689797084, + "hydraulic:context1=80": 0.040504373689797084, + "hydraulic:context1=90": 0.040504373689797084, + "hydraulic:context0=3": 0.13054497227427098, + "hydraulic:context0=20": 0.13054497227427098, + "gas:batch6": 0.06551911901217151, + "gas:batch7": 0.0637821531750076, + "gas:batch10": 0.0637821531750076, + "gas:batch9": 0.06486203058617782, + "gas:batch8": 0.09046689791299316 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.24104304833073276, + "by_dataset": { + "hydraulic": 0.24606466590203233, + "gas": 0.2360214307594332 + }, + "by_environment": { + "hydraulic:context1=73": 0.14993515784462808, + "hydraulic:context1=80": 0.14993515784462808, + "hydraulic:context1=90": 0.14993515784462808, + "hydraulic:context0=3": 0.39025892798813877, + "hydraulic:context0=20": 0.39025892798813877, + "gas:batch6": 0.22237392997072267, + "gas:batch7": 0.2220418330766627, + "gas:batch10": 0.2220418330766627, + "gas:batch9": 0.21510617876099497, + "gas:batch8": 0.29854337891212285 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.9384842968252944, + "by_dataset": { + "hydraulic": 1.2468930403433949, + "gas": 0.6300755533071941 + }, + "by_environment": { + "hydraulic:context1=73": 1.1216932753394735, + "hydraulic:context1=80": 1.1216932753394735, + "hydraulic:context1=90": 1.1216932753394735, + "hydraulic:context0=3": 1.434692687849277, + "hydraulic:context0=20": 1.434692687849277, + "gas:batch6": 0.5869250728154544, + "gas:batch7": 0.6291758264977894, + "gas:batch10": 0.6291758264977894, + "gas:batch9": 0.5831704978592722, + "gas:batch8": 0.7219305428656654 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.6974412484945618, + "by_dataset": { + "hydraulic": 1.0008283744413626, + "gas": 0.39405412254776095 + }, + "by_environment": { + "hydraulic:context1=73": 0.9717581174948454, + "hydraulic:context1=80": 0.9717581174948454, + "hydraulic:context1=90": 0.9717581174948454, + "hydraulic:context0=3": 1.0444337598611384, + "hydraulic:context0=20": 1.0444337598611384, + "gas:batch6": 0.3645511428447317, + "gas:batch7": 0.40713399342112666, + "gas:batch10": 0.40713399342112666, + "gas:batch9": 0.36806431909827725, + "gas:batch8": 0.42338716395354253 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.5826014074703572, + "by_dataset": { + "hydraulic": 0.7144088480388578, + "gas": 0.45079396690185636 + }, + "by_environment": { + "hydraulic:context1=73": 0.16614170042111015, + "hydraulic:context1=80": 0.42468670713866635, + "hydraulic:context1=90": 0.4892228058871925, + "hydraulic:context0=3": 1.2459965133736601, + "hydraulic:context0=20": 1.2459965133736601, + "gas:batch6": 0.4373972085563196, + "gas:batch7": 0.4222837323575898, + "gas:batch10": 0.4521027823728599, + "gas:batch9": 0.4797522743243724, + "gas:batch8": 0.4624338368981402 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "source_held", + "utility": { + "overall": 0.4740209012526223, + "by_dataset": { + "hydraulic": 0.5014612992963509, + "gas": 0.4465805032088938 + }, + "by_environment": { + "hydraulic:context1=73": 0.8379381443298969, + "hydraulic:context1=80": 0.8379381443298969, + "hydraulic:context1=90": 0.8379381443298969, + "hydraulic:context0=3": -0.003253968253968268, + "hydraulic:context0=20": -0.003253968253968268, + "gas:batch6": 0.47381272755826087, + "gas:batch7": 0.528971865881629, + "gas:batch10": 0.528971865881629, + "gas:batch9": 0.40681601473843687, + "gas:batch8": 0.29433004198451346 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.48707871093071076, + "by_dataset": { + "hydraulic": 0.4911068313130168, + "gas": 0.48305059054840466 + }, + "by_environment": { + "hydraulic:context1=73": 0.7525773195876289, + "hydraulic:context1=80": 0.7525773195876289, + "hydraulic:context1=90": 0.7525773195876289, + "hydraulic:context0=3": 0.09890109890109884, + "hydraulic:context0=20": 0.09890109890109884, + "gas:batch6": 0.5071007222911041, + "gas:batch7": 0.5651233972127536, + "gas:batch10": 0.5651233972127536, + "gas:batch9": 0.4644294810860422, + "gas:batch8": 0.3134759549393696 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.013057809678088433, + "by_dataset": { + "hydraulic": 0.01035446798333397, + "gas": -0.036470087339510834 + }, + "by_environment": { + "hydraulic:context1=73": 0.08536082474226803, + "hydraulic:context1=80": 0.08536082474226803, + "hydraulic:context1=90": 0.08536082474226803, + "hydraulic:context0=3": -0.10215506715506711, + "hydraulic:context0=20": -0.10215506715506711, + "gas:batch6": -0.03328799473284331, + "gas:batch7": -0.03615153133112473, + "gas:batch10": -0.03615153133112473, + "gas:batch9": -0.057613466347605335, + "gas:batch8": -0.01914591295485606 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8784976183329385, + "by_dataset": { + "hydraulic": 0.9119600040535529, + "gas": 0.8450352326123239 + }, + "by_environment": { + "hydraulic:context1=73": 0.9983450946821962, + "hydraulic:context1=80": 0.9983450946821962, + "hydraulic:context1=90": 0.9983450946821962, + "hydraulic:context0=3": 0.7823823681105878, + "hydraulic:context0=20": 0.7823823681105879, + "gas:batch6": 0.8485432819053964, + "gas:batch7": 0.8336473549122236, + "gas:batch10": 0.8336473549122236, + "gas:batch9": 0.9221971138070615, + "gas:batch8": 0.7871410575247143 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8459387430415111, + "by_dataset": { + "hydraulic": 0.9030936734563422, + "gas": 0.78878381262668 + }, + "by_environment": { + "hydraulic:context1=73": 0.9954761942086724, + "hydraulic:context1=80": 0.9954761942086723, + "hydraulic:context1=90": 0.9954761942086723, + "hydraulic:context0=3": 0.764519892327847, + "hydraulic:context0=20": 0.7645198923278471, + "gas:batch6": 0.7954477143046728, + "gas:batch7": 0.789627299303164, + "gas:batch10": 0.789627299303164, + "gas:batch9": 0.8693957197904666, + "gas:batch8": 0.6998210304319322 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03255887529142731, + "by_dataset": { + "hydraulic": 0.008866330597210616, + "gas": 0.056251419985644 + }, + "by_environment": { + "hydraulic:context1=73": 0.002868900473523802, + "hydraulic:context1=80": 0.0028689004735237647, + "hydraulic:context1=90": 0.002868900473523802, + "hydraulic:context0=3": 0.017862475782740854, + "hydraulic:context0=20": 0.017862475782740854, + "gas:batch6": 0.05309556760072374, + "gas:batch7": 0.044020055609059666, + "gas:batch10": 0.044020055609059666, + "gas:batch9": 0.05280139401659484, + "gas:batch8": 0.08732002709278212 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.04561668496951574, + "by_dataset": { + "hydraulic": -0.0014881373861233532, + "gas": 0.09272150732515484 + }, + "by_environment": { + "hydraulic:context1=73": -0.08249192426874423, + "hydraulic:context1=80": -0.08249192426874426, + "hydraulic:context1=90": -0.08249192426874423, + "hydraulic:context0=3": 0.12001754293780798, + "hydraulic:context0=20": 0.12001754293780798, + "gas:batch6": 0.08638356233356705, + "gas:batch7": 0.0801715869401844, + "gas:batch10": 0.0801715869401844, + "gas:batch9": 0.11041486036420019, + "gas:batch8": 0.10646594004763817 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.37300669696472777, + "by_dataset": { + "hydraulic": 0.38758187211795453, + "gas": 0.35843152181150106 + }, + "by_environment": { + "hydraulic:context1=73": 0.39003436426116833, + "hydraulic:context1=80": 0.39003436426116833, + "hydraulic:context1=90": 0.39003436426116833, + "hydraulic:context0=3": 0.4063899063899063, + "hydraulic:context0=20": 0.3614163614163614, + "gas:batch6": 0.35027098034296783, + "gas:batch7": 0.3235349465869455, + "gas:batch10": 0.29858942559530527, + "gas:batch9": 0.4029249635432324, + "gas:batch8": 0.4168372929890545 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0012633946423726557, + "by_dataset": { + "hydraulic": 0.0010943527548763685, + "gas": 0.001432436529868943 + }, + "by_environment": { + "hydraulic:context1=73": -7.401486830834377e-17, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0027358818871909708, + "hydraulic:context0=20": 0.002735881887190946, + "gas:batch6": 0.0012638520688902366, + "gas:batch7": 0.0012572276509907616, + "gas:batch10": 0.001257227650990759, + "gas:batch9": 0.00027721561060140384, + "gas:batch8": 0.003106659667871554 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.14394563399520358, + "by_dataset": { + "hydraulic": 0.13953843814635727, + "gas": 0.14835282984404988 + }, + "by_environment": { + "hydraulic:context1=73": 0.07250451494631209, + "hydraulic:context1=80": 0.07250451494631209, + "hydraulic:context1=90": 0.07250451494631209, + "hydraulic:context0=3": 0.24008932294642502, + "hydraulic:context0=20": 0.24008932294642502, + "gas:batch6": 0.14227198647599967, + "gas:batch7": 0.12225770604814916, + "gas:batch10": 0.12225770604814916, + "gas:batch9": 0.15186177416214938, + "gas:batch8": 0.203114976485802 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4927706115733067, + "by_dataset": { + "hydraulic": 0.44462712643447666, + "gas": 0.5409140967121367 + }, + "by_environment": { + "hydraulic:context1=73": 0.20468329226987417, + "hydraulic:context1=80": 0.20468329226987417, + "hydraulic:context1=90": 0.20468329226987417, + "hydraulic:context0=3": 0.8045428776813804, + "hydraulic:context0=20": 0.8045428776813804, + "gas:batch6": 0.520718143782163, + "gas:batch7": 0.4487969316364326, + "gas:batch10": 0.4487969316364326, + "gas:batch9": 0.5565869694349926, + "gas:batch8": 0.7296715070706631 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.6101090057499712, + "by_dataset": { + "hydraulic": 1.5281023900489101, + "gas": 1.6921156214510322 + }, + "by_environment": { + "hydraulic:context1=73": 1.1567575272829096, + "hydraulic:context1=80": 1.1567575272829096, + "hydraulic:context1=90": 1.1567575272829096, + "hydraulic:context0=3": 2.085119684197911, + "hydraulic:context0=20": 2.085119684197911, + "gas:batch6": 1.7082411251341791, + "gas:batch7": 1.608776016093661, + "gas:batch10": 1.608776016093661, + "gas:batch9": 1.7713655944064466, + "gas:batch8": 1.763419355527213 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1173383941766644, + "by_dataset": { + "hydraulic": 1.0834752636144338, + "gas": 1.1512015247388951 + }, + "by_environment": { + "hydraulic:context1=73": 0.9520742350130355, + "hydraulic:context1=80": 0.9520742350130355, + "hydraulic:context1=90": 0.9520742350130355, + "hydraulic:context0=3": 1.280576806516531, + "hydraulic:context0=20": 1.280576806516531, + "gas:batch6": 1.1875229813520158, + "gas:batch7": 1.1599790844572284, + "gas:batch10": 1.1599790844572284, + "gas:batch9": 1.2147786249714536, + "gas:batch8": 1.0337478484565494 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8266794334776888, + "by_dataset": { + "hydraulic": 1.3589457224800416, + "gas": 2.294413144475336 + }, + "by_environment": { + "hydraulic:context1=73": 0.7728835183122241, + "hydraulic:context1=80": 0.8526661160811214, + "hydraulic:context1=90": 1.0841958834511813, + "hydraulic:context0=3": 2.0424915472778404, + "hydraulic:context0=20": 2.0424915472778404, + "gas:batch6": 2.4134689014206314, + "gas:batch7": 2.0311096967935756, + "gas:batch10": 2.0644509409387686, + "gas:batch9": 3.1291439424634184, + "gas:batch8": 1.8338922407602871 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "64", + "model": "support_mixture", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4310700189868407, + "by_dataset": { + "hydraulic": 0.48746547029001175, + "gas": 0.3746745676836697 + }, + "by_environment": { + "hydraulic:context1=73": 0.9714550264550267, + "hydraulic:context1=80": 0.9697863247863246, + "hydraulic:context1=90": 0.7345050505050503, + "hydraulic:context0=3": 0.19146475507765834, + "hydraulic:context0=20": -0.4298838053740015, + "gas:batch6": 0.40501869522798206, + "gas:batch7": 0.28243233263344614, + "gas:batch10": 0.3146549778481792, + "gas:batch9": 0.23715775084022503, + "gas:batch8": 0.6341090818685159 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.44420340770454436, + "by_dataset": { + "hydraulic": 0.4992334519089737, + "gas": 0.38917336350011494 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904763, + "hydraulic:context1=80": 0.9871794871794872, + "hydraulic:context1=90": 0.7454545454545455, + "hydraulic:context0=3": 0.22939068100358417, + "hydraulic:context0=20": -0.4420479302832245, + "gas:batch6": 0.45689488977756926, + "gas:batch7": 0.28938768725714276, + "gas:batch10": 0.322414429145108, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.643323657474601 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.013133388717703665, + "by_dataset": { + "hydraulic": -0.01176798161896203, + "gas": -0.0144987958164453 + }, + "by_environment": { + "hydraulic:context1=73": -0.004735449735449704, + "hydraulic:context1=80": -0.017393162393162465, + "hydraulic:context1=90": -0.010949494949495042, + "hydraulic:context0=3": -0.037925925925925884, + "hydraulic:context0=20": 0.012164124909222947, + "gas:batch6": -0.051876194549587216, + "gas:batch7": -0.006955354623696636, + "gas:batch10": -0.007759451296928839, + "gas:batch9": 0.003311596994071212, + "gas:batch8": -0.00921457560608503 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5903932987143239, + "by_dataset": { + "hydraulic": 0.6674191351720766, + "gas": 0.5133674622565713 + }, + "by_environment": { + "hydraulic:context1=73": 0.869758934472725, + "hydraulic:context1=80": 0.8680722822499178, + "hydraulic:context1=90": 0.8559165026398352, + "hydraulic:context0=3": 0.3995652142476547, + "hydraulic:context0=20": 0.3437827422502507, + "gas:batch6": 0.5450103434893062, + "gas:batch7": 0.48802824960043156, + "gas:batch10": 0.539194965244119, + "gas:batch9": 0.439688451786593, + "gas:batch8": 0.5549153011624065 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5674811876349388, + "by_dataset": { + "hydraulic": 0.6361132810939205, + "gas": 0.49884909417595713 + }, + "by_environment": { + "hydraulic:context1=73": 0.8332151711873573, + "hydraulic:context1=80": 0.8319113464443185, + "hydraulic:context1=90": 0.8212187880675955, + "hydraulic:context0=3": 0.3522226029517678, + "hydraulic:context0=20": 0.34199849681856315, + "gas:batch6": 0.5295510203528473, + "gas:batch7": 0.46559374586458596, + "gas:batch10": 0.5077569921656864, + "gas:batch9": 0.43741080421778894, + "gas:batch8": 0.5539329082788772 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.02291211107938515, + "by_dataset": { + "hydraulic": 0.03130585407815621, + "gas": 0.014518368080614092 + }, + "by_environment": { + "hydraulic:context1=73": 0.03654376328536768, + "hydraulic:context1=80": 0.036160935805599315, + "hydraulic:context1=90": 0.034697714572239614, + "hydraulic:context0=3": 0.047342611295886856, + "hydraulic:context0=20": 0.001784245431687586, + "gas:batch6": 0.015459323136458916, + "gas:batch7": 0.02243450373584561, + "gas:batch10": 0.03143797307843259, + "gas:batch9": 0.00227764756880404, + "gas:batch8": 0.0009823928835293039 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.03604549979708882, + "by_dataset": { + "hydraulic": 0.04307383569711824, + "gas": 0.029017163897059394 + }, + "by_environment": { + "hydraulic:context1=73": 0.041279213020817385, + "hydraulic:context1=80": 0.05355409819876178, + "hydraulic:context1=90": 0.04564720952173466, + "hydraulic:context0=3": 0.08526853722181275, + "hydraulic:context0=20": -0.010379879477535362, + "gas:batch6": 0.06733551768604613, + "gas:batch7": 0.02938985835954225, + "gas:batch10": 0.039197424375361424, + "gas:batch9": -0.001033949425267172, + "gas:batch8": 0.010196968489614334 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.42518703941463853, + "by_dataset": { + "hydraulic": 0.45790908320952595, + "gas": 0.39246499561975107 + }, + "by_environment": { + "hydraulic:context1=73": 0.3703703703703704, + "hydraulic:context1=80": 0.40769230769230763, + "hydraulic:context1=90": 0.35353535353535354, + "hydraulic:context0=3": 0.6991238550378336, + "hydraulic:context0=20": 0.4588235294117647, + "gas:batch6": 0.49006069544090325, + "gas:batch7": 0.5185855274448004, + "gas:batch10": 0.49376436008128644, + "gas:batch9": 0.28898430321110735, + "gas:batch8": 0.17093009192065792 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.1413264442896859, + "by_dataset": { + "hydraulic": 0.13113454649784667, + "gas": 0.15151834208152515 + }, + "by_environment": { + "hydraulic:context1=73": 0.012177886264217739, + "hydraulic:context1=80": 0.009072478423468588, + "hydraulic:context1=90": 0.0832759697718277, + "hydraulic:context0=3": 0.18625261852772923, + "hydraulic:context0=20": 0.3648937795019902, + "gas:batch6": 0.1442208896208677, + "gas:batch7": 0.18524826373861497, + "gas:batch10": 0.1720112996423651, + "gas:batch9": 0.16526843041001574, + "gas:batch8": 0.09084282699576217 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4463297373764372, + "by_dataset": { + "hydraulic": 0.4259362119599083, + "gas": 0.4667232627929662 + }, + "by_environment": { + "hydraulic:context1=73": 0.060358991431959226, + "hydraulic:context1=80": 0.060118455202871145, + "hydraulic:context1=90": 0.3107927170128857, + "hydraulic:context0=3": 0.5475525993328897, + "hydraulic:context0=20": 1.1508582968189358, + "gas:batch6": 0.45154927317196447, + "gas:batch7": 0.5719831490197941, + "gas:batch10": 0.5298328627989883, + "gas:batch9": 0.45871061269843505, + "gas:batch8": 0.32154041627564944 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.895850072130834, + "by_dataset": { + "hydraulic": 0.9485630085418437, + "gas": 0.8431371357198243 + }, + "by_environment": { + "hydraulic:context1=73": 0.6769850564031995, + "hydraulic:context1=80": 0.8416060009233903, + "hydraulic:context1=90": 1.0375811526242946, + "hydraulic:context0=3": 0.9606528692905023, + "hydraulic:context0=20": 1.2259899634678317, + "gas:batch6": 0.8743583486550486, + "gas:batch7": 1.062620077349393, + "gas:batch10": 1.0684865590613393, + "gas:batch9": 0.5131775099571357, + "gas:batch8": 0.6970431835762048 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.4495203347543967, + "by_dataset": { + "hydraulic": 0.5226267965819354, + "gas": 0.37641387292685796 + }, + "by_environment": { + "hydraulic:context1=73": 0.6166260649712402, + "hydraulic:context1=80": 0.7814875457205192, + "hydraulic:context1=90": 0.7267884356114087, + "hydraulic:context0=3": 0.4131002699576127, + "hydraulic:context0=20": 0.07513166664889627, + "gas:batch6": 0.4228090754830841, + "gas:batch7": 0.49063692832959893, + "gas:batch10": 0.5386536962623509, + "gas:batch9": 0.05446689725870065, + "gas:batch8": 0.3755027673005553 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.9021537524971011, + "by_dataset": { + "hydraulic": 0.9297272946339259, + "gas": 0.8745802103602763 + }, + "by_environment": { + "hydraulic:context1=73": 0.5299940456563575, + "hydraulic:context1=80": 0.8354747079294577, + "hydraulic:context1=90": 1.0931850290813063, + "hydraulic:context0=3": 0.9409079920822175, + "hydraulic:context0=20": 1.2490746984202903, + "gas:batch6": 0.8595703072078675, + "gas:batch7": 1.051117294464618, + "gas:batch10": 1.0442546289294679, + "gas:batch9": 0.5384699305870483, + "gas:batch8": 0.8794888906123797 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "64", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.3795451514338885, + "by_dataset": { + "hydraulic": 0.37559003085840525, + "gas": 0.38350027200937176 + }, + "by_environment": { + "hydraulic:context1=73": 0.6815767195767194, + "hydraulic:context1=80": 0.8153162393162394, + "hydraulic:context1=90": 0.7352777777777777, + "hydraulic:context0=3": 0.15729430505774586, + "hydraulic:context0=20": -0.511514887436456, + "gas:batch6": 0.46962694857168835, + "gas:batch7": 0.2477076084240408, + "gas:batch10": 0.3948406430465317, + "gas:batch9": 0.2330622106415921, + "gas:batch8": 0.572263949363006 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.3953214925190077, + "by_dataset": { + "hydraulic": 0.41513537134030487, + "gas": 0.3755076136977105 + }, + "by_environment": { + "hydraulic:context1=73": 0.7793650793650793, + "hydraulic:context1=80": 0.9435897435897437, + "hydraulic:context1=90": 0.6303030303030303, + "hydraulic:context0=3": 0.22198327359617678, + "hydraulic:context0=20": -0.49956427015250543, + "gas:batch6": 0.4640524369801608, + "gas:batch7": 0.2202254059308046, + "gas:batch10": 0.38517592923030697, + "gas:batch9": 0.23656357388316146, + "gas:batch8": 0.5715207224641187 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.015776341085119168, + "by_dataset": { + "hydraulic": -0.039545340481899616, + "gas": 0.00799265831166128 + }, + "by_environment": { + "hydraulic:context1=73": -0.09778835978835976, + "hydraulic:context1=80": -0.12827350427350426, + "hydraulic:context1=90": 0.10497474747474744, + "hydraulic:context0=3": -0.06468896853843091, + "hydraulic:context0=20": -0.011950617283950587, + "gas:batch6": 0.005574511591527538, + "gas:batch7": 0.027482202493236206, + "gas:batch10": 0.009664713816224755, + "gas:batch9": -0.0035013632415694072, + "gas:batch8": 0.0007432268988873114 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.10545890624999998, + "by_dataset": { + "hydraulic": 0.1223321759259259, + "gas": 0.08858563657407406 + }, + "by_environment": { + "hydraulic:context1=73": 0.16709895833333333, + "hydraulic:context1=80": 0.16654166666666667, + "hydraulic:context1=90": 0.1609704861111111, + "hydraulic:context0=3": 0.04772337962962963, + "hydraulic:context0=20": 0.06932638888888888, + "gas:batch6": 0.10113454861111108, + "gas:batch7": 0.05523287037037037, + "gas:batch10": 0.08437719907407407, + "gas:batch9": 0.08805624999999997, + "gas:batch8": 0.11412731481481479 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.09228125, + "by_dataset": { + "hydraulic": 0.10569444444444445, + "gas": 0.07886805555555554 + }, + "by_environment": { + "hydraulic:context1=73": 0.1416666666666667, + "hydraulic:context1=80": 0.13854166666666667, + "hydraulic:context1=90": 0.13645833333333335, + "hydraulic:context0=3": 0.04583333333333333, + "hydraulic:context0=20": 0.0659722222222222, + "gas:batch6": 0.09010416666666665, + "gas:batch7": 0.04027777777777777, + "gas:batch10": 0.07236111111111111, + "gas:batch9": 0.08395833333333333, + "gas:batch8": 0.10763888888888885 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.013177656249999996, + "by_dataset": { + "hydraulic": 0.016637731481481472, + "gas": 0.009717581018518518 + }, + "by_environment": { + "hydraulic:context1=73": 0.025432291666666634, + "hydraulic:context1=80": 0.027999999999999997, + "hydraulic:context1=90": 0.024512152777777758, + "hydraulic:context0=3": 0.0018900462962962957, + "hydraulic:context0=20": 0.0033541666666666776, + "gas:batch6": 0.01103038194444444, + "gas:batch7": 0.01495509259259259, + "gas:batch10": 0.012016087962962961, + "gas:batch9": 0.00409791666666667, + "gas:batch8": 0.006488425925925925 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.028953997335119164, + "by_dataset": { + "hydraulic": 0.05618307196338109, + "gas": 0.0017249227068572362 + }, + "by_environment": { + "hydraulic:context1=73": 0.1232206514550264, + "hydraulic:context1=80": 0.15627350427350425, + "hydraulic:context1=90": -0.08046259469696969, + "hydraulic:context0=3": 0.06657901483472721, + "hydraulic:context0=20": 0.015304783950617263, + "gas:batch6": 0.005455870352916904, + "gas:batch7": -0.01252710990064362, + "gas:batch10": 0.002351374146738206, + "gas:batch9": 0.007599279908236077, + "gas:batch8": 0.005745199027038614 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.8062878036016767, + "by_dataset": { + "hydraulic": 0.9244578192206276, + "gas": 0.6881177879827257 + }, + "by_environment": { + "hydraulic:context1=73": 1.0917989417989418, + "hydraulic:context1=80": 1.2782051282051283, + "hydraulic:context1=90": 1.2050505050505051, + "hydraulic:context0=3": 0.3575467941059339, + "hydraulic:context0=20": 0.6896877269426289, + "gas:batch6": 0.7621553426516633, + "gas:batch7": 0.6320092758587141, + "gas:batch10": 0.6662022758038472, + "gas:batch9": 0.7298901098901099, + "gas:batch8": 0.6503319357092942 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.15368128741499854, + "by_dataset": { + "hydraulic": 0.15580152838931347, + "gas": 0.15156104644068358 + }, + "by_environment": { + "hydraulic:context1=73": 0.06904120845138034, + "hydraulic:context1=80": 0.060162412384893456, + "hydraulic:context1=90": 0.0949935448720771, + "hydraulic:context0=3": 0.21472869036105083, + "hydraulic:context0=20": 0.34008178587716564, + "gas:batch6": 0.13910005620624116, + "gas:batch7": 0.188061638095427, + "gas:batch10": 0.15346557526429974, + "gas:batch9": 0.1626018364396394, + "gas:batch8": 0.1145761261978106 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4773870646631779, + "by_dataset": { + "hydraulic": 0.4927071808233817, + "gas": 0.46206694850297403 + }, + "by_environment": { + "hydraulic:context1=73": 0.27788462451922236, + "hydraulic:context1=80": 0.26345585770753016, + "hydraulic:context1=90": 0.3445909019586301, + "hydraulic:context0=3": 0.6063800389117908, + "hydraulic:context0=20": 0.971224481019735, + "gas:batch6": 0.4339300113269567, + "gas:batch7": 0.5574713969804476, + "gas:batch10": 0.4698181847214978, + "gas:batch9": 0.47226660021308964, + "gas:batch8": 0.37684854927287853 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.8388413606454664, + "by_dataset": { + "hydraulic": 0.9506892903868858, + "gas": 0.7269934309040471 + }, + "by_environment": { + "hydraulic:context1=73": 1.0337270085801078, + "hydraulic:context1=80": 0.9568051367440275, + "hydraulic:context1=90": 0.9067077066571412, + "hydraulic:context0=3": 0.7383628044973612, + "hydraulic:context0=20": 1.1178437954557912, + "gas:batch6": 0.7056894141244691, + "gas:batch7": 0.8991598635419094, + "gas:batch10": 0.8003974474231729, + "gas:batch9": 0.5516535364965145, + "gas:batch8": 0.6780668929341701 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.3614542959822886, + "by_dataset": { + "hydraulic": 0.4579821095635041, + "gas": 0.26492648240107314 + }, + "by_environment": { + "hydraulic:context1=73": 0.7558423840608853, + "hydraulic:context1=80": 0.6933492790364975, + "hydraulic:context1=90": 0.5621168046985111, + "hydraulic:context0=3": 0.13198276558557046, + "hydraulic:context0=20": 0.1466193144360561, + "gas:batch6": 0.2717594027975123, + "gas:batch7": 0.34168846656146185, + "gas:batch10": 0.3305792627016751, + "gas:batch9": 0.07938693628342483, + "gas:batch8": 0.3012183436612916 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.8161504365944265, + "by_dataset": { + "hydraulic": 0.8116028972101782, + "gas": 0.8206979759786748 + }, + "by_environment": { + "hydraulic:context1=73": 0.5712375317397963, + "hydraulic:context1=80": 0.7142568846906993, + "hydraulic:context1=90": 0.8675565242271124, + "hydraulic:context0=3": 0.7958828470047433, + "hydraulic:context0=20": 1.1090806983885402, + "gas:batch6": 0.7193525938299711, + "gas:batch7": 0.8383246463599862, + "gas:batch10": 0.7813739225418982, + "gas:batch9": 0.5586242753292778, + "gas:batch8": 1.2058144418322405 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "64", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4223124454106426, + "by_dataset": { + "hydraulic": 0.48886801521621254, + "gas": 0.3557568756050727 + }, + "by_environment": { + "hydraulic:context1=73": 0.9696375661375661, + "hydraulic:context1=80": 0.9736239316239317, + "hydraulic:context1=90": 0.6881818181818181, + "hydraulic:context0=3": 0.24278056551174831, + "hydraulic:context0=20": -0.4298838053740015, + "gas:batch6": 0.38461963206561706, + "gas:batch7": 0.26486241896750695, + "gas:batch10": 0.2834079052015914, + "gas:batch9": 0.23311355311355303, + "gas:batch8": 0.612780868677095 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4186188633633211, + "by_dataset": { + "hydraulic": 0.4602544142202586, + "gas": 0.37698331250638367 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904763, + "hydraulic:context1=80": 0.9871794871794872, + "hydraulic:context1=90": 0.5515151515151514, + "hydraulic:context0=3": 0.22843488649940258, + "hydraulic:context0=20": -0.4420479302832245, + "gas:batch6": 0.43417558021669106, + "gas:batch7": 0.2802196399063659, + "gas:batch10": 0.2963752369420014, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.6402999516207063 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.003693582047321462, + "by_dataset": { + "hydraulic": 0.02861360099595393, + "gas": -0.021226436901311006 + }, + "by_environment": { + "hydraulic:context1=73": -0.006552910052910106, + "hydraulic:context1=80": -0.013555555555555618, + "hydraulic:context1=90": 0.1366666666666667, + "hydraulic:context0=3": 0.014345679012345734, + "hydraulic:context0=20": 0.012164124909222947, + "gas:batch6": -0.049555948151074045, + "gas:batch7": -0.015357220938858987, + "gas:batch10": -0.012967331740410027, + "gas:batch9": -0.00073260073260073, + "gas:batch8": -0.027519082943611245 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6748262962531937, + "by_dataset": { + "hydraulic": 0.7595958109240832, + "gas": 0.590056781582304 + }, + "by_environment": { + "hydraulic:context1=73": 0.990243689956667, + "hydraulic:context1=80": 0.9906331832300399, + "hydraulic:context1=90": 0.9817827888790699, + "hydraulic:context0=3": 0.4535662246421874, + "hydraulic:context0=20": 0.38175316791245234, + "gas:batch6": 0.6283598942083265, + "gas:batch7": 0.5770337931757129, + "gas:batch10": 0.6363657087440007, + "gas:batch9": 0.48861481876064117, + "gas:batch8": 0.6199096930228388 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6508529171200934, + "by_dataset": { + "hydraulic": 0.7276233693353578, + "gas": 0.5740824649048291 + }, + "by_environment": { + "hydraulic:context1=73": 0.9559793047435922, + "hydraulic:context1=80": 0.9562660736769258, + "hydraulic:context1=90": 0.9445650297409455, + "hydraulic:context0=3": 0.4011802113718875, + "hydraulic:context0=20": 0.38012622714343774, + "gas:batch6": 0.6117028782964347, + "gas:batch7": 0.5520266403955522, + "gas:batch10": 0.5997921915872813, + "gas:batch9": 0.4872852377902658, + "gas:batch8": 0.6196053764546114 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.02397337913310024, + "by_dataset": { + "hydraulic": 0.031972441588725545, + "gas": 0.015974316677474933 + }, + "by_environment": { + "hydraulic:context1=73": 0.03426438521307481, + "hydraulic:context1=80": 0.03436710955311403, + "hydraulic:context1=90": 0.03721775913812442, + "hydraulic:context0=3": 0.05238601327029979, + "hydraulic:context0=20": 0.0016269407690146518, + "gas:batch6": 0.016657015911891927, + "gas:batch7": 0.025007152780160583, + "gas:batch10": 0.03657351715671954, + "gas:batch9": 0.0013295809703753679, + "gas:batch8": 0.0003043165682272512 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.02027979708577878, + "by_dataset": { + "hydraulic": 0.0033588405927716127, + "gas": 0.037200753578785946 + }, + "by_environment": { + "hydraulic:context1=73": 0.04081729526598491, + "hydraulic:context1=80": 0.04792266510866964, + "hydraulic:context1=90": -0.09944890752854225, + "hydraulic:context0=3": 0.03804033425795406, + "hydraulic:context0=20": -0.010537184140208296, + "gas:batch6": 0.06621296406296598, + "gas:batch7": 0.04036437371901957, + "gas:batch10": 0.04954084889712957, + "gas:batch9": 0.002062181702976098, + "gas:batch8": 0.027823399511838497 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3935662418999186, + "by_dataset": { + "hydraulic": 0.40650371672509555, + "gas": 0.38062876707474164 + }, + "by_environment": { + "hydraulic:context1=73": 0.2423280423280423, + "hydraulic:context1=80": 0.3444444444444445, + "hydraulic:context1=90": 0.34242424242424235, + "hydraulic:context0=3": 0.6705694942254081, + "hydraulic:context0=20": 0.43275236020334057, + "gas:batch6": 0.4467210046303215, + "gas:batch7": 0.4803885807500527, + "gas:batch10": 0.45286752596977287, + "gas:batch9": 0.26427702881311127, + "gas:batch8": 0.25888969521044997 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.14652371958944865, + "by_dataset": { + "hydraulic": 0.1360689907774601, + "gas": 0.1569784484014372 + }, + "by_environment": { + "hydraulic:context1=73": 0.007709422576082771, + "hydraulic:context1=80": 0.0040737459489673085, + "hydraulic:context1=90": 0.11711068734395776, + "hydraulic:context0=3": 0.18571152843544372, + "hydraulic:context0=20": 0.3657395695828489, + "gas:batch6": 0.15451905690747653, + "gas:batch7": 0.1878837004644252, + "gas:batch10": 0.1855783677047795, + "gas:batch9": 0.16605935463233584, + "gas:batch8": 0.090851762298169 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4876037319907699, + "by_dataset": { + "hydraulic": 0.442477713007253, + "gas": 0.5327297509742868 + }, + "by_environment": { + "hydraulic:context1=73": 0.024792435927597136, + "hydraulic:context1=80": 0.01782270515351184, + "hydraulic:context1=90": 0.45893992523452426, + "hydraulic:context0=3": 0.5504691681808468, + "hydraulic:context0=20": 1.160364330539785, + "gas:batch6": 0.5545860727384175, + "gas:batch7": 0.6243224895918248, + "gas:batch10": 0.6878375843258031, + "gas:batch9": 0.47687514465741454, + "gas:batch8": 0.3200274635579739 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.0697243011317232, + "by_dataset": { + "hydraulic": 1.0194804312827177, + "gas": 1.1199681709807288 + }, + "by_environment": { + "hydraulic:context1=73": 0.6953395715705643, + "hydraulic:context1=80": 0.8714483346170528, + "hydraulic:context1=90": 1.3033055928571025, + "hydraulic:context0=3": 0.9962916099467186, + "hydraulic:context0=20": 1.23101704742215, + "gas:batch6": 1.2658734609691973, + "gas:batch7": 1.3528261037733367, + "gas:batch10": 1.5298351937412038, + "gas:batch9": 0.5416862810163284, + "gas:batch8": 0.9096198154035774 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5821205691409534, + "by_dataset": { + "hydraulic": 0.5770027182754646, + "gas": 0.5872384200064424 + }, + "by_environment": { + "hydraulic:context1=73": 0.6705471356429671, + "hydraulic:context1=80": 0.853625629463541, + "hydraulic:context1=90": 0.8443656676225784, + "hydraulic:context0=3": 0.4458224417658718, + "hydraulic:context0=20": 0.07065271688236457, + "gas:batch6": 0.7112873882307814, + "gas:batch7": 0.7285036141815112, + "gas:batch10": 0.8419976094154024, + "gas:batch9": 0.06481113635891372, + "gas:batch8": 0.5895923518456035 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.1133144440072362, + "by_dataset": { + "hydraulic": 1.0211522505149, + "gas": 1.2054766374995727 + }, + "by_environment": { + "hydraulic:context1=73": 0.5389465779404053, + "hydraulic:context1=80": 0.9075220565386822, + "hydraulic:context1=90": 1.446766201320732, + "hydraulic:context0=3": 0.9572954565618823, + "hydraulic:context0=20": 1.2552309602127982, + "gas:batch6": 1.3969254157232673, + "gas:batch7": 1.3847050991512242, + "gas:batch10": 1.7307493596222985, + "gas:batch9": 0.6120834349253512, + "gas:batch8": 0.9029198780757223 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "support_mixture", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.46720810492734577, + "by_dataset": { + "hydraulic": 0.5039058405295597, + "gas": 0.4305103693251319 + }, + "by_environment": { + "hydraulic:context1=73": 0.9692222222222223, + "hydraulic:context1=80": 0.9603974358974359, + "hydraulic:context1=90": 0.8604848484848485, + "hydraulic:context0=3": 0.301973715651135, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.5116446678655666, + "gas:batch7": 0.35300965964604986, + "gas:batch10": 0.4347627602837534, + "gas:batch9": 0.23710276802235558, + "gas:batch8": 0.6160319908079341 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4781249221284385, + "by_dataset": { + "hydraulic": 0.5175867017233241, + "gas": 0.4386631425335528 + }, + "by_environment": { + "hydraulic:context1=73": 0.9761904761904763, + "hydraulic:context1=80": 0.9923076923076923, + "hydraulic:context1=90": 0.890909090909091, + "hydraulic:context0=3": 0.30107526881720426, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.5172592116986995, + "gas:batch7": 0.3564808246006926, + "gas:batch10": 0.4424058650476174, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.643323657474601 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.01091681720109267, + "by_dataset": { + "hydraulic": -0.013680861193764429, + "gas": -0.008152773208420913 + }, + "by_environment": { + "hydraulic:context1=73": -0.006968253968253957, + "hydraulic:context1=80": -0.031910256410256466, + "hydraulic:context1=90": -0.030424242424242465, + "hydraulic:context0=3": 0.0008984468339307364, + "hydraulic:context0=20": 0.0, + "gas:batch6": -0.005614543833132982, + "gas:batch7": -0.003471164954642687, + "gas:batch10": -0.007643104763864019, + "gas:batch9": 0.0032566141762018, + "gas:batch8": -0.027291666666666676 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5146752283876, + "by_dataset": { + "hydraulic": 0.5893577737361916, + "gas": 0.43999268303900846 + }, + "by_environment": { + "hydraulic:context1=73": 0.8053795045998126, + "hydraulic:context1=80": 0.780422413491932, + "hydraulic:context1=90": 0.7629929264809941, + "hydraulic:context0=3": 0.3193532819306843, + "hydraulic:context0=20": 0.2786407421775348, + "gas:batch6": 0.45899573495447965, + "gas:batch7": 0.35929320664487946, + "gas:batch10": 0.4080127319926322, + "gas:batch9": 0.4199515547221405, + "gas:batch8": 0.5537101868809103 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5004346730166809, + "by_dataset": { + "hydraulic": 0.5699511263519402, + "gas": 0.4309182196814215 + }, + "by_environment": { + "hydraulic:context1=73": 0.7745054059680095, + "hydraulic:context1=80": 0.7574321851964335, + "hydraulic:context1=90": 0.7494743826229099, + "hydraulic:context0=3": 0.2903305678001366, + "hydraulic:context0=20": 0.27801309017221154, + "gas:batch6": 0.4495453795597525, + "gas:batch7": 0.34586136077355156, + "gas:batch10": 0.3899193445303119, + "gas:batch9": 0.41676715245506435, + "gas:batch8": 0.5524978610884272 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.014240555370919127, + "by_dataset": { + "hydraulic": 0.019406647384251314, + "gas": 0.00907446335758694 + }, + "by_environment": { + "hydraulic:context1=73": 0.030874098631802904, + "hydraulic:context1=80": 0.02299022829549846, + "hydraulic:context1=90": 0.013518543858084264, + "hydraulic:context0=3": 0.02902271413054767, + "hydraulic:context0=20": 0.0006276520053232667, + "gas:batch6": 0.009450355394727222, + "gas:batch7": 0.013431845871327877, + "gas:batch10": 0.018093387462320306, + "gas:batch9": 0.003184402267076103, + "gas:batch8": 0.001212325792483195 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.025157372572011803, + "by_dataset": { + "hydraulic": 0.03308750857801575, + "gas": 0.017227236566007855 + }, + "by_environment": { + "hydraulic:context1=73": 0.03784235260005686, + "hydraulic:context1=80": 0.054900484705754926, + "hydraulic:context1=90": 0.04394278628232673, + "hydraulic:context0=3": 0.028124267296616934, + "hydraulic:context0=20": 0.0006276520053232667, + "gas:batch6": 0.015064899227860204, + "gas:batch7": 0.016903010825970566, + "gas:batch10": 0.025736492226184328, + "gas:batch9": -7.221190912569675e-05, + "gas:batch8": 0.028503992459149873 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.44147345706354346, + "by_dataset": { + "hydraulic": 0.5274624658495626, + "gas": 0.35548444827752435 + }, + "by_environment": { + "hydraulic:context1=73": 0.5999999999999999, + "hydraulic:context1=80": 0.6282051282051282, + "hydraulic:context1=90": 0.4227272727272727, + "hydraulic:context0=3": 0.6530465949820788, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.4005605109815056, + "gas:batch7": 0.45989473097280553, + "gas:batch10": 0.4293931064154379, + "gas:batch9": 0.2705826819228881, + "gas:batch8": 0.21699121109498468 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.1271812908421664, + "by_dataset": { + "hydraulic": 0.12047856094153309, + "gas": 0.13388402074279968 + }, + "by_environment": { + "hydraulic:context1=73": 0.005845891661720071, + "hydraulic:context1=80": 0.00788336337530995, + "hydraulic:context1=90": 0.041103716105953925, + "hydraulic:context0=3": 0.19433969145442934, + "hydraulic:context0=20": 0.3532201421102521, + "gas:batch6": 0.12465320507339672, + "gas:batch7": 0.15785135085345312, + "gas:batch10": 0.13811028250803728, + "gas:batch9": 0.1592787973059297, + "gas:batch8": 0.08952646797318163 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.39144342847001556, + "by_dataset": { + "hydraulic": 0.3761810400534996, + "gas": 0.40670581688653157 + }, + "by_environment": { + "hydraulic:context1=73": 0.049407274846272164, + "hydraulic:context1=80": 0.06479859710079426, + "hydraulic:context1=90": 0.1887472624251412, + "hydraulic:context0=3": 0.5629104999980062, + "hydraulic:context0=20": 1.015041565897284, + "gas:batch6": 0.38694502551089716, + "gas:batch7": 0.4660162195276488, + "gas:batch10": 0.41392402945677736, + "gas:batch9": 0.4444699339678283, + "gas:batch8": 0.32217387596950636 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.7078394813768716, + "by_dataset": { + "hydraulic": 0.7972008640117257, + "gas": 0.6184780987420175 + }, + "by_environment": { + "hydraulic:context1=73": 0.5828772617150675, + "hydraulic:context1=80": 0.7333681334163481, + "hydraulic:context1=90": 0.7938546625207371, + "hydraulic:context0=3": 0.8314206559655211, + "hydraulic:context0=20": 1.0444836064409548, + "gas:batch6": 0.5998792791170519, + "gas:batch7": 0.6743607117495893, + "gas:batch10": 0.6420151156263351, + "gas:batch9": 0.4906823615933968, + "gas:batch8": 0.6854530256237149 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.3163960529068561, + "by_dataset": { + "hydraulic": 0.4210198239582262, + "gas": 0.21177228185548597 + }, + "by_environment": { + "hydraulic:context1=73": 0.5334699868687953, + "hydraulic:context1=80": 0.6685695363155538, + "hydraulic:context1=90": 0.6051074000955959, + "hydraulic:context0=3": 0.26851015596751465, + "hydraulic:context0=20": 0.029442040543670934, + "gas:batch6": 0.21293425360615462, + "gas:batch7": 0.20834449222194049, + "gas:batch10": 0.2280910861695577, + "gas:batch9": 0.04621242762556853, + "gas:batch8": 0.36327914965420843 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6960366903855149, + "by_dataset": { + "hydraulic": 0.7515190877955287, + "gas": 0.640554292975501 + }, + "by_environment": { + "hydraulic:context1=73": 0.3949215767030334, + "hydraulic:context1=80": 0.680255623548942, + "hydraulic:context1=90": 0.7997096633692594, + "hydraulic:context0=3": 0.8476964266164136, + "hydraulic:context0=20": 1.0350121487399948, + "gas:batch6": 0.585798424077571, + "gas:batch7": 0.5988731206404705, + "gas:batch10": 0.6075054063312078, + "gas:batch9": 0.5233158702953982, + "gas:batch8": 0.8872786435328578 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4230956671524722, + "by_dataset": { + "hydraulic": 0.42002609934867996, + "gas": 0.42616523495626446 + }, + "by_environment": { + "hydraulic:context1=73": 0.7495238095238094, + "hydraulic:context1=80": 0.8962564102564103, + "hydraulic:context1=90": 0.8645151515151515, + "hydraulic:context0=3": 0.16272401433691755, + "hydraulic:context0=20": -0.5728888888888889, + "gas:batch6": 0.4966640615775516, + "gas:batch7": 0.3435066102882773, + "gas:batch10": 0.47637960284569125, + "gas:batch9": 0.23350767720252258, + "gas:batch8": 0.5807682228672796 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4548724986409646, + "by_dataset": { + "hydraulic": 0.4826637035745195, + "gas": 0.4270812937074096 + }, + "by_environment": { + "hydraulic:context1=73": 0.9476190476190475, + "hydraulic:context1=80": 0.9846153846153847, + "hydraulic:context1=90": 0.890909090909091, + "hydraulic:context0=3": 0.16272401433691755, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.4959141448316167, + "gas:batch7": 0.34401544741727774, + "gas:batch10": 0.4742658727420013, + "gas:batch9": 0.23793814432989685, + "gas:batch8": 0.5832728592162555 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.03177683148849235, + "by_dataset": { + "hydraulic": -0.06263760422583951, + "gas": -0.0009160587511451914 + }, + "by_environment": { + "hydraulic:context1=73": -0.1980952380952381, + "hydraulic:context1=80": -0.08835897435897433, + "hydraulic:context1=90": -0.026393939393939414, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": -0.0003398692810457164, + "gas:batch6": 0.0007499167459348168, + "gas:batch7": -0.0005088371290004344, + "gas:batch10": 0.0021137301036898938, + "gas:batch9": -0.0044304671273743155, + "gas:batch8": -0.0025046363489759174 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.2689959546285777, + "by_dataset": { + "hydraulic": 0.3001636840839492, + "gas": 0.2378282251732063 + }, + "by_environment": { + "hydraulic:context1=73": 0.33738095238095234, + "hydraulic:context1=80": 0.44013031550068576, + "hydraulic:context1=90": 0.44968379446640316, + "hydraulic:context0=3": 0.12279583598895265, + "hydraulic:context0=20": 0.15082752208275219, + "gas:batch6": 0.34899828865012367, + "gas:batch7": 0.2634987782930232, + "gas:batch10": 0.33502458427880255, + "gas:batch9": 0.11708043609071886, + "gas:batch8": 0.1245390385533632 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.2584882150731321, + "by_dataset": { + "hydraulic": 0.286257014845128, + "gas": 0.23071941530113618 + }, + "by_environment": { + "hydraulic:context1=73": 0.3152709359605911, + "hydraulic:context1=80": 0.41358024691358014, + "hydraulic:context1=90": 0.43083003952569165, + "hydraulic:context0=3": 0.12237093690248567, + "hydraulic:context0=20": 0.14923291492329147, + "gas:batch6": 0.34230366813493707, + "gas:batch7": 0.2536782101498939, + "gas:batch10": 0.32583745702067785, + "gas:batch9": 0.11354537362627679, + "gas:batch8": 0.11823236757389521 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.010507739555445683, + "by_dataset": { + "hydraulic": 0.01390666923882122, + "gas": 0.007108809872070146 + }, + "by_environment": { + "hydraulic:context1=73": 0.022110016420361256, + "hydraulic:context1=80": 0.026550068587105624, + "hydraulic:context1=90": 0.01885375494071151, + "hydraulic:context0=3": 0.0004248990864669973, + "hydraulic:context0=20": 0.0015946071594607203, + "gas:batch6": 0.006694620515186626, + "gas:batch7": 0.00982056814312932, + "gas:batch10": 0.009187127258124726, + "gas:batch9": 0.003535062464442068, + "gas:batch8": 0.006306670979467993 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.04228457104393804, + "by_dataset": { + "hydraulic": 0.07654427346466074, + "gas": 0.008024868623215338 + }, + "by_environment": { + "hydraulic:context1=73": 0.22020525451559936, + "hydraulic:context1=80": 0.11490904294607995, + "hydraulic:context1=90": 0.04524769433465092, + "hydraulic:context0=3": 0.0004248990864669973, + "hydraulic:context0=20": 0.0019344764405064367, + "gas:batch6": 0.00594470376925181, + "gas:batch7": 0.010329405272129754, + "gas:batch10": 0.007073397154434832, + "gas:batch9": 0.007965529591816383, + "gas:batch8": 0.00881130732844391 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.6121207849256052, + "by_dataset": { + "hydraulic": 0.7146461676632454, + "gas": 0.5095954021879651 + }, + "by_environment": { + "hydraulic:context1=73": 1.0119047619047619, + "hydraulic:context1=80": 1.103846153846154, + "hydraulic:context1=90": 0.9969696969696967, + "hydraulic:context0=3": 0.09318996415770608, + "hydraulic:context0=20": 0.36732026143790847, + "gas:batch6": 0.42994569584555986, + "gas:batch7": 0.42774559282541386, + "gas:batch10": 0.4083070608148938, + "gas:batch9": 0.6880925946905329, + "gas:batch8": 0.5938860667634251 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.13429244845278512, + "by_dataset": { + "hydraulic": 0.1315517079761179, + "gas": 0.13703318892945235 + }, + "by_environment": { + "hydraulic:context1=73": 0.03084721322877791, + "hydraulic:context1=80": 0.01889787272535729, + "hydraulic:context1=90": 0.04247672003879474, + "hydraulic:context0=3": 0.22002505177806253, + "hydraulic:context0=20": 0.3455116821095971, + "gas:batch6": 0.12326574176932939, + "gas:batch7": 0.15927858442454873, + "gas:batch10": 0.13379775034534952, + "gas:batch9": 0.15666877539592125, + "gas:batch8": 0.11215509271211288 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.41385488902919143, + "by_dataset": { + "hydraulic": 0.4116360549431627, + "gas": 0.4160737231152202 + }, + "by_environment": { + "hydraulic:context1=73": 0.16033681070757488, + "hydraulic:context1=80": 0.12551924697447858, + "hydraulic:context1=90": 0.18583387957247108, + "hydraulic:context0=3": 0.6157004207134388, + "hydraulic:context0=20": 0.9707899167478501, + "gas:batch6": 0.3823326288432553, + "gas:batch7": 0.4698980387265999, + "gas:batch10": 0.40176338872559364, + "gas:batch9": 0.453426213664038, + "gas:batch8": 0.3729483456166139 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.6937278289683083, + "by_dataset": { + "hydraulic": 0.8097829548575401, + "gas": 0.5776727030790765 + }, + "by_environment": { + "hydraulic:context1=73": 0.9489906731840682, + "hydraulic:context1=80": 0.7913666671370579, + "hydraulic:context1=90": 0.5844136909899071, + "hydraulic:context0=3": 0.6902577881993229, + "hydraulic:context0=20": 1.0338859547773445, + "gas:batch6": 0.5193413530061481, + "gas:batch7": 0.6151912510799286, + "gas:batch10": 0.5679077392174958, + "gas:batch9": 0.517854467220154, + "gas:batch8": 0.6680687048716557 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.2798729399391169, + "by_dataset": { + "hydraulic": 0.3981468999143774, + "gas": 0.16159897996385633 + }, + "by_environment": { + "hydraulic:context1=73": 0.7886538624764933, + "hydraulic:context1=80": 0.6658474201625793, + "hydraulic:context1=90": 0.398579811417436, + "hydraulic:context0=3": 0.07455736748588417, + "hydraulic:context0=20": 0.0630960380294943, + "gas:batch6": 0.1370087241628928, + "gas:batch7": 0.14529321235332876, + "gas:batch10": 0.16614435049190224, + "gas:batch9": 0.06442825355611595, + "gas:batch8": 0.29512035925504193 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6573211501169395, + "by_dataset": { + "hydraulic": 0.6374490442282609, + "gas": 0.6771932560056181 + }, + "by_environment": { + "hydraulic:context1=73": 0.27990490202394674, + "hydraulic:context1=80": 0.5426748495816032, + "hydraulic:context1=90": 0.5956551733714248, + "hydraulic:context0=3": 0.7558599501978479, + "hydraulic:context0=20": 1.0131503459664815, + "gas:batch6": 0.5324539184479298, + "gas:batch7": 0.5487077594792037, + "gas:batch10": 0.5532259922047031, + "gas:batch9": 0.5380159532392608, + "gas:batch8": 1.2135626566569928 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.41644435302906296, + "by_dataset": { + "hydraulic": 0.46138028830400746, + "gas": 0.37150841775411847 + }, + "by_environment": { + "hydraulic:context1=73": 0.9725396825396825, + "hydraulic:context1=80": 0.9998461538461539, + "hydraulic:context1=90": 0.7190909090909089, + "hydraulic:context0=3": 0.18797371565113508, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.4497659756651687, + "gas:batch7": 0.28992729488566055, + "gas:batch10": 0.28411842911201574, + "gas:batch9": 0.23311355311355303, + "gas:batch8": 0.6006168359941945 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.44284003281084483, + "by_dataset": { + "hydraulic": 0.4948347583262194, + "gas": 0.3908453072954702 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9923076923076923, + "hydraulic:context1=90": 0.7454545454545455, + "hydraulic:context0=3": 0.3089605734767024, + "hydraulic:context0=20": -0.5725490196078432, + "gas:batch6": 0.4845867580403637, + "gas:batch7": 0.30122378376224057, + "gas:batch10": 0.29753549153009273, + "gas:batch9": 0.23384615384615376, + "gas:batch8": 0.6370343492985002 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.02639567978178183, + "by_dataset": { + "hydraulic": -0.03345447002221195, + "gas": -0.01933688954135171 + }, + "by_environment": { + "hydraulic:context1=73": -0.027460317460317518, + "hydraulic:context1=80": 0.007538461538461605, + "hydraulic:context1=90": -0.026363636363636478, + "hydraulic:context0=3": -0.12098685782556735, + "hydraulic:context0=20": 0.0, + "gas:batch6": -0.03482078237519502, + "gas:batch7": -0.011296488876580017, + "gas:batch10": -0.013417062418077018, + "gas:batch9": -0.00073260073260073, + "gas:batch8": -0.03641751330430576 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6791486782802609, + "by_dataset": { + "hydraulic": 0.7562055576834934, + "gas": 0.6020917988770284 + }, + "by_environment": { + "hydraulic:context1=73": 0.9936805851859164, + "hydraulic:context1=80": 0.9971492907204782, + "hydraulic:context1=90": 0.9921517043320237, + "hydraulic:context0=3": 0.46221792642126386, + "hydraulic:context0=20": 0.3358282817577847, + "gas:batch6": 0.6355522031109768, + "gas:batch7": 0.6177913776692505, + "gas:batch10": 0.65421214556243, + "gas:batch9": 0.4791756442396908, + "gas:batch8": 0.6237276238027937 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6567943602633901, + "by_dataset": { + "hydraulic": 0.7295675713348172, + "gas": 0.5840211491919631 + }, + "by_environment": { + "hydraulic:context1=73": 0.9654349797352776, + "hydraulic:context1=80": 0.9785918053205535, + "hydraulic:context1=90": 0.9748006553054903, + "hydraulic:context0=3": 0.39369942416178755, + "hydraulic:context0=20": 0.33531099215097687, + "gas:batch6": 0.6192787772086439, + "gas:batch7": 0.5876556852621405, + "gas:batch10": 0.6119218808416546, + "gas:batch9": 0.4780490738944291, + "gas:batch8": 0.6232003287529476 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.022354318016870732, + "by_dataset": { + "hydraulic": 0.026637986348676247, + "gas": 0.01807064968506522 + }, + "by_environment": { + "hydraulic:context1=73": 0.0282456054506387, + "hydraulic:context1=80": 0.018557485399924856, + "hydraulic:context1=90": 0.017351049026533505, + "hydraulic:context0=3": 0.0685185022594763, + "hydraulic:context0=20": 0.0005172896068078728, + "gas:batch6": 0.016273425902332824, + "gas:batch7": 0.03013569240710994, + "gas:batch10": 0.0422902647207754, + "gas:batch9": 0.0011265703452616605, + "gas:batch8": 0.000527295049846277 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.048749997798652564, + "by_dataset": { + "hydraulic": 0.060092456370888205, + "gas": 0.03740753922641693 + }, + "by_environment": { + "hydraulic:context1=73": 0.05570592291095622, + "hydraulic:context1=80": 0.01101902386146325, + "hydraulic:context1=90": 0.04371468539016998, + "hydraulic:context0=3": 0.18950536008504368, + "hydraulic:context0=20": 0.0005172896068078728, + "gas:batch6": 0.05109420827752784, + "gas:batch7": 0.04143218128368996, + "gas:batch10": 0.05570732713885242, + "gas:batch9": 0.0018591710778623905, + "gas:batch8": 0.03694480835415204 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.39541673619477136, + "by_dataset": { + "hydraulic": 0.3553923692443617, + "gas": 0.4354411031451811 + }, + "by_environment": { + "hydraulic:context1=73": 0.21904761904761907, + "hydraulic:context1=80": 0.13974358974358975, + "hydraulic:context1=90": 0.4166666666666667, + "hydraulic:context0=3": 0.6738351254480287, + "hydraulic:context0=20": 0.3276688453159042, + "gas:batch6": 0.5241366428897012, + "gas:batch7": 0.6126244152861822, + "gas:batch10": 0.4805840550874994, + "gas:batch9": 0.27453343906952155, + "gas:batch8": 0.28532696339300107 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.13759485208909294, + "by_dataset": { + "hydraulic": 0.12423272786380976, + "gas": 0.15095697631437616 + }, + "by_environment": { + "hydraulic:context1=73": 0.0021533526976722467, + "hydraulic:context1=80": 0.0014476563313086013, + "hydraulic:context1=90": 0.07422332522407411, + "hydraulic:context0=3": 0.18835370234557777, + "hydraulic:context0=20": 0.3549856027204161, + "gas:batch6": 0.14076581396001916, + "gas:batch7": 0.18298130537370821, + "gas:batch10": 0.1807774165934138, + "gas:batch9": 0.16032091080085367, + "gas:batch8": 0.08993943484388595 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.4501073181998524, + "by_dataset": { + "hydraulic": 0.3899966115513157, + "gas": 0.5102180248483891 + }, + "by_environment": { + "hydraulic:context1=73": 0.009997162345859052, + "hydraulic:context1=80": 0.00525854469121036, + "hydraulic:context1=90": 0.34465251640464617, + "hydraulic:context0=3": 0.5600825294334851, + "hydraulic:context0=20": 1.0299923048813777, + "gas:batch6": 0.5116311139260633, + "gas:batch7": 0.6016344776522942, + "gas:batch10": 0.6502291303833264, + "gas:batch9": 0.4652793567652097, + "gas:batch8": 0.32231604551505183 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.017683764914216, + "by_dataset": { + "hydraulic": 0.9551579425394244, + "gas": 1.0802095872890078 + }, + "by_environment": { + "hydraulic:context1=73": 0.6578945443318776, + "hydraulic:context1=80": 0.9059112768671312, + "hydraulic:context1=90": 1.1709452297932508, + "hydraulic:context0=3": 0.9941035750758681, + "hydraulic:context0=20": 1.046935086628995, + "gas:batch6": 1.1868213208398417, + "gas:batch7": 1.3072850820918747, + "gas:batch10": 1.465618588097892, + "gas:batch9": 0.5248770000414459, + "gas:batch8": 0.9164459453739852 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5675764467144602, + "by_dataset": { + "hydraulic": 0.565161330988109, + "gas": 0.5699915624408114 + }, + "by_environment": { + "hydraulic:context1=73": 0.6478973819860187, + "hydraulic:context1=80": 0.9006527321759211, + "hydraulic:context1=90": 0.8262927133886047, + "hydraulic:context0=3": 0.4340210456423832, + "hydraulic:context0=20": 0.016942781747617354, + "gas:batch6": 0.6751902069147415, + "gas:batch7": 0.7056506044395804, + "gas:batch10": 0.8153894577145658, + "gas:batch9": 0.0595976432762362, + "gas:batch8": 0.5941298998589332 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.0428474629688853, + "by_dataset": { + "hydraulic": 0.9257214469004446, + "gas": 1.1599734790373262 + }, + "by_environment": { + "hydraulic:context1=73": 0.514878750975236, + "hydraulic:context1=80": 0.914491881761661, + "hydraulic:context1=90": 1.2116196006078603, + "hydraulic:context0=3": 0.9476054013994978, + "hydraulic:context0=20": 1.0400115997579675, + "gas:batch6": 1.310058892981606, + "gas:batch7": 1.3268353078801092, + "gas:batch10": 1.6439477703017962, + "gas:batch9": 0.6079523797899599, + "gas:batch8": 0.9110730442331593 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "support_mixture", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.10033946214004681, + "by_dataset": { + "hydraulic": 0.2823106129047938, + "gas": -0.08163168862470019 + }, + "by_environment": { + "hydraulic:context1=73": 0.9383068783068783, + "hydraulic:context1=80": 0.942957264957265, + "hydraulic:context1=90": 0.6706767676767676, + "hydraulic:context0=3": -0.7224285145360412, + "hydraulic:context0=20": -0.41795933188090056, + "gas:batch6": -0.06485191188520883, + "gas:batch7": -0.07882218647266064, + "gas:batch10": -0.3681446613269022, + "gas:batch9": -0.009165974897096052, + "gas:batch8": 0.11282629145836683 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.06673920740483243, + "by_dataset": { + "hydraulic": 0.2021556474307898, + "gas": -0.06867723262112493 + }, + "by_environment": { + "hydraulic:context1=73": 0.9079365079365079, + "hydraulic:context1=80": 0.9153846153846154, + "hydraulic:context1=90": 0.5212121212121211, + "hydraulic:context0=3": -0.789964157706093, + "hydraulic:context0=20": -0.5437908496732026, + "gas:batch6": -0.04324636334929689, + "gas:batch7": -0.05321313803491378, + "gas:batch10": -0.33970127863554644, + "gas:batch9": -0.0004966296590008578, + "gas:batch8": 0.0932712465731333 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.03360025473521439, + "by_dataset": { + "hydraulic": 0.08015496547400404, + "gas": -0.01295445600357525 + }, + "by_environment": { + "hydraulic:context1=73": 0.03037037037037038, + "hydraulic:context1=80": 0.02757264957264956, + "hydraulic:context1=90": 0.14946464646464644, + "hydraulic:context0=3": 0.06753564317005172, + "hydraulic:context0=20": 0.1258315177923021, + "gas:batch6": -0.02160554853591196, + "gas:batch7": -0.025609048437746865, + "gas:batch10": -0.028443382691355733, + "gas:batch9": -0.00866934523809521, + "gas:batch8": 0.01955504488523351 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.7520832970500287, + "by_dataset": { + "hydraulic": 0.8071159313557429, + "gas": 0.6970506627443146 + }, + "by_environment": { + "hydraulic:context1=73": 0.8627908749192502, + "hydraulic:context1=80": 0.8627908749192502, + "hydraulic:context1=90": 0.8627908749192502, + "hydraulic:context0=3": 0.7236035160104817, + "hydraulic:context0=20": 0.7236035160104817, + "gas:batch6": 0.7011748886820648, + "gas:batch7": 0.6887884127753776, + "gas:batch10": 0.6887884127753776, + "gas:batch9": 0.7544114347014499, + "gas:batch8": 0.6520901647873031 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.722022254088492, + "by_dataset": { + "hydraulic": 0.7941850935647526, + "gas": 0.6498594146122313 + }, + "by_environment": { + "hydraulic:context1=73": 0.8529564838903535, + "hydraulic:context1=80": 0.8529564838903535, + "hydraulic:context1=90": 0.8529564838903535, + "hydraulic:context0=3": 0.7060280080763514, + "hydraulic:context0=20": 0.7060280080763514, + "gas:batch6": 0.656082686012238, + "gas:batch7": 0.6513658285009584, + "gas:batch10": 0.6513658285009584, + "gas:batch9": 0.7110561940678035, + "gas:batch8": 0.5794265359791985 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03006104296153668, + "by_dataset": { + "hydraulic": 0.01293083779099011, + "gas": 0.047191248132083245 + }, + "by_environment": { + "hydraulic:context1=73": 0.009834391028896569, + "hydraulic:context1=80": 0.009834391028896569, + "hydraulic:context1=90": 0.009834391028896569, + "hydraulic:context0=3": 0.01757550793413042, + "hydraulic:context0=20": 0.01757550793413042, + "gas:batch6": 0.04509220266982685, + "gas:batch7": 0.037422584274419315, + "gas:batch10": 0.037422584274419315, + "gas:batch9": 0.04335524063364625, + "gas:batch8": 0.0726636288081045 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.0035392117736777126, + "by_dataset": { + "hydraulic": -0.06722412768301392, + "gas": 0.06014570413565849 + }, + "by_environment": { + "hydraulic:context1=73": -0.020535979341473814, + "hydraulic:context1=80": -0.017738258543752994, + "hydraulic:context1=90": -0.13963025543574986, + "hydraulic:context0=3": -0.04996013523592128, + "hydraulic:context0=20": -0.10825600985817169, + "gas:batch6": 0.06669775120573881, + "gas:batch7": 0.06303163271216618, + "gas:batch10": 0.06586596696577504, + "gas:batch9": 0.052024585871741455, + "gas:batch8": 0.05310858392287099 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.483762359836609, + "by_dataset": { + "hydraulic": 0.3818071361018862, + "gas": 0.5857175835713317 + }, + "by_environment": { + "hydraulic:context1=73": 0.3423280423280423, + "hydraulic:context1=80": 0.3482905982905982, + "hydraulic:context1=90": 0.4287878787878788, + "hydraulic:context0=3": 0.4310234966148944, + "hydraulic:context0=20": 0.3586056644880174, + "gas:batch6": 0.6369893308200598, + "gas:batch7": 0.48203835295222414, + "gas:batch10": 0.49998512734869643, + "gas:batch9": 0.616326705940108, + "gas:batch8": 0.6932484007955706 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.2517142747070905, + "by_dataset": { + "hydraulic": 0.22190824065241066, + "gas": 0.2815203087617704 + }, + "by_environment": { + "hydraulic:context1=73": 0.02562823490289011, + "hydraulic:context1=80": 0.02474824932486147, + "hydraulic:context1=90": 0.11179057140344274, + "hydraulic:context0=3": 0.5034849305580916, + "hydraulic:context0=20": 0.4438892170727673, + "gas:batch6": 0.2685799250594566, + "gas:batch7": 0.28912561010723864, + "gas:batch10": 0.36495822507178843, + "gas:batch9": 0.2994257291514081, + "gas:batch8": 0.18551205441896038 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.8579790199056924, + "by_dataset": { + "hydraulic": 0.7894923234193821, + "gas": 0.9264657163920026 + }, + "by_environment": { + "hydraulic:context1=73": 0.10474165555229716, + "hydraulic:context1=80": 0.11343257568055198, + "hydraulic:context1=90": 0.41454358405794695, + "hydraulic:context0=3": 1.7338968559259176, + "hydraulic:context0=20": 1.5808469458801968, + "gas:batch6": 0.8275474727074649, + "gas:batch7": 0.9692749558181422, + "gas:batch10": 1.1863716734048064, + "gas:batch9": 1.0854425087839856, + "gas:batch8": 0.563691971245614 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.9108555023828004, + "by_dataset": { + "hydraulic": 2.1015566404348114, + "gas": 1.7201543643307897 + }, + "by_environment": { + "hydraulic:context1=73": 1.0062771508201342, + "hydraulic:context1=80": 1.2330283063383212, + "hydraulic:context1=90": 1.3926922356638958, + "hydraulic:context0=3": 3.439033528202007, + "hydraulic:context0=20": 3.436751981149698, + "gas:batch6": 1.587110750220741, + "gas:batch7": 1.8387883065825903, + "gas:batch10": 2.0709637310433506, + "gas:batch9": 1.5523447883369743, + "gas:batch8": 1.551564245470292 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.052876482477108, + "by_dataset": { + "hydraulic": 1.3120643170154291, + "gas": 0.793688647938787 + }, + "by_environment": { + "hydraulic:context1=73": 0.901535495267837, + "hydraulic:context1=80": 1.119595730657769, + "hydraulic:context1=90": 0.9781486516059488, + "hydraulic:context0=3": 1.7051366722760897, + "hydraulic:context0=20": 1.8559050352695017, + "gas:batch6": 0.7595632775132761, + "gas:batch7": 0.8695133507644481, + "gas:batch10": 0.8845920576385444, + "gas:batch9": 0.46690227955298863, + "gas:batch8": 0.9878722742246779 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8532995603728606, + "by_dataset": { + "hydraulic": 2.098227331279744, + "gas": 1.608371789465977 + }, + "by_environment": { + "hydraulic:context1=73": 0.7333492164152505, + "hydraulic:context1=80": 0.9706775996196422, + "hydraulic:context1=90": 1.204621454006922, + "hydraulic:context0=3": 3.97857652441694, + "hydraulic:context0=20": 3.6039118619399666, + "gas:batch6": 1.4822029287257437, + "gas:batch7": 1.8498942623693075, + "gas:batch10": 1.9354436301144604, + "gas:batch9": 1.3359400107505972, + "gas:batch8": 1.4383781153697754 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.1683968000860701, + "by_dataset": { + "hydraulic": 0.35783302880968915, + "gas": -0.02103942863754895 + }, + "by_environment": { + "hydraulic:context1=73": 0.7058201058201058, + "hydraulic:context1=80": 0.6413504273504275, + "hydraulic:context1=90": 0.7182474747474746, + "hydraulic:context0=3": -0.345063321385902, + "hydraulic:context0=20": 0.06881045751633982, + "gas:batch6": 0.20723372493336703, + "gas:batch7": -0.09973443097847917, + "gas:batch10": -0.1211770066054538, + "gas:batch9": -0.22611022234495173, + "gas:batch8": 0.13459079180777292 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.13672160845793224, + "by_dataset": { + "hydraulic": 0.24662049736053526, + "gas": 0.02682271955532921 + }, + "by_environment": { + "hydraulic:context1=73": 0.6746031746031745, + "hydraulic:context1=80": 0.6128205128205128, + "hydraulic:context1=90": 0.6606060606060605, + "hydraulic:context0=3": -0.6802867383512544, + "hydraulic:context0=20": -0.034640522875817016, + "gas:batch6": 0.18413508873619824, + "gas:batch7": -0.08927300245771945, + "gas:batch10": -0.045367106716054956, + "gas:batch9": -0.11982421358710016, + "gas:batch8": 0.20444283180132236 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.031675191628137866, + "by_dataset": { + "hydraulic": 0.11121253144915388, + "gas": -0.047862148192878144 + }, + "by_environment": { + "hydraulic:context1=73": 0.031216931216931365, + "hydraulic:context1=80": 0.02852991452991464, + "hydraulic:context1=90": 0.057641414141414216, + "hydraulic:context0=3": 0.33522341696535235, + "hydraulic:context0=20": 0.10345098039215687, + "gas:batch6": 0.02309863619716878, + "gas:batch7": -0.010461428520759711, + "gas:batch10": -0.07580989988939883, + "gas:batch9": -0.10628600875785155, + "gas:batch8": -0.06985203999354943 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.12804975115740738, + "by_dataset": { + "hydraulic": 0.14546076388888887, + "gas": 0.1106387384259259 + }, + "by_environment": { + "hydraulic:context1=73": 0.15961284722222221, + "hydraulic:context1=80": 0.15961284722222221, + "hydraulic:context1=90": 0.15961284722222221, + "hydraulic:context0=3": 0.12423263888888887, + "hydraulic:context0=20": 0.12423263888888887, + "gas:batch6": 0.11391579861111109, + "gas:batch7": 0.11260358796296295, + "gas:batch10": 0.11260358796296295, + "gas:batch9": 0.12183402777777777, + "gas:batch8": 0.09223668981481481 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.10496180555555555, + "by_dataset": { + "hydraulic": 0.11805555555555555, + "gas": 0.09186805555555555 + }, + "by_environment": { + "hydraulic:context1=73": 0.13333333333333333, + "hydraulic:context1=80": 0.13333333333333333, + "hydraulic:context1=90": 0.13333333333333333, + "hydraulic:context0=3": 0.09513888888888888, + "hydraulic:context0=20": 0.09513888888888888, + "gas:batch6": 0.09572916666666667, + "gas:batch7": 0.09312499999999999, + "gas:batch10": 0.09312499999999999, + "gas:batch9": 0.10375000000000001, + "gas:batch8": 0.0736111111111111 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.023087945601851845, + "by_dataset": { + "hydraulic": 0.02740520833333333, + "gas": 0.018770682870370363 + }, + "by_environment": { + "hydraulic:context1=73": 0.026279513888888887, + "hydraulic:context1=80": 0.026279513888888887, + "hydraulic:context1=90": 0.026279513888888887, + "hydraulic:context0=3": 0.029093749999999998, + "hydraulic:context0=20": 0.029093749999999998, + "gas:batch6": 0.018186631944444438, + "gas:batch7": 0.019478587962962958, + "gas:batch10": 0.019478587962962958, + "gas:batch9": 0.01808402777777777, + "gas:batch8": 0.018625578703703703 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.008587246026286029, + "by_dataset": { + "hydraulic": -0.08380732311582056, + "gas": 0.06663283106324851 + }, + "by_environment": { + "hydraulic:context1=73": -0.004937417328042477, + "hydraulic:context1=80": -0.0022504006410257508, + "hydraulic:context1=90": -0.031361900252525325, + "hydraulic:context0=3": -0.30612966696535243, + "hydraulic:context0=20": -0.07435723039215685, + "gas:batch6": -0.004912004252724343, + "gas:batch7": 0.02994001648372267, + "gas:batch10": 0.0952884878523618, + "gas:batch9": 0.12437003653562931, + "gas:batch8": 0.08847761869725312 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.7647442638954165, + "by_dataset": { + "hydraulic": 0.8749515787466452, + "gas": 0.6545369490441878 + }, + "by_environment": { + "hydraulic:context1=73": 0.9444444444444443, + "hydraulic:context1=80": 0.9192307692307692, + "hydraulic:context1=90": 0.9409090909090908, + "hydraulic:context0=3": 0.6533253683791318, + "hydraulic:context0=20": 0.9168482207697894, + "gas:batch6": 0.7173278884226949, + "gas:batch7": 0.677339760068169, + "gas:batch10": 0.7622314335470184, + "gas:batch9": 0.6648772075576199, + "gas:batch8": 0.45090845562543674 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.22069349341571998, + "by_dataset": { + "hydraulic": 0.1952927664062961, + "gas": 0.24609422042514387 + }, + "by_environment": { + "hydraulic:context1=73": 0.10404318174213047, + "hydraulic:context1=80": 0.11337571532485986, + "hydraulic:context1=90": 0.10692907926369433, + "hydraulic:context0=3": 0.39605463816803016, + "hydraulic:context0=20": 0.2560612175327656, + "gas:batch6": 0.19347889234957255, + "gas:batch7": 0.2700159009032114, + "gas:batch10": 0.2611658243439898, + "gas:batch9": 0.2921927910395614, + "gas:batch8": 0.21361769348938406 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.6362798781136412, + "by_dataset": { + "hydraulic": 0.5765276721058993, + "gas": 0.6960320841213832 + }, + "by_environment": { + "hydraulic:context1=73": 0.36217543543292746, + "hydraulic:context1=80": 0.3871509474004933, + "hydraulic:context1=90": 0.3725084211869292, + "hydraulic:context0=3": 1.0447942282821943, + "hydraulic:context0=20": 0.7160093282269523, + "gas:batch6": 0.570962067023837, + "gas:batch7": 0.7672062620306027, + "gas:batch10": 0.7346273552834209, + "gas:batch9": 0.7958206210790275, + "gas:batch8": 0.6115441151900275 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.521885802034304, + "by_dataset": { + "hydraulic": 1.6882725911802399, + "gas": 1.3554990128883682 + }, + "by_environment": { + "hydraulic:context1=73": 0.9420135998730047, + "hydraulic:context1=80": 1.1254868343216369, + "hydraulic:context1=90": 1.0288428296493668, + "hydraulic:context0=3": 2.6391615880112345, + "hydraulic:context0=20": 2.705858104045957, + "gas:batch6": 1.108634868002936, + "gas:batch7": 1.4643697175482242, + "gas:batch10": 1.393464103061833, + "gas:batch9": 1.2488670713276395, + "gas:batch8": 1.5621593045012074 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8856059239206628, + "by_dataset": { + "hydraulic": 1.1117449190743407, + "gas": 0.659466928766985 + }, + "by_environment": { + "hydraulic:context1=73": 0.5798381644400772, + "hydraulic:context1=80": 0.7383358869211435, + "hydraulic:context1=90": 0.6563344084624376, + "hydraulic:context0=3": 1.5943673597290406, + "hydraulic:context0=20": 1.989848775819005, + "gas:batch6": 0.5376728009790991, + "gas:batch7": 0.6971634555176216, + "gas:batch10": 0.6588367477784121, + "gas:batch9": 0.4530464502486121, + "gas:batch8": 0.95061518931118 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3666070353038609, + "by_dataset": { + "hydraulic": 1.676371301222749, + "gas": 1.0568427693849727 + }, + "by_environment": { + "hydraulic:context1=73": 0.7572825027937498, + "hydraulic:context1=80": 0.9423849425177279, + "hydraulic:context1=90": 0.9464326844027595, + "hydraulic:context0=3": 2.8918542850740465, + "hydraulic:context0=20": 2.8439020913254627, + "gas:batch6": 0.930019268310137, + "gas:batch7": 1.3911566285468875, + "gas:batch10": 1.2868722550831737, + "gas:batch9": 0.8015478527078675, + "gas:batch8": 0.8746178422767983 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.03627735471249849, + "by_dataset": { + "hydraulic": 0.22695825061625188, + "gas": -0.1544035411912549 + }, + "by_environment": { + "hydraulic:context1=73": 0.9521851851851851, + "hydraulic:context1=80": 0.9356367521367521, + "hydraulic:context1=90": 0.5947878787878786, + "hydraulic:context0=3": -0.9224416567104737, + "hydraulic:context0=20": -0.42537690631808284, + "gas:batch6": -0.197799810117142, + "gas:batch7": -0.11230270488101649, + "gas:batch10": -0.4278245063367818, + "gas:batch9": -0.028124308230429378, + "gas:batch8": -0.005966376390904767 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.051386158458880754, + "by_dataset": { + "hydraulic": 0.15967262058343654, + "gas": -0.056900303665675035 + }, + "by_environment": { + "hydraulic:context1=73": 0.9285714285714285, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.4545454545454544, + "hydraulic:context0=3": -0.8224611708482673, + "hydraulic:context0=20": -0.7392156862745098, + "gas:batch6": -0.061775885160072395, + "gas:batch7": -0.050377315453753686, + "gas:batch10": -0.3479321589473398, + "gas:batch9": -0.0004966296590008578, + "gas:batch8": 0.17608047089179157 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.015108803746382266, + "by_dataset": { + "hydraulic": 0.06728563003281533, + "gas": -0.09750323752557986 + }, + "by_environment": { + "hydraulic:context1=73": 0.02361375661375668, + "hydraulic:context1=80": -0.04128632478632488, + "hydraulic:context1=90": 0.14024242424242425, + "hydraulic:context0=3": -0.09998048586220636, + "hydraulic:context0=20": 0.313838779956427, + "gas:batch6": -0.13602392495706966, + "gas:batch7": -0.0619253894272628, + "gas:batch10": -0.07989234738944204, + "gas:batch9": -0.027627678571428543, + "gas:batch8": -0.1820468472826963 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.873746995873842, + "by_dataset": { + "hydraulic": 0.9307955576021838, + "gas": 0.8166984341455 + }, + "by_environment": { + "hydraulic:context1=73": 0.9918531331685205, + "hydraulic:context1=80": 0.9918531331685205, + "hydraulic:context1=90": 0.9918531331685205, + "hydraulic:context0=3": 0.8392091942526788, + "hydraulic:context0=20": 0.8392091942526788, + "gas:batch6": 0.8208205413559249, + "gas:batch7": 0.8063252750340626, + "gas:batch10": 0.8063252750340626, + "gas:batch9": 0.8816701693215151, + "gas:batch8": 0.768350909981935 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.840033899483247, + "by_dataset": { + "hydraulic": 0.9184222024634995, + "gas": 0.7616455965029947 + }, + "by_environment": { + "hydraulic:context1=73": 0.983997855517048, + "hydraulic:context1=80": 0.983997855517048, + "hydraulic:context1=90": 0.983997855517048, + "hydraulic:context0=3": 0.8200587228831765, + "hydraulic:context0=20": 0.8200587228831765, + "gas:batch6": 0.7681071572795828, + "gas:batch7": 0.7624319244789665, + "gas:batch10": 0.7624319244789665, + "gas:batch9": 0.8308359663459439, + "gas:batch8": 0.6844210099315138 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.033713096390594874, + "by_dataset": { + "hydraulic": 0.012373355138684438, + "gas": 0.05505283764250531 + }, + "by_environment": { + "hydraulic:context1=73": 0.0078552776514725, + "hydraulic:context1=80": 0.0078552776514725, + "hydraulic:context1=90": 0.0078552776514725, + "hydraulic:context0=3": 0.019150471369502344, + "hydraulic:context0=20": 0.019150471369502344, + "gas:batch6": 0.05271338407634217, + "gas:batch7": 0.0438933505550961, + "gas:batch10": 0.0438933505550961, + "gas:batch9": 0.05083420297557108, + "gas:batch8": 0.08392990005042113 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.04882190013697715, + "by_dataset": { + "hydraulic": -0.0549122748941309, + "gas": 0.1525560751680852 + }, + "by_environment": { + "hydraulic:context1=73": -0.01575847896228418, + "hydraulic:context1=80": 0.04914160243779738, + "hydraulic:context1=90": -0.13238714659095177, + "hydraulic:context0=3": 0.1191309572317087, + "hydraulic:context0=20": -0.29468830858692463, + "gas:batch6": 0.18873730903341182, + "gas:batch7": 0.1058187399823589, + "gas:batch10": 0.12378569794453814, + "gas:batch9": 0.07846188154699962, + "gas:batch8": 0.2659767473331175 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4666162382834324, + "by_dataset": { + "hydraulic": 0.3510985406937336, + "gas": 0.5821339358731312 + }, + "by_environment": { + "hydraulic:context1=73": 0.22116402116402112, + "hydraulic:context1=80": 0.23119658119658118, + "hydraulic:context1=90": 0.3444444444444444, + "hydraulic:context0=3": 0.5116288331342095, + "hydraulic:context0=20": 0.4470588235294118, + "gas:batch6": 0.6731305736808438, + "gas:batch7": 0.489109455152259, + "gas:batch10": 0.5096936612108316, + "gas:batch9": 0.5913672853492441, + "gas:batch8": 0.6473687039724775 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.27647402929044196, + "by_dataset": { + "hydraulic": 0.24740565307126977, + "gas": 0.3055424055096142 + }, + "by_environment": { + "hydraulic:context1=73": 0.018221393888142184, + "hydraulic:context1=80": 0.008195068964695684, + "hydraulic:context1=90": 0.15305756323423886, + "hydraulic:context0=3": 0.5440437171394624, + "hydraulic:context0=20": 0.5135105221298099, + "gas:batch6": 0.30590391770951914, + "gas:batch7": 0.3112130085554669, + "gas:batch10": 0.401135728086892, + "gas:batch9": 0.3199890775158861, + "gas:batch8": 0.18947029568030704 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.3737510103280934, + "by_dataset": { + "hydraulic": 1.2988655374918507, + "gas": 1.4486364831643361 + }, + "by_environment": { + "hydraulic:context1=73": 0.05842381107903749, + "hydraulic:context1=80": 0.03996702770172949, + "hydraulic:context1=90": 0.6959208202563459, + "hydraulic:context0=3": 2.897039074857409, + "hydraulic:context0=20": 2.802976953564732, + "gas:batch6": 1.1600297282259917, + "gas:batch7": 1.5184967120500832, + "gas:batch10": 1.872670624409072, + "gas:batch9": 1.996914663344245, + "gas:batch8": 0.6950706877922892 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.7802415665378386, + "by_dataset": { + "hydraulic": 2.6128516784866966, + "gas": 2.9476314545889806 + }, + "by_environment": { + "hydraulic:context1=73": 1.1031815271749774, + "hydraulic:context1=80": 1.3694395153616858, + "hydraulic:context1=90": 1.8658502586713566, + "hydraulic:context0=3": 4.412241422735488, + "hydraulic:context0=20": 4.313545668489975, + "gas:batch6": 2.7363074344207337, + "gas:batch7": 2.974895521209062, + "gas:batch10": 3.623213175034243, + "gas:batch9": 3.366159221534727, + "gas:batch8": 2.037581920746137 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.4064905562097496, + "by_dataset": { + "hydraulic": 1.313986140994857, + "gas": 1.4989949714246422 + }, + "by_environment": { + "hydraulic:context1=73": 1.0447577160959398, + "hydraulic:context1=80": 1.3294724876599562, + "hydraulic:context1=90": 1.1699294384150105, + "hydraulic:context0=3": 1.5152023478781083, + "hydraulic:context0=20": 1.5105687149252696, + "gas:batch6": 1.5762777061947406, + "gas:batch7": 1.4563988091589783, + "gas:batch10": 1.7505425506251693, + "gas:batch9": 1.3692445581904762, + "gas:batch8": 1.3425112329538467 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.8114522578571552, + "by_dataset": { + "hydraulic": 2.698540753003233, + "gas": 2.924363762711077 + }, + "by_environment": { + "hydraulic:context1=73": 0.831156173235407, + "hydraulic:context1=80": 1.0982163423391968, + "hydraulic:context1=90": 1.7858002770906232, + "hydraulic:context0=3": 5.248527415465299, + "hydraulic:context0=20": 4.529003556885639, + "gas:batch6": 2.6378142127310173, + "gas:batch7": 3.0883611068704586, + "gas:batch10": 3.4629382869652545, + "gas:batch9": 2.654408582524267, + "gas:batch8": 2.7782966244643874 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "support_mixture", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.20052250154467238, + "by_dataset": { + "hydraulic": 0.40474465010707894, + "gas": -0.003699647017734199 + }, + "by_environment": { + "hydraulic:context1=73": 0.9393756613756613, + "hydraulic:context1=80": 0.9254145299145299, + "hydraulic:context1=90": 0.8981666666666666, + "hydraulic:context0=3": -0.6432771804062126, + "hydraulic:context0=20": -0.09595642701525055, + "gas:batch6": 0.21123327645752288, + "gas:batch7": -0.033480442082312024, + "gas:batch10": -0.20568573228074888, + "gas:batch9": -0.09145430670417784, + "gas:batch8": 0.10088896952104487 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.14951721131872406, + "by_dataset": { + "hydraulic": 0.30491100016716716, + "gas": -0.005876577529719042 + }, + "by_environment": { + "hydraulic:context1=73": 0.9476190476190475, + "hydraulic:context1=80": 0.9282051282051281, + "hydraulic:context1=90": 0.8818181818181818, + "hydraulic:context0=3": -0.9206690561529269, + "hydraulic:context0=20": -0.31241830065359477, + "gas:batch6": 0.2273394755149388, + "gas:batch7": -0.028069221591564074, + "gas:batch10": -0.19827463802166115, + "gas:batch9": -0.08645816812053929, + "gas:batch8": 0.0560796645702305 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.05100529022594831, + "by_dataset": { + "hydraulic": 0.09983364993991178, + "gas": 0.0021769305119848374 + }, + "by_environment": { + "hydraulic:context1=73": -0.008243386243386238, + "hydraulic:context1=80": -0.002790598290598245, + "hydraulic:context1=90": 0.016348484848484796, + "hydraulic:context0=3": 0.27739187574671437, + "hydraulic:context0=20": 0.21646187363834424, + "gas:batch6": -0.016106199057415935, + "gas:batch7": -0.005411220490747943, + "gas:batch10": -0.007411094259087763, + "gas:batch9": -0.004996138583638573, + "gas:batch8": 0.0448093049508144 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6370614136316655, + "by_dataset": { + "hydraulic": 0.6904520608141806, + "gas": 0.5836707664491503 + }, + "by_environment": { + "hydraulic:context1=73": 0.7641841434985389, + "hydraulic:context1=80": 0.7641841434985389, + "hydraulic:context1=90": 0.7641841434985389, + "hydraulic:context0=3": 0.5798539367876431, + "hydraulic:context0=20": 0.5798539367876431, + "gas:batch6": 0.5901203123923867, + "gas:batch7": 0.578580663412085, + "gas:batch10": 0.578580663412085, + "gas:batch9": 0.6435558719276461, + "gas:batch8": 0.5275163211015489 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6133417240613622, + "by_dataset": { + "hydraulic": 0.6795284594801452, + "gas": 0.5471549886425793 + }, + "by_environment": { + "hydraulic:context1=73": 0.758562469154275, + "hydraulic:context1=80": 0.758562469154275, + "hydraulic:context1=90": 0.758562469154275, + "hydraulic:context0=3": 0.5609774449689502, + "hydraulic:context0=20": 0.5609774449689502, + "gas:batch6": 0.5549855748784239, + "gas:batch7": 0.5498910468517549, + "gas:batch10": 0.5498910468517549, + "gas:batch9": 0.6080367147457458, + "gas:batch8": 0.4729705598852169 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.02371968957030326, + "by_dataset": { + "hydraulic": 0.0109236013340355, + "gas": 0.036515777806571025 + }, + "by_environment": { + "hydraulic:context1=73": 0.005621674344263898, + "hydraulic:context1=80": 0.005621674344263898, + "hydraulic:context1=90": 0.005621674344263898, + "hydraulic:context0=3": 0.018876491818692904, + "hydraulic:context0=20": 0.018876491818692904, + "gas:batch6": 0.03513473751396278, + "gas:batch7": 0.028689616560330086, + "gas:batch10": 0.028689616560330086, + "gas:batch9": 0.03551915718190027, + "gas:batch8": 0.05454576121633192 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.027285600655645045, + "by_dataset": { + "hydraulic": -0.08891004860587629, + "gas": 0.034338847294586194 + }, + "by_environment": { + "hydraulic:context1=73": 0.013865060587650135, + "hydraulic:context1=80": 0.008412272634862142, + "hydraulic:context1=90": -0.0107268105042209, + "hydraulic:context0=3": -0.2585153839280214, + "hydraulic:context0=20": -0.19758538181965132, + "gas:batch6": 0.051240936571378716, + "gas:batch7": 0.03410083705107803, + "gas:batch10": 0.036100710819417854, + "gas:batch9": 0.04051529576553884, + "gas:batch8": 0.009736456265517517 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.5110000487776902, + "by_dataset": { + "hydraulic": 0.4383030151847357, + "gas": 0.5836970823706447 + }, + "by_environment": { + "hydraulic:context1=73": 0.39656084656084656, + "hydraulic:context1=80": 0.4034188034188035, + "hydraulic:context1=90": 0.34848484848484845, + "hydraulic:context0=3": 0.4973715651135006, + "hydraulic:context0=20": 0.5456790123456791, + "gas:batch6": 0.6178907769663301, + "gas:batch7": 0.47999490699695574, + "gas:batch10": 0.544757026610186, + "gas:batch9": 0.61125567230593, + "gas:batch8": 0.6645870289738214 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.22677262596407183, + "by_dataset": { + "hydraulic": 0.1938147063015357, + "gas": 0.25973054562660797 + }, + "by_environment": { + "hydraulic:context1=73": 0.022476730755874013, + "hydraulic:context1=80": 0.023519242590580997, + "hydraulic:context1=90": 0.049972744509268426, + "hydraulic:context0=3": 0.5147564390925167, + "hydraulic:context0=20": 0.3583483745594384, + "gas:batch6": 0.20631283450108656, + "gas:batch7": 0.2739489056167602, + "gas:batch10": 0.3095355515158395, + "gas:batch9": 0.2862542126581166, + "gas:batch8": 0.22260122384123693 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.7238406012233558, + "by_dataset": { + "hydraulic": 0.6447127551297986, + "gas": 0.802968447316913 + }, + "by_environment": { + "hydraulic:context1=73": 0.10921793932177475, + "hydraulic:context1=80": 0.12046624136816893, + "hydraulic:context1=90": 0.2558639061815606, + "hydraulic:context0=3": 1.5727732319810057, + "hydraulic:context0=20": 1.1652424567964836, + "gas:batch6": 0.6208132877969644, + "gas:batch7": 0.8764668154933039, + "gas:batch10": 0.9418851369837274, + "gas:batch9": 0.933125737551262, + "gas:batch8": 0.6425512587593076 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.5746273502406487, + "by_dataset": { + "hydraulic": 1.8062030657795058, + "gas": 1.3430516347017916 + }, + "by_environment": { + "hydraulic:context1=73": 0.7148198372915653, + "hydraulic:context1=80": 0.8832123620956694, + "hydraulic:context1=90": 0.9928858670312272, + "hydraulic:context0=3": 3.241863297257557, + "hydraulic:context0=20": 3.1982339652215113, + "gas:batch6": 1.0392261337795647, + "gas:batch7": 1.4905355146186032, + "gas:batch10": 1.5650974400695339, + "gas:batch9": 1.1710619810205722, + "gas:batch8": 1.4493371040206835 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8507867490172929, + "by_dataset": { + "hydraulic": 1.1614903106497074, + "gas": 0.5400831873848784 + }, + "by_environment": { + "hydraulic:context1=73": 0.6056018979697905, + "hydraulic:context1=80": 0.7627461207275007, + "hydraulic:context1=90": 0.7370219608496668, + "hydraulic:context0=3": 1.6690900652765517, + "hydraulic:context0=20": 2.0329915084250274, + "gas:batch6": 0.41841284598260026, + "gas:batch7": 0.6140686991252994, + "gas:batch10": 0.6232123030858064, + "gas:batch9": 0.23793624346931003, + "gas:batch8": 0.806785845261376 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.4838980132172734, + "by_dataset": { + "hydraulic": 1.810374977874504, + "gas": 1.157421048560043 + }, + "by_environment": { + "hydraulic:context1=73": 0.4465147791254074, + "hydraulic:context1=80": 0.6745701735182713, + "hydraulic:context1=90": 0.7579847027281236, + "hydraulic:context0=3": 3.7478227237799153, + "hydraulic:context0=20": 3.424982510220802, + "gas:batch6": 0.9540548040775692, + "gas:batch7": 1.4777143105134736, + "gas:batch10": 1.4538778203097946, + "gas:batch9": 0.8158925526020934, + "gas:batch8": 1.085565755297283 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.16261972174746891, + "by_dataset": { + "hydraulic": 0.4442594284694853, + "gas": -0.11901998497454744 + }, + "by_environment": { + "hydraulic:context1=73": 0.8249444444444444, + "hydraulic:context1=80": 0.7886324786324787, + "hydraulic:context1=90": 0.8318888888888888, + "hydraulic:context0=3": -0.33519553962564713, + "hydraulic:context0=20": 0.11102687000726212, + "gas:batch6": 0.22688296751484788, + "gas:batch7": -0.08571543477564253, + "gas:batch10": -0.13514032119923666, + "gas:batch9": -0.37944239470437924, + "gas:batch8": -0.22168474170832667 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.09080968121807727, + "by_dataset": { + "hydraulic": 0.2786305324445742, + "gas": -0.09701117000841966 + }, + "by_environment": { + "hydraulic:context1=73": 0.8333333333333334, + "hydraulic:context1=80": 0.8384615384615386, + "hydraulic:context1=90": 0.7999999999999998, + "hydraulic:context0=3": -0.8690561529271207, + "hydraulic:context0=20": -0.20958605664488025, + "gas:batch6": 0.2560314720873295, + "gas:batch7": -0.06958123430492216, + "gas:batch10": -0.03511277247962438, + "gas:batch9": -0.377644726407613, + "gas:batch8": -0.25874858893726826 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.07181004052939172, + "by_dataset": { + "hydraulic": 0.1656288960249112, + "gas": -0.02200881496612777 + }, + "by_environment": { + "hydraulic:context1=73": -0.008388888888888854, + "hydraulic:context1=80": -0.049829059829059975, + "hydraulic:context1=90": 0.03188888888888897, + "hydraulic:context0=3": 0.5338606133014734, + "hydraulic:context0=20": 0.3206129266521424, + "gas:batch6": -0.029148504572481658, + "gas:batch7": -0.01613420047072035, + "gas:batch10": -0.10002754871961225, + "gas:batch9": -0.001797668296766229, + "gas:batch8": 0.037063847228941633 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.3649665436921296, + "by_dataset": { + "hydraulic": 0.4120765335648148, + "gas": 0.31785655381944444 + }, + "by_environment": { + "hydraulic:context1=73": 0.4572938368055555, + "hydraulic:context1=80": 0.4572938368055555, + "hydraulic:context1=90": 0.4572938368055555, + "hydraulic:context0=3": 0.3442505787037036, + "hydraulic:context0=20": 0.3442505787037036, + "gas:batch6": 0.32740885416666665, + "gas:batch7": 0.322984375, + "gas:batch10": 0.322984375, + "gas:batch9": 0.3537350260416666, + "gas:batch8": 0.2621701388888889 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.3356944444444444, + "by_dataset": { + "hydraulic": 0.37860243055555554, + "gas": 0.29278645833333333 + }, + "by_environment": { + "hydraulic:context1=73": 0.4290364583333333, + "hydraulic:context1=80": 0.4290364583333333, + "hydraulic:context1=90": 0.4290364583333333, + "hydraulic:context0=3": 0.3029513888888889, + "hydraulic:context0=20": 0.3029513888888889, + "gas:batch6": 0.30104166666666665, + "gas:batch7": 0.29900173611111114, + "gas:batch10": 0.29900173611111114, + "gas:batch9": 0.3235677083333333, + "gas:batch8": 0.24131944444444445 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.029272099247685174, + "by_dataset": { + "hydraulic": 0.03347410300925925, + "gas": 0.025070095486111093 + }, + "by_environment": { + "hydraulic:context1=73": 0.028257378472222205, + "hydraulic:context1=80": 0.028257378472222205, + "hydraulic:context1=90": 0.028257378472222205, + "hydraulic:context0=3": 0.041299189814814806, + "hydraulic:context0=20": 0.041299189814814806, + "gas:batch6": 0.026367187499999983, + "gas:batch7": 0.02398263888888887, + "gas:batch10": 0.02398263888888887, + "gas:batch9": 0.030167317708333315, + "gas:batch8": 0.02085069444444444 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.04253794128170654, + "by_dataset": { + "hydraulic": -0.13215479301565194, + "gas": 0.047078910452238866 + }, + "by_environment": { + "hydraulic:context1=73": 0.03664626736111106, + "hydraulic:context1=80": 0.07808643830128219, + "hydraulic:context1=90": -0.003631510416666761, + "hydraulic:context0=3": -0.49256142348665866, + "hydraulic:context0=20": -0.2793137368373276, + "gas:batch6": 0.05551569207248165, + "gas:batch7": 0.04011683935960922, + "gas:batch10": 0.12401018760850112, + "gas:batch9": 0.03196498600509955, + "gas:batch8": -0.016213152784497198 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.7582763179489161, + "by_dataset": { + "hydraulic": 0.826692427679145, + "gas": 0.6898602082186873 + }, + "by_environment": { + "hydraulic:context1=73": 0.9079365079365082, + "hydraulic:context1=80": 0.9538461538461539, + "hydraulic:context1=90": 0.7878787878787877, + "hydraulic:context0=3": 0.5991238550378336, + "hydraulic:context0=20": 0.8846768336964415, + "gas:batch6": 0.7866679177536714, + "gas:batch7": 0.6885559249607364, + "gas:batch10": 0.700120357057254, + "gas:batch9": 0.647327399833843, + "gas:batch8": 0.6266294414879321 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.2336579913155829, + "by_dataset": { + "hydraulic": 0.19498207283388908, + "gas": 0.27233390979727673 + }, + "by_environment": { + "hydraulic:context1=73": 0.05658535842322309, + "hydraulic:context1=80": 0.059037793470438714, + "hydraulic:context1=90": 0.06973557337602816, + "hydraulic:context0=3": 0.48686130342714823, + "hydraulic:context0=20": 0.3026903354726072, + "gas:batch6": 0.1905746875188866, + "gas:batch7": 0.2779205730767905, + "gas:batch10": 0.2698009899465835, + "gas:batch9": 0.3395186355185708, + "gas:batch8": 0.28385466292555234 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.6976949445973755, + "by_dataset": { + "hydraulic": 0.6034690157044504, + "gas": 0.7919208734903005 + }, + "by_environment": { + "hydraulic:context1=73": 0.21765640755609594, + "hydraulic:context1=80": 0.2305397893427564, + "hydraulic:context1=90": 0.2712151999917517, + "hydraulic:context0=3": 1.4193614695781918, + "hydraulic:context0=20": 0.8785722120534563, + "gas:batch6": 0.5714745995736361, + "gas:batch7": 0.8438535563974963, + "gas:batch10": 0.7979980691810897, + "gas:batch9": 0.9714183215475701, + "gas:batch8": 0.7748598207517103 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.5102803313428101, + "by_dataset": { + "hydraulic": 1.6830618419773935, + "gas": 1.3374988207082268 + }, + "by_environment": { + "hydraulic:context1=73": 0.5817383105763474, + "hydraulic:context1=80": 0.8330629176813837, + "hydraulic:context1=90": 0.7777078793601874, + "hydraulic:context0=3": 3.0760435257604772, + "hydraulic:context0=20": 3.1467565765085705, + "gas:batch6": 0.9523606397422307, + "gas:batch7": 1.388698398035569, + "gas:batch10": 1.3596064888001484, + "gas:batch9": 1.3204347425112073, + "gas:batch8": 1.6663938344519782 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8125853867454345, + "by_dataset": { + "hydraulic": 1.0795928262729428, + "gas": 0.5455779472179262 + }, + "by_environment": { + "hydraulic:context1=73": 0.3640819030202515, + "hydraulic:context1=80": 0.6025231283386274, + "hydraulic:context1=90": 0.5064926793684358, + "hydraulic:context0=3": 1.6566820561822855, + "hydraulic:context0=20": 2.2681843644551143, + "gas:batch6": 0.3808860401685946, + "gas:batch7": 0.5448448416380726, + "gas:batch10": 0.5616084196190586, + "gas:batch9": 0.34901642096363716, + "gas:batch8": 0.891534013700268 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.35204830314136, + "by_dataset": { + "hydraulic": 1.6922946241874866, + "gas": 1.0118019820952335 + }, + "by_environment": { + "hydraulic:context1=73": 0.33651074906495015, + "hydraulic:context1=80": 0.5735414161323972, + "hydraulic:context1=90": 0.6301375789468975, + "hydraulic:context0=3": 3.5270852969887643, + "hydraulic:context0=20": 3.394198079804424, + "gas:batch6": 0.8035276193710519, + "gas:batch7": 1.3770926837453958, + "gas:batch10": 1.291697403631022, + "gas:batch9": 0.7300274017668145, + "gas:batch8": 0.8566648019618839 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.0394915779282381, + "by_dataset": { + "hydraulic": 0.2330727412255559, + "gas": -0.1540895853690797 + }, + "by_environment": { + "hydraulic:context1=73": 0.9708412698412698, + "hydraulic:context1=80": 0.9801837606837607, + "hydraulic:context1=90": 0.6590858585858584, + "hydraulic:context0=3": -1.1094022301871762, + "hydraulic:context0=20": -0.3353449527959332, + "gas:batch6": -0.17951955697924196, + "gas:batch7": -0.1360314176150985, + "gas:batch10": -0.4231805629142785, + "gas:batch9": -0.028990585702956845, + "gas:batch8": -0.0027258036338226876 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.05554046629960213, + "by_dataset": { + "hydraulic": 0.20395000178681397, + "gas": -0.0928690691876097 + }, + "by_environment": { + "hydraulic:context1=73": 0.9603174603174603, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.4545454545454544, + "hydraulic:context0=3": -0.7892473118279567, + "hydraulic:context0=20": -0.5827886710239651, + "gas:batch6": -0.05963962444946443, + "gas:batch7": -0.06585208816318003, + "gas:batch10": -0.35758777289717236, + "gas:batch9": -0.0004966296590008578, + "gas:batch8": 0.019230769230769124 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.016048888371364024, + "by_dataset": { + "hydraulic": 0.029122739438741947, + "gas": -0.061220516181469994 + }, + "by_environment": { + "hydraulic:context1=73": 0.01052380952380949, + "hydraulic:context1=80": 0.003260683760683706, + "hydraulic:context1=90": 0.20454040404040405, + "hydraulic:context0=3": -0.32015491835921944, + "hydraulic:context0=20": 0.24744371822803193, + "gas:batch6": -0.11987993252977751, + "gas:batch7": -0.07017932945191847, + "gas:batch10": -0.0655927900171062, + "gas:batch9": -0.02849395604395602, + "gas:batch8": -0.021956572864591784 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8797979544185044, + "by_dataset": { + "hydraulic": 0.9190017020588396, + "gas": 0.8405942067781693 + }, + "by_environment": { + "hydraulic:context1=73": 0.9977245940335132, + "hydraulic:context1=80": 0.9977245940335132, + "hydraulic:context1=90": 0.9977245940335132, + "hydraulic:context0=3": 0.8009173640968292, + "hydraulic:context0=20": 0.8009173640968292, + "gas:batch6": 0.8442175952572427, + "gas:batch7": 0.8271341801663785, + "gas:batch10": 0.8271341801663785, + "gas:batch9": 0.9208329449550577, + "gas:batch8": 0.7836521333457891 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8463015510751029, + "by_dataset": { + "hydraulic": 0.9070662310310909, + "gas": 0.7855368711191149 + }, + "by_environment": { + "hydraulic:context1=73": 0.9929734471923206, + "hydraulic:context1=80": 0.9929734471923206, + "hydraulic:context1=90": 0.9929734471923206, + "hydraulic:context0=3": 0.7782054067892462, + "hydraulic:context0=20": 0.7782054067892462, + "gas:batch6": 0.7924684107477888, + "gas:batch7": 0.783702447272265, + "gas:batch10": 0.783702447272265, + "gas:batch9": 0.8694512481840585, + "gas:batch8": 0.6983598021191967 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03349640334340165, + "by_dataset": { + "hydraulic": 0.011935471027748761, + "gas": 0.05505733565905453 + }, + "by_environment": { + "hydraulic:context1=73": 0.004751146841192526, + "hydraulic:context1=80": 0.004751146841192526, + "hydraulic:context1=90": 0.004751146841192526, + "hydraulic:context0=3": 0.022711957307583117, + "hydraulic:context0=20": 0.022711957307583117, + "gas:batch6": 0.05174918450945391, + "gas:batch7": 0.04343173289411343, + "gas:batch10": 0.04343173289411343, + "gas:batch9": 0.05138169677099928, + "gas:batch8": 0.08529233122659256 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.04954529171476567, + "by_dataset": { + "hydraulic": -0.017187268410993193, + "gas": 0.11627785184052453 + }, + "by_environment": { + "hydraulic:context1=73": -0.005772662682616965, + "hydraulic:context1=80": 0.0014904630805088193, + "hydraulic:context1=90": -0.19978925719921148, + "hydraulic:context0=3": 0.3428668756668025, + "hydraulic:context0=20": -0.22473176092044886, + "gas:batch6": 0.17162911703923142, + "gas:batch7": 0.11361106234603192, + "gas:batch10": 0.10902452291121964, + "gas:batch9": 0.07987565281495532, + "gas:batch8": 0.10724890409118436 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4489079729038536, + "by_dataset": { + "hydraulic": 0.3208334301629684, + "gas": 0.5769825156447388 + }, + "by_environment": { + "hydraulic:context1=73": 0.20132275132275132, + "hydraulic:context1=80": 0.13076923076923078, + "hydraulic:context1=90": 0.3151515151515151, + "hydraulic:context0=3": 0.5064516129032258, + "hydraulic:context0=20": 0.4504720406681191, + "gas:batch6": 0.6833263431618178, + "gas:batch7": 0.46962394803927915, + "gas:batch10": 0.527694807400128, + "gas:batch9": 0.7072273516861146, + "gas:batch8": 0.4970401279363543 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.27378636691150626, + "by_dataset": { + "hydraulic": 0.23568755063015737, + "gas": 0.31188518319285513 + }, + "by_environment": { + "hydraulic:context1=73": 0.010686615897379877, + "hydraulic:context1=80": 0.006437939853148591, + "hydraulic:context1=90": 0.13018893718935534, + "hydraulic:context0=3": 0.5703991450668036, + "hydraulic:context0=20": 0.46072511514409936, + "gas:batch6": 0.297931498511459, + "gas:batch7": 0.31155385430668975, + "gas:batch10": 0.39688195657705827, + "gas:batch9": 0.31854986114402584, + "gas:batch8": 0.23450874542504277 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.3841277714775795, + "by_dataset": { + "hydraulic": 1.2147351313093666, + "gas": 1.5535204116457924 + }, + "by_environment": { + "hydraulic:context1=73": 0.027001614541542235, + "hydraulic:context1=80": 0.019806646795274645, + "hydraulic:context1=90": 0.5705428868242913, + "hydraulic:context0=3": 2.894616650338499, + "hydraulic:context0=20": 2.5617078580472255, + "gas:batch6": 1.139534214066596, + "gas:batch7": 1.6007408836141295, + "gas:batch10": 1.978398676456225, + "gas:batch9": 2.2184401688515676, + "gas:batch8": 0.8304881152404433 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.779220335947996, + "by_dataset": { + "hydraulic": 2.521074231026673, + "gas": 3.0373664408693193 + }, + "by_environment": { + "hydraulic:context1=73": 1.0645872834898136, + "hydraulic:context1=80": 1.3411387196985969, + "hydraulic:context1=90": 1.7335611377153064, + "hydraulic:context0=3": 4.395360840892615, + "hydraulic:context0=20": 4.070723173337034, + "gas:batch6": 2.6776073990487688, + "gas:batch7": 3.0173769903849514, + "gas:batch10": 3.7552177585060518, + "gas:batch9": 3.5953119063563697, + "gas:batch8": 2.141318150050454 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.3950925644704144, + "by_dataset": { + "hydraulic": 1.3063390997173001, + "gas": 1.483846029223529 + }, + "by_environment": { + "hydraulic:context1=73": 1.0375856689482712, + "hydraulic:context1=80": 1.3213320729033224, + "hydraulic:context1=90": 1.1630182508910152, + "hydraulic:context0=3": 1.500744190554099, + "hydraulic:context0=20": 1.5090153152897923, + "gas:batch6": 1.538073184982174, + "gas:batch7": 1.4166361067708229, + "gas:batch10": 1.7768190820498289, + "gas:batch9": 1.3768717375048065, + "gas:batch8": 1.3108300348100126 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.771381222441653, + "by_dataset": { + "hydraulic": 2.565805645619423, + "gas": 2.976956799263883 + }, + "by_environment": { + "hydraulic:context1=73": 0.816346721044393, + "hydraulic:context1=80": 1.0703063768742964, + "hydraulic:context1=90": 1.5373744397479052, + "hydraulic:context0=3": 5.094676787210978, + "hydraulic:context0=20": 4.31032390321954, + "gas:batch6": 2.6404412417961454, + "gas:batch7": 3.1318193230328983, + "gas:batch10": 3.6255161157506985, + "gas:batch9": 2.684248646117008, + "gas:batch8": 2.802758669622665 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "support_mixture", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.2576284731002171, + "by_dataset": { + "hydraulic": 0.5268975259893666, + "gas": -0.011640579788932456 + }, + "by_environment": { + "hydraulic:context1=73": 0.9331825396825396, + "hydraulic:context1=80": 0.9249102564102566, + "hydraulic:context1=90": 0.9175151515151515, + "hydraulic:context0=3": -0.26735125448028674, + "hydraulic:context0=20": 0.12623093681917205, + "gas:batch6": 0.27277514989720086, + "gas:batch7": -0.033166245755101804, + "gas:batch10": -0.17456137507726396, + "gas:batch9": -0.23049754540991652, + "gas:batch8": 0.10724711740041915 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.15937529013976298, + "by_dataset": { + "hydraulic": 0.30720895381236935, + "gas": 0.01154162646715663 + }, + "by_environment": { + "hydraulic:context1=73": 0.919047619047619, + "hydraulic:context1=80": 0.923076923076923, + "hydraulic:context1=90": 0.8818181818181818, + "hydraulic:context0=3": -0.8702508960573475, + "hydraulic:context0=20": -0.3176470588235295, + "gas:batch6": 0.30875192731001827, + "gas:batch7": -0.04445317533080339, + "gas:batch10": -0.09995042443048789, + "gas:batch9": -0.17751586042823156, + "gas:batch8": 0.07087566521528772 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.09825318296045407, + "by_dataset": { + "hydraulic": 0.21968857217699722, + "gas": -0.023182206256089077 + }, + "by_environment": { + "hydraulic:context1=73": 0.014134920634920611, + "hydraulic:context1=80": 0.0018333333333334645, + "hydraulic:context1=90": 0.03569696969696967, + "hydraulic:context0=3": 0.6028996415770608, + "hydraulic:context0=20": 0.44387799564270153, + "gas:batch6": -0.0359767774128174, + "gas:batch7": 0.011286929575701592, + "gas:batch10": -0.07461095064677606, + "gas:batch9": -0.052981684981684984, + "gas:batch8": 0.03637145218513146 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6435227752209849, + "by_dataset": { + "hydraulic": 0.7165561921452662, + "gas": 0.5704893582967034 + }, + "by_environment": { + "hydraulic:context1=73": 0.8141842195248077, + "hydraulic:context1=80": 0.8141842195248077, + "hydraulic:context1=90": 0.8141842195248077, + "hydraulic:context0=3": 0.5701141510759539, + "hydraulic:context0=20": 0.5701141510759539, + "gas:batch6": 0.5828784219318279, + "gas:batch7": 0.5742947555542485, + "gas:batch10": 0.5742947555542485, + "gas:batch9": 0.6220168117266568, + "gas:batch8": 0.49896204671653527 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.621897176545058, + "by_dataset": { + "hydraulic": 0.7016215317254357, + "gas": 0.5421728213646804 + }, + "by_environment": { + "hydraulic:context1=73": 0.8065512547907808, + "hydraulic:context1=80": 0.8065512547907808, + "hydraulic:context1=90": 0.8065512547907808, + "hydraulic:context0=3": 0.5442269471274183, + "hydraulic:context0=20": 0.5442269471274183, + "gas:batch6": 0.5541744797962097, + "gas:batch7": 0.5515205183108057, + "gas:batch10": 0.5515205183108057, + "gas:batch9": 0.5887832116775151, + "gas:batch8": 0.46486537872806516 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.021625598675926755, + "by_dataset": { + "hydraulic": 0.014934660419830364, + "gas": 0.028316536932023146 + }, + "by_environment": { + "hydraulic:context1=73": 0.007632964734026859, + "hydraulic:context1=80": 0.007632964734026859, + "hydraulic:context1=90": 0.007632964734026859, + "hydraulic:context0=3": 0.025887203948535626, + "hydraulic:context0=20": 0.025887203948535626, + "gas:batch6": 0.028703942135618332, + "gas:batch7": 0.022774237243442786, + "gas:batch10": 0.022774237243442786, + "gas:batch9": 0.033233600049141686, + "gas:batch8": 0.03409666798847014 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.0766275842845273, + "by_dataset": { + "hydraulic": -0.20475391175716684, + "gas": 0.05149874318811223 + }, + "by_environment": { + "hydraulic:context1=73": -0.006501955900893752, + "hydraulic:context1=80": 0.005799631400693395, + "hydraulic:context1=90": -0.028064004962942812, + "hydraulic:context0=3": -0.5770124376285252, + "hydraulic:context0=20": -0.4179907916941659, + "gas:batch6": 0.06468071954843573, + "gas:batch7": 0.011487307667741194, + "gas:batch10": 0.09738518789021886, + "gas:batch9": 0.08621528503082668, + "gas:batch8": -0.0022747841966613094 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.5231779414396178, + "by_dataset": { + "hydraulic": 0.5213532472166247, + "gas": 0.5250026356626111 + }, + "by_environment": { + "hydraulic:context1=73": 0.3619047619047618, + "hydraulic:context1=80": 0.32692307692307687, + "hydraulic:context1=90": 0.3242424242424242, + "hydraulic:context0=3": 0.6878136200716846, + "hydraulic:context0=20": 0.9058823529411764, + "gas:batch6": 0.5756171075286443, + "gas:batch7": 0.4692392012567623, + "gas:batch10": 0.5239970185641362, + "gas:batch9": 0.4241952484800423, + "gas:batch8": 0.6319646024834703 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.22750526451333272, + "by_dataset": { + "hydraulic": 0.18891503951749122, + "gas": 0.2660954895091742 + }, + "by_environment": { + "hydraulic:context1=73": 0.018515273019498475, + "hydraulic:context1=80": 0.01843278524461756, + "hydraulic:context1=90": 0.041241136533243, + "hydraulic:context0=3": 0.5239380780532299, + "hydraulic:context0=20": 0.3424479247368672, + "gas:batch6": 0.1820572995592486, + "gas:batch7": 0.27825944250635376, + "gas:batch10": 0.28742583418229306, + "gas:batch9": 0.3198722198539202, + "gas:batch8": 0.2628626514440555 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.7207348451590816, + "by_dataset": { + "hydraulic": 0.6056766843448245, + "gas": 0.8357930059733387 + }, + "by_environment": { + "hydraulic:context1=73": 0.08726242103161524, + "hydraulic:context1=80": 0.09011997781472303, + "hydraulic:context1=90": 0.19409213613625328, + "hydraulic:context0=3": 1.608429031550558, + "hydraulic:context0=20": 1.0484798551909726, + "gas:batch6": 0.5514330612193159, + "gas:batch7": 0.9211768571860931, + "gas:batch10": 0.9119376270771178, + "gas:batch9": 0.9832370642037598, + "gas:batch8": 0.8111804201804075 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.4448199908242385, + "by_dataset": { + "hydraulic": 1.6165284624437413, + "gas": 1.273111519204736 + }, + "by_environment": { + "hydraulic:context1=73": 0.45462118886872843, + "hydraulic:context1=80": 0.6515214973200012, + "hydraulic:context1=90": 0.7538166328280803, + "hydraulic:context0=3": 3.1537084260635235, + "hydraulic:context0=20": 3.068974567138372, + "gas:batch6": 0.8432061019599596, + "gas:batch7": 1.4025155551690405, + "gas:batch10": 1.4471108280232108, + "gas:batch9": 1.1471271080575465, + "gas:batch8": 1.5255980028139229 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7240851456651568, + "by_dataset": { + "hydraulic": 1.0108517780989164, + "gas": 0.43731851323139725 + }, + "by_environment": { + "hydraulic:context1=73": 0.36735876783711324, + "hydraulic:context1=80": 0.5614015195052782, + "hydraulic:context1=90": 0.5597244966918269, + "hydraulic:context0=3": 1.5452793945129655, + "hydraulic:context0=20": 2.0204947119473986, + "gas:batch6": 0.2917730407406438, + "gas:batch7": 0.48133869798294754, + "gas:batch10": 0.5351732009460929, + "gas:batch9": 0.16389004385378664, + "gas:batch8": 0.7144175826335156 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3572171839606018, + "by_dataset": { + "hydraulic": 1.6352556673383034, + "gas": 1.0791787005829003 + }, + "by_environment": { + "hydraulic:context1=73": 0.2192433641108901, + "hydraulic:context1=80": 0.4604100677614878, + "hydraulic:context1=90": 0.5528366531581277, + "hydraulic:context0=3": 3.6350557452424206, + "hydraulic:context0=20": 3.308732506418591, + "gas:batch6": 0.7687470430811637, + "gas:batch7": 1.4077441468753948, + "gas:batch10": 1.403080060624052, + "gas:batch9": 0.7650678321424976, + "gas:batch8": 1.0512544201913936 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.19628824363390865, + "by_dataset": { + "hydraulic": 0.5083270719792541, + "gas": -0.11575058471143677 + }, + "by_environment": { + "hydraulic:context1=73": 0.848142857142857, + "hydraulic:context1=80": 0.8424615384615383, + "hydraulic:context1=90": 0.8506818181818181, + "hydraulic:context0=3": -0.22915412186379927, + "hydraulic:context0=20": 0.22950326797385615, + "gas:batch6": 0.25623009208376735, + "gas:batch7": -0.08628823694832016, + "gas:batch10": -0.18269993377860827, + "gas:batch9": -0.37639981991805443, + "gas:batch8": -0.1895950249959684 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.07769327908522897, + "by_dataset": { + "hydraulic": 0.24348937589924305, + "gas": -0.08810281772878512 + }, + "by_environment": { + "hydraulic:context1=73": 0.8523809523809524, + "hydraulic:context1=80": 0.8461538461538463, + "hydraulic:context1=90": 0.7999999999999998, + "hydraulic:context0=3": -0.9634408602150537, + "hydraulic:context0=20": -0.3176470588235295, + "gas:batch6": 0.2673815062524982, + "gas:batch7": -0.0583354367226916, + "gas:batch10": -0.07815636064855733, + "gas:batch9": -0.377644726407613, + "gas:batch8": -0.19375907111756183 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.1185949645486797, + "by_dataset": { + "hydraulic": 0.26483769608001106, + "gas": -0.027647766982651666 + }, + "by_environment": { + "hydraulic:context1=73": -0.004238095238095152, + "hydraulic:context1=80": -0.0036923076923078835, + "hydraulic:context1=90": 0.05068181818181827, + "hydraulic:context0=3": 0.7342867383512542, + "hydraulic:context0=20": 0.5471503267973857, + "gas:batch6": -0.011151414168730828, + "gas:batch7": -0.02795280022562856, + "gas:batch10": -0.10454357313005094, + "gas:batch9": 0.0012449064895585782, + "gas:batch8": 0.004164046121593411 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5922042447058429, + "by_dataset": { + "hydraulic": 0.6716056949286975, + "gas": 0.5128027944829884 + }, + "by_environment": { + "hydraulic:context1=73": 0.7724623572170302, + "hydraulic:context1=80": 0.7724623572170302, + "hydraulic:context1=90": 0.7724623572170302, + "hydraulic:context0=3": 0.5203207014961982, + "hydraulic:context0=20": 0.5203207014961982, + "gas:batch6": 0.5282500594183899, + "gas:batch7": 0.5198133776830249, + "gas:batch10": 0.5198133776830249, + "gas:batch9": 0.536742456292307, + "gas:batch8": 0.4593947013381952 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5650948401908942, + "by_dataset": { + "hydraulic": 0.6416190436893537, + "gas": 0.4885706366924345 + }, + "by_environment": { + "hydraulic:context1=73": 0.7546728971962616, + "hydraulic:context1=80": 0.7546728971962616, + "hydraulic:context1=90": 0.7546728971962616, + "hydraulic:context0=3": 0.4720382634289919, + "hydraulic:context0=20": 0.4720382634289919, + "gas:batch6": 0.5019200955741823, + "gas:batch7": 0.4976505614667967, + "gas:batch10": 0.4976505614667967, + "gas:batch9": 0.5012346147135964, + "gas:batch8": 0.44439735024080046 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.027109404514948768, + "by_dataset": { + "hydraulic": 0.02998665123934363, + "gas": 0.024232157790553904 + }, + "by_environment": { + "hydraulic:context1=73": 0.017789460020768533, + "hydraulic:context1=80": 0.017789460020768533, + "hydraulic:context1=90": 0.017789460020768533, + "hydraulic:context0=3": 0.04828243806720628, + "hydraulic:context0=20": 0.04828243806720628, + "gas:batch6": 0.026329963844207615, + "gas:batch7": 0.022162816216228287, + "gas:batch10": 0.022162816216228287, + "gas:batch9": 0.03550784157871053, + "gas:batch8": 0.014997351097394807 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.09148556003373091, + "by_dataset": { + "hydraulic": -0.2348510448406674, + "gas": 0.05187992477320558 + }, + "by_environment": { + "hydraulic:context1=73": 0.022027555258863685, + "hydraulic:context1=80": 0.021481767713076416, + "hydraulic:context1=90": -0.03289235816104974, + "hydraulic:context0=3": -0.686004300284048, + "hydraulic:context0=20": -0.4988678887301794, + "gas:batch6": 0.037481378012938445, + "gas:batch7": 0.050115616441856844, + "gas:batch10": 0.12670638934627923, + "gas:batch9": 0.03426293508915195, + "gas:batch8": 0.010833304975801395 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.6556122732147986, + "by_dataset": { + "hydraulic": 0.6946274766768126, + "gas": 0.6165970697527847 + }, + "by_environment": { + "hydraulic:context1=73": 0.5992063492063491, + "hydraulic:context1=80": 0.5884615384615384, + "hydraulic:context1=90": 0.5242424242424242, + "hydraulic:context0=3": 0.7272401433691756, + "hydraulic:context0=20": 1.0339869281045753, + "gas:batch6": 0.6863333033617078, + "gas:batch7": 0.6177504107755795, + "gas:batch10": 0.6223629756640815, + "gas:batch9": 0.5793031324345757, + "gas:batch8": 0.5772355265279794 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.24540069177313464, + "by_dataset": { + "hydraulic": 0.19653414065260338, + "gas": 0.2942672428936659 + }, + "by_environment": { + "hydraulic:context1=73": 0.04007934192002015, + "hydraulic:context1=80": 0.04105799179385445, + "hydraulic:context1=90": 0.05841980143549707, + "hydraulic:context0=3": 0.5196963893706809, + "hydraulic:context0=20": 0.32341717874296433, + "gas:batch6": 0.1909380271374234, + "gas:batch7": 0.28525618391903823, + "gas:batch10": 0.2761681428067791, + "gas:batch9": 0.38202901340310935, + "gas:batch8": 0.33694484720197937 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.7637643149935436, + "by_dataset": { + "hydraulic": 0.6210939900505081, + "gas": 0.906434639936579 + }, + "by_environment": { + "hydraulic:context1=73": 0.13971428101423977, + "hydraulic:context1=80": 0.14437366612069807, + "hydraulic:context1=90": 0.22051454043312124, + "hydraulic:context0=3": 1.6457935605380845, + "hydraulic:context0=20": 0.9550739021463972, + "gas:batch6": 0.5736138172467156, + "gas:batch7": 0.924009761943034, + "gas:batch10": 0.8676105101239436, + "gas:batch9": 1.1244086937794469, + "gas:batch8": 1.042530416589755 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.5136056130328193, + "by_dataset": { + "hydraulic": 1.6315014334238604, + "gas": 1.3957097926417779 + }, + "by_environment": { + "hydraulic:context1=73": 0.4282795804910508, + "hydraulic:context1=80": 0.6857644529504633, + "hydraulic:context1=90": 0.694770592037662, + "hydraulic:context0=3": 3.1955369114734786, + "hydraulic:context0=20": 3.153155630166648, + "gas:batch6": 0.8995778269715682, + "gas:batch7": 1.3920373537592299, + "gas:batch10": 1.3920031825218908, + "gas:batch9": 1.4111595865267226, + "gas:batch8": 1.8837710134294783 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7498412980392757, + "by_dataset": { + "hydraulic": 1.0104074433733523, + "gas": 0.489275152705199 + }, + "by_environment": { + "hydraulic:context1=73": 0.288565299476811, + "hydraulic:context1=80": 0.5413907868297653, + "hydraulic:context1=90": 0.47425605160454065, + "hydraulic:context0=3": 1.549743350935394, + "hydraulic:context0=20": 2.198081728020251, + "gas:batch6": 0.3259640097248526, + "gas:batch7": 0.4680275918161961, + "gas:batch10": 0.5243926723979472, + "gas:batch9": 0.28675089274727583, + "gas:batch8": 0.8412405968397233 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.3543623571808743, + "by_dataset": { + "hydraulic": 1.641019422448657, + "gas": 1.0677052919130916 + }, + "by_environment": { + "hydraulic:context1=73": 0.16614170042111018, + "hydraulic:context1=80": 0.42468670713866635, + "hydraulic:context1=90": 0.5053103011943468, + "hydraulic:context0=3": 3.6983357829903323, + "hydraulic:context0=20": 3.4106226204988292, + "gas:batch6": 0.7535819668064524, + "gas:batch7": 1.427420136871902, + "gas:batch10": 1.394839662423599, + "gas:batch9": 0.7386068275533206, + "gas:batch8": 1.0240778659101843 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.045623935775960356, + "by_dataset": { + "hydraulic": 0.23339794828827082, + "gas": -0.1421500767363501 + }, + "by_environment": { + "hydraulic:context1=73": 0.985095238095238, + "hydraulic:context1=80": 0.9882307692307691, + "hydraulic:context1=90": 0.6748787878787877, + "hydraulic:context0=3": -1.1428446833930703, + "hydraulic:context0=20": -0.3383703703703704, + "gas:batch6": -0.14103043776269183, + "gas:batch7": -0.1334993863168229, + "gas:batch10": -0.403625521420416, + "gas:batch9": -0.029458648889770046, + "gas:batch8": -0.003136389292049772 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.08265061271701553, + "by_dataset": { + "hydraulic": 0.2842056530861085, + "gas": -0.11890442765207745 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.976923076923077, + "hydraulic:context1=90": 0.7454545454545455, + "hydraulic:context0=3": -0.7412186379928314, + "hydraulic:context0=20": -0.5601307189542484, + "gas:batch6": -0.08436373878547196, + "gas:batch7": -0.0697444915325462, + "gas:batch10": -0.37496505283585974, + "gas:batch9": -0.01924662965900086, + "gas:batch8": -0.04620222544750848 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.03702667694105516, + "by_dataset": { + "hydraulic": -0.05080770479783765, + "gas": -0.02324564908427266 + }, + "by_environment": { + "hydraulic:context1=73": -0.014904761904761976, + "hydraulic:context1=80": 0.011307692307692241, + "hydraulic:context1=90": -0.07057575757575762, + "hydraulic:context0=3": -0.40162604540023894, + "hydraulic:context0=20": 0.22176034858387803, + "gas:batch6": -0.05666669897721992, + "gas:batch7": -0.0637548947842767, + "gas:batch10": -0.028660468584556238, + "gas:batch9": -0.01021201923076922, + "gas:batch8": 0.04306583615545878 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8797610129753111, + "by_dataset": { + "hydraulic": 0.9130543568084292, + "gas": 0.8464676691421928 + }, + "by_environment": { + "hydraulic:context1=73": 0.9983450946821962, + "hydraulic:context1=80": 0.9983450946821962, + "hydraulic:context1=90": 0.9983450946821962, + "hydraulic:context0=3": 0.7851182499977788, + "hydraulic:context0=20": 0.7851182499977788, + "gas:batch6": 0.8498071339742866, + "gas:batch7": 0.8349045825632143, + "gas:batch10": 0.8349045825632143, + "gas:batch9": 0.9224743294176629, + "gas:batch8": 0.7902477171925858 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8469006908486575, + "by_dataset": { + "hydraulic": 0.9035660506654905, + "gas": 0.7902353310318245 + }, + "by_environment": { + "hydraulic:context1=73": 0.9954761942086723, + "hydraulic:context1=80": 0.9954761942086723, + "hydraulic:context1=90": 0.9954761942086723, + "hydraulic:context0=3": 0.7657008353507179, + "hydraulic:context0=20": 0.7657008353507179, + "gas:batch6": 0.7967371463778944, + "gas:batch7": 0.7907305275079742, + "gas:batch10": 0.7907305275079742, + "gas:batch9": 0.8694467721296493, + "gas:batch8": 0.7035316816356308 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03286032212665345, + "by_dataset": { + "hydraulic": 0.009488306142938645, + "gas": 0.05623233811036825 + }, + "by_environment": { + "hydraulic:context1=73": 0.002868900473523839, + "hydraulic:context1=80": 0.002868900473523839, + "hydraulic:context1=90": 0.002868900473523839, + "hydraulic:context0=3": 0.019417414647060854, + "hydraulic:context0=20": 0.019417414647060854, + "gas:batch6": 0.053069987596392275, + "gas:batch7": 0.04417405505524014, + "gas:batch10": 0.04417405505524014, + "gas:batch9": 0.05302755728801367, + "gas:batch8": 0.08671603555695502 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.06988699906770862, + "by_dataset": { + "hydraulic": 0.06029601094077632, + "gas": 0.07947798719464091 + }, + "by_environment": { + "hydraulic:context1=73": 0.017773662378285815, + "hydraulic:context1=80": -0.008438791834168402, + "hydraulic:context1=90": 0.07344465804928146, + "hydraulic:context0=3": 0.42104346004729987, + "hydraulic:context0=20": -0.20234293393681715, + "gas:batch6": 0.1097366865736122, + "gas:batch7": 0.10792894983951686, + "gas:batch10": 0.0728345236397964, + "gas:batch9": 0.0632395765187829, + "gas:batch8": 0.04365019940149625 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.44220599837791885, + "by_dataset": { + "hydraulic": 0.3260092321762151, + "gas": 0.5584027645796226 + }, + "by_environment": { + "hydraulic:context1=73": 0.15793650793650793, + "hydraulic:context1=80": 0.11923076923076921, + "hydraulic:context1=90": 0.34393939393939393, + "hydraulic:context0=3": 0.5531660692951016, + "hydraulic:context0=20": 0.45577342047930286, + "gas:batch6": 0.6546313460375925, + "gas:batch7": 0.4546994705325334, + "gas:batch10": 0.48553567122074637, + "gas:batch9": 0.6869070512820513, + "gas:batch8": 0.5102402838251895 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.26872685332006624, + "by_dataset": { + "hydraulic": 0.22143599396178665, + "gas": 0.31601771267834583 + }, + "by_environment": { + "hydraulic:context1=73": 0.001468924427001846, + "hydraulic:context1=80": 0.003807911650086301, + "hydraulic:context1=90": 0.07631444045601245, + "hydraulic:context0=3": 0.5686793538312912, + "hydraulic:context0=20": 0.4569093394445416, + "gas:batch6": 0.2936785404107019, + "gas:batch7": 0.31702168989894325, + "gas:batch10": 0.40145087555023146, + "gas:batch9": 0.31539933596760455, + "gas:batch8": 0.252538121564248 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 1.3622559967729115, + "by_dataset": { + "hydraulic": 1.1362265635135145, + "gas": 1.5882854300323088 + }, + "by_environment": { + "hydraulic:context1=73": 0.007026946118148274, + "hydraulic:context1=80": 0.009483599667272325, + "hydraulic:context1=90": 0.4296951738403119, + "hydraulic:context0=3": 2.791365556019633, + "hydraulic:context0=20": 2.4435615419222074, + "gas:batch6": 1.1174697826283426, + "gas:batch7": 1.7111962559310878, + "gas:batch10": 2.088735826156133, + "gas:batch9": 2.133856856468525, + "gas:batch8": 0.8901684289774554 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 2.7282515438548964, + "by_dataset": { + "hydraulic": 2.407885135705283, + "gas": 3.0486179520045096 + }, + "by_environment": { + "hydraulic:context1=73": 1.0084704619347253, + "hydraulic:context1=80": 1.2867908822675784, + "hydraulic:context1=90": 1.5599023943407833, + "hydraulic:context0=3": 4.246247395069824, + "hydraulic:context0=20": 3.9380145449135022, + "gas:batch6": 2.6235423446180723, + "gas:batch7": 3.1094772635831234, + "gas:batch10": 3.8618884931915463, + "gas:batch9": 3.4789170180583837, + "gas:batch8": 2.169264640571422 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.3659955470819796, + "by_dataset": { + "hydraulic": 1.271658572191764, + "gas": 1.4603325219721954 + }, + "by_environment": { + "hydraulic:context1=73": 1.0014435158165769, + "hydraulic:context1=80": 1.2773072826003058, + "hydraulic:context1=90": 1.1302072205004712, + "hydraulic:context0=3": 1.4548818390501805, + "hydraulic:context0=20": 1.4944530029912853, + "gas:batch6": 1.5060725619897273, + "gas:batch7": 1.398281007652026, + "gas:batch10": 1.773152667035403, + "gas:batch9": 1.3450601615898652, + "gas:batch8": 1.2790962115939555 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 2.730736262440343, + "by_dataset": { + "hydraulic": 2.4370651387120756, + "gas": 3.0244073861686105 + }, + "by_environment": { + "hydraulic:context1=73": 0.7958149679807295, + "hydraulic:context1=80": 1.0421110769898614, + "hydraulic:context1=90": 1.2727439861248373, + "hydraulic:context0=3": 4.889478291139409, + "hydraulic:context0=20": 4.185177371325541, + "gas:batch6": 2.5947831655693143, + "gas:batch7": 3.2517643950457242, + "gas:batch10": 3.7813321664565107, + "gas:batch9": 2.668630813830238, + "gas:batch8": 2.825526389941265 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "all", + "model": "empirical_reference", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.4220134277822568, + "by_dataset": { + "hydraulic": 0.4502698136777833, + "gas": 0.3937570418867304 + }, + "by_environment": { + "hydraulic:context1=73": 0.8428571428571427, + "hydraulic:context1=80": 0.9523076923076924, + "hydraulic:context1=90": 0.8909090909090909, + "hydraulic:context0=3": 0.18422939068100355, + "hydraulic:context0=20": -0.6189542483660131, + "gas:batch6": 0.5033680328173464, + "gas:batch7": 0.34710061927810665, + "gas:batch10": 0.4781015437969844, + "gas:batch9": 0.2276605868358445, + "gas:batch8": 0.41255442670537 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.4221120882269902, + "by_dataset": { + "hydraulic": 0.4505775059854756, + "gas": 0.39364667046850477 + }, + "by_environment": { + "hydraulic:context1=73": 0.8428571428571427, + "hydraulic:context1=80": 0.9538461538461538, + "hydraulic:context1=90": 0.8909090909090909, + "hydraulic:context0=3": 0.18422939068100355, + "hydraulic:context0=20": -0.6189542483660131, + "gas:batch6": 0.5033680328173464, + "gas:batch7": 0.3471186605166808, + "gas:batch10": 0.47753164546728216, + "gas:batch9": 0.2276605868358445, + "gas:batch8": 0.41255442670537 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -9.866044473332557e-05, + "by_dataset": { + "hydraulic": -0.0003076923076922755, + "gas": 0.00011037141822562436 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": -0.0015384615384613776, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": -1.8041238574123543e-05, + "gas:batch10": 0.0005698983297022453, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6123094886565527, + "by_dataset": { + "hydraulic": 0.7102663626988004, + "gas": 0.5143526146143049 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9973043478260869, + "hydraulic:context1=90": 0.976, + "hydraulic:context0=3": 0.2446941323345817, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.5669852011646347, + "gas:batch7": 0.399916384011856, + "gas:batch10": 0.506830455561721, + "gas:batch9": 0.46568642624980655, + "gas:batch8": 0.6323446060835066 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6109052872745468, + "by_dataset": { + "hydraulic": 0.7081967974814091, + "gas": 0.5136137770676845 + }, + "by_environment": { + "hydraulic:context1=73": 1.0, + "hydraulic:context1=80": 0.9869565217391304, + "hydraulic:context1=90": 0.976, + "hydraulic:context0=3": 0.2446941323345817, + "hydraulic:context0=20": 0.3333333333333333, + "gas:batch6": 0.5668808714828402, + "gas:batch7": 0.398478255899836, + "gas:batch10": 0.5046787256224335, + "gas:batch9": 0.46568642624980655, + "gas:batch8": 0.6323446060835066 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.0014042013820058526, + "by_dataset": { + "hydraulic": 0.0020695652173913005, + "gas": 0.0007388375466204049 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.010347826086956502, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.00010432968179446278, + "gas:batch7": 0.0014381281120199947, + "gas:batch10": 0.002151729939287567, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.0015028618267391783, + "by_dataset": { + "hydraulic": 0.002377257525083576, + "gas": 0.0006284661283947805 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.01188628762541788, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.00010432968179446278, + "gas:batch7": 0.0014561693505941184, + "gas:batch10": 0.0015818316095853214, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.025668404150831797, + "by_dataset": { + "hydraulic": 0.015384615384615385, + "gas": 0.03595219291704821 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.07692307692307693, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.014379410724058244, + "gas:batch7": 0.049835297647579845, + "gas:batch10": 0.04396505963240638, + "gas:batch9": 0.0, + "gas:batch8": 0.07158119658119659 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "support_mixture", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.46617402494755944, + "by_dataset": { + "hydraulic": 0.45292342518115714, + "gas": 0.47942462471396174 + }, + "by_environment": { + "hydraulic:context1=73": 0.644610538373425, + "hydraulic:context1=80": 0.644610538373425, + "hydraulic:context1=90": 0.644610538373425, + "hydraulic:context0=3": 0.16539275539275536, + "hydraulic:context0=20": 0.16539275539275536, + "gas:batch6": 0.49479131612070165, + "gas:batch7": 0.571471181980925, + "gas:batch10": 0.571471181980925, + "gas:batch9": 0.4513789283575009, + "gas:batch8": 0.30801051512975625 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.33440662650937636, + "by_dataset": { + "hydraulic": 0.18611834900494695, + "gas": 0.4826949040138057 + }, + "by_environment": { + "hydraulic:context1=73": 0.20274914089347085, + "hydraulic:context1=80": 0.20274914089347085, + "hydraulic:context1=90": 0.20274914089347085, + "hydraulic:context0=3": 0.16117216117216107, + "hydraulic:context0=20": 0.16117216117216107, + "gas:batch6": 0.49985970505814353, + "gas:batch7": 0.5769755909359443, + "gas:batch10": 0.5769755909359443, + "gas:batch9": 0.4687157974757138, + "gas:batch8": 0.2909478356632828 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.13176739843818305, + "by_dataset": { + "hydraulic": 0.26680507617621013, + "gas": -0.003270279299844015 + }, + "by_environment": { + "hydraulic:context1=73": 0.44186139747995407, + "hydraulic:context1=80": 0.44186139747995407, + "hydraulic:context1=90": 0.44186139747995407, + "hydraulic:context0=3": 0.004220594220594283, + "hydraulic:context0=20": 0.004220594220594283, + "gas:batch6": -0.00506838893744186, + "gas:batch7": -0.0055044089550193905, + "gas:batch10": -0.0055044089550193905, + "gas:batch9": -0.01733686911821295, + "gas:batch8": 0.017062679466473517 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.7520832970500287, + "by_dataset": { + "hydraulic": 0.8071159313557429, + "gas": 0.6970506627443146 + }, + "by_environment": { + "hydraulic:context1=73": 0.8627908749192502, + "hydraulic:context1=80": 0.8627908749192502, + "hydraulic:context1=90": 0.8627908749192502, + "hydraulic:context0=3": 0.7236035160104817, + "hydraulic:context0=20": 0.7236035160104817, + "gas:batch6": 0.7011748886820648, + "gas:batch7": 0.6887884127753776, + "gas:batch10": 0.6887884127753776, + "gas:batch9": 0.7544114347014499, + "gas:batch8": 0.6520901647873031 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.722022254088492, + "by_dataset": { + "hydraulic": 0.7941850935647526, + "gas": 0.6498594146122313 + }, + "by_environment": { + "hydraulic:context1=73": 0.8529564838903535, + "hydraulic:context1=80": 0.8529564838903535, + "hydraulic:context1=90": 0.8529564838903535, + "hydraulic:context0=3": 0.7060280080763514, + "hydraulic:context0=20": 0.7060280080763514, + "gas:batch6": 0.656082686012238, + "gas:batch7": 0.6513658285009584, + "gas:batch10": 0.6513658285009584, + "gas:batch9": 0.7110561940678035, + "gas:batch8": 0.5794265359791985 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03006104296153668, + "by_dataset": { + "hydraulic": 0.01293083779099011, + "gas": 0.047191248132083245 + }, + "by_environment": { + "hydraulic:context1=73": 0.009834391028896569, + "hydraulic:context1=80": 0.009834391028896569, + "hydraulic:context1=90": 0.009834391028896569, + "hydraulic:context0=3": 0.01757550793413042, + "hydraulic:context0=20": 0.01757550793413042, + "gas:batch6": 0.04509220266982685, + "gas:batch7": 0.037422584274419315, + "gas:batch10": 0.037422584274419315, + "gas:batch9": 0.04335524063364625, + "gas:batch8": 0.0726636288081045 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.10170635547664639, + "by_dataset": { + "hydraulic": -0.25387423838522005, + "gas": 0.050461527431927264 + }, + "by_environment": { + "hydraulic:context1=73": -0.43202700645105746, + "hydraulic:context1=80": -0.43202700645105746, + "hydraulic:context1=90": -0.43202700645105746, + "hydraulic:context0=3": 0.013354913713536136, + "hydraulic:context0=20": 0.013354913713536136, + "gas:batch6": 0.05016059160726871, + "gas:batch7": 0.04292699322943871, + "gas:batch10": 0.04292699322943871, + "gas:batch9": 0.0606921097518592, + "gas:batch8": 0.05560094934163098 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.43304080035036646, + "by_dataset": { + "hydraulic": 0.5053497476177888, + "gas": 0.3607318530829441 + }, + "by_environment": { + "hydraulic:context1=73": 0.6672394043528064, + "hydraulic:context1=80": 0.6672394043528064, + "hydraulic:context1=90": 0.6672394043528064, + "hydraulic:context0=3": 0.26251526251526247, + "hydraulic:context0=20": 0.26251526251526247, + "gas:batch6": 0.3598306996800936, + "gas:batch7": 0.3216930287885615, + "gas:batch10": 0.3216930287885615, + "gas:batch9": 0.3943990885639489, + "gas:batch8": 0.4060434195935551 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.16025896218096947, + "by_dataset": { + "hydraulic": 0.18745444008315854, + "gas": 0.13306348427878043 + }, + "by_environment": { + "hydraulic:context1=73": 0.1656649365462376, + "hydraulic:context1=80": 0.1656649365462376, + "hydraulic:context1=90": 0.1656649365462376, + "hydraulic:context0=3": 0.22013869538853995, + "hydraulic:context0=20": 0.22013869538853995, + "gas:batch6": 0.1303940727942757, + "gas:batch7": 0.11127430791491298, + "gas:batch10": 0.11127430791491298, + "gas:batch9": 0.1427350464389091, + "gas:batch8": 0.16963968633089133 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.47786731329451004, + "by_dataset": { + "hydraulic": 0.5381131697636343, + "gas": 0.4176214568253857 + }, + "by_environment": { + "hydraulic:context1=73": 0.450697613055284, + "hydraulic:context1=80": 0.450697613055284, + "hydraulic:context1=90": 0.450697613055284, + "hydraulic:context0=3": 0.6692365048261597, + "hydraulic:context0=20": 0.6692365048261597, + "gas:batch6": 0.4111544051950505, + "gas:batch7": 0.3633480267214896, + "gas:batch10": 0.3633480267214896, + "gas:batch9": 0.46036671221587316, + "gas:batch8": 0.4898901132730256 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.3487109515234905, + "by_dataset": { + "hydraulic": 1.557362867882052, + "gas": 1.1400590351649291 + }, + "by_environment": { + "hydraulic:context1=73": 1.4243753180011858, + "hydraulic:context1=80": 1.4243753180011858, + "hydraulic:context1=90": 1.4243753180011858, + "hydraulic:context0=3": 1.7568441927033511, + "hydraulic:context0=20": 1.7568441927033511, + "gas:batch6": 1.143323207796609, + "gas:batch7": 1.122346686501806, + "gas:batch10": 1.122346686501806, + "gas:batch9": 1.1867359085757667, + "gas:batch8": 1.125542686448658 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.8708436382289805, + "by_dataset": { + "hydraulic": 1.0192496981184176, + "gas": 0.7224375783395434 + }, + "by_environment": { + "hydraulic:context1=73": 0.9736777049459019, + "hydraulic:context1=80": 0.9736777049459019, + "hydraulic:context1=90": 0.9736777049459019, + "hydraulic:context0=3": 1.0876076878771912, + "hydraulic:context0=20": 1.0876076878771912, + "gas:batch6": 0.7321688026015585, + "gas:batch7": 0.7589986597803162, + "gas:batch10": 0.7589986597803162, + "gas:batch9": 0.7263691963598935, + "gas:batch8": 0.6356525731756323 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.2938847482373521, + "by_dataset": { + "hydraulic": 1.1816359252765, + "gas": 1.4061335711982041 + }, + "by_environment": { + "hydraulic:context1=73": 0.7156643542331361, + "hydraulic:context1=80": 0.8473708811915821, + "hydraulic:context1=90": 1.2307731926665226, + "hydraulic:context0=3": 1.5571855991456296, + "hydraulic:context0=20": 1.5571855991456296, + "gas:batch6": 1.4546178497256217, + "gas:batch7": 1.2877582872605828, + "gas:batch10": 1.3211833262361956, + "gas:batch9": 1.779182428397053, + "gas:batch8": 1.1879259643715674 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.5509303820769376, + "by_dataset": { + "hydraulic": 0.5127870003230828, + "gas": 0.5890737638307924 + }, + "by_environment": { + "hydraulic:context1=73": 0.5705899198167239, + "hydraulic:context1=80": 0.5705899198167239, + "hydraulic:context1=90": 0.5705899198167239, + "hydraulic:context0=3": 0.426082621082621, + "hydraulic:context0=20": 0.426082621082621, + "gas:batch6": 0.6173689193018207, + "gas:batch7": 0.6083246904238847, + "gas:batch10": 0.6083246904238847, + "gas:batch9": 0.6688205027494232, + "gas:batch8": 0.4425300162549484 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.5715174185018226, + "by_dataset": { + "hydraulic": 0.5935173646513853, + "gas": 0.5495174723522599 + }, + "by_environment": { + "hydraulic:context1=73": 0.6391752577319587, + "hydraulic:context1=80": 0.6391752577319587, + "hydraulic:context1=90": 0.6391752577319587, + "hydraulic:context0=3": 0.525030525030525, + "hydraulic:context0=20": 0.525030525030525, + "gas:batch6": 0.5836996093603327, + "gas:batch7": 0.5638272226122871, + "gas:batch10": 0.5638272226122871, + "gas:batch9": 0.608354200435497, + "gas:batch8": 0.42787910674089535 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.02058703642488497, + "by_dataset": { + "hydraulic": -0.08073036432830244, + "gas": 0.0395562914785325 + }, + "by_environment": { + "hydraulic:context1=73": -0.06858533791523479, + "hydraulic:context1=80": -0.06858533791523479, + "hydraulic:context1=90": -0.06858533791523479, + "hydraulic:context0=3": -0.09894790394790393, + "hydraulic:context0=20": -0.09894790394790393, + "gas:batch6": 0.03366930994148802, + "gas:batch7": 0.04449746781159758, + "gas:batch10": 0.04449746781159758, + "gas:batch9": 0.060466302313926155, + "gas:batch8": 0.014650909514053135 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.12804975115740738, + "by_dataset": { + "hydraulic": 0.14546076388888887, + "gas": 0.1106387384259259 + }, + "by_environment": { + "hydraulic:context1=73": 0.15961284722222221, + "hydraulic:context1=80": 0.15961284722222221, + "hydraulic:context1=90": 0.15961284722222221, + "hydraulic:context0=3": 0.12423263888888887, + "hydraulic:context0=20": 0.12423263888888887, + "gas:batch6": 0.11391579861111109, + "gas:batch7": 0.11260358796296295, + "gas:batch10": 0.11260358796296295, + "gas:batch9": 0.12183402777777777, + "gas:batch8": 0.09223668981481481 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.10496180555555555, + "by_dataset": { + "hydraulic": 0.11805555555555555, + "gas": 0.09186805555555555 + }, + "by_environment": { + "hydraulic:context1=73": 0.13333333333333333, + "hydraulic:context1=80": 0.13333333333333333, + "hydraulic:context1=90": 0.13333333333333333, + "hydraulic:context0=3": 0.09513888888888888, + "hydraulic:context0=20": 0.09513888888888888, + "gas:batch6": 0.09572916666666667, + "gas:batch7": 0.09312499999999999, + "gas:batch10": 0.09312499999999999, + "gas:batch9": 0.10375000000000001, + "gas:batch8": 0.0736111111111111 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.023087945601851845, + "by_dataset": { + "hydraulic": 0.02740520833333333, + "gas": 0.018770682870370363 + }, + "by_environment": { + "hydraulic:context1=73": 0.026279513888888887, + "hydraulic:context1=80": 0.026279513888888887, + "hydraulic:context1=90": 0.026279513888888887, + "hydraulic:context0=3": 0.029093749999999998, + "hydraulic:context0=20": 0.029093749999999998, + "gas:batch6": 0.018186631944444438, + "gas:batch7": 0.019478587962962958, + "gas:batch10": 0.019478587962962958, + "gas:batch9": 0.01808402777777777, + "gas:batch8": 0.018625578703703703 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.04367498202673683, + "by_dataset": { + "hydraulic": 0.10813557266163579, + "gas": -0.02078560860816213 + }, + "by_environment": { + "hydraulic:context1=73": 0.09486485180412367, + "hydraulic:context1=80": 0.09486485180412367, + "hydraulic:context1=90": 0.09486485180412367, + "hydraulic:context0=3": 0.12804165394790393, + "hydraulic:context0=20": 0.12804165394790393, + "gas:batch6": -0.015482677997043587, + "gas:batch7": -0.02501887984863462, + "gas:batch10": -0.02501887984863462, + "gas:batch9": -0.04238227453614839, + "gas:batch8": 0.003974669189650569 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.8266526156307151, + "by_dataset": { + "hydraulic": 0.7747991222218025, + "gas": 0.8785061090396278 + }, + "by_environment": { + "hydraulic:context1=73": 0.7038946162657501, + "hydraulic:context1=80": 0.7038946162657501, + "hydraulic:context1=90": 0.7038946162657501, + "hydraulic:context0=3": 0.8811558811558812, + "hydraulic:context0=20": 0.8811558811558812, + "gas:batch6": 0.8821808316012554, + "gas:batch7": 0.8859160119304094, + "gas:batch10": 0.8859160119304094, + "gas:batch9": 0.9131292670576692, + "gas:batch8": 0.8253884226783956 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.11869999777534246, + "by_dataset": { + "hydraulic": 0.1290649353993017, + "gas": 0.10833506015138321 + }, + "by_environment": { + "hydraulic:context1=73": 0.11629697477857731, + "hydraulic:context1=80": 0.11629697477857731, + "hydraulic:context1=90": 0.11629697477857731, + "hydraulic:context0=3": 0.1482168763303883, + "hydraulic:context0=20": 0.1482168763303883, + "gas:batch6": 0.10170859273330704, + "gas:batch7": 0.10608936721103528, + "gas:batch10": 0.10608936721103528, + "gas:batch9": 0.09701634407836854, + "gas:batch8": 0.1307716295231699 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.3927158441871602, + "by_dataset": { + "hydraulic": 0.4206414134647867, + "gas": 0.3647902749095338 + }, + "by_environment": { + "hydraulic:context1=73": 0.39047482548866985, + "hydraulic:context1=80": 0.39047482548866985, + "hydraulic:context1=90": 0.39047482548866985, + "hydraulic:context0=3": 0.46589129542896196, + "hydraulic:context0=20": 0.46589129542896196, + "gas:batch6": 0.3481129276628406, + "gas:batch7": 0.3593446330001821, + "gas:batch10": 0.3593446330001821, + "gas:batch9": 0.33348068449699453, + "gas:batch8": 0.42366849638746973 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.1109645574784404, + "by_dataset": { + "hydraulic": 1.4487063090054464, + "gas": 0.7732228059514342 + }, + "by_environment": { + "hydraulic:context1=73": 1.4333000284935988, + "hydraulic:context1=80": 1.4333000284935988, + "hydraulic:context1=90": 1.4333000284935988, + "hydraulic:context0=3": 1.471815729773218, + "hydraulic:context0=20": 1.471815729773218, + "gas:batch6": 0.7379964082676334, + "gas:batch7": 0.7726300392190519, + "gas:batch10": 0.7726300392190519, + "gas:batch9": 0.6858158211393317, + "gas:batch8": 0.8970417219121022 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.7182487132912799, + "by_dataset": { + "hydraulic": 1.0280648955406595, + "gas": 0.4084325310419004 + }, + "by_environment": { + "hydraulic:context1=73": 1.0428252030049288, + "hydraulic:context1=80": 1.0428252030049288, + "hydraulic:context1=90": 1.0428252030049288, + "hydraulic:context0=3": 1.005924434344256, + "hydraulic:context0=20": 1.005924434344256, + "gas:batch6": 0.3898834806047927, + "gas:batch7": 0.41328540621886983, + "gas:batch10": 0.41328540621886983, + "gas:batch9": 0.3523351366423372, + "gas:batch8": 0.47337322552463257 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.9161666017182806, + "by_dataset": { + "hydraulic": 1.0796073485140893, + "gas": 0.7527258549224717 + }, + "by_environment": { + "hydraulic:context1=73": 0.7572825027937498, + "hydraulic:context1=80": 0.9423849425177279, + "hydraulic:context1=90": 1.043986805298437, + "hydraulic:context0=3": 1.3271912459802664, + "hydraulic:context0=20": 1.3271912459802664, + "gas:batch6": 0.7346321279922167, + "gas:batch7": 0.7324391546943733, + "gas:batch10": 0.704308240649646, + "gas:batch9": 0.6547095925545927, + "gas:batch8": 0.9375401587215301 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "64", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.417767794266252, + "by_dataset": { + "hydraulic": 0.39857687482429743, + "gas": 0.4369587137082065 + }, + "by_environment": { + "hydraulic:context1=73": 0.5986483390607101, + "hydraulic:context1=80": 0.5986483390607101, + "hydraulic:context1=90": 0.5986483390607101, + "hydraulic:context0=3": 0.09846967846967843, + "hydraulic:context0=20": 0.09846967846967843, + "gas:batch6": 0.4472428086215678, + "gas:batch7": 0.5189417128279528, + "gas:batch10": 0.5189417128279528, + "gas:batch9": 0.37699513408593893, + "gas:batch8": 0.32267220017762016 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.26195396935700127, + "by_dataset": { + "hydraulic": 0.060883904182873275, + "gas": 0.4630240345311293 + }, + "by_environment": { + "hydraulic:context1=73": 0.041237113402061945, + "hydraulic:context1=80": 0.041237113402061945, + "hydraulic:context1=90": 0.041237113402061945, + "hydraulic:context0=3": 0.09035409035409026, + "hydraulic:context0=20": 0.09035409035409026, + "gas:batch6": 0.4813939230055609, + "gas:batch7": 0.5597667201062122, + "gas:batch10": 0.5597667201062122, + "gas:batch9": 0.4445931227648038, + "gas:batch8": 0.2695996866728574 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.15581382490925072, + "by_dataset": { + "hydraulic": 0.3376929706414242, + "gas": -0.026065320822922754 + }, + "by_environment": { + "hydraulic:context1=73": 0.5574112256586482, + "hydraulic:context1=80": 0.5574112256586482, + "hydraulic:context1=90": 0.5574112256586482, + "hydraulic:context0=3": 0.008115588115588117, + "hydraulic:context0=20": 0.008115588115588117, + "gas:batch6": -0.034151114383993056, + "gas:batch7": -0.04082500727825935, + "gas:batch10": -0.04082500727825935, + "gas:batch9": -0.06759798867886486, + "gas:batch8": 0.05307251350476283 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.873746995873842, + "by_dataset": { + "hydraulic": 0.9307955576021838, + "gas": 0.8166984341455 + }, + "by_environment": { + "hydraulic:context1=73": 0.9918531331685205, + "hydraulic:context1=80": 0.9918531331685205, + "hydraulic:context1=90": 0.9918531331685205, + "hydraulic:context0=3": 0.8392091942526788, + "hydraulic:context0=20": 0.8392091942526788, + "gas:batch6": 0.8208205413559249, + "gas:batch7": 0.8063252750340626, + "gas:batch10": 0.8063252750340626, + "gas:batch9": 0.8816701693215151, + "gas:batch8": 0.768350909981935 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.840033899483247, + "by_dataset": { + "hydraulic": 0.9184222024634995, + "gas": 0.7616455965029947 + }, + "by_environment": { + "hydraulic:context1=73": 0.983997855517048, + "hydraulic:context1=80": 0.983997855517048, + "hydraulic:context1=90": 0.983997855517048, + "hydraulic:context0=3": 0.8200587228831765, + "hydraulic:context0=20": 0.8200587228831765, + "gas:batch6": 0.7681071572795828, + "gas:batch7": 0.7624319244789665, + "gas:batch10": 0.7624319244789665, + "gas:batch9": 0.8308359663459439, + "gas:batch8": 0.6844210099315138 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.033713096390594874, + "by_dataset": { + "hydraulic": 0.012373355138684438, + "gas": 0.05505283764250531 + }, + "by_environment": { + "hydraulic:context1=73": 0.0078552776514725, + "hydraulic:context1=80": 0.0078552776514725, + "hydraulic:context1=90": 0.0078552776514725, + "hydraulic:context0=3": 0.019150471369502344, + "hydraulic:context0=20": 0.019150471369502344, + "gas:batch6": 0.05271338407634217, + "gas:batch7": 0.0438933505550961, + "gas:batch10": 0.0438933505550961, + "gas:batch9": 0.05083420297557108, + "gas:batch8": 0.08392990005042113 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.12210072851865583, + "by_dataset": { + "hydraulic": -0.32531961550273975, + "gas": 0.08111815846542808 + }, + "by_environment": { + "hydraulic:context1=73": -0.5495559480071758, + "hydraulic:context1=80": -0.5495559480071758, + "hydraulic:context1=90": -0.5495559480071758, + "hydraulic:context0=3": 0.011034883253914227, + "hydraulic:context0=20": 0.011034883253914227, + "gas:batch6": 0.08686449846033524, + "gas:batch7": 0.08471835783335545, + "gas:batch10": 0.08471835783335545, + "gas:batch9": 0.11843219165443594, + "gas:batch8": 0.030857386545658307 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.41362490681741126, + "by_dataset": { + "hydraulic": 0.45103701186175404, + "gas": 0.3762128017730685 + }, + "by_environment": { + "hydraulic:context1=73": 0.5658648339060709, + "hydraulic:context1=80": 0.5658648339060709, + "hydraulic:context1=90": 0.5658648339060709, + "hydraulic:context0=3": 0.27879527879527877, + "hydraulic:context0=20": 0.27879527879527877, + "gas:batch6": 0.384053605807435, + "gas:batch7": 0.3261534838086477, + "gas:batch10": 0.3261534838086477, + "gas:batch9": 0.4176770441865787, + "gas:batch8": 0.4270263912540335 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.202959617114615, + "by_dataset": { + "hydraulic": 0.25443631513044346, + "gas": 0.15148291909878653 + }, + "by_environment": { + "hydraulic:context1=73": 0.2548198870672847, + "hydraulic:context1=80": 0.2548198870672847, + "hydraulic:context1=90": 0.2548198870672847, + "hydraulic:context0=3": 0.2538609572251816, + "hydraulic:context0=20": 0.2538609572251816, + "gas:batch6": 0.1479943745151541, + "gas:batch7": 0.12457917180779314, + "gas:batch10": 0.12457917180779314, + "gas:batch9": 0.15727492705772575, + "gas:batch8": 0.20298695030546657 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.7047078245175995, + "by_dataset": { + "hydraulic": 0.8586361134130518, + "gas": 0.5507795356221472 + }, + "by_environment": { + "hydraulic:context1=73": 0.8206193931709271, + "hydraulic:context1=80": 0.8206193931709271, + "hydraulic:context1=90": 0.8206193931709271, + "hydraulic:context0=3": 0.915661193776239, + "hydraulic:context0=20": 0.915661193776239, + "gas:batch6": 0.5364856006016301, + "gas:batch7": 0.4655364692423091, + "gas:batch10": 0.4655364692423091, + "gas:batch9": 0.5873157695804079, + "gas:batch8": 0.6990233694440797 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.8329347525220565, + "by_dataset": { + "hydraulic": 1.9540575263131104, + "gas": 1.7118119787310029 + }, + "by_environment": { + "hydraulic:context1=73": 1.7829253118468387, + "hydraulic:context1=80": 1.7829253118468387, + "hydraulic:context1=90": 1.7829253118468387, + "hydraulic:context0=3": 2.2107558480125173, + "hydraulic:context0=20": 2.2107558480125173, + "gas:batch6": 1.7308349642532757, + "gas:batch7": 1.6464662034160158, + "gas:batch10": 1.6464662034160158, + "gas:batch9": 1.7915676601393795, + "gas:batch8": 1.7437248624303272 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1282269280044566, + "by_dataset": { + "hydraulic": 1.0954214129000583, + "gas": 1.161032443108855 + }, + "by_environment": { + "hydraulic:context1=73": 0.9623059186759114, + "hydraulic:context1=80": 0.9623059186759114, + "hydraulic:context1=90": 0.9623059186759114, + "hydraulic:context0=3": 1.2950946542362787, + "hydraulic:context0=20": 1.2950946542362787, + "gas:batch6": 1.1943493636516453, + "gas:batch7": 1.1809297341737055, + "gas:batch10": 1.1809297341737055, + "gas:batch9": 1.2042518905589708, + "gas:batch8": 1.0447014929862477 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.9500844930782844, + "by_dataset": { + "hydraulic": 1.5250481207004547, + "gas": 2.3751208654561142 + }, + "by_environment": { + "hydraulic:context1=73": 0.8056921478464583, + "hydraulic:context1=80": 0.8937964632271576, + "hydraulic:context1=90": 1.5807189051363508, + "hydraulic:context0=3": 2.1725165436461538, + "hydraulic:context0=20": 2.1725165436461538, + "gas:batch6": 2.4328896149084804, + "gas:batch7": 2.0709833433547327, + "gas:batch10": 2.114458111562008, + "gas:batch9": 3.330199448133957, + "gas:batch8": 1.9270738093213937 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "support_mixture", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.6527196632087315, + "by_dataset": { + "hydraulic": 0.647767917458639, + "gas": 0.657671408958824 + }, + "by_environment": { + "hydraulic:context1=73": 0.8811340206185566, + "hydraulic:context1=80": 0.8811340206185566, + "hydraulic:context1=90": 0.8811340206185566, + "hydraulic:context0=3": 0.2977187627187627, + "hydraulic:context0=20": 0.2977187627187627, + "gas:batch6": 0.6676591576313343, + "gas:batch7": 0.7105246954008948, + "gas:batch10": 0.7105246954008948, + "gas:batch9": 0.602614956830167, + "gas:batch8": 0.5970335395308295 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.644332506797928, + "by_dataset": { + "hydraulic": 0.6332792064750827, + "gas": 0.6553858071207731 + }, + "by_environment": { + "hydraulic:context1=73": 0.8316151202749141, + "hydraulic:context1=80": 0.8316151202749141, + "hydraulic:context1=90": 0.8316151202749141, + "hydraulic:context0=3": 0.33577533577533564, + "hydraulic:context0=20": 0.33577533577533564, + "gas:batch6": 0.663878913699166, + "gas:batch7": 0.7081569442758634, + "gas:batch10": 0.7081569442758634, + "gas:batch9": 0.5887626050541416, + "gas:batch8": 0.6079736282988315 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.008387156410803565, + "by_dataset": { + "hydraulic": 0.014488710983556283, + "gas": 0.0022856018380508474 + }, + "by_environment": { + "hydraulic:context1=73": 0.04951890034364248, + "hydraulic:context1=80": 0.04951890034364248, + "hydraulic:context1=90": 0.04951890034364248, + "hydraulic:context0=3": -0.03805657305657301, + "hydraulic:context0=20": -0.03805657305657301, + "gas:batch6": 0.00378024393216835, + "gas:batch7": 0.0023677511250312453, + "gas:batch10": 0.0023677511250312453, + "gas:batch9": 0.013852351776025468, + "gas:batch8": -0.010940088768002072 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6370614136316655, + "by_dataset": { + "hydraulic": 0.6904520608141806, + "gas": 0.5836707664491503 + }, + "by_environment": { + "hydraulic:context1=73": 0.7641841434985389, + "hydraulic:context1=80": 0.7641841434985389, + "hydraulic:context1=90": 0.7641841434985389, + "hydraulic:context0=3": 0.5798539367876431, + "hydraulic:context0=20": 0.5798539367876431, + "gas:batch6": 0.5901203123923867, + "gas:batch7": 0.578580663412085, + "gas:batch10": 0.578580663412085, + "gas:batch9": 0.6435558719276461, + "gas:batch8": 0.5275163211015489 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.6133417240613622, + "by_dataset": { + "hydraulic": 0.6795284594801452, + "gas": 0.5471549886425793 + }, + "by_environment": { + "hydraulic:context1=73": 0.758562469154275, + "hydraulic:context1=80": 0.758562469154275, + "hydraulic:context1=90": 0.758562469154275, + "hydraulic:context0=3": 0.5609774449689502, + "hydraulic:context0=20": 0.5609774449689502, + "gas:batch6": 0.5549855748784239, + "gas:batch7": 0.5498910468517549, + "gas:batch10": 0.5498910468517549, + "gas:batch9": 0.6080367147457458, + "gas:batch8": 0.4729705598852169 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.02371968957030326, + "by_dataset": { + "hydraulic": 0.0109236013340355, + "gas": 0.036515777806571025 + }, + "by_environment": { + "hydraulic:context1=73": 0.005621674344263898, + "hydraulic:context1=80": 0.005621674344263898, + "hydraulic:context1=90": 0.005621674344263898, + "hydraulic:context0=3": 0.018876491818692904, + "hydraulic:context0=20": 0.018876491818692904, + "gas:batch6": 0.03513473751396278, + "gas:batch7": 0.028689616560330086, + "gas:batch10": 0.028689616560330086, + "gas:batch9": 0.03551915718190027, + "gas:batch8": 0.05454576121633192 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.015332533159499699, + "by_dataset": { + "hydraulic": -0.0035651096495207856, + "gas": 0.03423017596852018 + }, + "by_environment": { + "hydraulic:context1=73": -0.043897225999378585, + "hydraulic:context1=80": -0.043897225999378585, + "hydraulic:context1=90": -0.043897225999378585, + "hydraulic:context0=3": 0.056933064875265914, + "hydraulic:context0=20": 0.056933064875265914, + "gas:batch6": 0.03135449358179443, + "gas:batch7": 0.026321865435298842, + "gas:batch10": 0.026321865435298842, + "gas:batch9": 0.021666805405874803, + "gas:batch8": 0.06548584998433399 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.4169798066828409, + "by_dataset": { + "hydraulic": 0.4394479899634538, + "gas": 0.394511623402228 + }, + "by_environment": { + "hydraulic:context1=73": 0.49255441008018325, + "hydraulic:context1=80": 0.49255441008018325, + "hydraulic:context1=90": 0.49255441008018325, + "hydraulic:context0=3": 0.3597883597883597, + "hydraulic:context0=20": 0.3597883597883597, + "gas:batch6": 0.39777099092410106, + "gas:batch7": 0.337038475347939, + "gas:batch10": 0.337038475347939, + "gas:batch9": 0.4363288927171955, + "gas:batch8": 0.46438128267396567 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.09420094509943518, + "by_dataset": { + "hydraulic": 0.0957546777433329, + "gas": 0.09264721245553745 + }, + "by_environment": { + "hydraulic:context1=73": 0.04491519895832704, + "hydraulic:context1=80": 0.04491519895832704, + "hydraulic:context1=90": 0.04491519895832704, + "hydraulic:context0=3": 0.1720138959208417, + "hydraulic:context0=20": 0.1720138959208417, + "gas:batch6": 0.09031012322968948, + "gas:batch7": 0.07919245339564009, + "gas:batch10": 0.07919245339564009, + "gas:batch9": 0.09944154295945437, + "gas:batch8": 0.11509948929726317 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.3022353137688603, + "by_dataset": { + "hydraulic": 0.3120623340123491, + "gas": 0.2924082935253715 + }, + "by_environment": { + "hydraulic:context1=73": 0.19032979711780365, + "hydraulic:context1=80": 0.19032979711780365, + "hydraulic:context1=90": 0.19032979711780365, + "hydraulic:context0=3": 0.4946611393541674, + "hydraulic:context0=20": 0.4946611393541674, + "gas:batch6": 0.285189998433388, + "gas:batch7": 0.2600931050572309, + "gas:batch10": 0.2600931050572309, + "gas:batch9": 0.3021729473680826, + "gas:batch8": 0.3544923117109253 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.9608187656506205, + "by_dataset": { + "hydraulic": 1.2418681103985656, + "gas": 0.6797694209026754 + }, + "by_environment": { + "hydraulic:context1=73": 1.0964854721358566, + "hydraulic:context1=80": 1.0964854721358566, + "hydraulic:context1=90": 1.0964854721358566, + "hydraulic:context0=3": 1.459942067792629, + "hydraulic:context0=20": 1.459942067792629, + "gas:batch6": 0.6686777742467787, + "gas:batch7": 0.6659925075461468, + "gas:batch10": 0.6659925075461468, + "gas:batch9": 0.6483691301402025, + "gas:batch8": 0.7498151850341022 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.6585834518817602, + "by_dataset": { + "hydraulic": 0.9298057763862163, + "gas": 0.3873611273773039 + }, + "by_environment": { + "hydraulic:context1=73": 0.9061556750180529, + "hydraulic:context1=80": 0.9061556750180529, + "hydraulic:context1=90": 0.9061556750180529, + "hydraulic:context0=3": 0.9652809284384612, + "hydraulic:context0=20": 0.9652809284384612, + "gas:batch6": 0.38348777581339066, + "gas:batch7": 0.40589940248891604, + "gas:batch10": 0.40589940248891604, + "gas:batch9": 0.34619618277211983, + "gas:batch8": 0.3953228733231769 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.8319444473451978, + "by_dataset": { + "hydraulic": 0.8914767560201918, + "gas": 0.7724121386702038 + }, + "by_environment": { + "hydraulic:context1=73": 0.43507144432696593, + "hydraulic:context1=80": 0.6020764500595677, + "hydraulic:context1=90": 0.8276655018879907, + "hydraulic:context0=3": 1.2962851919132172, + "hydraulic:context0=20": 1.2962851919132172, + "gas:batch6": 0.7893827662393861, + "gas:batch7": 0.7285124214302496, + "gas:batch10": 0.7382097653188622, + "gas:batch9": 0.8864972157117965, + "gas:batch8": 0.7194585246507245 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.6679637853854026, + "by_dataset": { + "hydraulic": 0.6403605268347536, + "gas": 0.6955670439360516 + }, + "by_environment": { + "hydraulic:context1=73": 0.7664833906071019, + "hydraulic:context1=80": 0.7664833906071019, + "hydraulic:context1=90": 0.7664833906071019, + "hydraulic:context0=3": 0.4511762311762311, + "hydraulic:context0=20": 0.4511762311762311, + "gas:batch6": 0.7128304581985406, + "gas:batch7": 0.7337798681715023, + "gas:batch10": 0.7337798681715023, + "gas:batch9": 0.7380156745535358, + "gas:batch8": 0.5594293505851771 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.6837977574933221, + "by_dataset": { + "hydraulic": 0.6815251186385207, + "gas": 0.6860703963481233 + }, + "by_environment": { + "hydraulic:context1=73": 0.7972508591065292, + "hydraulic:context1=80": 0.7972508591065292, + "hydraulic:context1=90": 0.7972508591065292, + "hydraulic:context0=3": 0.5079365079365079, + "hydraulic:context0=20": 0.5079365079365079, + "gas:batch6": 0.7033153021482682, + "gas:batch7": 0.7303286254689284, + "gas:batch10": 0.7303286254689284, + "gas:batch9": 0.7272144683513198, + "gas:batch8": 0.5391649603031716 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.015833972107919377, + "by_dataset": { + "hydraulic": -0.041164591803767095, + "gas": 0.00949664758792834 + }, + "by_environment": { + "hydraulic:context1=73": -0.030767468499427315, + "hydraulic:context1=80": -0.030767468499427315, + "hydraulic:context1=90": -0.030767468499427315, + "hydraulic:context0=3": -0.05676027676027678, + "hydraulic:context0=20": -0.05676027676027678, + "gas:batch6": 0.009515156050272477, + "gas:batch7": 0.0034512427025738426, + "gas:batch10": 0.0034512427025738426, + "gas:batch9": 0.010801206202216111, + "gas:batch8": 0.02026439028200543 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.3649665436921296, + "by_dataset": { + "hydraulic": 0.4120765335648148, + "gas": 0.31785655381944444 + }, + "by_environment": { + "hydraulic:context1=73": 0.4572938368055555, + "hydraulic:context1=80": 0.4572938368055555, + "hydraulic:context1=90": 0.4572938368055555, + "hydraulic:context0=3": 0.3442505787037036, + "hydraulic:context0=20": 0.3442505787037036, + "gas:batch6": 0.32740885416666665, + "gas:batch7": 0.322984375, + "gas:batch10": 0.322984375, + "gas:batch9": 0.3537350260416666, + "gas:batch8": 0.2621701388888889 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.3356944444444444, + "by_dataset": { + "hydraulic": 0.37860243055555554, + "gas": 0.29278645833333333 + }, + "by_environment": { + "hydraulic:context1=73": 0.4290364583333333, + "hydraulic:context1=80": 0.4290364583333333, + "hydraulic:context1=90": 0.4290364583333333, + "hydraulic:context0=3": 0.3029513888888889, + "hydraulic:context0=20": 0.3029513888888889, + "gas:batch6": 0.30104166666666665, + "gas:batch7": 0.29900173611111114, + "gas:batch10": 0.29900173611111114, + "gas:batch9": 0.3235677083333333, + "gas:batch8": 0.24131944444444445 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.029272099247685174, + "by_dataset": { + "hydraulic": 0.03347410300925925, + "gas": 0.025070095486111093 + }, + "by_environment": { + "hydraulic:context1=73": 0.028257378472222205, + "hydraulic:context1=80": 0.028257378472222205, + "hydraulic:context1=90": 0.028257378472222205, + "hydraulic:context0=3": 0.041299189814814806, + "hydraulic:context0=20": 0.041299189814814806, + "gas:batch6": 0.026367187499999983, + "gas:batch7": 0.02398263888888887, + "gas:batch10": 0.02398263888888887, + "gas:batch9": 0.030167317708333315, + "gas:batch8": 0.02085069444444444 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.04510607135560455, + "by_dataset": { + "hydraulic": 0.07463869481302635, + "gas": 0.015573447898182758 + }, + "by_environment": { + "hydraulic:context1=73": 0.059024846971649524, + "hydraulic:context1=80": 0.059024846971649524, + "hydraulic:context1=90": 0.059024846971649524, + "hydraulic:context0=3": 0.09805946657509158, + "hydraulic:context0=20": 0.09805946657509158, + "gas:batch6": 0.01685203144972751, + "gas:batch7": 0.02053139618631503, + "gas:batch10": 0.02053139618631503, + "gas:batch9": 0.019366111506117202, + "gas:batch8": 0.0005863041624390138 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.7116869311077139, + "by_dataset": { + "hydraulic": 0.6272090261780983, + "gas": 0.7961648360373295 + }, + "by_environment": { + "hydraulic:context1=73": 0.6260022909507446, + "hydraulic:context1=80": 0.6260022909507446, + "hydraulic:context1=90": 0.6260022909507446, + "hydraulic:context0=3": 0.6290191290191289, + "hydraulic:context0=20": 0.6290191290191289, + "gas:batch6": 0.7821566175474458, + "gas:batch7": 0.826529281896813, + "gas:batch10": 0.826529281896813, + "gas:batch9": 0.7940769366089059, + "gas:batch8": 0.7515320622366692 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.08787879293064096, + "by_dataset": { + "hydraulic": 0.0949094332625983, + "gas": 0.08084815259868361 + }, + "by_environment": { + "hydraulic:context1=73": 0.06914598167478199, + "hydraulic:context1=80": 0.06914598167478199, + "hydraulic:context1=90": 0.06914598167478199, + "hydraulic:context0=3": 0.13355461064432278, + "hydraulic:context0=20": 0.13355461064432278, + "gas:batch6": 0.07669708543900965, + "gas:batch7": 0.0745718877721179, + "gas:batch10": 0.0745718877721179, + "gas:batch9": 0.0708532550623506, + "gas:batch8": 0.10754664694782197 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.29516032526631897, + "by_dataset": { + "hydraulic": 0.3127885450804119, + "gas": 0.277532105452226 + }, + "by_environment": { + "hydraulic:context1=73": 0.251841792265631, + "hydraulic:context1=80": 0.251841792265631, + "hydraulic:context1=90": 0.251841792265631, + "hydraulic:context0=3": 0.4042086743025832, + "hydraulic:context0=20": 0.4042086743025832, + "gas:batch6": 0.2647055172886574, + "gas:batch7": 0.2631214238762982, + "gas:batch10": 0.2631214238762982, + "gas:batch9": 0.24384791967375255, + "gas:batch8": 0.3528642425461237 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.8861581062396164, + "by_dataset": { + "hydraulic": 1.246695230116213, + "gas": 0.5256209823630199 + }, + "by_environment": { + "hydraulic:context1=73": 1.172034989113147, + "hydraulic:context1=80": 1.172034989113147, + "hydraulic:context1=90": 1.172034989113147, + "hydraulic:context0=3": 1.3586855916208125, + "hydraulic:context0=20": 1.3586855916208125, + "gas:batch6": 0.5117424003900171, + "gas:batch7": 0.5043301593645866, + "gas:batch10": 0.5043301593645866, + "gas:batch9": 0.4585273966509974, + "gas:batch8": 0.6491747960449119 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5909977809732977, + "by_dataset": { + "hydraulic": 0.9339066850358014, + "gas": 0.24808887691079393 + }, + "by_environment": { + "hydraulic:context1=73": 0.9201931968475162, + "hydraulic:context1=80": 0.9201931968475162, + "hydraulic:context1=90": 0.9201931968475162, + "hydraulic:context0=3": 0.9544769173182294, + "hydraulic:context0=20": 0.9544769173182294, + "gas:batch6": 0.24703688310135968, + "gas:batch7": 0.24120873548828844, + "gas:batch10": 0.24120873548828844, + "gas:batch9": 0.2146794769772448, + "gas:batch8": 0.2963105534987882 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6777897773472743, + "by_dataset": { + "hydraulic": 0.8337585283897038, + "gas": 0.5218210263048447 + }, + "by_environment": { + "hydraulic:context1=73": 0.33651074906495015, + "hydraulic:context1=80": 0.5735414161323972, + "hydraulic:context1=90": 0.7123964517646085, + "hydraulic:context0=3": 1.2731720124932815, + "hydraulic:context0=20": 1.2731720124932815, + "gas:batch6": 0.5239217518555926, + "gas:batch7": 0.5018656085291153, + "gas:batch10": 0.5113451560328726, + "gas:batch9": 0.5151243534543027, + "gas:batch8": 0.5568482616523404 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "256", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.45495456193961903, + "by_dataset": { + "hydraulic": 0.4596846963651087, + "gas": 0.4502244275141294 + }, + "by_environment": { + "hydraulic:context1=73": 0.7735051546391752, + "hydraulic:context1=80": 0.7735051546391752, + "hydraulic:context1=90": 0.7735051546391752, + "hydraulic:context0=3": -0.01104599104599101, + "hydraulic:context0=20": -0.01104599104599101, + "gas:batch6": 0.4690786863224258, + "gas:batch7": 0.5336361083095247, + "gas:batch10": 0.5336361083095247, + "gas:batch9": 0.39117307292938397, + "gas:batch8": 0.32359816169978767 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.2525467576504887, + "by_dataset": { + "hydraulic": 0.021323464622433747, + "gas": 0.48377005067854356 + }, + "by_environment": { + "hydraulic:context1=73": 0.041237113402061945, + "hydraulic:context1=80": 0.041237113402061945, + "hydraulic:context1=90": 0.041237113402061945, + "hydraulic:context0=3": -0.008547008547008553, + "hydraulic:context0=20": -0.008547008547008553, + "gas:batch6": 0.5006666452420234, + "gas:batch7": 0.5753254177942455, + "gas:batch10": 0.5753254177942455, + "gas:batch9": 0.4661859411340711, + "gas:batch8": 0.3013468314281323 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.20240780428913038, + "by_dataset": { + "hydraulic": 0.438361231742675, + "gas": -0.03354562316441422 + }, + "by_environment": { + "hydraulic:context1=73": 0.7322680412371133, + "hydraulic:context1=80": 0.7322680412371133, + "hydraulic:context1=90": 0.7322680412371133, + "hydraulic:context0=3": -0.0024989824989824563, + "hydraulic:context0=20": -0.0024989824989824563, + "gas:batch6": -0.031587958919597744, + "gas:batch7": -0.041689309484720855, + "gas:batch10": -0.041689309484720855, + "gas:batch9": -0.07501286820468712, + "gas:batch8": 0.022251330271655472 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8797979544185044, + "by_dataset": { + "hydraulic": 0.9190017020588396, + "gas": 0.8405942067781693 + }, + "by_environment": { + "hydraulic:context1=73": 0.9977245940335132, + "hydraulic:context1=80": 0.9977245940335132, + "hydraulic:context1=90": 0.9977245940335132, + "hydraulic:context0=3": 0.8009173640968292, + "hydraulic:context0=20": 0.8009173640968292, + "gas:batch6": 0.8442175952572427, + "gas:batch7": 0.8271341801663785, + "gas:batch10": 0.8271341801663785, + "gas:batch9": 0.9208329449550577, + "gas:batch8": 0.7836521333457891 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8463015510751029, + "by_dataset": { + "hydraulic": 0.9070662310310909, + "gas": 0.7855368711191149 + }, + "by_environment": { + "hydraulic:context1=73": 0.9929734471923206, + "hydraulic:context1=80": 0.9929734471923206, + "hydraulic:context1=90": 0.9929734471923206, + "hydraulic:context0=3": 0.7782054067892462, + "hydraulic:context0=20": 0.7782054067892462, + "gas:batch6": 0.7924684107477888, + "gas:batch7": 0.783702447272265, + "gas:batch10": 0.783702447272265, + "gas:batch9": 0.8694512481840585, + "gas:batch8": 0.6983598021191967 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03349640334340165, + "by_dataset": { + "hydraulic": 0.011935471027748761, + "gas": 0.05505733565905453 + }, + "by_environment": { + "hydraulic:context1=73": 0.004751146841192526, + "hydraulic:context1=80": 0.004751146841192526, + "hydraulic:context1=90": 0.004751146841192526, + "hydraulic:context0=3": 0.022711957307583117, + "hydraulic:context0=20": 0.022711957307583117, + "gas:batch6": 0.05174918450945391, + "gas:batch7": 0.04343173289411343, + "gas:batch10": 0.04343173289411343, + "gas:batch9": 0.05138169677099928, + "gas:batch8": 0.08529233122659256 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": -0.1689114009457288, + "by_dataset": { + "hydraulic": -0.4264257607149263, + "gas": 0.08860295882346875 + }, + "by_environment": { + "hydraulic:context1=73": -0.7275168943959208, + "hydraulic:context1=80": -0.7275168943959208, + "hydraulic:context1=90": -0.7275168943959208, + "hydraulic:context0=3": 0.02521093980656557, + "hydraulic:context0=20": 0.02521093980656557, + "gas:batch6": 0.08333714342905167, + "gas:batch7": 0.08512104237883429, + "gas:batch10": 0.08512104237883429, + "gas:batch9": 0.1263945649756864, + "gas:batch8": 0.06304100095493709 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.38756205779276026, + "by_dataset": { + "hydraulic": 0.4199585447008126, + "gas": 0.3551655708847079 + }, + "by_environment": { + "hydraulic:context1=73": 0.4759450171821305, + "hydraulic:context1=80": 0.4759450171821305, + "hydraulic:context1=90": 0.4759450171821305, + "hydraulic:context0=3": 0.3359788359788359, + "hydraulic:context0=20": 0.3359788359788359, + "gas:batch6": 0.34758579171773574, + "gas:batch7": 0.3118428576352222, + "gas:batch10": 0.3118428576352222, + "gas:batch9": 0.41087131120289777, + "gas:batch8": 0.3936850362324617 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.18240127401122022, + "by_dataset": { + "hydraulic": 0.2173312078988995, + "gas": 0.14747134012354093 + }, + "by_environment": { + "hydraulic:context1=73": 0.19617262249011835, + "hydraulic:context1=80": 0.19617262249011835, + "hydraulic:context1=90": 0.19617262249011835, + "hydraulic:context0=3": 0.24906908601207126, + "hydraulic:context0=20": 0.24906908601207126, + "gas:batch6": 0.14315985985880939, + "gas:batch7": 0.1208569418434309, + "gas:batch10": 0.1208569418434309, + "gas:batch9": 0.15409765507346998, + "gas:batch8": 0.19838530199856352 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.5984928163481401, + "by_dataset": { + "hydraulic": 0.6445476099771573, + "gas": 0.5524380227191229 + }, + "by_environment": { + "hydraulic:context1=73": 0.5063048481036199, + "hydraulic:context1=80": 0.5063048481036199, + "hydraulic:context1=90": 0.5063048481036199, + "hydraulic:context0=3": 0.8519117527874634, + "hydraulic:context0=20": 0.8519117527874634, + "gas:batch6": 0.5357295822147536, + "gas:batch7": 0.4623030726462429, + "gas:batch10": 0.4623030726462429, + "gas:batch9": 0.584106620426055, + "gas:batch8": 0.7177477656623203 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.7210008132434105, + "by_dataset": { + "hydraulic": 1.7350067015899568, + "gas": 1.706994924896864 + }, + "by_environment": { + "hydraulic:context1=73": 1.4663860977795224, + "hydraulic:context1=80": 1.4663860977795224, + "hydraulic:context1=90": 1.4663860977795224, + "hydraulic:context0=3": 2.137937607305609, + "hydraulic:context0=20": 2.137937607305609, + "gas:batch6": 1.7295602811085289, + "gas:batch7": 1.6253177032228685, + "gas:batch10": 1.6253177032228685, + "gas:batch9": 1.7952839156042995, + "gas:batch8": 1.759495021325755 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1225079968952705, + "by_dataset": { + "hydraulic": 1.0904590916127996, + "gas": 1.1545569021777413 + }, + "by_environment": { + "hydraulic:context1=73": 0.9600812496759028, + "hydraulic:context1=80": 0.9600812496759028, + "hydraulic:context1=90": 0.9600812496759028, + "hydraulic:context0=3": 1.2860258545181449, + "hydraulic:context0=20": 1.2860258545181449, + "gas:batch6": 1.1938306988937757, + "gas:batch7": 1.1630146305766254, + "gas:batch10": 1.1630146305766254, + "gas:batch9": 1.2111772951782454, + "gas:batch8": 1.0417472556634353 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8840952976781997, + "by_dataset": { + "hydraulic": 1.4192777075301917, + "gas": 2.348912887826208 + }, + "by_environment": { + "hydraulic:context1=73": 0.7912183141732365, + "hydraulic:context1=80": 0.870732349685305, + "hydraulic:context1=90": 1.3365480645728016, + "hydraulic:context0=3": 2.0489449046098076, + "hydraulic:context0=20": 2.0489449046098076, + "gas:batch6": 2.472808513942959, + "gas:batch7": 2.0647373546449894, + "gas:batch10": 2.086719957146348, + "gas:batch9": 3.236130761287657, + "gas:batch8": 1.884167852109086 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "support_mixture", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.697241228779691, + "by_dataset": { + "hydraulic": 0.6711078005614088, + "gas": 0.723374656997973 + }, + "by_environment": { + "hydraulic:context1=73": 0.8906701030927836, + "hydraulic:context1=80": 0.8906701030927836, + "hydraulic:context1=90": 0.8906701030927836, + "hydraulic:context0=3": 0.34176434676434675, + "hydraulic:context0=20": 0.34176434676434675, + "gas:batch6": 0.7337327294056468, + "gas:batch7": 0.7622118067571363, + "gas:batch10": 0.7622118067571363, + "gas:batch9": 0.6918145036471819, + "gas:batch8": 0.6669024384227636 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.731124166423397, + "by_dataset": { + "hydraulic": 0.7055020580793776, + "gas": 0.7567462747674163 + }, + "by_environment": { + "hydraulic:context1=73": 0.9072164948453608, + "hydraulic:context1=80": 0.9072164948453608, + "hydraulic:context1=90": 0.9072164948453608, + "hydraulic:context0=3": 0.40293040293040283, + "hydraulic:context0=20": 0.40293040293040283, + "gas:batch6": 0.7741468198927125, + "gas:batch7": 0.7891835016212687, + "gas:batch10": 0.7891835016212687, + "gas:batch9": 0.7771622112806382, + "gas:batch8": 0.654055339421193 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": -0.033882937643706035, + "by_dataset": { + "hydraulic": -0.03439425751796883, + "gas": -0.03337161776944324 + }, + "by_environment": { + "hydraulic:context1=73": -0.016546391752577327, + "hydraulic:context1=80": -0.016546391752577327, + "hydraulic:context1=90": -0.016546391752577327, + "hydraulic:context0=3": -0.06116605616605609, + "hydraulic:context0=20": -0.06116605616605609, + "gas:batch6": -0.04041409048706561, + "gas:batch7": -0.026971694864132464, + "gas:batch10": -0.026971694864132464, + "gas:batch9": -0.08534770763345624, + "gas:batch8": 0.012847099001570586 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.6435227752209849, + "by_dataset": { + "hydraulic": 0.7165561921452662, + "gas": 0.5704893582967034 + }, + "by_environment": { + "hydraulic:context1=73": 0.8141842195248077, + "hydraulic:context1=80": 0.8141842195248077, + "hydraulic:context1=90": 0.8141842195248077, + "hydraulic:context0=3": 0.5701141510759539, + "hydraulic:context0=20": 0.5701141510759539, + "gas:batch6": 0.5828784219318279, + "gas:batch7": 0.5742947555542485, + "gas:batch10": 0.5742947555542485, + "gas:batch9": 0.6220168117266568, + "gas:batch8": 0.49896204671653527 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.621897176545058, + "by_dataset": { + "hydraulic": 0.7016215317254357, + "gas": 0.5421728213646804 + }, + "by_environment": { + "hydraulic:context1=73": 0.8065512547907808, + "hydraulic:context1=80": 0.8065512547907808, + "hydraulic:context1=90": 0.8065512547907808, + "hydraulic:context0=3": 0.5442269471274183, + "hydraulic:context0=20": 0.5442269471274183, + "gas:batch6": 0.5541744797962097, + "gas:batch7": 0.5515205183108057, + "gas:batch10": 0.5515205183108057, + "gas:batch9": 0.5887832116775151, + "gas:batch8": 0.46486537872806516 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.021625598675926755, + "by_dataset": { + "hydraulic": 0.014934660419830364, + "gas": 0.028316536932023146 + }, + "by_environment": { + "hydraulic:context1=73": 0.007632964734026859, + "hydraulic:context1=80": 0.007632964734026859, + "hydraulic:context1=90": 0.007632964734026859, + "hydraulic:context0=3": 0.025887203948535626, + "hydraulic:context0=20": 0.025887203948535626, + "gas:batch6": 0.028703942135618332, + "gas:batch7": 0.022774237243442786, + "gas:batch10": 0.022774237243442786, + "gas:batch9": 0.033233600049141686, + "gas:batch8": 0.03409666798847014 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.05550853631963279, + "by_dataset": { + "hydraulic": 0.04932891793779919, + "gas": 0.06168815470146638 + }, + "by_environment": { + "hydraulic:context1=73": 0.024179356486604187, + "hydraulic:context1=80": 0.024179356486604187, + "hydraulic:context1=90": 0.024179356486604187, + "hydraulic:context0=3": 0.0870532601145917, + "hydraulic:context0=20": 0.0870532601145917, + "gas:batch6": 0.06911803262268394, + "gas:batch7": 0.04974593210757525, + "gas:batch10": 0.04974593210757525, + "gas:batch9": 0.11858130768259793, + "gas:batch8": 0.02124956898689956 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3886282868792795, + "by_dataset": { + "hydraulic": 0.4090026811676296, + "gas": 0.36825389259092944 + }, + "by_environment": { + "hydraulic:context1=73": 0.40206185567010316, + "hydraulic:context1=80": 0.40206185567010316, + "hydraulic:context1=90": 0.40206185567010316, + "hydraulic:context0=3": 0.4194139194139193, + "hydraulic:context0=20": 0.4194139194139193, + "gas:batch6": 0.37125037411251033, + "gas:batch7": 0.3164399084751468, + "gas:batch10": 0.3164399084751468, + "gas:batch9": 0.4522133276163055, + "gas:batch8": 0.3849259442755378 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.0719639418595227, + "by_dataset": { + "hydraulic": 0.0730962939919195, + "gas": 0.07083158972712593 + }, + "by_environment": { + "hydraulic:context1=73": 0.023072131000701674, + "hydraulic:context1=80": 0.023072131000701674, + "hydraulic:context1=90": 0.023072131000701674, + "hydraulic:context0=3": 0.14813253847874622, + "hydraulic:context0=20": 0.14813253847874622, + "gas:batch6": 0.06758881771449468, + "gas:batch7": 0.0627738467170003, + "gas:batch10": 0.0627738467170003, + "gas:batch9": 0.07321219173222762, + "gas:batch8": 0.08780924575490678 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.23615081143828473, + "by_dataset": { + "hydraulic": 0.23801439768424498, + "gas": 0.23428722519232448 + }, + "by_environment": { + "hydraulic:context1=73": 0.10929670736626372, + "hydraulic:context1=80": 0.10929670736626372, + "hydraulic:context1=90": 0.10929670736626372, + "hydraulic:context0=3": 0.4310909331612169, + "hydraulic:context0=20": 0.4310909331612169, + "gas:batch6": 0.22337434126337824, + "gas:batch7": 0.21367204631260892, + "gas:batch10": 0.21367204631260892, + "gas:batch9": 0.22834940117437513, + "gas:batch8": 0.29236829089865113 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.7595273468083056, + "by_dataset": { + "hydraulic": 1.0373587392604473, + "gas": 0.4816959543561638 + }, + "by_environment": { + "hydraulic:context1=73": 0.8454644833829779, + "hydraulic:context1=80": 0.8454644833829779, + "hydraulic:context1=90": 0.8454644833829779, + "hydraulic:context0=3": 1.3252001230766512, + "hydraulic:context0=20": 1.3252001230766512, + "gas:batch6": 0.46441554652839745, + "gas:batch7": 0.4704101952110736, + "gas:batch10": 0.4704101952110736, + "gas:batch9": 0.4565703376128399, + "gas:batch8": 0.5466734972174346 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.5233765353700208, + "by_dataset": { + "hydraulic": 0.7993443415762022, + "gas": 0.24740872916383938 + }, + "by_environment": { + "hydraulic:context1=73": 0.736167776016714, + "hydraulic:context1=80": 0.736167776016714, + "hydraulic:context1=90": 0.736167776016714, + "hydraulic:context0=3": 0.8941091899154343, + "hydraulic:context0=20": 0.8941091899154343, + "gas:batch6": 0.2410412052650192, + "gas:batch7": 0.2567381488984647, + "gas:batch10": 0.2567381488984647, + "gas:batch9": 0.22822093643846478, + "gas:batch8": 0.25430520631878356 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6404937484025411, + "by_dataset": { + "hydraulic": 0.7329497779327998, + "gas": 0.5480377188722825 + }, + "by_environment": { + "hydraulic:context1=73": 0.2110987513324353, + "hydraulic:context1=80": 0.4085788388402618, + "hydraulic:context1=90": 0.5359327345045497, + "hydraulic:context0=3": 1.254569282493376, + "hydraulic:context0=20": 1.254569282493376, + "gas:batch6": 0.5386761686106094, + "gas:batch7": 0.5165072566239363, + "gas:batch10": 0.5380788491709053, + "gas:batch9": 0.6375558225228657, + "gas:batch8": 0.5093704974330956 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.7433006411122045, + "by_dataset": { + "hydraulic": 0.7330121218987198, + "gas": 0.7535891603256892 + }, + "by_environment": { + "hydraulic:context1=73": 0.8360824742268042, + "hydraulic:context1=80": 0.8360824742268042, + "hydraulic:context1=90": 0.8360824742268042, + "hydraulic:context0=3": 0.5784065934065934, + "hydraulic:context0=20": 0.5784065934065934, + "gas:batch6": 0.7661205848000309, + "gas:batch7": 0.7807691637235635, + "gas:batch10": 0.7807691637235635, + "gas:batch9": 0.7580602871668811, + "gas:batch8": 0.6822266022144069 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.7338378609856266, + "by_dataset": { + "hydraulic": 0.7247158339941845, + "gas": 0.7429598879770689 + }, + "by_environment": { + "hydraulic:context1=73": 0.865979381443299, + "hydraulic:context1=80": 0.865979381443299, + "hydraulic:context1=90": 0.865979381443299, + "hydraulic:context0=3": 0.5128205128205128, + "hydraulic:context0=20": 0.5128205128205128, + "gas:batch6": 0.7534354155258773, + "gas:batch7": 0.7746360141816415, + "gas:batch10": 0.7746360141816415, + "gas:batch9": 0.7353926339309684, + "gas:batch8": 0.6766993620652157 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.009462780126577803, + "by_dataset": { + "hydraulic": 0.00829628790453527, + "gas": 0.010629272348620334 + }, + "by_environment": { + "hydraulic:context1=73": -0.02989690721649496, + "hydraulic:context1=80": -0.02989690721649496, + "hydraulic:context1=90": -0.02989690721649496, + "hydraulic:context0=3": 0.06558608058608062, + "hydraulic:context0=20": 0.06558608058608062, + "gas:batch6": 0.01268516927415364, + "gas:batch7": 0.006133149541921945, + "gas:batch10": 0.006133149541921945, + "gas:batch9": 0.022667653235912844, + "gas:batch8": 0.005527240149191297 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.5922042447058429, + "by_dataset": { + "hydraulic": 0.6716056949286975, + "gas": 0.5128027944829884 + }, + "by_environment": { + "hydraulic:context1=73": 0.7724623572170302, + "hydraulic:context1=80": 0.7724623572170302, + "hydraulic:context1=90": 0.7724623572170302, + "hydraulic:context0=3": 0.5203207014961982, + "hydraulic:context0=20": 0.5203207014961982, + "gas:batch6": 0.5282500594183899, + "gas:batch7": 0.5198133776830249, + "gas:batch10": 0.5198133776830249, + "gas:batch9": 0.536742456292307, + "gas:batch8": 0.4593947013381952 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.5650948401908942, + "by_dataset": { + "hydraulic": 0.6416190436893537, + "gas": 0.4885706366924345 + }, + "by_environment": { + "hydraulic:context1=73": 0.7546728971962616, + "hydraulic:context1=80": 0.7546728971962616, + "hydraulic:context1=90": 0.7546728971962616, + "hydraulic:context0=3": 0.4720382634289919, + "hydraulic:context0=20": 0.4720382634289919, + "gas:batch6": 0.5019200955741823, + "gas:batch7": 0.4976505614667967, + "gas:batch10": 0.4976505614667967, + "gas:batch9": 0.5012346147135964, + "gas:batch8": 0.44439735024080046 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.027109404514948768, + "by_dataset": { + "hydraulic": 0.02998665123934363, + "gas": 0.024232157790553904 + }, + "by_environment": { + "hydraulic:context1=73": 0.017789460020768533, + "hydraulic:context1=80": 0.017789460020768533, + "hydraulic:context1=90": 0.017789460020768533, + "hydraulic:context0=3": 0.04828243806720628, + "hydraulic:context0=20": 0.04828243806720628, + "gas:batch6": 0.026329963844207615, + "gas:batch7": 0.022162816216228287, + "gas:batch10": 0.022162816216228287, + "gas:batch9": 0.03550784157871053, + "gas:batch8": 0.014997351097394807 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.017646624388370967, + "by_dataset": { + "hydraulic": 0.02169036333480836, + "gas": 0.013602885441933572 + }, + "by_environment": { + "hydraulic:context1=73": 0.047686367237263494, + "hydraulic:context1=80": 0.047686367237263494, + "hydraulic:context1=90": 0.047686367237263494, + "hydraulic:context0=3": -0.01730364251887434, + "hydraulic:context0=20": -0.01730364251887434, + "gas:batch6": 0.013644794570053975, + "gas:batch7": 0.01602966667430634, + "gas:batch10": 0.01602966667430634, + "gas:batch9": 0.012840188342797687, + "gas:batch8": 0.00947011094820351 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.609464151060446, + "by_dataset": { + "hydraulic": 0.5673463993051622, + "gas": 0.6515819028157299 + }, + "by_environment": { + "hydraulic:context1=73": 0.4828178694158076, + "hydraulic:context1=80": 0.4828178694158076, + "hydraulic:context1=90": 0.4828178694158076, + "hydraulic:context0=3": 0.694139194139194, + "hydraulic:context0=20": 0.694139194139194, + "gas:batch6": 0.6379380073121301, + "gas:batch7": 0.643951221116803, + "gas:batch10": 0.643951221116803, + "gas:batch9": 0.6484096646133511, + "gas:batch8": 0.6836593999195625 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.07298166588237118, + "by_dataset": { + "hydraulic": 0.07767045032267797, + "gas": 0.06829288144206438 + }, + "by_environment": { + "hydraulic:context1=73": 0.04100059755841352, + "hydraulic:context1=80": 0.04100059755841352, + "hydraulic:context1=90": 0.04100059755841352, + "hydraulic:context0=3": 0.13267522946907465, + "hydraulic:context0=20": 0.13267522946907465, + "gas:batch6": 0.06412354723814198, + "gas:batch7": 0.06265785823525337, + "gas:batch10": 0.06265785823525337, + "gas:batch9": 0.06302719512726976, + "gas:batch8": 0.08899794837440343 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.24064413885773245, + "by_dataset": { + "hydraulic": 0.2483494622033065, + "gas": 0.23293881551215842 + }, + "by_environment": { + "hydraulic:context1=73": 0.15085048533906487, + "hydraulic:context1=80": 0.15085048533906487, + "hydraulic:context1=90": 0.15085048533906487, + "hydraulic:context0=3": 0.39459792749966893, + "hydraulic:context0=20": 0.39459792749966893, + "gas:batch6": 0.21924179249508396, + "gas:batch7": 0.21945690660761263, + "gas:batch10": 0.21945690660761263, + "gas:batch9": 0.21126787069716046, + "gas:batch8": 0.2952706011533224 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 0.7452268439966374, + "by_dataset": { + "hydraulic": 1.0670776455196138, + "gas": 0.42337604247366095 + }, + "by_environment": { + "hydraulic:context1=73": 0.9237180863458357, + "hydraulic:context1=80": 0.9237180863458357, + "hydraulic:context1=90": 0.9237180863458357, + "hydraulic:context0=3": 1.282116984280281, + "hydraulic:context0=20": 1.282116984280281, + "gas:batch6": 0.4107244184629392, + "gas:batch7": 0.40190421094183626, + "gas:batch10": 0.40190421094183626, + "gas:batch9": 0.3821468933018798, + "gas:batch8": 0.5202004787198131 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 0.504582705138905, + "by_dataset": { + "hydraulic": 0.8187281833163075, + "gas": 0.19043722696150253 + }, + "by_environment": { + "hydraulic:context1=73": 0.7728676010067709, + "hydraulic:context1=80": 0.7728676010067709, + "hydraulic:context1=90": 0.7728676010067709, + "hydraulic:context0=3": 0.8875190567806123, + "hydraulic:context0=20": 0.8875190567806123, + "gas:batch6": 0.19148262596785529, + "gas:batch7": 0.18244730433422365, + "gas:batch10": 0.18244730433422365, + "gas:batch9": 0.17087902260471927, + "gas:batch8": 0.22492987756649077 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.5826014074703572, + "by_dataset": { + "hydraulic": 0.7144088480388578, + "gas": 0.45079396690185636 + }, + "by_environment": { + "hydraulic:context1=73": 0.16614170042111015, + "hydraulic:context1=80": 0.42468670713866635, + "hydraulic:context1=90": 0.4892228058871925, + "hydraulic:context0=3": 1.2459965133736601, + "hydraulic:context0=20": 1.2459965133736601, + "gas:batch6": 0.4373972085563196, + "gas:batch7": 0.4222837323575898, + "gas:batch10": 0.4521027823728599, + "gas:batch9": 0.4797522743243724, + "gas:batch8": 0.4624338368981402 + }, + "tasks": 57 + } + }, + { + "training": "source", + "size": "all", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "source_held", + "utility": { + "overall": 0.47751045392672337, + "by_dataset": { + "hydraulic": 0.498657880492932, + "gas": 0.4563630273605147 + }, + "by_environment": { + "hydraulic:context1=73": 0.8379381443298969, + "hydraulic:context1=80": 0.8379381443298969, + "hydraulic:context1=90": 0.8379381443298969, + "hydraulic:context0=3": -0.010262515262515185, + "hydraulic:context0=20": -0.010262515262515185, + "gas:batch6": 0.48004951765003867, + "gas:batch7": 0.5410491754373046, + "gas:batch10": 0.5410491754373046, + "gas:batch9": 0.4068173219279794, + "gas:batch8": 0.3128499463499463 + }, + "tasks": 57 + }, + "noquery_utility": { + "overall": 0.465775709838236, + "by_dataset": { + "hydraulic": 0.44715078735697295, + "gas": 0.4844006323194991 + }, + "by_environment": { + "hydraulic:context1=73": 0.7525773195876289, + "hydraulic:context1=80": 0.7525773195876289, + "hydraulic:context1=90": 0.7525773195876289, + "hydraulic:context0=3": -0.010989010989010986, + "hydraulic:context0=20": -0.010989010989010986, + "gas:batch6": 0.5076202028105847, + "gas:batch7": 0.5673729605149486, + "gas:batch10": 0.5673729605149486, + "gas:batch9": 0.4644294810860422, + "gas:batch8": 0.31520755667097133 + }, + "tasks": 57 + }, + "realized_query_increment": { + "overall": 0.01173474408848739, + "by_dataset": { + "hydraulic": 0.05150709313595914, + "gas": -0.028037604958984358 + }, + "by_environment": { + "hydraulic:context1=73": 0.08536082474226803, + "hydraulic:context1=80": 0.08536082474226803, + "hydraulic:context1=90": 0.08536082474226803, + "hydraulic:context0=3": 0.0007264957264958016, + "hydraulic:context0=20": 0.0007264957264958016, + "gas:batch6": -0.027570685160545987, + "gas:batch7": -0.026323785077643984, + "gas:batch10": -0.026323785077643984, + "gas:batch9": -0.05761215915806284, + "gas:batch8": -0.0023576103210249852 + }, + "tasks": 57 + }, + "predicted_utility": { + "overall": 0.8797610129753111, + "by_dataset": { + "hydraulic": 0.9130543568084292, + "gas": 0.8464676691421928 + }, + "by_environment": { + "hydraulic:context1=73": 0.9983450946821962, + "hydraulic:context1=80": 0.9983450946821962, + "hydraulic:context1=90": 0.9983450946821962, + "hydraulic:context0=3": 0.7851182499977788, + "hydraulic:context0=20": 0.7851182499977788, + "gas:batch6": 0.8498071339742866, + "gas:batch7": 0.8349045825632143, + "gas:batch10": 0.8349045825632143, + "gas:batch9": 0.9224743294176629, + "gas:batch8": 0.7902477171925858 + }, + "tasks": 57 + }, + "predicted_noquery_utility": { + "overall": 0.8469006908486575, + "by_dataset": { + "hydraulic": 0.9035660506654905, + "gas": 0.7902353310318245 + }, + "by_environment": { + "hydraulic:context1=73": 0.9954761942086723, + "hydraulic:context1=80": 0.9954761942086723, + "hydraulic:context1=90": 0.9954761942086723, + "hydraulic:context0=3": 0.7657008353507179, + "hydraulic:context0=20": 0.7657008353507179, + "gas:batch6": 0.7967371463778944, + "gas:batch7": 0.7907305275079742, + "gas:batch10": 0.7907305275079742, + "gas:batch9": 0.8694467721296493, + "gas:batch8": 0.7035316816356308 + }, + "tasks": 57 + }, + "predicted_query_increment": { + "overall": 0.03286032212665345, + "by_dataset": { + "hydraulic": 0.009488306142938645, + "gas": 0.05623233811036825 + }, + "by_environment": { + "hydraulic:context1=73": 0.002868900473523839, + "hydraulic:context1=80": 0.002868900473523839, + "hydraulic:context1=90": 0.002868900473523839, + "hydraulic:context0=3": 0.019417414647060854, + "hydraulic:context0=20": 0.019417414647060854, + "gas:batch6": 0.053069987596392275, + "gas:batch7": 0.04417405505524014, + "gas:batch10": 0.04417405505524014, + "gas:batch9": 0.05302755728801367, + "gas:batch8": 0.08671603555695502 + }, + "tasks": 57 + }, + "query_increment_optimism": { + "overall": 0.02112557803816606, + "by_dataset": { + "hydraulic": -0.04201878699302049, + "gas": 0.0842699430693526 + }, + "by_environment": { + "hydraulic:context1=73": -0.08249192426874419, + "hydraulic:context1=80": -0.08249192426874419, + "hydraulic:context1=90": -0.08249192426874419, + "hydraulic:context0=3": 0.018690918920565052, + "hydraulic:context0=20": 0.018690918920565052, + "gas:batch6": 0.08064067275693827, + "gas:batch7": 0.07049784013288413, + "gas:batch10": 0.07049784013288413, + "gas:batch9": 0.11063971644607651, + "gas:batch8": 0.08907364587798001 + }, + "tasks": 57 + }, + "queries": { + "overall": 0.3925674155664639, + "by_dataset": { + "hydraulic": 0.4582153241947055, + "gas": 0.32691950693822225 + }, + "by_environment": { + "hydraulic:context1=73": 0.49140893470790364, + "hydraulic:context1=80": 0.49140893470790364, + "hydraulic:context1=90": 0.49140893470790364, + "hydraulic:context0=3": 0.40842490842490836, + "hydraulic:context0=20": 0.40842490842490836, + "gas:batch6": 0.3321954132081827, + "gas:batch7": 0.27378633669796076, + "gas:batch10": 0.27378633669796076, + "gas:batch9": 0.3886934461786475, + "gas:batch8": 0.36613600190835965 + }, + "tasks": 57 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context0=20": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0, + "gas:batch9": 0.0, + "gas:batch8": 0.0 + }, + "tasks": 57 + }, + "posterior_brier": { + "overall": 0.144418245846509, + "by_dataset": { + "hydraulic": 0.14236286351429472, + "gas": 0.14647362817872328 + }, + "by_environment": { + "hydraulic:context1=73": 0.07314176375856678, + "hydraulic:context1=80": 0.07314176375856678, + "hydraulic:context1=90": 0.07314176375856678, + "hydraulic:context0=3": 0.24619451314788662, + "hydraulic:context0=20": 0.24619451314788662, + "gas:batch6": 0.14054584246021723, + "gas:batch7": 0.12075779082359721, + "gas:batch10": 0.12075779082359721, + "gas:batch9": 0.15052757500765895, + "gas:batch8": 0.1997791417785458 + }, + "tasks": 57 + }, + "posterior_log_loss": { + "overall": 0.49822990782649673, + "by_dataset": { + "hydraulic": 0.44778704762445365, + "gas": 0.5486727680285398 + }, + "by_environment": { + "hydraulic:context1=73": 0.2063799975438588, + "hydraulic:context1=80": 0.2063799975438588, + "hydraulic:context1=90": 0.2063799975438588, + "hydraulic:context0=3": 0.8098976227453459, + "hydraulic:context0=20": 0.8098976227453459, + "gas:batch6": 0.5257360621115054, + "gas:batch7": 0.4619407790084051, + "gas:batch10": 0.4619407790084051, + "gas:batch9": 0.5681300608288229, + "gas:batch8": 0.7256161591855604 + }, + "tasks": 57 + }, + "joint_conditional_log_loss": { + "overall": 1.6155683020031617, + "by_dataset": { + "hydraulic": 1.5312623112388875, + "gas": 1.699874292767436 + }, + "by_environment": { + "hydraulic:context1=73": 1.1584542325568945, + "hydraulic:context1=80": 1.1584542325568945, + "hydraulic:context1=90": 1.1584542325568945, + "hydraulic:context0=3": 2.090474429261877, + "hydraulic:context0=20": 2.090474429261877, + "gas:batch6": 1.713259043463522, + "gas:batch7": 1.6219198634656347, + "gas:batch10": 1.6219198634656347, + "gas:batch9": 1.7829086858002756, + "gas:batch8": 1.7593640076421135 + }, + "tasks": 57 + }, + "observation_given_h_log_loss": { + "overall": 1.1173383941766644, + "by_dataset": { + "hydraulic": 1.0834752636144338, + "gas": 1.1512015247388951 + }, + "by_environment": { + "hydraulic:context1=73": 0.9520742350130353, + "hydraulic:context1=80": 0.9520742350130353, + "hydraulic:context1=90": 0.9520742350130353, + "hydraulic:context0=3": 1.280576806516531, + "hydraulic:context0=20": 1.280576806516531, + "gas:batch6": 1.187522981352016, + "gas:batch7": 1.1599790844572284, + "gas:batch10": 1.1599790844572284, + "gas:batch9": 1.2147786249714538, + "gas:batch8": 1.0337478484565494 + }, + "tasks": 57 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.8266794334776888, + "by_dataset": { + "hydraulic": 1.3589457224800416, + "gas": 2.294413144475336 + }, + "by_environment": { + "hydraulic:context1=73": 0.7728835183122241, + "hydraulic:context1=80": 0.8526661160811214, + "hydraulic:context1=90": 1.0841958834511813, + "hydraulic:context0=3": 2.0424915472778404, + "hydraulic:context0=20": 2.0424915472778404, + "gas:batch6": 2.4134689014206314, + "gas:batch7": 2.0311096967935756, + "gas:batch10": 2.0644509409387686, + "gas:batch9": 3.1291439424634184, + "gas:batch8": 1.8338922407602871 + }, + "tasks": 57 + } + }, + { + "training": "target", + "size": "256", + "model": "support_mixture", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.3513537131660993, + "by_dataset": { + "hydraulic": 0.301973715651135, + "gas": 0.40073371068106356 + }, + "by_environment": { + "hydraulic:context0=3": 0.301973715651135, + "gas:batch6": 0.4980655889910695, + "gas:batch7": 0.3197451898810288, + "gas:batch10": 0.38439035317109244 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.35585914250674133, + "by_dataset": { + "hydraulic": 0.30107526881720426, + "gas": 0.41064301619627835 + }, + "by_environment": { + "hydraulic:context0=3": 0.30107526881720426, + "gas:batch6": 0.507479702379029, + "gas:batch7": 0.3204792121170767, + "gas:batch10": 0.4039701340927293 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.0045054293406419955, + "by_dataset": { + "hydraulic": 0.0008984468339307364, + "gas": -0.009909305515214727 + }, + "by_environment": { + "hydraulic:context0=3": 0.0008984468339307364, + "gas:batch6": -0.009414113387959371, + "gas:batch7": -0.0007340222360479378, + "gas:batch10": -0.01957978092163687 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.37457391953693664, + "by_dataset": { + "hydraulic": 0.31957879887426127, + "gas": 0.42956904019961195 + }, + "by_environment": { + "hydraulic:context0=3": 0.31957879887426127, + "gas:batch6": 0.4616363798343347, + "gas:batch7": 0.39596266584707607, + "gas:batch10": 0.4311080749174252 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.3512115814277825, + "by_dataset": { + "hydraulic": 0.29032633649123674, + "gas": 0.4120968263643284 + }, + "by_environment": { + "hydraulic:context0=3": 0.29032633649123674, + "gas:batch6": 0.4517149266921184, + "gas:batch7": 0.378998958389932, + "gas:batch10": 0.4055765940109348 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.023362338109154078, + "by_dataset": { + "hydraulic": 0.02925246238302454, + "gas": 0.01747221383528362 + }, + "by_environment": { + "hydraulic:context0=3": 0.02925246238302454, + "gas:batch6": 0.009921453142216327, + "gas:batch7": 0.016963707457144147, + "gas:batch10": 0.02553148090649039 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.027867767449796077, + "by_dataset": { + "hydraulic": 0.028354015549093805, + "gas": 0.02738151935049835 + }, + "by_environment": { + "hydraulic:context0=3": 0.028354015549093805, + "gas:batch6": 0.0193355665301757, + "gas:batch7": 0.017697729693192086, + "gas:batch10": 0.04511126182812726 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.564424019838484, + "by_dataset": { + "hydraulic": 0.6299084030266826, + "gas": 0.49893963665028535 + }, + "by_environment": { + "hydraulic:context0=3": 0.6299084030266826, + "gas:batch6": 0.4820221567265395, + "gas:batch7": 0.5360977373870386, + "gas:batch10": 0.47869901583727786 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.003964107645207928, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.007928215290415855 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": 0.006580496831101122, + "gas:batch7": 0.0096253578130494, + "gas:batch10": 0.007578791227097042 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.17152407443861453, + "by_dataset": { + "hydraulic": 0.19350566344877004, + "gas": 0.14954248542845902 + }, + "by_environment": { + "hydraulic:context0=3": 0.19350566344877004, + "gas:batch6": 0.1296402206240093, + "gas:batch7": 0.1694678071478312, + "gas:batch10": 0.14951942851353653 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.5060225833161888, + "by_dataset": { + "hydraulic": 0.5609694047847343, + "gas": 0.45107576184764314 + }, + "by_environment": { + "hydraulic:context0=3": 0.5609694047847343, + "gas:batch6": 0.4009486029772084, + "gas:batch7": 0.5046369655812416, + "gas:batch10": 0.4476417169844794 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 0.7996329029836975, + "by_dataset": { + "hydraulic": 0.8357462168586345, + "gas": 0.7635195891087604 + }, + "by_environment": { + "hydraulic:context0=3": 0.8357462168586345, + "gas:batch6": 0.6800511584889517, + "gas:batch7": 0.8242281253260526, + "gas:batch10": 0.7862794835112766 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.2936103196675086, + "by_dataset": { + "hydraulic": 0.2747768120739001, + "gas": 0.31244382726111714 + }, + "by_environment": { + "hydraulic:context0=3": 0.2747768120739001, + "gas:batch6": 0.2791025555117431, + "gas:batch7": 0.319591159744811, + "gas:batch10": 0.3386377665267972 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.776763839151255, + "by_dataset": { + "hydraulic": 0.8511656566935644, + "gas": 0.7023620216089458 + }, + "by_environment": { + "hydraulic:context0=3": 0.8511656566935644, + "gas:batch6": 0.6477755375893113, + "gas:batch7": 0.730121567129803, + "gas:batch10": 0.7291889601077232 + }, + "tasks": 43 + } + }, + { + "training": "target", + "size": "256", + "model": "joint_jeffreys", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.2912608291287411, + "by_dataset": { + "hydraulic": 0.16272401433691755, + "gas": 0.4197976439205647 + }, + "by_environment": { + "hydraulic:context0=3": 0.16272401433691755, + "gas:batch6": 0.48994106361127887, + "gas:batch7": 0.31540569105167343, + "gas:batch10": 0.4540461770987419 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.29202502311354306, + "by_dataset": { + "hydraulic": 0.16272401433691755, + "gas": 0.42132603189016854 + }, + "by_environment": { + "hydraulic:context0=3": 0.16272401433691755, + "gas:batch6": 0.4932293127169867, + "gas:batch7": 0.3164563748802039, + "gas:batch10": 0.4542924080733149 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.0007641939848018819, + "by_dataset": { + "hydraulic": 0.0, + "gas": -0.0015283879696037638 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": -0.003288249105707857, + "gas:batch7": -0.0010506838285304616, + "gas:batch10": -0.00024623097457297306 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.17163511525848765, + "by_dataset": { + "hydraulic": 0.11979166666666667, + "gas": 0.22347856385030865 + }, + "by_environment": { + "hydraulic:context0=3": 0.11979166666666667, + "gas:batch6": 0.26507855902777777, + "gas:batch7": 0.17304152199074074, + "gas:batch10": 0.2323156105324074 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.16560691550925927, + "by_dataset": { + "hydraulic": 0.1193576388888889, + "gas": 0.2118561921296296 + }, + "by_environment": { + "hydraulic:context0=3": 0.1193576388888889, + "gas:batch6": 0.25553385416666663, + "gas:batch7": 0.1591579861111111, + "gas:batch10": 0.2208767361111111 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.006028199749228386, + "by_dataset": { + "hydraulic": 0.00043402777777777163, + "gas": 0.011622371720679 + }, + "by_environment": { + "hydraulic:context0=3": 0.00043402777777777163, + "gas:batch6": 0.009544704861111097, + "gas:batch7": 0.01388353587962962, + "gas:batch10": 0.011438874421296286 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.006792393734030268, + "by_dataset": { + "hydraulic": 0.00043402777777777163, + "gas": 0.013150759690282765 + }, + "by_environment": { + "hydraulic:context0=3": 0.00043402777777777163, + "gas:batch6": 0.012832953966818956, + "gas:batch7": 0.014934219708160081, + "gas:batch10": 0.011685105395869257 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.2959649597235562, + "by_dataset": { + "hydraulic": 0.09318996415770608, + "gas": 0.49873995528940623 + }, + "by_environment": { + "hydraulic:context0=3": 0.09318996415770608, + "gas:batch6": 0.47885600792625127, + "gas:batch7": 0.54066458529741, + "gas:batch10": 0.4766992726445573 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.0008113425925925927, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0016226851851851853 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": 0.0010859374999999968, + "gas:batch7": 0.0024527633101851867, + "gas:batch10": 0.0013293547453703729 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.18218484336045304, + "by_dataset": { + "hydraulic": 0.21994254718832992, + "gas": 0.14442713953257616 + }, + "by_environment": { + "hydraulic:context0=3": 0.21994254718832992, + "gas:batch6": 0.12692587065376573, + "gas:batch7": 0.16762996156606588, + "gas:batch10": 0.13872558637789686 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.5262986982065472, + "by_dataset": { + "hydraulic": 0.6155236758303092, + "gas": 0.43707372058278504 + }, + "by_environment": { + "hydraulic:context0=3": 0.6155236758303092, + "gas:batch6": 0.3921848919502916, + "gas:batch7": 0.49877290921303885, + "gas:batch10": 0.42026336058502467 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 0.6589093033782714, + "by_dataset": { + "hydraulic": 0.6905948156469095, + "gas": 0.6272237911096333 + }, + "by_environment": { + "hydraulic:context0=3": 0.6905948156469095, + "gas:batch6": 0.56169910406055, + "gas:batch7": 0.6957121500957866, + "gas:batch10": 0.6242601191725634 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.1326106051717242, + "by_dataset": { + "hydraulic": 0.07507113981660017, + "gas": 0.19015007052684826 + }, + "by_environment": { + "hydraulic:context0=3": 0.07507113981660017, + "gas:batch6": 0.16951421211025836, + "gas:batch7": 0.19693924088274764, + "gas:batch10": 0.2039967585875388 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6785570679819106, + "by_dataset": { + "hydraulic": 0.7562820101928734, + "gas": 0.6008321257709478 + }, + "by_environment": { + "hydraulic:context0=3": 0.7562820101928734, + "gas:batch6": 0.5682357517531927, + "gas:batch7": 0.6208401710701438, + "gas:batch10": 0.613420454489507 + }, + "tasks": 43 + } + }, + { + "training": "target", + "size": "256", + "model": "naive_bayes", + "representation": "query_joint", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.3308456161740212, + "by_dataset": { + "hydraulic": 0.3138797291915572, + "gas": 0.34781150315648524 + }, + "by_environment": { + "hydraulic:context0=3": 0.3138797291915572, + "gas:batch6": 0.4601461931615643, + "gas:batch7": 0.2809071417205346, + "gas:batch10": 0.30238117458735686 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.3379131193442798, + "by_dataset": { + "hydraulic": 0.30824372759856633, + "gas": 0.3675825110899933 + }, + "by_environment": { + "hydraulic:context0=3": 0.30824372759856633, + "gas:batch6": 0.4882468678128801, + "gas:batch7": 0.2964040274611909, + "gas:batch10": 0.31809663799590887 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.007067503170258602, + "by_dataset": { + "hydraulic": 0.005636001592990862, + "gas": -0.019771007933508066 + }, + "by_environment": { + "hydraulic:context0=3": 0.005636001592990862, + "gas:batch6": -0.028100674651315875, + "gas:batch7": -0.015496885740656297, + "gas:batch10": -0.015715463408552025 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.5432750836703747, + "by_dataset": { + "hydraulic": 0.4576710370987224, + "gas": 0.6288791302420269 + }, + "by_environment": { + "hydraulic:context0=3": 0.4576710370987224, + "gas:batch6": 0.6291595953663542, + "gas:batch7": 0.6083308863744233, + "gas:batch10": 0.649146908985303 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.49630051972665695, + "by_dataset": { + "hydraulic": 0.39144154211470594, + "gas": 0.601159497338608 + }, + "by_environment": { + "hydraulic:context0=3": 0.39144154211470594, + "gas:batch6": 0.6145383639247877, + "gas:batch7": 0.5819948150324152, + "gas:batch10": 0.6069453130586209 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.046974563943717726, + "by_dataset": { + "hydraulic": 0.06622949498401651, + "gas": 0.02771963290341894 + }, + "by_environment": { + "hydraulic:context0=3": 0.06622949498401651, + "gas:batch6": 0.01462123144156657, + "gas:batch7": 0.02633607134200807, + "gas:batch10": 0.042201595926682184 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.05404206711397633, + "by_dataset": { + "hydraulic": 0.06059349339102565, + "gas": 0.047490640836927 + }, + "by_environment": { + "hydraulic:context0=3": 0.06059349339102565, + "gas:batch6": 0.04272190609288244, + "gas:batch7": 0.041832957082664365, + "gas:batch10": 0.05791705933523421 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.5639697777883023, + "by_dataset": { + "hydraulic": 0.6119076065312624, + "gas": 0.5160319490453421 + }, + "by_environment": { + "hydraulic:context0=3": 0.6119076065312624, + "gas:batch6": 0.4974133187912265, + "gas:batch7": 0.5445286632490097, + "gas:batch10": 0.5061538650957902 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.00043304620260398093, + "by_dataset": { + "hydraulic": 5.4837292534134745e-08, + "gas": 0.0008660375679154277 + }, + "by_environment": { + "hydraulic:context0=3": 5.4837292534134745e-08, + "gas:batch6": 0.000777591602265419, + "gas:batch7": 0.000901325949819022, + "gas:batch10": 0.000919195151661842 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.17858227371213292, + "by_dataset": { + "hydraulic": 0.1877075678351601, + "gas": 0.16945697958910577 + }, + "by_environment": { + "hydraulic:context0=3": 0.1877075678351601, + "gas:batch6": 0.14311508021696379, + "gas:batch7": 0.18626453826236952, + "gas:batch10": 0.17899132028798403 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.5662881333620321, + "by_dataset": { + "hydraulic": 0.5580404467176311, + "gas": 0.5745358200064331 + }, + "by_environment": { + "hydraulic:context0=3": 0.5580404467176311, + "gas:batch6": 0.49039781040866626, + "gas:batch7": 0.613722702022711, + "gas:batch10": 0.619486947587922 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 1.1516485686776263, + "by_dataset": { + "hydraulic": 0.9928505174589898, + "gas": 1.310446619896263 + }, + "by_environment": { + "hydraulic:context0=3": 0.9928505174589898, + "gas:batch6": 1.1690311761597436, + "gas:batch7": 1.3221513908878115, + "gas:batch10": 1.4401572926412338 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.5853604353155947, + "by_dataset": { + "hydraulic": 0.43481007074135886, + "gas": 0.7359107998898305 + }, + "by_environment": { + "hydraulic:context0=3": 0.43481007074135886, + "gas:batch6": 0.6786333657510791, + "gas:batch7": 0.7084286888651008, + "gas:batch10": 0.8206703450533117 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.188012921486336, + "by_dataset": { + "hydraulic": 0.9475004353396689, + "gas": 1.4285254076330032 + }, + "by_environment": { + "hydraulic:context0=3": 0.9475004353396689, + "gas:batch6": 1.306745015688564, + "gas:batch7": 1.3475646189674506, + "gas:batch10": 1.6312665882429949 + }, + "tasks": 43 + } + }, + { + "training": "target", + "size": "256", + "model": "support_mixture", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.3512293379146005, + "by_dataset": { + "hydraulic": 0.301973715651135, + "gas": 0.40048496017806595 + }, + "by_environment": { + "hydraulic:context0=3": 0.301973715651135, + "gas:batch6": 0.49806329634558943, + "gas:batch7": 0.3176908653812267, + "gas:batch10": 0.3857007188073817 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.35662972148521666, + "by_dataset": { + "hydraulic": 0.30107526881720426, + "gas": 0.41218417415322905 + }, + "by_environment": { + "hydraulic:context0=3": 0.30107526881720426, + "gas:batch6": 0.5065227909846682, + "gas:batch7": 0.3239370743469439, + "gas:batch10": 0.40609265712807496 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.00540038357061618, + "by_dataset": { + "hydraulic": 0.0008984468339307364, + "gas": -0.011699213975163096 + }, + "by_environment": { + "hydraulic:context0=3": 0.0008984468339307364, + "gas:batch6": -0.008459494639078769, + "gas:batch7": -0.006246208965717208, + "gas:batch10": -0.020391938320693314 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.37567814215520046, + "by_dataset": { + "hydraulic": 0.31957879887426127, + "gas": 0.4317774854361396 + }, + "by_environment": { + "hydraulic:context0=3": 0.31957879887426127, + "gas:batch6": 0.46281283981990196, + "gas:batch7": 0.4001845612176573, + "gas:batch10": 0.43233505527085964 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.35368450489557457, + "by_dataset": { + "hydraulic": 0.29032633649123674, + "gas": 0.41704267329991246 + }, + "by_environment": { + "hydraulic:context0=3": 0.29032633649123674, + "gas:batch6": 0.4555476309623655, + "gas:batch7": 0.38543429269394447, + "gas:batch10": 0.41014609624342735 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.021993637259625866, + "by_dataset": { + "hydraulic": 0.02925246238302454, + "gas": 0.014734812136227196 + }, + "by_environment": { + "hydraulic:context0=3": 0.02925246238302454, + "gas:batch6": 0.007265208857536438, + "gas:batch7": 0.014750268523712839, + "gas:batch10": 0.022188959027432308 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.02739402083024205, + "by_dataset": { + "hydraulic": 0.028354015549093805, + "gas": 0.026434026111390296 + }, + "by_environment": { + "hydraulic:context0=3": 0.028354015549093805, + "gas:batch6": 0.015724703496615207, + "gas:batch7": 0.020996477489430048, + "gas:batch10": 0.042580897348125625 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.548167026891073, + "by_dataset": { + "hydraulic": 0.6299084030266826, + "gas": 0.46642565075546344 + }, + "by_environment": { + "hydraulic:context0=3": 0.6299084030266826, + "gas:batch6": 0.38635866361368054, + "gas:batch7": 0.49477827446933303, + "gas:batch10": 0.5181400141833769 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.0028598850269441057, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0057197700538882115 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": 0.005404036845533811, + "gas:batch7": 0.005403462442468209, + "gas:batch10": 0.006351810873662614 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.1710897885778891, + "by_dataset": { + "hydraulic": 0.1935056665139502, + "gas": 0.14867391064182797 + }, + "by_environment": { + "hydraulic:context0=3": 0.1935056665139502, + "gas:batch6": 0.12840199663572854, + "gas:batch7": 0.16826673978757106, + "gas:batch10": 0.14935299550218434 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.504676639913927, + "by_dataset": { + "hydraulic": 0.5609694109150948, + "gas": 0.4483838689127591 + }, + "by_environment": { + "hydraulic:context0=3": 0.5609694109150948, + "gas:batch6": 0.39772459330226295, + "gas:batch7": 0.5003623703421438, + "gas:batch10": 0.4470646430938706 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 0.876625249191228, + "by_dataset": { + "hydraulic": 0.8357620504736897, + "gas": 0.9174884479087663 + }, + "by_environment": { + "hydraulic:context0=3": 0.8357620504736897, + "gas:batch6": 0.8466801168992666, + "gas:batch7": 0.9682687518196867, + "gas:batch10": 0.9375164750073454 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.371948609277301, + "by_dataset": { + "hydraulic": 0.2747926395585949, + "gas": 0.46910457899600705 + }, + "by_environment": { + "hydraulic:context0=3": 0.2747926395585949, + "gas:batch6": 0.44895552359700347, + "gas:batch7": 0.46790638147754293, + "gas:batch10": 0.4904518319134748 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.776763839151255, + "by_dataset": { + "hydraulic": 0.8511656566935644, + "gas": 0.7023620216089458 + }, + "by_environment": { + "hydraulic:context0=3": 0.8511656566935644, + "gas:batch6": 0.6477755375893113, + "gas:batch7": 0.730121567129803, + "gas:batch10": 0.7291889601077232 + }, + "tasks": 43 + } + }, + { + "training": "target", + "size": "256", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.2916046169346854, + "by_dataset": { + "hydraulic": 0.16272401433691755, + "gas": 0.42048521953245327 + }, + "by_environment": { + "hydraulic:context0=3": 0.16272401433691755, + "gas:batch6": 0.48788414170436856, + "gas:batch7": 0.3170036982796943, + "gas:batch10": 0.4565678186132968 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.2926326526266565, + "by_dataset": { + "hydraulic": 0.16272401433691755, + "gas": 0.4225412909163954 + }, + "by_environment": { + "hydraulic:context0=3": 0.16272401433691755, + "gas:batch6": 0.4899591393445911, + "gas:batch7": 0.32055039474294844, + "gas:batch10": 0.4571143386616467 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.0010280356919710964, + "by_dataset": { + "hydraulic": 0.0, + "gas": -0.0020560713839421927 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": -0.0020749976402225584, + "gas:batch7": -0.003546696463254163, + "gas:batch10": -0.0005465200483498568 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.17096535011574074, + "by_dataset": { + "hydraulic": 0.11979166666666667, + "gas": 0.2221390335648148 + }, + "by_environment": { + "hydraulic:context0=3": 0.11979166666666667, + "gas:batch6": 0.26389236111111114, + "gas:batch7": 0.17146477141203703, + "gas:batch10": 0.23105996817129626 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.16610604745370372, + "by_dataset": { + "hydraulic": 0.1193576388888889, + "gas": 0.21285445601851852 + }, + "by_environment": { + "hydraulic:context0=3": 0.1193576388888889, + "gas:batch6": 0.25657552083333335, + "gas:batch7": 0.16067708333333333, + "gas:batch10": 0.2213107638888889 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.004859302662037027, + "by_dataset": { + "hydraulic": 0.00043402777777777163, + "gas": 0.009284577546296283 + }, + "by_environment": { + "hydraulic:context0=3": 0.00043402777777777163, + "gas:batch6": 0.00731684027777776, + "gas:batch7": 0.010787688078703695, + "gas:batch10": 0.009749204282407392 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.005887338354008122, + "by_dataset": { + "hydraulic": 0.00043402777777777163, + "gas": 0.011340648930238473 + }, + "by_environment": { + "hydraulic:context0=3": 0.00043402777777777163, + "gas:batch6": 0.009391837918000318, + "gas:batch7": 0.014334384541957856, + "gas:batch10": 0.01029572433075725 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.28626086744497015, + "by_dataset": { + "hydraulic": 0.09318996415770608, + "gas": 0.4793317707322342 + }, + "by_environment": { + "hydraulic:context0=3": 0.09318996415770608, + "gas:batch6": 0.4554095844672366, + "gas:batch7": 0.5106379068939694, + "gas:batch10": 0.47194782083549675 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.0014811077353395076, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.002962215470679015 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": 0.002272135416666669, + "gas:batch7": 0.00402951388888889, + "gas:batch10": 0.002584997106481487 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.18199559759958117, + "by_dataset": { + "hydraulic": 0.21994254718832992, + "gas": 0.1440486480108324 + }, + "by_environment": { + "hydraulic:context0=3": 0.21994254718832992, + "gas:batch6": 0.1265157945572897, + "gas:batch7": 0.16756495763827578, + "gas:batch10": 0.13806519183693167 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.5257270702408803, + "by_dataset": { + "hydraulic": 0.6155236758303092, + "gas": 0.4359304646514513 + }, + "by_environment": { + "hydraulic:context0=3": 0.6155236758303092, + "gas:batch6": 0.39129505917290863, + "gas:batch7": 0.4979963613891101, + "gas:batch10": 0.41849997339233513 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 0.7095482629360224, + "by_dataset": { + "hydraulic": 0.6905948156469095, + "gas": 0.7285017102251353 + }, + "by_environment": { + "hydraulic:context0=3": 0.6905948156469095, + "gas:batch6": 0.6291924054979569, + "gas:batch7": 0.8244527822923312, + "gas:batch10": 0.731859942885118 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.18382119269514213, + "by_dataset": { + "hydraulic": 0.07507113981660017, + "gas": 0.2925712455736841 + }, + "by_environment": { + "hydraulic:context0=3": 0.07507113981660017, + "gas:batch6": 0.23789734632504814, + "gas:batch7": 0.32645642090322113, + "gas:batch10": 0.31335996949278294 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6785570679819106, + "by_dataset": { + "hydraulic": 0.7562820101928734, + "gas": 0.6008321257709478 + }, + "by_environment": { + "hydraulic:context0=3": 0.7562820101928734, + "gas:batch6": 0.5682357517531927, + "gas:batch7": 0.6208401710701438, + "gas:batch10": 0.613420454489507 + }, + "tasks": 43 + } + }, + { + "training": "target", + "size": "256", + "model": "naive_bayes", + "representation": "posterior_clusters", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.3308456161740212, + "by_dataset": { + "hydraulic": 0.3138797291915572, + "gas": 0.34781150315648524 + }, + "by_environment": { + "hydraulic:context0=3": 0.3138797291915572, + "gas:batch6": 0.4601461931615643, + "gas:batch7": 0.2809071417205346, + "gas:batch10": 0.30238117458735686 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.3379131193442798, + "by_dataset": { + "hydraulic": 0.30824372759856633, + "gas": 0.3675825110899933 + }, + "by_environment": { + "hydraulic:context0=3": 0.30824372759856633, + "gas:batch6": 0.4882468678128801, + "gas:batch7": 0.2964040274611909, + "gas:batch10": 0.31809663799590887 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.007067503170258602, + "by_dataset": { + "hydraulic": 0.005636001592990862, + "gas": -0.019771007933508066 + }, + "by_environment": { + "hydraulic:context0=3": 0.005636001592990862, + "gas:batch6": -0.028100674651315875, + "gas:batch7": -0.015496885740656297, + "gas:batch10": -0.015715463408552025 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.5432750836703747, + "by_dataset": { + "hydraulic": 0.4576710370987224, + "gas": 0.6288791302420269 + }, + "by_environment": { + "hydraulic:context0=3": 0.4576710370987224, + "gas:batch6": 0.6291595953663542, + "gas:batch7": 0.6083308863744233, + "gas:batch10": 0.649146908985303 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.49630051972665695, + "by_dataset": { + "hydraulic": 0.39144154211470594, + "gas": 0.601159497338608 + }, + "by_environment": { + "hydraulic:context0=3": 0.39144154211470594, + "gas:batch6": 0.6145383639247877, + "gas:batch7": 0.5819948150324152, + "gas:batch10": 0.6069453130586209 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.046974563943717726, + "by_dataset": { + "hydraulic": 0.06622949498401651, + "gas": 0.027719632903418945 + }, + "by_environment": { + "hydraulic:context0=3": 0.06622949498401651, + "gas:batch6": 0.014621231441566565, + "gas:batch7": 0.026336071342008084, + "gas:batch10": 0.042201595926682184 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.05404206711397633, + "by_dataset": { + "hydraulic": 0.06059349339102565, + "gas": 0.04749064083692701 + }, + "by_environment": { + "hydraulic:context0=3": 0.06059349339102565, + "gas:batch6": 0.04272190609288244, + "gas:batch7": 0.041832957082664386, + "gas:batch10": 0.05791705933523421 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.5648401923921402, + "by_dataset": { + "hydraulic": 0.61194743130227, + "gas": 0.5177329534820105 + }, + "by_environment": { + "hydraulic:context0=3": 0.61194743130227, + "gas:batch6": 0.5000898746380462, + "gas:batch7": 0.5493434991946636, + "gas:batch10": 0.5037654866133218 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.00043304620260398337, + "by_dataset": { + "hydraulic": 5.4837292534134745e-08, + "gas": 0.0008660375679154326 + }, + "by_environment": { + "hydraulic:context0=3": 5.4837292534134745e-08, + "gas:batch6": 0.0007775916022654263, + "gas:batch7": 0.0009013259498190225, + "gas:batch10": 0.0009191951516618491 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.17858227371213292, + "by_dataset": { + "hydraulic": 0.1877075678351601, + "gas": 0.16945697958910577 + }, + "by_environment": { + "hydraulic:context0=3": 0.1877075678351601, + "gas:batch6": 0.14311508021696379, + "gas:batch7": 0.18626453826236952, + "gas:batch10": 0.17899132028798403 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.5662881333620321, + "by_dataset": { + "hydraulic": 0.5580404467176311, + "gas": 0.5745358200064331 + }, + "by_environment": { + "hydraulic:context0=3": 0.5580404467176311, + "gas:batch6": 0.49039781040866626, + "gas:batch7": 0.613722702022711, + "gas:batch10": 0.619486947587922 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 1.1516485686776263, + "by_dataset": { + "hydraulic": 0.9928505174589898, + "gas": 1.310446619896263 + }, + "by_environment": { + "hydraulic:context0=3": 0.9928505174589898, + "gas:batch6": 1.1690311761597436, + "gas:batch7": 1.3221513908878115, + "gas:batch10": 1.4401572926412336 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.5853604353155947, + "by_dataset": { + "hydraulic": 0.43481007074135886, + "gas": 0.7359107998898305 + }, + "by_environment": { + "hydraulic:context0=3": 0.43481007074135886, + "gas:batch6": 0.6786333657510791, + "gas:batch7": 0.7084286888651008, + "gas:batch10": 0.8206703450533117 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.188012921486336, + "by_dataset": { + "hydraulic": 0.9475004353396689, + "gas": 1.4285254076330032 + }, + "by_environment": { + "hydraulic:context0=3": 0.9475004353396689, + "gas:batch6": 1.306745015688564, + "gas:batch7": 1.3475646189674506, + "gas:batch10": 1.6312665882429949 + }, + "tasks": 43 + } + }, + { + "training": "target", + "size": "256", + "model": "support_mixture", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.35323832848311815, + "by_dataset": { + "hydraulic": 0.301973715651135, + "gas": 0.4045029413151013 + }, + "by_environment": { + "hydraulic:context0=3": 0.301973715651135, + "gas:batch6": 0.49546349779438936, + "gas:batch7": 0.329197866942075, + "gas:batch10": 0.38884745920883945 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.3565941836628872, + "by_dataset": { + "hydraulic": 0.30107526881720426, + "gas": 0.4121130985085701 + }, + "by_environment": { + "hydraulic:context0=3": 0.30107526881720426, + "gas:batch6": 0.5042823433057125, + "gas:batch7": 0.32472711518672004, + "gas:batch10": 0.4073298370332777 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.0033558551797690404, + "by_dataset": { + "hydraulic": 0.0008984468339307364, + "gas": -0.0076101571934688176 + }, + "by_environment": { + "hydraulic:context0=3": 0.0008984468339307364, + "gas:batch6": -0.008818845511323219, + "gas:batch7": 0.004470751755354903, + "gas:batch10": -0.018482377824438137 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.3785380271821446, + "by_dataset": { + "hydraulic": 0.31957879887426127, + "gas": 0.4374972554900278 + }, + "by_environment": { + "hydraulic:context0=3": 0.31957879887426127, + "gas:batch6": 0.46821687666543577, + "gas:batch7": 0.4055880236601255, + "gas:batch10": 0.43868686614452224 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.35440576895751386, + "by_dataset": { + "hydraulic": 0.29032633649123674, + "gas": 0.41848520142379103 + }, + "by_environment": { + "hydraulic:context0=3": 0.29032633649123674, + "gas:batch6": 0.4567783737613828, + "gas:batch7": 0.386595627943187, + "gas:batch10": 0.41208160256680326 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.024132258224630665, + "by_dataset": { + "hydraulic": 0.02925246238302454, + "gas": 0.019012054066236794 + }, + "by_environment": { + "hydraulic:context0=3": 0.02925246238302454, + "gas:batch6": 0.011438502904052935, + "gas:batch7": 0.018992395716938452, + "gas:batch10": 0.026605263577718998 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.02748811340439971, + "by_dataset": { + "hydraulic": 0.028354015549093805, + "gas": 0.026622211259705614 + }, + "by_environment": { + "hydraulic:context0=3": 0.028354015549093805, + "gas:batch6": 0.02025734841537615, + "gas:batch7": 0.014521643961583546, + "gas:batch10": 0.045087641402157146 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.5638333748702054, + "by_dataset": { + "hydraulic": 0.6299084030266826, + "gas": 0.49775834671372804 + }, + "by_environment": { + "hydraulic:context0=3": 0.6299084030266826, + "gas:batch6": 0.47809591765890114, + "gas:batch7": 0.5332362037492533, + "gas:batch10": 0.4819429187330297 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.171004567859407, + "by_dataset": { + "hydraulic": 0.19350556790162235, + "gas": 0.14850356781719162 + }, + "by_environment": { + "hydraulic:context0=3": 0.19350556790162235, + "gas:batch6": 0.12879359127533346, + "gas:batch7": 0.16819809548844616, + "gas:batch10": 0.14851901668779519 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.504398181721296, + "by_dataset": { + "hydraulic": 0.5609692136904375, + "gas": 0.4478271497521546 + }, + "by_environment": { + "hydraulic:context0=3": 0.5609692136904375, + "gas:batch6": 0.39891505286951195, + "gas:batch7": 0.5000085232819179, + "gas:batch10": 0.4445578731050339 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 0.790112388208412, + "by_dataset": { + "hydraulic": 0.8357464488979655, + "gas": 0.7444783275188586 + }, + "by_environment": { + "hydraulic:context0=3": 0.8357464488979655, + "gas:batch6": 0.6697798865855508, + "gas:batch7": 0.7988986366039366, + "gas:batch10": 0.7647564593670884 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.28571420648711593, + "by_dataset": { + "hydraulic": 0.2747772352075279, + "gas": 0.29665117776670397 + }, + "by_environment": { + "hydraulic:context0=3": 0.2747772352075279, + "gas:batch6": 0.2708648337160388, + "gas:batch7": 0.29889011332201865, + "gas:batch10": 0.32019858626205444 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.776763839151255, + "by_dataset": { + "hydraulic": 0.8511656566935644, + "gas": 0.7023620216089458 + }, + "by_environment": { + "hydraulic:context0=3": 0.8511656566935644, + "gas:batch6": 0.6477755375893113, + "gas:batch7": 0.730121567129803, + "gas:batch10": 0.7291889601077232 + }, + "tasks": 43 + } + }, + { + "training": "target", + "size": "256", + "model": "joint_jeffreys", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.29292819733259, + "by_dataset": { + "hydraulic": 0.16272401433691755, + "gas": 0.4231323803282625 + }, + "by_environment": { + "hydraulic:context0=3": 0.16272401433691755, + "gas:batch6": 0.49156158634215813, + "gas:batch7": 0.32106258334779164, + "gas:batch10": 0.4567729712948378 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.29414316981010113, + "by_dataset": { + "hydraulic": 0.16272401433691755, + "gas": 0.4255623252832847 + }, + "by_environment": { + "hydraulic:context0=3": 0.16272401433691755, + "gas:batch6": 0.4936656810865638, + "gas:batch7": 0.32462190788762935, + "gas:batch10": 0.4583993868756608 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.0012149724775110653, + "by_dataset": { + "hydraulic": 0.0, + "gas": -0.0024299449550221307 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": -0.0021040947444056985, + "gas:batch7": -0.0035593245398376646, + "gas:batch10": -0.0016264155808230288 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.17244645785108023, + "by_dataset": { + "hydraulic": 0.11979166666666667, + "gas": 0.2251012490354938 + }, + "by_environment": { + "hydraulic:context0=3": 0.11979166666666667, + "gas:batch6": 0.26616449652777774, + "gas:batch7": 0.17549428530092592, + "gas:batch10": 0.23364496527777776 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.16613498263888887, + "by_dataset": { + "hydraulic": 0.1193576388888889, + "gas": 0.21291232638888888 + }, + "by_environment": { + "hydraulic:context0=3": 0.1193576388888889, + "gas:batch6": 0.25657552083333335, + "gas:batch7": 0.16080729166666666, + "gas:batch10": 0.22135416666666666 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.006311475212191349, + "by_dataset": { + "hydraulic": 0.00043402777777777163, + "gas": 0.012188922646604927 + }, + "by_environment": { + "hydraulic:context0=3": 0.00043402777777777163, + "gas:batch6": 0.009588975694444429, + "gas:batch7": 0.01468699363425925, + "gas:batch10": 0.012290798611111101 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.007526447689702414, + "by_dataset": { + "hydraulic": 0.00043402777777777163, + "gas": 0.014618867601627056 + }, + "by_environment": { + "hydraulic:context0=3": 0.00043402777777777163, + "gas:batch6": 0.011693070438850126, + "gas:batch7": 0.01824631817409692, + "gas:batch10": 0.013917214191934129 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.2962716766585275, + "by_dataset": { + "hydraulic": 0.09318996415770608, + "gas": 0.49935338915934885 + }, + "by_environment": { + "hydraulic:context0=3": 0.09318996415770608, + "gas:batch6": 0.48247421781736277, + "gas:batch7": 0.540654196006285, + "gas:batch10": 0.4749317536543987 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.18177695095336713, + "by_dataset": { + "hydraulic": 0.21994254718832992, + "gas": 0.14361135471840433 + }, + "by_environment": { + "hydraulic:context0=3": 0.21994254718832992, + "gas:batch6": 0.12628475235345032, + "gas:batch7": 0.16634460167784748, + "gas:batch10": 0.13820471012391516 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.5252458424538775, + "by_dataset": { + "hydraulic": 0.6155236758303092, + "gas": 0.4349680090774457 + }, + "by_environment": { + "hydraulic:context0=3": 0.6155236758303092, + "gas:batch6": 0.39071605691198064, + "gas:batch7": 0.4954198177343731, + "gas:batch10": 0.4187681525859834 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 0.6553644191517509, + "by_dataset": { + "hydraulic": 0.6905948156469095, + "gas": 0.6201340226565922 + }, + "by_environment": { + "hydraulic:context0=3": 0.6905948156469095, + "gas:batch6": 0.5559947962246887, + "gas:batch7": 0.6848394867729529, + "gas:batch10": 0.6195677849721348 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.1301185766978733, + "by_dataset": { + "hydraulic": 0.07507113981660017, + "gas": 0.18516601357914644 + }, + "by_environment": { + "hydraulic:context0=3": 0.07507113981660017, + "gas:batch6": 0.16527873931270812, + "gas:batch7": 0.18941966903857976, + "gas:batch10": 0.20079963238615148 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 0.6785570679819106, + "by_dataset": { + "hydraulic": 0.7562820101928734, + "gas": 0.6008321257709478 + }, + "by_environment": { + "hydraulic:context0=3": 0.7562820101928734, + "gas:batch6": 0.5682357517531927, + "gas:batch7": 0.6208401710701438, + "gas:batch10": 0.613420454489507 + }, + "tasks": 43 + } + }, + { + "training": "target", + "size": "256", + "model": "naive_bayes", + "representation": "identity", + "evaluation": "target_evaluation", + "utility": { + "overall": 0.3313137358451639, + "by_dataset": { + "hydraulic": 0.3145965750696934, + "gas": 0.3480308966206344 + }, + "by_environment": { + "hydraulic:context0=3": 0.3145965750696934, + "gas:batch6": 0.4582721150427629, + "gas:batch7": 0.28473747919286413, + "gas:batch10": 0.30108309562627616 + }, + "tasks": 43 + }, + "noquery_utility": { + "overall": 0.33850907459047375, + "by_dataset": { + "hydraulic": 0.3096774193548386, + "gas": 0.3673407298261089 + }, + "by_environment": { + "hydraulic:context0=3": 0.3096774193548386, + "gas:batch6": 0.4885240680900805, + "gas:batch7": 0.29523124745501245, + "gas:batch10": 0.31826687393323366 + }, + "tasks": 43 + }, + "realized_query_increment": { + "overall": -0.007195338745309858, + "by_dataset": { + "hydraulic": 0.0049191557148547645, + "gas": -0.01930983320547448 + }, + "by_environment": { + "hydraulic:context0=3": 0.0049191557148547645, + "gas:batch6": -0.030251953047317637, + "gas:batch7": -0.010493768262148295, + "gas:batch10": -0.01718377830695751 + }, + "tasks": 43 + }, + "predicted_utility": { + "overall": 0.5437081298729787, + "by_dataset": { + "hydraulic": 0.45767109193601496, + "gas": 0.6297451678099423 + }, + "by_environment": { + "hydraulic:context0=3": 0.45767109193601496, + "gas:batch6": 0.6299371869686197, + "gas:batch7": 0.6092322123242423, + "gas:batch10": 0.6500661041369649 + }, + "tasks": 43 + }, + "predicted_noquery_utility": { + "overall": 0.4966912887385656, + "by_dataset": { + "hydraulic": 0.39144157262657164, + "gas": 0.6019410048505596 + }, + "by_environment": { + "hydraulic:context0=3": 0.39144157262657164, + "gas:batch6": 0.6151728255512601, + "gas:batch7": 0.5826451331274466, + "gas:batch10": 0.6080050558729722 + }, + "tasks": 43 + }, + "predicted_query_increment": { + "overall": 0.04701684113441302, + "by_dataset": { + "hydraulic": 0.06622951930944333, + "gas": 0.02780416295938271 + }, + "by_environment": { + "hydraulic:context0=3": 0.06622951930944333, + "gas:batch6": 0.014764361417359548, + "gas:batch7": 0.026587079196795753, + "gas:batch10": 0.04206104826399283 + }, + "tasks": 43 + }, + "query_increment_optimism": { + "overall": 0.05421217987972288, + "by_dataset": { + "hydraulic": 0.06131036359458856, + "gas": 0.047113996164857196 + }, + "by_environment": { + "hydraulic:context0=3": 0.06131036359458856, + "gas:batch6": 0.04501631446467718, + "gas:batch7": 0.03708084745894405, + "gas:batch10": 0.059244826570950336 + }, + "tasks": 43 + }, + "queries": { + "overall": 0.5608135973062589, + "by_dataset": { + "hydraulic": 0.6124253285543608, + "gas": 0.5092018660581571 + }, + "by_environment": { + "hydraulic:context0=3": 0.6124253285543608, + "gas:batch6": 0.4821628554300735, + "gas:batch7": 0.5494413975654384, + "gas:batch10": 0.4960013451789595 + }, + "tasks": 43 + }, + "fitted_compression_loss": { + "overall": 0.0, + "by_dataset": { + "hydraulic": 0.0, + "gas": 0.0 + }, + "by_environment": { + "hydraulic:context0=3": 0.0, + "gas:batch6": 0.0, + "gas:batch7": 0.0, + "gas:batch10": 0.0 + }, + "tasks": 43 + }, + "posterior_brier": { + "overall": 0.17839550671789978, + "by_dataset": { + "hydraulic": 0.18753149879731543, + "gas": 0.1692595146384841 + }, + "by_environment": { + "hydraulic:context0=3": 0.18753149879731543, + "gas:batch6": 0.14281431978724254, + "gas:batch7": 0.18567440722765433, + "gas:batch10": 0.17928981690055537 + }, + "tasks": 43 + }, + "posterior_log_loss": { + "overall": 0.5731734554005583, + "by_dataset": { + "hydraulic": 0.5576173163121734, + "gas": 0.5887295944889434 + }, + "by_environment": { + "hydraulic:context0=3": 0.5576173163121734, + "gas:batch6": 0.5102896869010445, + "gas:batch7": 0.6148037111532385, + "gas:batch10": 0.641095385412547 + }, + "tasks": 43 + }, + "joint_conditional_log_loss": { + "overall": 1.1585338907162273, + "by_dataset": { + "hydraulic": 0.9924273870535322, + "gas": 1.3246403943789222 + }, + "by_environment": { + "hydraulic:context0=3": 0.9924273870535322, + "gas:batch6": 1.1889230526525691, + "gas:batch7": 1.3232324000183389, + "gas:batch10": 1.461765730465859 + }, + "tasks": 43 + }, + "observation_given_h_log_loss": { + "overall": 0.5853604353155947, + "by_dataset": { + "hydraulic": 0.43481007074135886, + "gas": 0.7359107998898305 + }, + "by_environment": { + "hydraulic:context0=3": 0.43481007074135886, + "gas:batch6": 0.6786333657510792, + "gas:batch7": 0.7084286888651008, + "gas:batch10": 0.8206703450533117 + }, + "tasks": 43 + }, + "common_current_joint_conditional_log_loss": { + "overall": 1.188012921486336, + "by_dataset": { + "hydraulic": 0.9475004353396689, + "gas": 1.4285254076330032 + }, + "by_environment": { + "hydraulic:context0=3": 0.9475004353396689, + "gas:batch6": 1.306745015688564, + "gas:batch7": 1.3475646189674506, + "gas:batch10": 1.6312665882429949 + }, + "tasks": 43 + } + } +] diff --git a/revision_r1/external/paired_contrasts.json b/revision_r1/external/paired_contrasts.json new file mode 100644 index 0000000000000000000000000000000000000000..91964e488b102c42af8c830a4e47521b79d171a8 --- /dev/null +++ b/revision_r1/external/paired_contrasts.json @@ -0,0 +1,1338 @@ +{ + "scientific_status": "post-review exploratory; unadjusted descriptive intervals; no new confirmation", + "bootstrap_unit": "Target environment stratified by fixed dataset; tasks and seeds collapsed first", + "contrasts": [ + { + "label": "joint_minus_posterior_target_64", + "field": "utility", + "overall": 0.0013605275735753635, + "by_dataset": { + "gas": -0.0026355068094112443, + "hydraulic": 0.005356561956561971 + }, + "by_environment": { + "gas:batch10": -0.006561130874027278, + "gas:batch6": 0.002410469681347993, + "gas:batch7": 0.010816431988927917, + "gas:batch8": -0.019843304843304852, + "gas:batch9": 0.0, + "hydraulic:context0=20": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context1=73": -0.0012910052910051577, + "hydraulic:context1=80": -0.0014615384615384401, + "hydraulic:context1=90": 0.029535353535353453 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.005097829104425849, + 0.008910461444960618 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_64_query_joint", + "field": "utility", + "overall": 0.35509999172132917, + "by_dataset": { + "gas": 0.473884680377134, + "hydraulic": 0.23631530306552437 + }, + "by_environment": { + "gas:batch10": 0.6827465125509808, + "gas:batch6": 0.5016533358279275, + "gas:batch7": 0.36589534226978987, + "gas:batch8": 0.5727454577218728, + "gas:batch9": 0.24638275351509886, + "hydraulic:context0=20": 0.019041394335511972, + "hydraulic:context0=3": 0.9375619275189165, + "hydraulic:context1=73": 0.06611111111111119, + "hydraulic:context1=80": 0.0742307692307691, + "hydraulic:context1=90": 0.084631313131313 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.21639674731918707, + 0.5385383430980829 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_64_posterior_clusters", + "field": "utility", + "overall": 0.374339618686491, + "by_dataset": { + "gas": 0.49935518424102254, + "hydraulic": 0.24932405313195946 + }, + "by_environment": { + "gas:batch10": 0.6940641487563329, + "gas:batch6": 0.5654931501290714, + "gas:batch7": 0.36169786854927394, + "gas:batch8": 0.6189817502553353, + "gas:batch9": 0.25653900351509884, + "hydraulic:context0=20": -0.07336819172113289, + "hydraulic:context0=3": 1.074090003982477, + "hydraulic:context1=73": 0.07578306878306873, + "hydraulic:context1=80": 0.08100427350427342, + "hydraulic:context1=90": 0.08911111111111107 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.21297235433542372, + 0.5883940113046724 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_64_identity", + "field": "utility", + "overall": 0.33073055684679387, + "by_dataset": { + "gas": 0.45630625630836985, + "hydraulic": 0.20515485738521785 + }, + "by_environment": { + "gas:batch10": 0.6827996391750814, + "gas:batch6": 0.4698706071131909, + "gas:batch7": 0.3612545191061068, + "gas:batch8": 0.521282790410149, + "gas:batch9": 0.24632372573732098, + "hydraulic:context0=20": -0.01192447349310094, + "hydraulic:context0=3": 0.9138932696136995, + "hydraulic:context1=73": 0.03314814814814826, + "hydraulic:context1=80": 0.026829059829059736, + "hydraulic:context1=90": 0.06382828282828272 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.19386722406937337, + 0.516573172190588 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "joint_minus_posterior_target_256", + "field": "utility", + "overall": 0.0001243752514988102, + "by_dataset": { + "gas": 0.0002487505029976204, + "hydraulic": 0.0 + }, + "by_environment": { + "gas:batch10": -0.001310365636289264, + "gas:batch6": 2.2926454800525085e-06, + "gas:batch7": 0.0020543244998020727, + "hydraulic:context0=3": 0.0 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + -0.0006551828181446319, + 0.0010271622499010364 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_256_query_joint", + "field": "utility", + "overall": 0.6972687563149934, + "by_dataset": { + "gas": 0.41733799052723897, + "hydraulic": 0.9771995221027479 + }, + "by_environment": { + "gas:batch10": 0.6106930751014984, + "gas:batch6": 0.26386387194882227, + "gas:batch7": 0.37745702453139623, + "hydraulic:context0=3": 0.9771995221027479 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.620531697025785, + 0.7939462986021231 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_256_posterior_clusters", + "field": "utility", + "overall": 0.7542922085489637, + "by_dataset": { + "gas": 0.45509855489163514, + "hydraulic": 1.0534858622062924 + }, + "by_environment": { + "gas:batch10": 0.6495552048920008, + "gas:batch6": 0.34364683092011294, + "gas:batch7": 0.37209362886279174, + "hydraulic:context0=3": 1.0534858622062924 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.6985663465632026, + 0.8515205335491466 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_256_identity", + "field": "utility", + "overall": 0.6795324016704808, + "by_dataset": { + "gas": 0.41381390728361395, + "hydraulic": 0.9452508960573477 + }, + "by_environment": { + "gas:batch10": 0.5945331914895884, + "gas:batch6": 0.2842302213368665, + "gas:batch7": 0.362678309024387, + "hydraulic:context0=3": 0.9452508960573477 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.6147405586971071, + 0.769892043773468 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "joint_minus_posterior_target_all", + "field": "utility", + "overall": -0.0022206393342042033, + "by_dataset": { + "gas": -0.0042490486761783755, + "hydraulic": -0.00019222999223003078 + }, + "by_environment": { + "gas:batch10": 0.00128551606023862, + "gas:batch6": -0.00404940473759051, + "gas:batch7": 0.004146850424665106, + "gas:batch8": -0.022628205128205094, + "gas:batch9": 0.0, + "hydraulic:context0=20": 0.0, + "hydraulic:context0=3": 0.0, + "hydraulic:context1=73": -0.012555555555555542, + "hydraulic:context1=80": 0.011230769230769155, + "hydraulic:context1=90": 0.00036363636363623275 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.007971387996951206, + 0.0026320522784431004 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_all_query_joint", + "field": "utility", + "overall": 0.25648045155959887, + "by_dataset": { + "gas": 0.4477259480328195, + "hydraulic": 0.06523495508637825 + }, + "by_environment": { + "gas:batch10": 0.6156761617886918, + "gas:batch6": 0.23057048031017344, + "gas:batch7": 0.40794457305418264, + "gas:batch8": 0.5168382115787776, + "gas:batch9": 0.46760031343227215, + "hydraulic:context0=20": -0.5321677559912854, + "hydraulic:context0=3": 0.8422102747909199, + "hydraulic:context1=73": 0.01523015873015876, + "hydraulic:context1=80": 0.03553846153846152, + "hydraulic:context1=90": -0.034636363636363576 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.07132033952671643, + 0.4667324712229042 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_all_posterior_clusters", + "field": "utility", + "overall": 0.26156087109101617, + "by_dataset": { + "gas": 0.4580375849238713, + "hydraulic": 0.06508415725816101 + }, + "by_environment": { + "gas:batch10": 0.6322578156867729, + "gas:batch6": 0.2463184991774343, + "gas:batch7": 0.40254274286375746, + "gas:batch8": 0.5360102201257863, + "gas:batch9": 0.4730586467656055, + "hydraulic:context0=20": -0.5141677559912854, + "hydraulic:context0=3": 0.7874157706093189, + "hydraulic:context1=73": 0.06619841269841265, + "hydraulic:context1=80": 0.04314102564102562, + "hydraulic:context1=90": -0.0571666666666667 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.08312789207608386, + 0.45910042894694186 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_minus_source_all_identity", + "field": "utility", + "overall": 0.20957963182712874, + "by_dataset": { + "gas": 0.4421509491140644, + "hydraulic": -0.02299168545980692 + }, + "by_environment": { + "gas:batch10": 0.6093241353610174, + "gas:batch6": 0.23886951796836567, + "gas:batch7": 0.38617590540115165, + "gas:batch8": 0.508784873407515, + "gas:batch9": 0.46760031343227215, + "hydraulic:context0=20": -0.6987799564270153, + "hydraulic:context0=3": 0.5693249701314217, + "hydraulic:context1=73": 0.036039682539682705, + "hydraulic:context1=80": 0.03548717948717939, + "hydraulic:context1=90": -0.0570303030303031 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.02266356074770446, + 0.3862194467643001 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_query_joint", + "field": "utility", + "overall": 0.09011151779716105, + "by_dataset": { + "gas": 0.06971407502084541, + "hydraulic": 0.11050896057347669 + }, + "by_environment": { + "gas:batch10": 0.0756806253273861, + "gas:batch6": 0.09056258626038896, + "gas:batch7": 0.04289901347476115, + "hydraulic:context0=3": 0.11050896057347669 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.07670398702411892, + 0.10053577341693282 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_query_joint", + "field": "noquery_utility", + "overall": 0.06251360306551022, + "by_dataset": { + "gas": 0.05334261831740041, + "hydraulic": 0.07168458781362004 + }, + "by_environment": { + "gas:batch10": 0.08115054963730205, + "gas:batch6": 0.0496728948353739, + "gas:batch7": 0.029204410479525288, + "hydraulic:context0=3": 0.07168458781362004 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.05044449914657266, + 0.07641756872546104 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_query_joint", + "field": "realized_query_increment", + "overall": 0.02759791473165081, + "by_dataset": { + "gas": 0.016371456703444996, + "hydraulic": 0.038824372759856625 + }, + "by_environment": { + "gas:batch10": -0.00546992430991594, + "gas:batch6": 0.040889691425015064, + "gas:batch7": 0.013694602995235868, + "hydraulic:context0=3": 0.038824372759856625 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.016677224224970342, + 0.039857032092435844 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_query_joint", + "field": "joint_conditional_log_loss", + "overall": -0.1953191397999047, + "by_dataset": { + "gas": -0.2657428747277448, + "hydraulic": -0.12489540487206459 + }, + "by_environment": { + "gas:batch10": -0.3102340868093479, + "gas:batch6": -0.21311841464661282, + "gas:batch7": -0.27387612272727374, + "hydraulic:context0=3": -0.12489540487206459 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + -0.21756474584070623, + -0.16900690975933869 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_query_joint", + "field": "utility", + "overall": 0.038157311614910504, + "by_dataset": { + "gas": 0.05676291617893625, + "hydraulic": 0.019551707050884753 + }, + "by_environment": { + "gas:batch10": 0.11750666905912108, + "gas:batch6": 0.10113160947997442, + "gas:batch7": 0.07350602580668636, + "gas:batch8": -0.008274740633231198, + "gas:batch9": -5.498281786941268e-05, + "hydraulic:context0=20": -0.14266521423384168, + "hydraulic:context0=3": 0.11050896057347669, + "hydraulic:context1=73": -0.0011481481481481943, + "hydraulic:context1=80": 0.0032649572649571614, + "hydraulic:context1=90": 0.1277979797979798 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.01084189535725685, + 0.0850130341338505 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_query_joint", + "field": "noquery_utility", + "overall": 0.04251419582047826, + "by_dataset": { + "gas": 0.04728120243266674, + "hydraulic": 0.03774718920828978 + }, + "by_environment": { + "gas:batch10": 0.11361625735686477, + "gas:batch6": 0.056744070821711144, + "gas:batch7": 0.05963542757450136, + "gas:batch8": 0.0064102564102564005, + "gas:batch9": 0.0, + "hydraulic:context0=20": -0.1305010893246187, + "hydraulic:context0=3": 0.07168458781362004, + "hydraulic:context1=73": -1.4802973661668753e-16, + "hydraulic:context1=80": 0.005128205128205295, + "hydraulic:context1=90": 0.24242424242424243 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.009599849722433367, + 0.10225396410031547 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_query_joint", + "field": "realized_query_increment", + "overall": -0.004356884205567757, + "by_dataset": { + "gas": 0.00948171374626951, + "hydraulic": -0.018195482157405025 + }, + "by_environment": { + "gas:batch10": 0.0038904117022563103, + "gas:batch6": 0.04438753865826327, + "gas:batch7": 0.013870598232184988, + "gas:batch8": -0.014684997043487599, + "gas:batch9": -5.498281786941268e-05, + "hydraulic:context0=20": -0.012164124909222947, + "hydraulic:context0=3": 0.038824372759856625, + "hydraulic:context1=73": -0.0011481481481480464, + "hydraulic:context1=80": -0.0018632478632481335, + "hydraulic:context1=90": -0.11462626262626262 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.030791613659059625, + 0.01679233011427237 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_query_joint", + "field": "joint_conditional_log_loss", + "overall": -0.19687071580060886, + "by_dataset": { + "gas": -0.23411345652960858, + "hydraulic": -0.15962797507160914 + }, + "by_environment": { + "gas:batch10": -0.44018328456321953, + "gas:batch6": -0.2833204085585301, + "gas:batch7": -0.4036770926283303, + "gas:batch8": -0.02071081915566557, + "gas:batch9": -0.022675677742297333, + "hydraulic:context0=20": -0.1815063570268768, + "hydraulic:context0=3": -0.1292211545357918, + "hydraulic:context1=73": -0.08545253886246955, + "hydraulic:context1=80": -0.13971554729893834, + "hydraulic:context1=90": -0.2622442776339691 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.2781864450355927, + -0.1120529765173951 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_posterior_clusters", + "field": "utility", + "overall": 0.09109810434503701, + "by_dataset": { + "gas": 0.07168724811659732, + "hydraulic": 0.11050896057347669 + }, + "by_environment": { + "gas:batch10": 0.07042986008964809, + "gas:batch6": 0.09297076329625689, + "gas:batch7": 0.051661120963886996, + "hydraulic:context0=3": 0.11050896057347669 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.08108504076868184, + 0.10173986193486678 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_posterior_clusters", + "field": "noquery_utility", + "overall": 0.06468211447240929, + "by_dataset": { + "gas": 0.05767964113119853, + "hydraulic": 0.07168458781362004 + }, + "by_environment": { + "gas:batch10": 0.08343377230673357, + "gas:batch6": 0.05454737389719194, + "gas:batch7": 0.03505777718967007, + "hydraulic:context0=3": 0.07168458781362004 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.053371182501645055, + 0.07755918006017681 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_posterior_clusters", + "field": "realized_query_increment", + "overall": 0.026415989872627714, + "by_dataset": { + "gas": 0.014007606985398803, + "hydraulic": 0.038824372759856625 + }, + "by_environment": { + "gas:batch10": -0.01300391221708548, + "gas:batch6": 0.038423389399064964, + "gas:batch7": 0.016603343774216926, + "hydraulic:context0=3": 0.038824372759856625 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.012910230271385574, + 0.0386238810794608 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_posterior_clusters", + "field": "joint_conditional_log_loss", + "overall": -0.1776871678007718, + "by_dataset": { + "gas": -0.23048284772806546, + "hydraulic": -0.1248914878734781 + }, + "by_environment": { + "gas:batch10": -0.2824511247837857, + "gas:batch6": -0.1741531575627679, + "gas:batch7": -0.23484426083764282, + "hydraulic:context0=3": -0.1248914878734781 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + -0.20367130632863187, + -0.149522322718123 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_posterior_clusters", + "field": "utility", + "overall": 0.04173847852269007, + "by_dataset": { + "gas": 0.05837645804570337, + "hydraulic": 0.025100498999676757 + }, + "by_environment": { + "gas:batch10": 0.10966002212485516, + "gas:batch6": 0.1075914838989129, + "gas:batch7": 0.08017560737094916, + "gas:batch8": -0.0054898403483309545, + "gas:batch9": -5.498281786941268e-05, + "hydraulic:context0=20": -0.14266521423384168, + "hydraulic:context0=3": 0.11050896057347669, + "hydraulic:context1=73": 0.01011640211640219, + "hydraulic:context1=80": -0.009427350427350434, + "hydraulic:context1=90": 0.156969696969697 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.009828601087338618, + 0.09135077312892757 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_posterior_clusters", + "field": "noquery_utility", + "overall": 0.03433698659897971, + "by_dataset": { + "gas": 0.05032072338360901, + "hydraulic": 0.018353249814350416 + }, + "by_environment": { + "gas:batch10": 0.11928082949136254, + "gas:batch6": 0.061912046117019635, + "gas:batch7": 0.07041074130966289, + "gas:batch8": -1.2335811384723961e-17, + "gas:batch9": 0.0, + "hydraulic:context0=20": -0.1305010893246187, + "hydraulic:context0=3": 0.07168458781362004, + "hydraulic:context1=73": -7.401486830834377e-17, + "hydraulic:context1=80": 0.005128205128205184, + "hydraulic:context1=90": 0.14545454545454564 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.011377864439774938, + 0.07841280648218549 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_posterior_clusters", + "field": "realized_query_increment", + "overall": 0.007401491923710351, + "by_dataset": { + "gas": 0.008055734662094364, + "hydraulic": 0.006747249185326339 + }, + "by_environment": { + "gas:batch10": -0.009620807366507366, + "gas:batch6": 0.045679437781893276, + "gas:batch7": 0.009764866061286272, + "gas:batch8": -0.005489840348330943, + "gas:batch9": -5.498281786941268e-05, + "hydraulic:context0=20": -0.012164124909222947, + "hydraulic:context0=3": 0.038824372759856625, + "hydraulic:context1=73": 0.010116402116402265, + "hydraulic:context1=80": -0.014555555555555618, + "hydraulic:context1=90": 0.011515151515151367 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.0038314389064033304, + 0.020036524552761063 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_posterior_clusters", + "field": "joint_conditional_log_loss", + "overall": -0.1681942885407447, + "by_dataset": { + "gas": -0.2319239590935684, + "hydraulic": -0.10446461798792102 + }, + "by_environment": { + "gas:batch10": -0.4418217882384215, + "gas:batch6": -0.29143101306951796, + "gas:batch7": -0.3907604992191855, + "gas:batch8": -0.012722694648025131, + "gas:batch9": -0.02288380029269186, + "hydraulic:context0=20": -0.1815063570268768, + "hydraulic:context0=3": -0.12923307115226043, + "hydraulic:context1=73": -0.04543127935882071, + "hydraulic:context1=80": 0.0002010261398282346, + "hydraulic:context1=90": -0.1663534085414754 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.25084335229608745, + -0.08113264067417841 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_identity", + "field": "utility", + "overall": 0.09048828332602109, + "by_dataset": { + "gas": 0.07046760607856549, + "hydraulic": 0.11050896057347669 + }, + "by_environment": { + "gas:batch10": 0.07419248136066033, + "gas:batch6": 0.0904448025664073, + "gas:batch7": 0.04676553430862883, + "hydraulic:context0=3": 0.11050896057347669 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.07863724744105276, + 0.100476881569942 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_identity", + "field": "noquery_utility", + "overall": 0.0637826754644584, + "by_dataset": { + "gas": 0.055880763115296744, + "hydraulic": 0.07168458781362005 + }, + "by_environment": { + "gas:batch10": 0.08491540788816963, + "gas:batch6": 0.0473874535281433, + "gas:batch7": 0.0353394279295773, + "hydraulic:context0=3": 0.07168458781362005 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.053512007871598676, + 0.07829999785089484 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_identity", + "field": "realized_query_increment", + "overall": 0.026705607861562685, + "by_dataset": { + "gas": 0.01458684296326875, + "hydraulic": 0.03882437275985662 + }, + "by_environment": { + "gas:batch10": -0.010722926527509303, + "gas:batch6": 0.04305734903826401, + "gas:batch7": 0.011426106379051539, + "hydraulic:context0=3": 0.03882437275985662 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + 0.014050723116173659, + 0.04094086089906031 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_256_minus_64_identity", + "field": "joint_conditional_log_loss", + "overall": -0.19112487728113603, + "by_dataset": { + "gas": -0.2573433341697351, + "hydraulic": -0.12490642039253695 + }, + "by_environment": { + "gas:batch10": -0.30373009969425085, + "gas:batch6": -0.20457846206949787, + "gas:batch7": -0.26372144074545656, + "hydraulic:context0=3": -0.12490642039253695 + }, + "tasks": 43, + "descriptive_paired_95_interval": [ + -0.21431826004339388, + -0.1647424412310174 + ], + "paired_fit_rows": 129, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_identity", + "field": "utility", + "overall": 0.03613808594050513, + "by_dataset": { + "gas": 0.05583580164146228, + "hydraulic": 0.01644037023954799 + }, + "by_environment": { + "gas:batch10": 0.12010778243557424, + "gas:batch6": 0.10662597263758453, + "gas:batch7": 0.0705773270126037, + "gas:batch8": -0.018077091060581647, + "gas:batch9": -5.498281786941268e-05, + "hydraulic:context0=20": -0.14266521423384168, + "hydraulic:context0=3": 0.11050896057347669, + "hydraulic:context1=73": -0.002232804232804253, + "hydraulic:context1=80": -0.009388888888888891, + "hydraulic:context1=90": 0.12597979797979808 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.013789338141264412, + 0.08366247811554169 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_identity", + "field": "noquery_utility", + "overall": 0.03392151442389414, + "by_dataset": { + "gas": 0.04948977903343789, + "hydraulic": 0.01835324981435039 + }, + "by_environment": { + "gas:batch10": 0.11999143590250941, + "gas:batch6": 0.060364321921130296, + "gas:batch7": 0.06709313734354976, + "gas:batch8": 0.0, + "gas:batch9": 0.0, + "hydraulic:context0=20": -0.1305010893246187, + "hydraulic:context0=3": 0.07168458781362005, + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.00512820512820511, + "hydraulic:context1=90": 0.1454545454545455 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.011763300302199731, + 0.07763983304671877 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_identity", + "field": "realized_query_increment", + "overall": 0.002216571516610994, + "by_dataset": { + "gas": 0.006346022608024389, + "hydraulic": -0.0019128795748024011 + }, + "by_environment": { + "gas:batch10": 0.00011634653306482027, + "gas:batch6": 0.04626165071645424, + "gas:batch7": 0.003484189669053949, + "gas:batch8": -0.018077091060581647, + "gas:batch9": -5.498281786941268e-05, + "hydraulic:context0=20": -0.012164124909222947, + "hydraulic:context0=3": 0.03882437275985662, + "hydraulic:context1=73": -0.002232804232804253, + "hydraulic:context1=80": -0.014517094017094001, + "hydraulic:context1=90": -0.019474747474747423 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.009652936741599463, + 0.016161801817197174 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "target_all_minus_64_identity", + "field": "joint_conditional_log_loss", + "overall": -0.18801059075396234, + "by_dataset": { + "gas": -0.22465903697780676, + "hydraulic": -0.15136214453011793 + }, + "by_environment": { + "gas:batch10": -0.42647144343500426, + "gas:batch6": -0.27447906953799683, + "gas:batch7": -0.38825936559980373, + "gas:batch8": -0.011590157952489915, + "gas:batch9": -0.022495148363738955, + "hydraulic:context0=20": -0.1815063570268768, + "hydraulic:context0=3": -0.1292322133249814, + "hydraulic:context1=73": -0.09410779468813202, + "hydraulic:context1=80": -0.10823786750704219, + "hydraulic:context1=90": -0.24372649010355726 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.26639647181970033, + -0.10573772708136289 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_64", + "field": "utility", + "overall": -0.3658345628075126, + "by_dataset": { + "gas": -0.5610563133386619, + "hydraulic": -0.1706128122763632 + }, + "by_environment": { + "gas:batch10": -0.9396158433078271, + "gas:batch6": -0.5596432280059105, + "gas:batch7": -0.6502933684535855, + "gas:batch8": -0.19518422367138946, + "gas:batch9": -0.46054490325459685, + "hydraulic:context0=20": -0.5833520872736558, + "hydraulic:context0=3": -0.8878212699287965, + "hydraulic:context1=73": 0.2936963399334534, + "hydraulic:context1=80": 0.2983467265838401, + "hydraulic:context1=90": 0.02606622930334268 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.6094731109065757, + -0.14076501702032948 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_64", + "field": "noquery_utility", + "overall": -0.2676674191045439, + "by_dataset": { + "gas": -0.5513721366349306, + "hydraulic": 0.016037298425842818 + }, + "by_environment": { + "gas:batch10": -0.9166768695714907, + "gas:batch6": -0.5431060684074404, + "gas:batch7": -0.630188728970858, + "gas:batch8": -0.19767658909014943, + "gas:batch9": -0.4692124271347146, + "hydraulic:context0=20": -0.7049630108453638, + "hydraulic:context0=3": -0.951136318878254, + "hydraulic:context1=73": 0.705187367043037, + "hydraulic:context1=80": 0.7126354744911446, + "hydraulic:context1=90": 0.31846298031865033 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.6011976930988733, + 0.041075856067274444 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_64", + "field": "realized_query_increment", + "overall": -0.09816714370296867, + "by_dataset": { + "gas": -0.009684176703731236, + "hydraulic": -0.1866501107022061 + }, + "by_environment": { + "gas:batch10": -0.02293897373633634, + "gas:batch6": -0.0165371595984701, + "gas:batch7": -0.020104639482727473, + "gas:batch8": 0.0024923654187599905, + "gas:batch9": 0.00866752388011774, + "hydraulic:context0=20": 0.12161092357170783, + "hydraulic:context0=3": 0.06331504894945743, + "hydraulic:context1=73": -0.4114910271095837, + "hydraulic:context1=80": -0.4142887479073045, + "hydraulic:context1=90": -0.2923967510153076 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.197981945594568, + 0.003237513471611564 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_64", + "field": "joint_conditional_log_loss", + "overall": 0.5621445508593099, + "by_dataset": { + "gas": 0.5800953291658606, + "hydraulic": 0.5441937725527592 + }, + "by_environment": { + "gas:batch10": 0.9486170445415449, + "gas:batch6": 0.4437875424241321, + "gas:batch7": 0.7164416200807845, + "gas:batch8": 0.426021559021634, + "gas:batch9": 0.36560887976120765, + "hydraulic:context0=20": 1.6799077884463471, + "hydraulic:context0=3": 1.682189335498656, + "hydraulic:context1=73": -0.4180981671810516, + "hydraulic:context1=80": -0.19134701166286475, + "hydraulic:context1=90": -0.03168308233729015 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.15401369963728354, + 0.9865531222258157 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_64", + "field": "common_current_joint_conditional_log_loss", + "overall": 0.5594148121355085, + "by_dataset": { + "gas": 0.20223821826777272, + "hydraulic": 0.9165914060032442 + }, + "by_environment": { + "gas:batch10": 0.6142603038782647, + "gas:batch6": 0.02758507900012181, + "gas:batch7": 0.5621359751087247, + "gas:batch8": 0.2504521509982081, + "gas:batch9": -0.4432424176464558, + "hydraulic:context0=20": 2.0467262627943366, + "hydraulic:context0=3": 2.4213909252713104, + "hydraulic:context1=73": 0.017684862182114403, + "hydraulic:context1=80": 0.12330671842806, + "hydraulic:context1=90": -0.02615173865960056 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.08425091300955856, + 1.0753570244945965 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_256", + "field": "utility", + "overall": -0.45219716166405916, + "by_dataset": { + "gas": -0.6613710559765582, + "hydraulic": -0.24302326735156013 + }, + "by_environment": { + "gas:batch10": -0.9162104276816436, + "gas:batch6": -0.45642588117381144, + "gas:batch7": -0.7440051374832067, + "gas:batch8": -0.4961445700097846, + "gas:batch9": -0.6940692635343448, + "hydraulic:context0=20": -0.3936751897340132, + "hydraulic:context0=3": -0.9409959431249754, + "hydraulic:context1=73": 0.05824164075710466, + "hydraulic:context1=80": 0.044280509295973235, + "hydraulic:context1=90": 0.017032646048109983 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.6480843443520771, + -0.286414985093672 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_256", + "field": "noquery_utility", + "overall": -0.49481529547920394, + "by_dataset": { + "gas": -0.6612623846504923, + "hydraulic": -0.32836820630791563 + }, + "by_environment": { + "gas:batch10": -0.9064315822975246, + "gas:batch6": -0.4365394381842272, + "gas:batch7": -0.7362261658674275, + "gas:batch8": -0.551893963728601, + "gas:batch9": -0.6752207731746808, + "hydraulic:context0=20": -0.6481936364289306, + "hydraulic:context0=3": -1.2564443919282626, + "hydraulic:context1=73": 0.11600392734413338, + "hydraulic:context1=80": 0.09659000793021395, + "hydraulic:context1=90": 0.05020306154326767 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.755367243841711, + -0.270041361311064 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_256", + "field": "realized_query_increment", + "overall": 0.042618133815144746, + "by_dataset": { + "gas": -0.00010867132606601146, + "hydraulic": 0.0853449389563555 + }, + "by_environment": { + "gas:batch10": -0.00977884538411901, + "gas:batch6": -0.019886442989584283, + "gas:batch7": -0.007778971615779189, + "gas:batch8": 0.055749393718816466, + "gas:batch9": -0.01884849035966404, + "hydraulic:context0=20": 0.25451844669491724, + "hydraulic:context0=3": 0.3154484488032874, + "hydraulic:context1=73": -0.05776228658702872, + "hydraulic:context1=80": -0.052309498634240725, + "hydraulic:context1=90": -0.03317041549515768 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.027765450120834784, + 0.11627422347851524 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_256", + "field": "joint_conditional_log_loss", + "overall": 0.6138085845900283, + "by_dataset": { + "gas": 0.6632822137991161, + "hydraulic": 0.5643349553809406 + }, + "by_environment": { + "gas:batch10": 0.8991049325233872, + "gas:batch6": 0.37054835953278614, + "gas:batch7": 0.8245430070724563, + "gas:batch8": 0.6995219189865814, + "gas:batch9": 0.5226928508803698, + "hydraulic:context0=20": 1.7382918974288823, + "hydraulic:context0=3": 1.7819212294649285, + "hydraulic:context1=73": -0.38166563484429133, + "hydraulic:context1=80": -0.21327311004018704, + "hydraulic:context1=90": -0.10359960510462929 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.19329377403326248, + 1.053042905163758 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_256", + "field": "common_current_joint_conditional_log_loss", + "overall": 0.6519535658720754, + "by_dataset": { + "gas": 0.38500890988983894, + "hydraulic": 0.9188982218543119 + }, + "by_environment": { + "gas:batch10": 0.7156680549909323, + "gas:batch6": 0.16467203783818304, + "gas:batch7": 0.7492018890832239, + "gas:batch8": 0.36610723064655865, + "gas:batch9": -0.07060466310970315, + "hydraulic:context0=20": 2.128697318307584, + "hydraulic:context0=3": 2.451537531866698, + "hydraulic:context1=73": 0.011443334798441415, + "hydraulic:context1=80": 0.07249372345870368, + "hydraulic:context1=90": -0.06968079915986725 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.16244540247836492, + 1.1709003990409212 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_all", + "field": "utility", + "overall": -0.4396127556794738, + "by_dataset": { + "gas": -0.7350152367869054, + "hydraulic": -0.14421027457204222 + }, + "by_environment": { + "gas:batch10": -0.9367731818344003, + "gas:batch6": -0.460957579508446, + "gas:batch7": -0.795378052512238, + "gas:batch8": -0.5596553210223444, + "gas:batch9": -0.9223120490570984, + "hydraulic:context0=20": -0.21553340994517464, + "hydraulic:context0=3": -0.6091156012446335, + "hydraulic:context1=73": 0.04251243658975612, + "hydraulic:context1=80": 0.03424015331747299, + "hydraulic:context1=90": 0.026845048422368012 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.5862730773581387, + -0.30774058981316016 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_all", + "field": "noquery_utility", + "overall": -0.5717488762836339, + "by_dataset": { + "gas": -0.7452046483002596, + "hydraulic": -0.39829310426700826 + }, + "by_environment": { + "gas:batch10": -0.8891339260517567, + "gas:batch6": -0.4653948925826942, + "gas:batch7": -0.8336366769520721, + "gas:batch8": -0.5831796742059052, + "gas:batch9": -0.9546780717088698, + "hydraulic:context0=20": -0.7205774617539324, + "hydraulic:context0=3": -1.2731812989877502, + "hydraulic:context1=73": 0.01183112420225818, + "hydraulic:context1=80": 0.015860428231562196, + "hydraulic:context1=90": -0.025398313027178987 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + -0.8251105760935765, + -0.3498471014539569 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_all", + "field": "realized_query_increment", + "overall": 0.13213612060416013, + "by_dataset": { + "gas": 0.010189411513354157, + "hydraulic": 0.2540828296949661 + }, + "by_environment": { + "gas:batch10": -0.0476392557826436, + "gas:batch6": 0.004437313074248212, + "gas:batch7": 0.038258624439834056, + "gas:batch8": 0.02352435318356087, + "gas:batch9": 0.03236602265177125, + "hydraulic:context0=20": 0.5050440518087577, + "hydraulic:context0=3": 0.664065697743117, + "hydraulic:context1=73": 0.03068131238749794, + "hydraulic:context1=80": 0.018379725085910792, + "hydraulic:context1=90": 0.052243361449547 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.01925016215607177, + 0.2549383828614076 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_all", + "field": "joint_conditional_log_loss", + "overall": 0.685292644015933, + "by_dataset": { + "gas": 0.7914155648485723, + "hydraulic": 0.5791697231832938 + }, + "by_environment": { + "gas:batch10": 0.9767006328121373, + "gas:batch6": 0.3787905554315623, + "gas:batch7": 0.932105359957967, + "gas:batch8": 0.9789245055964885, + "gas:batch9": 0.6905567704447064, + "hydraulic:context0=20": 1.7437744440617207, + "hydraulic:context0=3": 1.8285083029868723, + "hydraulic:context1=73": -0.39084329451424943, + "hydraulic:context1=80": -0.19394298606297666, + "hydraulic:context1=90": -0.09164785055489755 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.25785834074167685, + 1.1380925405286935 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + }, + { + "label": "source_fixed_policy_target_minus_sourceheld_all", + "field": "common_current_joint_conditional_log_loss", + "overall": 0.7167234355580608, + "by_dataset": { + "gas": 0.531140981710618, + "hydraulic": 0.9023058894055037 + }, + "by_environment": { + "gas:batch10": 0.8650012114531468, + "gas:batch6": 0.23007087447055435, + "gas:batch7": 0.8912368902514587, + "gas:batch8": 0.541883922758298, + "gas:batch9": 0.12751200961963197, + "hydraulic:context0=20": 2.0541632239252148, + "hydraulic:context0=3": 2.3804864627490447, + "hydraulic:context1=73": 0.008144612778454824, + "hydraulic:context1=80": 0.05183122892122599, + "hydraulic:context1=90": 0.016903918653577987 + }, + "tasks": 57, + "descriptive_paired_95_interval": [ + 0.2463337707830208, + 1.221176584780543 + ], + "paired_fit_rows": 171, + "environment_resampling_only": true + } + ] +} diff --git a/revision_r1/external/run.py b/revision_r1/external/run.py new file mode 100644 index 0000000000000000000000000000000000000000..b1d7d9df2a077bb386bceead3bea4d62ef3b2575 --- /dev/null +++ b/revision_r1/external/run.py @@ -0,0 +1,515 @@ +"""Post-review external failure analysis; original data, policies and gates stay frozen. + +All scientific tensor operations run on CUDA. JSON/CSV, hashes, split membership, +and archive serialization are CPU bookkeeping. No neural model is introduced. +""" +from __future__ import annotations + +import argparse +import csv +from datetime import datetime, timezone +import gzip +import hashlib +import json +from pathlib import Path +import platform +import sys +import time +from collections import defaultdict + +ROOT = Path(__file__).resolve().parents[3] +_bootstrap = argparse.ArgumentParser(add_help=False) +_bootstrap.add_argument("--release", type=Path, default=ROOT / "articles/make_1/release/huggingface-revised") +_boot_args, _ = _bootstrap.parse_known_args() +RELEASE = _boot_args.release.resolve() +sys.path.insert(0, str(RELEASE)) +import torch +from unionmind.decision_sufficiency.core import ( + CONTEXTS, calibration, count_samples, encode, estimate, plan, push, realized, +) +from unionmind.external_sufficiency.runtime import replay, select_samples + +INPUT = ROOT / "artifacts/external_decision_sufficiency_01" +DEFAULT_OUTPUT = ROOT / "articles/make_1/metadata/review_r1/external" +SEEDS = [20111, 20112, 20113] +METHODS = ["query_joint", "posterior_clusters", "identity"] +MODELS = ["support_mixture", "joint_jeffreys", "naive_bayes"] + + +def sha(path): + return hashlib.sha256(Path(path).read_bytes()).hexdigest() + + +def write(path, obj): + path.parent.mkdir(parents=True, exist_ok=True) + path.write_text(json.dumps(obj, indent=2, allow_nan=False) + "\n") + + +def utc(): + return datetime.now(timezone.utc).isoformat() + + +def specification(out, device): + manifest = json.loads((INPUT / "prepared/manifest.json").read_text()) + spec = dict( + material_passport=dict(material_type="post-review exploratory experiment specification", + provenance="Previously opened external sensor archives and original eligible task manifest", + license="Hydraulic UCI CC BY 4.0; gas legacy research-only restriction retained; local research use only", + created_utc=utc(), scientific_status="exploratory; does not replace original confirmation"), + purpose="Distinguish small within-fitted-law encoding headroom, finite labeled support, and observed source-target transfer failure without claiming an identifiable population decomposition", + device=device, dtype="float64", backbone_executions=0, trainable_parameters=0, + task_indices=[t["index"] for t in manifest["tasks"]], seeds=SEEDS, + methods=METHODS, estimators=MODELS, + interventions=[ + "Original target64 exact seed selection, nested target256 when available, and all original target adaptation records", + "Source group-disjoint train/held split: SHA256('review_r1_source_held:' + original_group) mod 5 == 0 held; source64/256/all train only", + "Each fixed policy replayed on original target evaluation and, for source-trained policies, source held records", + "All-target-adaptation unsmoothed empirical reference law: encoders and exact policy fitted without target evaluation access, evaluated on original independent-group target evaluation; not a population oracle", + ], + source_preprocessing="Original source-only binary thresholds kept; source-held records contributed unlabeled preprocessing before this post-review split, never labeled model fitting", + metrics=["paired realized utility and no-query utility", "model-predicted versus held-realized query increment", "fitted encoding loss", "posterior/joint/observation conditional log losses", "same-policy source-held versus shifted-target scores", "finite-sample empirical conditional TV on overlapping current support", "target mass outside source-held current support"], + aggregation="Original weighting: seeds, then tasks within environment, then environments within dataset, then the two datasets equally. Sample-size contrasts restricted to identical tasks. Costs 0,.01,.05 and budgets 1,2 averaged; no-query average from budget0.", + inference="Descriptive 95% paired bootstrap by target environment within fixed dataset; collapse tasks/seeds first. Few clusters; not population transfer inference; no confirmatory gate rescues.", + limitations=["True external law is unknown; histogram reference and TV have finite-sample error", "Source-target contrast also includes differences in physical groups and sample composition; no causal attribution percentages", "Labels-all support varies by task; 256 contrasts require available support and use matched task subsets", "Source group split introduces a new held partition; original target adaptation/evaluation split unchanged", "Three seeds are repeated fitting samples, not independent environmental replications", "Empirical-reference policies are exploratory benchmarks and their NLL is not reported because zero fitted cells yield uninformative infinite log scores"], + input_hashes={str(p.relative_to(ROOT) if p.is_relative_to(ROOT) else p): sha(p) for p in [INPUT / "prepared/manifest.json", RELEASE / "protocols/external_sufficiency_protocol_01.json", RELEASE / "unionmind/decision_sufficiency/core.py", RELEASE / "unionmind/external_sufficiency/runtime.py"]}, + script_sha256=sha(__file__), no_recipe_selection=True, original_results_and_gates_unchanged=True, + ) + assert not (out / "specification.json").exists(), "Specification already exists; never overwrite it." + write(out / "specification.json", spec) + return spec + + +def normalized_counts(events): + c = count_samples(events[None], 6) + return c / c.sum() + + +def scores(model, truth): + result = calibration(model, truth) + cond = model / model.sum((2, 3), keepdim=True).clamp_min(1e-300) + givenh = model / model.sum(3, keepdim=True).clamp_min(1e-300) + result["joint_conditional_log_loss"] = -(truth * cond.clamp_min(1e-300).log()).sum((1, 2, 3)) + result["observation_given_h_log_loss"] = -(truth * givenh.clamp_min(1e-300).log()).sum((1, 2, 3)) + return result + + +def batched_replay(policy, code, events, budget, ci): + """Same paid-bit access convention as original replay; batch independent policies.""" + b, n = len(code), len(events) + r = policy["shape"][1] + table = policy["choices"].reshape(3, b, r, 3, 9) + z = code[:, (events // 4) % 64].long() + row = torch.arange(b, device=events.device)[:, None].expand(b, n) + context = torch.zeros((b, n), device=events.device, dtype=torch.long) + action, queries, seen = context.clone(), context.clone(), context.clone() + live = torch.ones_like(context, dtype=torch.bool) + child = torch.zeros((9, 2, 2), device=events.device, dtype=torch.long) + for t, c in enumerate(CONTEXTS): + for q in (0, 1): + if c[q] == -1: + for o in (0, 1): + child[t, q, o] = CONTEXTS.index(tuple(o if i == q else v for i, v in enumerate(c))) + for left in range(budget, -1, -1): + choice = table[left, row, z, ci, context] + querying = live & (choice >= 3) + q = (choice - 3).clamp(0, 1) + selected = querying.nonzero() + revealed = torch.zeros_like(context) + rr, nn = selected[:, 0], selected[:, 1] + revealed[rr, nn] = (events[nn] >> (1 - q[rr, nn])) & 1 + context = torch.where(querying, child[context, q, revealed], context) + action = torch.where(live & ~querying, choice, action) + queries += querying.long() + seen |= torch.where(querying, 1 << q, 0) + live = querying + assert not bool(live.any()) + utility = torch.where(action == 2, 0., torch.where(action == events[None] // 256, 1., -2.)).double() + utility -= policy["costs"][ci] * queries.double() + return torch.stack((action, queries, seen), -1).to(torch.uint8), utility.mean(1) + + +def get_samples(archive, provenance, seed): + device = archive["source"].device + # Exact original selection consumes source permutation before adaptation. + g = torch.Generator(device=device).manual_seed(seed) + torch.randperm(len(archive["source"]), device=device, generator=g) + target_order = torch.randperm(len(archive["adaptation"]), device=device, generator=g) + held_mask = torch.tensor([int(hashlib.sha256(("review_r1_source_held:" + x["group"]).encode()).hexdigest(), 16) % 5 == 0 for x in provenance["source"]], device=device) + source_held = held_mask.nonzero().flatten() + source_train = (~held_mask).nonzero().flatten() + sg = torch.Generator(device=device).manual_seed(seed) + source_order = source_train[torch.randperm(len(source_train), device=device, generator=sg)] + assert len(source_order) >= 64 and len(source_held) > 0 + values = [] + indices = {} + for domain, order in [("target", target_order), ("source", source_order)]: + source_key = "adaptation" if domain == "target" else "source" + for size in [64, 256, "all"]: + if size != "all" and len(order) < size: + continue + ix = order if size == "all" else order[:size] + events = archive[source_key][ix] + values.append((domain, str(size), events)) + indices[f"{domain}:{size}:{seed}"] = ix + original = select_samples(archive, "target_64", seed) + assert torch.equal(archive["adaptation"][target_order[:64]], original) + return values, indices, source_held, source_train + + +def evaluate(out, device): + spec = json.loads((out / "specification.json").read_text()) + assert spec["script_sha256"] == sha(__file__) + for path, digest in spec["input_hashes"].items(): + assert sha(ROOT / path) == digest + assert not (out / "metrics.csv.gz").exists(), "Never overwrite an analysis run." + manifest = json.loads((INPUT / "prepared/manifest.json").read_text()) + torch.cuda.set_device(device) + torch.backends.cuda.matmul.allow_tf32 = False + torch.backends.cudnn.allow_tf32 = False + torch.cuda.reset_peak_memory_stats(device) + start = time.perf_counter() + rows, shifts = [], [] + maximum_replay_error, maximum_original_error = 0., 0. + for task in manifest["tasks"]: + ti = task["index"] + archive = torch.load(INPUT / "prepared" / task["file"], map_location=device, weights_only=True) + prov = json.loads((INPUT / "prepared" / f"task_{ti:03}_provenance.json").read_text()) + meta, counts, indices = [], [], {} + for seed in SEEDS: + samples, ix, source_held, source_train = get_samples(archive, prov, seed) + indices.update(ix) + for domain, size, events in samples: + c = count_samples(events[None], 6)[0] + for modelname in MODELS: + meta.append(dict(training=domain, size=size, sample_seed=seed, model=modelname, sample_count=len(events))) + counts.append(c) + # Nondeployable population-oracle claims are avoided: only independent + # adaptation labels define this empirical finite-sample reference. + meta.append(dict(training="target", size="all", sample_seed=-1, model="empirical_reference", sample_count=len(archive["adaptation"]))) + counts.append(count_samples(archive["adaptation"][None], 6)[0]) + allcounts = torch.stack(counts) + model = torch.empty_like(allcounts) + for name in MODELS: + ix = torch.tensor([i for i, m in enumerate(meta) if m["model"] == name], device=device) + model[ix] = estimate(allcounts[ix], name) + model[-1] = allcounts[-1] / allcounts[-1].sum() + full_policy = plan(model) + source_events = archive["source"][source_held] + laws = {"target_evaluation": normalized_counts(archive["evaluation"]), "source_held": normalized_counts(source_events)} + events_by_domain = {"target_evaluation": archive["evaluation"], "source_held": source_events} + saved = dict(metadata=meta, indices=indices, source_held_indices=source_held, + source_train_indices=source_train, source_held_events=source_events, + target_evaluation_events=archive["evaluation"], fitted_models=model, + input_sha256=sha(INPUT / "prepared" / task["file"]), methods={}) + # Descriptive empirical shift; never use these laws to build a policy. + ps, pt = laws["source_held"], laws["target_evaluation"] + ms, mt = ps.sum((2, 3)), pt.sum((2, 3)) + overlap = torch.minimum(ms, mt) + cs, ct = ps / ms[..., None, None].clamp_min(1e-300), pt / mt[..., None, None].clamp_min(1e-300) + conditional_tv = (.5 * (cs - ct).abs().sum((2, 3)) * overlap).sum() / overlap.sum().clamp_min(1e-300) + posterior_tv = (.5 * (cs.sum(3) - ct.sum(3)).abs().sum(2) * overlap).sum() / overlap.sum().clamp_min(1e-300) + shift = dict(task_index=ti, dataset=task["dataset"], environment=task["environment"], task=task["task"], + empirical_joint_tv=float(.5 * (ps-pt).abs().sum()), overlap_current_mass=float(overlap.sum()), + empirical_conditional_tv_overlap=float(conditional_tv), empirical_posterior_tv_overlap=float(posterior_tv), + target_mass_absent_source_held=float((mt * (ms == 0)).sum()), source_held_records=len(source_events), target_evaluation_records=len(archive["evaluation"])) + shifts.append(shift) + for method in METHODS: + code, k = encode(model, method) + compact = push(model, code, k) + policy = plan(compact) + fitted_loss = full_policy["expected"][:, 1:].mean((1, 2)) - policy["expected"][:, 1:].mean((1, 2)) + state = dict(code=code.to(torch.uint8), compact=compact, choices=policy["choices"], values=policy["values"], expected=policy["expected"], traces={}) + for domain, law in laws.items(): + truth = push(law.expand(len(model), -1, -1, -1), code, k) + actual = realized(truth, policy) + sc = scores(compact, truth) + traces = [] + for budget in [1, 2]: + for ci in range(3): + trace, utility = batched_replay(policy, code, events_by_domain[domain], budget, ci) + maximum_replay_error = max(maximum_replay_error, float((utility-actual["utility"][:, budget, ci]).abs().max())) + traces.append(trace) + state["traces"][domain] = torch.stack(traces, 1) + # Original independent replay API confirms batched access and aggregation. + check_i = next(i for i, m in enumerate(meta) if m["training"] == "target" and m["size"] == "64" and m["model"] == "support_mixture") + single = {**policy, "shape": (1, k), "choices": policy["choices"].reshape(3, len(meta), k, 3, 9)[:, check_i:check_i+1].reshape(3, k, 3, 9)} + a, q, seen = replay(single, code[check_i:check_i+1].to(torch.uint8), (events_by_domain[domain]//4)%64, events_by_domain[domain]%4, 2, 1) + assert torch.equal(torch.stack((a, q, seen), -1).to(torch.uint8), state["traces"][domain][check_i, 4]) + for i, m in enumerate(meta): + if domain == "source_held" and m["training"] != "source": + continue + pred0 = float(policy["expected"][i, 0].mean()) + predq = float(policy["expected"][i, 1:].mean()) + act0 = float(actual["utility"][i, 0].mean()) + actq = float(actual["utility"][i, 1:].mean()) + row = dict(task_index=ti, dataset=task["dataset"], environment=task["environment"], task=task["task"], **m, + representation=method, evaluation=domain, evaluation_records=len(events_by_domain[domain]), + utility=actq, noquery_utility=act0, realized_query_increment=actq-act0, + predicted_utility=predq, predicted_noquery_utility=pred0, predicted_query_increment=predq-pred0, + query_increment_optimism=(predq-pred0)-(actq-act0), queries=float(actual["queries"][i, 1:].mean()), + fitted_compression_loss=float(fitted_loss[i])) + if m["model"] != "empirical_reference": + row.update({name:float(v[i]) for name, v in sc.items()}) + raw_cond = model[i] / model[i].sum((1, 2), keepdim=True).clamp_min(1e-300) + loss_by_raw = -(law[0] * raw_cond.clamp_min(1e-300).log()).sum((1, 2)) + # Same current-pattern weighting in both domains isolates + # conditional predictive mismatch from current-mass shifts. + row["common_current_joint_conditional_log_loss"] = float((loss_by_raw/law[0].sum((1,2)).clamp_min(1e-300)*overlap[0]).sum()/overlap.sum().clamp_min(1e-300)) + rows.append(row) + # Exact same trained primary models/encoders/predictions as frozen study. + old = torch.load(INPUT / "evaluation" / f"primary_task_{ti:03}.pt", map_location=device, weights_only=True) + for i, m in enumerate(meta): + if m["training"] == "target" and m["size"] == "64" and (m["model"] == "support_mixture" or method == "identity"): + original = old[f'{m["sample_seed"]}:{m["model"]}:{method}'] + assert torch.equal(code[i], original["code"][0].long()) + maximum_original_error = max(maximum_original_error, float((policy["expected"][i]-original["expected"][0]).abs().max())) + saved["methods"][method] = state + torch.save(saved, out / "predictions" / f"task_{ti:03}.pt") + print(json.dumps(dict(task=ti, finished=len(shifts), tasks=len(manifest["tasks"]), elapsed_seconds=time.perf_counter()-start)), flush=True) + assert maximum_replay_error < 1e-12 and maximum_original_error < 1e-12 + fields = sorted(set().union(*(r.keys() for r in rows))) + with gzip.open(out / "metrics.csv.gz", "wt", newline="") as f: + writer = csv.DictWriter(f, fieldnames=fields) + writer.writeheader(); writer.writerows(rows) + write(out / "shift_by_task.json", shifts) + torch.cuda.synchronize(device) + write(out / "execution.json", dict(material_passport=dict(material_type="experiment execution result", scientific_status="post-review exploratory", created_utc=utc()), + status="COMPLETED", metric_rows=len(rows), task_count=len(shifts), elapsed_seconds=time.perf_counter()-start, + maximum_replay_error=maximum_replay_error, maximum_original_primary_expected_error=maximum_original_error, + gpu=torch.cuda.get_device_name(device), device=device, torch_version=torch.__version__, python_version=platform.python_version(), + peak_gpu_allocated_bytes=torch.cuda.max_memory_allocated(device), peak_gpu_reserved_bytes=torch.cuda.max_memory_reserved(device), + script_sha256=sha(__file__), specification_sha256=sha(out / "specification.json"))) + + +def aggregate(rows, field): + tasks = defaultdict(list) + for r in rows: + if field in r and r[field] != "": + tasks[(r["dataset"], r["environment"], r["task"])].append(float(r[field])) + envs = defaultdict(list) + for key, vals in tasks.items(): + envs[key[:2]].append(sum(vals)/len(vals)) + datasets = defaultdict(list) + for (d, e), vals in envs.items(): + datasets[d].append(sum(vals)/len(vals)) + ds = {d:sum(vals)/len(vals) for d, vals in datasets.items()} + return dict(overall=sum(ds.values())/len(ds), by_dataset=ds, + by_environment={d+":"+e:sum(v)/len(v) for (d,e),v in envs.items()}, tasks=len(tasks)) + + +def recover_saved(out, device): + """Export saved fits/traces after correcting only diagnostic query-charge dtype.""" + assert not (out / "metrics.csv.gz").exists() + spec = json.loads((out / "specification.json").read_text()) + correction = dict(created_utc=utc(), authorization="Parent authorized routine numerical correction and artifact-only recovery after receiving failure report", failed_log_sha256=sha(out / "run.log"), + original_specification_script_sha256=spec["script_sha256"], corrected_script_sha256=sha(__file__), + failure="Final equality assertion rejected float32 intermediate cost*integer_query_count in diagnostic batched replay utility; policy tables and traces unaffected", + correction="Multiply cost by queries.double(), matching original independent replay utility convention", + estimators_rerun=0, encoders_rerun=0, planners_rerun=0, policies_changed=0, + recovery="Compute verified metrics and summaries from all 57 already saved model/policy/record-trace artifacts") + write(out / "implementation_correction.json", correction) + for path, digest in spec["input_hashes"].items(): + assert sha(ROOT / path) == digest + torch.cuda.set_device(device) + torch.backends.cuda.matmul.allow_tf32 = False + torch.cuda.reset_peak_memory_stats(device) + start = time.perf_counter() + rows, shifts = [], [] + maxerr, maxoriginal, maxfloat32 = 0., 0., 0. + manifest = json.loads((INPUT / "prepared/manifest.json").read_text()) + for task in manifest["tasks"]: + ti = task["index"] + saved = torch.load(out / "predictions" / f"task_{ti:03}.pt", map_location=device, weights_only=True) + assert saved["input_sha256"] == sha(INPUT / "prepared" / task["file"]) + meta, model = saved["metadata"], saved["fitted_models"] + full_expected = saved["methods"]["identity"]["expected"] + events_by_domain = {"target_evaluation":saved["target_evaluation_events"],"source_held":saved["source_held_events"]} + laws = {d:normalized_counts(e) for d,e in events_by_domain.items()} + ps, pt = laws["source_held"], laws["target_evaluation"] + ms, mt = ps.sum((2,3)),pt.sum((2,3)) + overlap = torch.minimum(ms,mt) + cs,ct = ps/ms[...,None,None].clamp_min(1e-300),pt/mt[...,None,None].clamp_min(1e-300) + shifts.append(dict(task_index=ti,dataset=task["dataset"],environment=task["environment"],task=task["task"], + empirical_joint_tv=float(.5*(ps-pt).abs().sum()),overlap_current_mass=float(overlap.sum()), + empirical_conditional_tv_overlap=float((.5*(cs-ct).abs().sum((2,3))*overlap).sum()/overlap.sum().clamp_min(1e-300)), + empirical_posterior_tv_overlap=float((.5*(cs.sum(3)-ct.sum(3)).abs().sum(2)*overlap).sum()/overlap.sum().clamp_min(1e-300)), + target_mass_absent_source_held=float((mt*(ms==0)).sum()),source_held_records=len(events_by_domain["source_held"]),target_evaluation_records=len(events_by_domain["target_evaluation"]))) + original = torch.load(INPUT / "evaluation" / f"primary_task_{ti:03}.pt", map_location=device, weights_only=True) + for method,state in saved["methods"].items(): + code,compact = state["code"].long(),state["compact"] + k=compact.shape[1] + policy=dict(choices=state["choices"],values=state["values"],expected=state["expected"],costs=(0.,.01,.05),shape=(len(meta),k)) + fitted_loss=full_expected[:,1:].mean((1,2))-policy["expected"][:,1:].mean((1,2)) + for domain,law in laws.items(): + events=events_by_domain[domain] + truth=push(law.expand(len(model),-1,-1,-1),code,k) + actual=realized(truth,policy) + sc=scores(compact,truth) + # Check every saved action/count/mask trace against newly evaluated + # fixed tables, and every double-precision charge against exact law replay. + for bi,budget in enumerate([1,2]): + for ci,cost in enumerate(policy["costs"]): + recorded=state["traces"][domain][:,bi*3+ci] + recomputed,utility=batched_replay(policy,code,events,budget,ci) + assert torch.equal(recorded,recomputed) + maxerr=max(maxerr,float((utility-actual["utility"][:,budget,ci]).abs().max())) + # Retain quantitative evidence for original failure. + q=recorded[:,:,1].long() + maxfloat32=max(maxfloat32,float((cost*q-cost*q.double()).abs().max())) + check_i=next(i for i,m in enumerate(meta) if m["training"]=="target" and m["size"]=="64" and m["model"]=="support_mixture") + single={**policy,"shape":(1,k),"choices":policy["choices"].reshape(3,len(meta),k,3,9)[:,check_i:check_i+1].reshape(3,k,3,9)} + a,q,seen=replay(single,code[check_i:check_i+1].to(torch.uint8),(events//4)%64,events%4,2,1) + assert torch.equal(torch.stack((a,q,seen),-1).to(torch.uint8),state["traces"][domain][check_i,4]) + independent_u=torch.where(a==2,0.,torch.where(a==events//256,1.,-2.)).double()-.01*q.double() + maxerr=max(maxerr,abs(float(independent_u.mean())-float(actual["utility"][check_i,2,1]))) + for i,m in enumerate(meta): + if domain=="source_held" and m["training"]!="source":continue + p0,pq=float(policy["expected"][i,0].mean()),float(policy["expected"][i,1:].mean()) + a0,aq=float(actual["utility"][i,0].mean()),float(actual["utility"][i,1:].mean()) + row=dict(task_index=ti,dataset=task["dataset"],environment=task["environment"],task=task["task"],**m, + representation=method,evaluation=domain,evaluation_records=len(events),utility=aq,noquery_utility=a0, + realized_query_increment=aq-a0,predicted_utility=pq,predicted_noquery_utility=p0,predicted_query_increment=pq-p0, + query_increment_optimism=(pq-p0)-(aq-a0),queries=float(actual["queries"][i,1:].mean()),fitted_compression_loss=float(fitted_loss[i])) + if m["model"]!="empirical_reference": + row.update({name:float(v[i]) for name,v in sc.items()}) + rawcond=model[i]/model[i].sum((1,2),keepdim=True).clamp_min(1e-300) + loss=-(law[0]*rawcond.clamp_min(1e-300).log()).sum((1,2)) + row["common_current_joint_conditional_log_loss"]=float((loss/law[0].sum((1,2)).clamp_min(1e-300)*overlap[0]).sum()/overlap.sum().clamp_min(1e-300)) + rows.append(row) + for i,m in enumerate(meta): + if m["training"]=="target" and m["size"]=="64" and (m["model"]=="support_mixture" or method=="identity"): + old=original[f'{m["sample_seed"]}:{m["model"]}:{method}'] + assert torch.equal(code[i],old["code"][0].long()) + maxoriginal=max(maxoriginal,float((policy["expected"][i]-old["expected"][0]).abs().max())) + print(json.dumps(dict(recovered_task=ti,finished=len(shifts),elapsed_seconds=time.perf_counter()-start)),flush=True) + assert maxerr<1e-12 and maxoriginal<1e-12 + fields=sorted(set().union(*(r.keys() for r in rows))) + with gzip.open(out/"metrics.csv.gz","wt",newline="") as f: + writer=csv.DictWriter(f,fieldnames=fields);writer.writeheader();writer.writerows(rows) + write(out/"shift_by_task.json",shifts) + write(out/"execution.json",dict(material_passport=dict(material_type="experiment execution result",scientific_status="post-review exploratory",created_utc=utc()), + status="COMPLETED_FROM_SAVED_ARTIFACTS_AFTER_DIAGNOSTIC_DTYPE_CORRECTION",metric_rows=len(rows),task_count=len(shifts), + original_fit_and_trace_seconds=11.562392784981057,recovery_seconds=time.perf_counter()-start, + maximum_replay_error=maxerr,maximum_original_primary_expected_error=maxoriginal,maximum_original_float32_query_charge_error=maxfloat32, + gpu=torch.cuda.get_device_name(device),device=device,torch_version=torch.__version__,python_version=platform.python_version(), + peak_gpu_allocated_bytes=torch.cuda.max_memory_allocated(device),peak_gpu_reserved_bytes=torch.cuda.max_memory_reserved(device), + script_sha256=sha(__file__),specification_sha256=sha(out/"specification.json"),original_results_and_gates_unchanged=True)) + + +def summarize(out, device): + with gzip.open(out / "metrics.csv.gz", "rt") as f: + rows = list(csv.DictReader(f)) + keys = ["training", "size", "model", "representation", "evaluation"] + fields = ["utility", "noquery_utility", "realized_query_increment", "predicted_utility", "predicted_noquery_utility", "predicted_query_increment", "query_increment_optimism", "queries", "fitted_compression_loss", "posterior_brier", "posterior_log_loss", "joint_conditional_log_loss", "observation_given_h_log_loss", "common_current_joint_conditional_log_loss"] + groups = defaultdict(list) + for r in rows: + groups[tuple(r[k] for k in keys)].append(r) + overall = [] + for key, rs in groups.items(): + obj = dict(zip(keys, key)) + for f in fields: + if any(r.get(f, "") != "" for r in rs): + obj[f] = aggregate(rs, f) + overall.append(obj) + write(out / "overall.json", overall) + # Contrasts pair at task and seed, then resample target environments only. + contrasts = [] + def contrast(label, left, right, field="utility"): + a = { (r["dataset"],r["environment"],r["task"],r["sample_seed"]):r for r in rows if left(r) } + b = { (r["dataset"],r["environment"],r["task"],r["sample_seed"]):r for r in rows if right(r) } + pairs = [] + for key in sorted(a.keys() & b.keys()): + pairs.append(dict(dataset=key[0],environment=key[1],task=key[2],difference=float(a[key][field])-float(b[key][field]))) + if not pairs: + return + agg = aggregate(pairs, "difference") + g = torch.Generator(device=device).manual_seed(20261109) + boots = [] + for d in sorted(agg["by_dataset"]): + vals = torch.tensor([v for name,v in sorted(agg["by_environment"].items()) if name.startswith(d+":")], device=device, dtype=torch.float64) + ix = torch.randint(len(vals), (10000,len(vals)), generator=g,device=device) + boots.append(vals[ix].mean(1)) + low, high = torch.quantile(torch.stack(boots).mean(0),torch.tensor([.025,.975],device=device,dtype=torch.float64)).tolist() + contrasts.append(dict(label=label, field=field, **agg, descriptive_paired_95_interval=[low,high], paired_fit_rows=len(pairs), environment_resampling_only=True)) + base = lambda r:r["model"] == "support_mixture" and r["evaluation"] == "target_evaluation" + for size in ["64","256","all"]: + contrast("joint_minus_posterior_target_"+size, + lambda r:base(r) and r["training"]=="target" and r["size"]==size and r["representation"]=="query_joint", + lambda r:base(r) and r["training"]=="target" and r["size"]==size and r["representation"]=="posterior_clusters") + for method in METHODS: + contrast("target_minus_source_"+size+"_"+method, + lambda r:base(r) and r["training"]=="target" and r["size"]==size and r["representation"]==method, + lambda r:base(r) and r["training"]=="source" and r["size"]==size and r["representation"]==method) + for method in METHODS: + for size in ["256","all"]: + for field in ["utility","noquery_utility","realized_query_increment","joint_conditional_log_loss"]: + contrast("target_"+size+"_minus_64_"+method, + lambda r:base(r) and r["training"]=="target" and r["size"]==size and r["representation"]==method, + lambda r:base(r) and r["training"]=="target" and r["size"]=="64" and r["representation"]==method, field) + for size in ["64","256","all"]: + for field in ["utility","noquery_utility","realized_query_increment","joint_conditional_log_loss","common_current_joint_conditional_log_loss"]: + contrast("source_fixed_policy_target_minus_sourceheld_"+size, + lambda r:r["model"]=="support_mixture" and r["training"]=="source" and r["size"]==size and r["representation"]=="identity" and r["evaluation"]=="target_evaluation", + lambda r:r["model"]=="support_mixture" and r["training"]=="source" and r["size"]==size and r["representation"]=="identity" and r["evaluation"]=="source_held", field) + write(out / "paired_contrasts.json",dict(scientific_status="post-review exploratory; unadjusted descriptive intervals; no new confirmation", bootstrap_unit="Target environment stratified by fixed dataset; tasks and seeds collapsed first", contrasts=contrasts)) + shifts = json.loads((out / "shift_by_task.json").read_text()) + write(out / "shift_overall.json", {f:aggregate(shifts,f) for f in ["empirical_joint_tv","overlap_current_mass","empirical_conditional_tv_overlap","empirical_posterior_tv_overlap","target_mass_absent_source_held"]}) + # Compact tables retain the original weighting and explicitly flag subsets. + table=[] + def table_row(label,selected): + taskset={(r["dataset"],r["environment"],r["task"]) for r in selected} + envset={(r["dataset"],r["environment"]) for r in selected} + samples=[int(r["sample_count"]) for r in selected] + table.append(dict(analysis=label,tasks=len(taskset), + hydraulic_tasks=sum(x[0]=="hydraulic" for x in taskset),gas_tasks=sum(x[0]=="gas" for x in taskset), + hydraulic_environments=sum(x[0]=="hydraulic" for x in envset),gas_environments=sum(x[0]=="gas" for x in envset), + labels_min=min(samples),labels_max=max(samples), + **{f:aggregate(selected,f)["overall"] for f in fields if any(r.get(f,"")!="" for r in selected)})) + for training in ["target","source"]: + for size in ["64","all"]: + for method in (METHODS if training=="target" else ["identity"]): + for evaluation in (["target_evaluation"] if training=="target" else ["source_held","target_evaluation"]): + table_row(f"{training}_{size}_{method}_on_{evaluation}_all57",[r for r in rows if r["training"]==training and r["size"]==size and r["model"]=="support_mixture" and r["representation"]==method and r["evaluation"]==evaluation]) + eligible256={r["task_index"] for r in rows if r["training"]=="target" and r["size"]=="256"} + for size in ["64","256"]: + for method in METHODS: + table_row(f"target_{size}_{method}_on_matched256eligible43",[r for r in rows if r["task_index"] in eligible256 and r["training"]=="target" and r["size"]==size and r["model"]=="support_mixture" and r["representation"]==method and r["evaluation"]=="target_evaluation"]) + for method in METHODS: + table_row(f"empirical_alladaptation_{method}_on_target_evaluation_all57",[r for r in rows if r["model"]=="empirical_reference" and r["representation"]==method]) + tablefields=sorted(set().union(*(r.keys() for r in table))) + with (out/"article_table.csv").open("w",newline="") as f: + writer=csv.DictWriter(f,fieldnames=tablefields);writer.writeheader();writer.writerows(table) + write(out/"table_provenance.json",dict(created_utc=utc(),script_sha256=sha(__file__), + input_metrics_sha256=sha(out/"metrics.csv.gz"),table_sha256=sha(out/"article_table.csv"), + design_changed=False,scientific_status="post-review exploratory",weighting="As specification; each table row lists support and independent environment counts", + caution="The 256-label subset has only one hydraulic environment; empirical TV contains finite-count noise and is not a causal decomposition. Gas record artifacts remain research-only local data.")) + print(json.dumps(dict(summary_groups=len(overall), contrasts=len(contrasts))), flush=True) + + +def main(): + global INPUT + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("stage", choices=["specify","run","recover","summarize"]) + parser.add_argument("--output", type=Path, default=DEFAULT_OUTPUT) + parser.add_argument("--device", default="cuda:4") + parser.add_argument("--release", type=Path, default=RELEASE, help="Unmodified release containing unionmind/ and protocols/") + parser.add_argument("--input", type=Path, default=INPUT, help="Previously opened external study artifacts: prepared/ and evaluation/") + args = parser.parse_args() + INPUT = args.input.resolve() + out = args.output.resolve() + if args.stage == "specify": + out.mkdir(parents=True, exist_ok=True) + (out / "predictions").mkdir(exist_ok=True) + specification(out,args.device) + elif args.stage == "run": + evaluate(out,args.device) + summarize(out,args.device) + elif args.stage == "recover": + recover_saved(out,args.device) + summarize(out,args.device) + else: + summarize(out,args.device) + + +if __name__ == "__main__": + main() diff --git a/revision_r1/external/shift_by_task.json b/revision_r1/external/shift_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..c1c65d8c989ed40507a4b45284f52b5ebc814251 --- /dev/null +++ b/revision_r1/external/shift_by_task.json @@ -0,0 +1,743 @@ +[ + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "empirical_joint_tv": 0.5891016200294551, + "overlap_current_mass": 0.4204221894943544, + "empirical_conditional_tv_overlap": 0.022652965903783285, + "empirical_posterior_tv_overlap": 0.0, + "target_mass_absent_source_held": 0.41904761904761906, + "source_held_records": 97, + "target_evaluation_records": 210 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "empirical_joint_tv": 0.6455194290245836, + "overlap_current_mass": 0.4006344171292625, + "empirical_conditional_tv_overlap": 0.11520190023752969, + "empirical_posterior_tv_overlap": 0.0, + "target_mass_absent_source_held": 0.4, + "source_held_records": 97, + "target_evaluation_records": 130 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "empirical_joint_tv": 0.4949390815370197, + "overlap_current_mass": 0.5638238050609184, + "empirical_conditional_tv_overlap": 0.13436391843971632, + "empirical_posterior_tv_overlap": 2.86413918586809e-17, + "target_mass_absent_source_held": 0.3090909090909091, + "source_held_records": 97, + "target_evaluation_records": 110 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "empirical_joint_tv": 0.9999999999999999, + "overlap_current_mass": 0.3076923076923077, + "empirical_conditional_tv_overlap": 1.0, + "empirical_posterior_tv_overlap": 0.34560439560439554, + "target_mass_absent_source_held": 0.30107526881720426, + "source_held_records": 91, + "target_evaluation_records": 465 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "empirical_joint_tv": 1.0, + "overlap_current_mass": 0.3076923076923077, + "empirical_conditional_tv_overlap": 1.0, + "empirical_posterior_tv_overlap": 0.3014660012476606, + "target_mass_absent_source_held": 0.10196078431372549, + "source_held_records": 91, + "target_evaluation_records": 510 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "empirical_joint_tv": 0.9999999999999999, + "overlap_current_mass": 0.30769230769230765, + "empirical_conditional_tv_overlap": 1.0, + "empirical_posterior_tv_overlap": 0.8646153846153845, + "target_mass_absent_source_held": 0.30107526881720426, + "source_held_records": 91, + "target_evaluation_records": 465 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "empirical_joint_tv": 1.0, + "overlap_current_mass": 0.30769230769230765, + "empirical_conditional_tv_overlap": 1.0, + "empirical_posterior_tv_overlap": 0.6157205240174672, + "target_mass_absent_source_held": 0.10196078431372549, + "source_held_records": 91, + "target_evaluation_records": 510 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "empirical_joint_tv": 0.9999999999999999, + "overlap_current_mass": 0.30769230769230765, + "empirical_conditional_tv_overlap": 1.0, + "empirical_posterior_tv_overlap": 0.7753846153846153, + "target_mass_absent_source_held": 0.30107526881720426, + "source_held_records": 91, + "target_evaluation_records": 465 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "empirical_joint_tv": 1.0, + "overlap_current_mass": 0.30769230769230765, + "empirical_conditional_tv_overlap": 0.9999999999999998, + "empirical_posterior_tv_overlap": 0.08951965065502185, + "target_mass_absent_source_held": 0.10196078431372549, + "source_held_records": 91, + "target_evaluation_records": 510 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "empirical_joint_tv": 0.6525147928994083, + "overlap_current_mass": 0.37140039447731754, + "empirical_conditional_tv_overlap": 0.0967938892854072, + "empirical_posterior_tv_overlap": 0.04700992883347823, + "target_mass_absent_source_held": 0.022916666666666665, + "source_held_records": 338, + "target_evaluation_records": 480 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "empirical_joint_tv": 0.49545848565936756, + "overlap_current_mass": 0.5531602155805978, + "empirical_conditional_tv_overlap": 0.17988007041133974, + "empirical_posterior_tv_overlap": 0.07768418217812881, + "target_mass_absent_source_held": 0.2372611464968153, + "source_held_records": 338, + "target_evaluation_records": 628 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "empirical_joint_tv": 0.7252295449908184, + "overlap_current_mass": 0.4283411548663538, + "empirical_conditional_tv_overlap": 0.5057037565792537, + "empirical_posterior_tv_overlap": 0.497653454097474, + "target_mass_absent_source_held": 0.22586206896551725, + "source_held_records": 338, + "target_evaluation_records": 580 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "empirical_joint_tv": 0.5750790638836178, + "overlap_current_mass": 0.4597780461158071, + "empirical_conditional_tv_overlap": 0.21295510392558914, + "empirical_posterior_tv_overlap": 0.07479508985261864, + "target_mass_absent_source_held": 0.07624633431085043, + "source_held_records": 255, + "target_evaluation_records": 341 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "empirical_joint_tv": 0.5147367608460707, + "overlap_current_mass": 0.5225412999845607, + "empirical_conditional_tv_overlap": 0.10063793699050405, + "empirical_posterior_tv_overlap": 0.029726850735940166, + "target_mass_absent_source_held": 0.12204724409448818, + "source_held_records": 255, + "target_evaluation_records": 508 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "empirical_joint_tv": 0.7607843137254902, + "overlap_current_mass": 0.2627450980392157, + "empirical_conditional_tv_overlap": 0.272636815920398, + "empirical_posterior_tv_overlap": 0.18308457711442785, + "target_mass_absent_source_held": 0.0, + "source_held_records": 255, + "target_evaluation_records": 90 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "empirical_joint_tv": 0.7049428104575164, + "overlap_current_mass": 0.4061887254901961, + "empirical_conditional_tv_overlap": 0.4271407873087596, + "empirical_posterior_tv_overlap": 0.34255774684355955, + "target_mass_absent_source_held": 0.06770833333333333, + "source_held_records": 255, + "target_evaluation_records": 576 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "empirical_joint_tv": 0.5835438073574398, + "overlap_current_mass": 0.41809553690485524, + "empirical_conditional_tv_overlap": 0.15349406350528697, + "empirical_posterior_tv_overlap": 0.14940959760816513, + "target_mass_absent_source_held": 0.03934426229508197, + "source_held_records": 209, + "target_evaluation_records": 610 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "empirical_joint_tv": 0.6279124193883919, + "overlap_current_mass": 0.4050689966021773, + "empirical_conditional_tv_overlap": 0.13612500940242103, + "empirical_posterior_tv_overlap": 0.07040986774360053, + "target_mass_absent_source_held": 0.04710144927536232, + "source_held_records": 209, + "target_evaluation_records": 552 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "empirical_joint_tv": 0.4761886761886762, + "overlap_current_mass": 0.6386964386964387, + "empirical_conditional_tv_overlap": 0.21147300294298005, + "empirical_posterior_tv_overlap": 0.19232550737466725, + "target_mass_absent_source_held": 0.018711018711018712, + "source_held_records": 385, + "target_evaluation_records": 481 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "empirical_joint_tv": 0.5707052441229656, + "overlap_current_mass": 0.5403254972875227, + "empirical_conditional_tv_overlap": 0.2699232523524929, + "empirical_posterior_tv_overlap": 0.25119377854739744, + "target_mass_absent_source_held": 0.09945750452079566, + "source_held_records": 385, + "target_evaluation_records": 553 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "empirical_joint_tv": 0.590566037735849, + "overlap_current_mass": 0.40943396226415096, + "empirical_conditional_tv_overlap": 0.07292505923842325, + "empirical_posterior_tv_overlap": 0.07292505923842325, + "target_mass_absent_source_held": 0.0, + "source_held_records": 385, + "target_evaluation_records": 106 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "empirical_joint_tv": 0.7159182366928847, + "overlap_current_mass": 0.7303228461679165, + "empirical_conditional_tv_overlap": 0.6639737282499998, + "empirical_posterior_tv_overlap": 0.652671781560124, + "target_mass_absent_source_held": 0.08274647887323942, + "source_held_records": 385, + "target_evaluation_records": 568 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "empirical_joint_tv": 0.6327683615819208, + "overlap_current_mass": 0.37160800603295874, + "empirical_conditional_tv_overlap": 0.40441907700569835, + "empirical_posterior_tv_overlap": 0.40441907700569835, + "target_mass_absent_source_held": 0.015317286652078774, + "source_held_records": 177, + "target_evaluation_records": 457 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "empirical_joint_tv": 0.6958751576984258, + "overlap_current_mass": 0.41407492732159507, + "empirical_conditional_tv_overlap": 0.6075821071209954, + "empirical_posterior_tv_overlap": 0.5880430953313543, + "target_mass_absent_source_held": 0.1197411003236246, + "source_held_records": 177, + "target_evaluation_records": 618 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "empirical_joint_tv": 0.6327683615819208, + "overlap_current_mass": 0.3672316384180791, + "empirical_conditional_tv_overlap": 0.5384615384615384, + "empirical_posterior_tv_overlap": 0.5384615384615384, + "target_mass_absent_source_held": 0.0, + "source_held_records": 177, + "target_evaluation_records": 91 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "empirical_joint_tv": 0.6091301566997123, + "overlap_current_mass": 0.43262978360515936, + "empirical_conditional_tv_overlap": 0.558964700310025, + "empirical_posterior_tv_overlap": 0.550913222405153, + "target_mass_absent_source_held": 0.01257861635220126, + "source_held_records": 177, + "target_evaluation_records": 636 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "empirical_joint_tv": 0.6544434519611991, + "overlap_current_mass": 0.35477097143215336, + "empirical_conditional_tv_overlap": 0.24161786483966885, + "empirical_posterior_tv_overlap": 0.1855972808916146, + "target_mass_absent_source_held": 0.16104868913857676, + "source_held_records": 239, + "target_evaluation_records": 267 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "empirical_joint_tv": 0.7481554824491361, + "overlap_current_mass": 0.39395221821201565, + "empirical_conditional_tv_overlap": 0.6199017107064613, + "empirical_posterior_tv_overlap": 0.5149738337243449, + "target_mass_absent_source_held": 0.25, + "source_held_records": 239, + "target_evaluation_records": 524 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "empirical_joint_tv": 0.8786610878661087, + "overlap_current_mass": 0.12133891213389121, + "empirical_conditional_tv_overlap": 0.3977011494252874, + "empirical_posterior_tv_overlap": 0.3977011494252874, + "target_mass_absent_source_held": 0.53125, + "source_held_records": 239, + "target_evaluation_records": 64 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "empirical_joint_tv": 0.7213929005263868, + "overlap_current_mass": 0.4157713591577811, + "empirical_conditional_tv_overlap": 0.49642875215628623, + "empirical_posterior_tv_overlap": 0.44338837322005364, + "target_mass_absent_source_held": 0.35322580645161294, + "source_held_records": 239, + "target_evaluation_records": 620 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "empirical_joint_tv": 0.6515750964260292, + "overlap_current_mass": 0.41268685129699223, + "empirical_conditional_tv_overlap": 0.4458951213954642, + "empirical_posterior_tv_overlap": 0.30977899624504307, + "target_mass_absent_source_held": 0.26837060702875404, + "source_held_records": 193, + "target_evaluation_records": 626 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "empirical_joint_tv": 0.7339691205619502, + "overlap_current_mass": 0.31912230065723124, + "empirical_conditional_tv_overlap": 0.39851565155399254, + "empirical_posterior_tv_overlap": 0.3672921077446364, + "target_mass_absent_source_held": 0.16610738255033558, + "source_held_records": 193, + "target_evaluation_records": 596 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "empirical_joint_tv": 0.5464200342249123, + "overlap_current_mass": 0.45603696823209017, + "empirical_conditional_tv_overlap": 0.1789962863774888, + "empirical_posterior_tv_overlap": 0.1596942727730253, + "target_mass_absent_source_held": 0.11302211302211303, + "source_held_records": 369, + "target_evaluation_records": 407 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "empirical_joint_tv": 0.6536690147217816, + "overlap_current_mass": 0.47187811069674845, + "empirical_conditional_tv_overlap": 0.2851729943473662, + "empirical_posterior_tv_overlap": 0.28068628505264265, + "target_mass_absent_source_held": 0.3479789103690685, + "source_held_records": 369, + "target_evaluation_records": 569 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "empirical_joint_tv": 0.8285780027611596, + "overlap_current_mass": 0.2196911591757427, + "empirical_conditional_tv_overlap": 0.3386942860467823, + "empirical_posterior_tv_overlap": 0.3386942860467823, + "target_mass_absent_source_held": 0.7547169811320754, + "source_held_records": 369, + "target_evaluation_records": 106 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "empirical_joint_tv": 0.7809660449545672, + "overlap_current_mass": 0.2971465008767734, + "empirical_conditional_tv_overlap": 0.30540410245849353, + "empirical_posterior_tv_overlap": 0.2818978940013974, + "target_mass_absent_source_held": 0.05392156862745098, + "source_held_records": 369, + "target_evaluation_records": 612 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "empirical_joint_tv": 0.629307688565266, + "overlap_current_mass": 0.3733032774921752, + "empirical_conditional_tv_overlap": 0.33795152248052684, + "empirical_posterior_tv_overlap": 0.32629448554002843, + "target_mass_absent_source_held": 0.057441253263707574, + "source_held_records": 161, + "target_evaluation_records": 383 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "empirical_joint_tv": 0.6953680663048376, + "overlap_current_mass": 0.4500558418402335, + "empirical_conditional_tv_overlap": 0.5535311076862758, + "empirical_posterior_tv_overlap": 0.4116158625907264, + "target_mass_absent_source_held": 0.26025236593059936, + "source_held_records": 161, + "target_evaluation_records": 634 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "empirical_joint_tv": 0.8136645962732918, + "overlap_current_mass": 0.3756330625895843, + "empirical_conditional_tv_overlap": 0.5039430170440092, + "empirical_posterior_tv_overlap": 0.5039430170440092, + "target_mass_absent_source_held": 0.0, + "source_held_records": 161, + "target_evaluation_records": 65 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "empirical_joint_tv": 0.8132352941176471, + "overlap_current_mass": 0.46251370113262696, + "empirical_conditional_tv_overlap": 0.6759810844684891, + "empirical_posterior_tv_overlap": 0.532736489055476, + "target_mass_absent_source_held": 0.34705882352941175, + "source_held_records": 161, + "target_evaluation_records": 680 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "empirical_joint_tv": 0.6470355731225297, + "overlap_current_mass": 0.3608695652173913, + "empirical_conditional_tv_overlap": 0.49843510391772583, + "empirical_posterior_tv_overlap": 0.43945793650682347, + "target_mass_absent_source_held": 0.21936758893280633, + "source_held_records": 110, + "target_evaluation_records": 506 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "empirical_joint_tv": 0.8231879606879606, + "overlap_current_mass": 0.42767199017199015, + "empirical_conditional_tv_overlap": 0.634041110907394, + "empirical_posterior_tv_overlap": 0.5045233454696252, + "target_mass_absent_source_held": 0.18581081081081083, + "source_held_records": 110, + "target_evaluation_records": 592 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "empirical_joint_tv": 0.44115958668197475, + "overlap_current_mass": 0.6581515499425947, + "empirical_conditional_tv_overlap": 0.17422076547450627, + "empirical_posterior_tv_overlap": 0.0971143394103828, + "target_mass_absent_source_held": 0.0037313432835820895, + "source_held_records": 286, + "target_evaluation_records": 268 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "empirical_joint_tv": 0.6446804865513106, + "overlap_current_mass": 0.6366439796283894, + "empirical_conditional_tv_overlap": 0.5124004229911332, + "empirical_posterior_tv_overlap": 0.4630126614281086, + "target_mass_absent_source_held": 0.18930957683741648, + "source_held_records": 286, + "target_evaluation_records": 449 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "empirical_joint_tv": 0.9353146853146854, + "overlap_current_mass": 0.15034965034965037, + "empirical_conditional_tv_overlap": 0.6046511627906976, + "empirical_posterior_tv_overlap": 0.5813953488372093, + "target_mass_absent_source_held": 0.21153846153846156, + "source_held_records": 286, + "target_evaluation_records": 104 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "empirical_joint_tv": 0.587861152005889, + "overlap_current_mass": 0.5445574162679425, + "empirical_conditional_tv_overlap": 0.25630833252918106, + "empirical_posterior_tv_overlap": 0.18376488214615264, + "target_mass_absent_source_held": 0.06414473684210527, + "source_held_records": 286, + "target_evaluation_records": 608 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "empirical_joint_tv": 0.8314417822614544, + "overlap_current_mass": 0.36433375367801596, + "empirical_conditional_tv_overlap": 0.5713873665993654, + "empirical_posterior_tv_overlap": 0.3464089991346985, + "target_mass_absent_source_held": 0.06147540983606557, + "source_held_records": 78, + "target_evaluation_records": 244 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "empirical_joint_tv": 0.9218297914795968, + "overlap_current_mass": 0.2318667065748778, + "empirical_conditional_tv_overlap": 0.6910856228708551, + "empirical_posterior_tv_overlap": 0.6237305475607231, + "target_mass_absent_source_held": 0.2898832684824903, + "source_held_records": 78, + "target_evaluation_records": 514 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "empirical_joint_tv": 0.6025641025641026, + "overlap_current_mass": 0.4230769230769231, + "empirical_conditional_tv_overlap": 0.06060606060606061, + "empirical_posterior_tv_overlap": 0.030303030303030304, + "target_mass_absent_source_held": 0.030927835051546393, + "source_held_records": 78, + "target_evaluation_records": 97 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "empirical_joint_tv": 0.6158777120315583, + "overlap_current_mass": 0.5443786982248521, + "empirical_conditional_tv_overlap": 0.32674974000268386, + "empirical_posterior_tv_overlap": 0.31002079978529257, + "target_mass_absent_source_held": 0.2751479289940828, + "source_held_records": 78, + "target_evaluation_records": 676 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "empirical_joint_tv": 0.7660843920145191, + "overlap_current_mass": 0.5896324863883847, + "empirical_conditional_tv_overlap": 0.6704926684133363, + "empirical_posterior_tv_overlap": 0.6623088991152682, + "target_mass_absent_source_held": 0.21415607985480944, + "source_held_records": 240, + "target_evaluation_records": 551 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "empirical_joint_tv": 0.761986301369863, + "overlap_current_mass": 0.6600456621004567, + "empirical_conditional_tv_overlap": 0.6487041835499334, + "empirical_posterior_tv_overlap": 0.6380813145476109, + "target_mass_absent_source_held": 0.07705479452054795, + "source_held_records": 240, + "target_evaluation_records": 584 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "empirical_joint_tv": 0.96875, + "overlap_current_mass": 0.09780844155844155, + "empirical_conditional_tv_overlap": 0.8437989857076994, + "empirical_posterior_tv_overlap": 0.16330106039649608, + "target_mass_absent_source_held": 0.12987012987012989, + "source_held_records": 32, + "target_evaluation_records": 616 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "empirical_joint_tv": 0.9672162576687117, + "overlap_current_mass": 0.04505368098159509, + "empirical_conditional_tv_overlap": 0.6148246405263438, + "empirical_posterior_tv_overlap": 0.3424842149944288, + "target_mass_absent_source_held": 0.3711656441717791, + "source_held_records": 32, + "target_evaluation_records": 652 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "empirical_joint_tv": 0.578525641025641, + "overlap_current_mass": 0.4919871794871795, + "empirical_conditional_tv_overlap": 0.19297279172255224, + "empirical_posterior_tv_overlap": 0.18808679823721022, + "target_mass_absent_source_held": 0.11718750000000001, + "source_held_records": 208, + "target_evaluation_records": 384 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "empirical_joint_tv": 0.7978533094812165, + "overlap_current_mass": 0.44689177101967803, + "empirical_conditional_tv_overlap": 0.5812557616410505, + "empirical_posterior_tv_overlap": 0.574980221652726, + "target_mass_absent_source_held": 0.44186046511627913, + "source_held_records": 208, + "target_evaluation_records": 559 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "empirical_joint_tv": 0.6132830492860435, + "overlap_current_mass": 0.529335559649931, + "empirical_conditional_tv_overlap": 0.274517045008442, + "empirical_posterior_tv_overlap": 0.27072698878866275, + "target_mass_absent_source_held": 0.10628742514970059, + "source_held_records": 208, + "target_evaluation_records": 668 + } +] diff --git a/revision_r1/external/shift_overall.json b/revision_r1/external/shift_overall.json new file mode 100644 index 0000000000000000000000000000000000000000..378d00a0f52406752c19b5f4bc3de5676d8ed94c --- /dev/null +++ b/revision_r1/external/shift_overall.json @@ -0,0 +1,102 @@ +{ + "empirical_joint_tv": { + "overall": 0.7264348414836221, + "by_dataset": { + "hydraulic": 0.7459120261182116, + "gas": 0.7069576568490327 + }, + "by_environment": { + "hydraulic:context1=73": 0.5891016200294551, + "hydraulic:context1=80": 0.6455194290245836, + "hydraulic:context1=90": 0.4949390815370197, + "hydraulic:context0=3": 0.9999999999999999, + "hydraulic:context0=20": 1.0, + "gas:batch6": 0.6017849079274071, + "gas:batch7": 0.6903547112156817, + "gas:batch10": 0.7201405974293267, + "gas:batch9": 0.7376884924021828, + "gas:batch8": 0.7848195752705647 + }, + "tasks": 57 + }, + "overlap_current_mass": { + "overall": 0.39033438581068947, + "by_dataset": { + "hydraulic": 0.40005300541383015, + "gas": 0.38061576620754883 + }, + "by_environment": { + "hydraulic:context1=73": 0.4204221894943544, + "hydraulic:context1=80": 0.4006344171292625, + "hydraulic:context1=90": 0.5638238050609184, + "hydraulic:context0=3": 0.30769230769230765, + "hydraulic:context0=20": 0.30769230769230765, + "gas:batch6": 0.45400665855867306, + "gas:batch7": 0.43603222996748564, + "gas:batch10": 0.44320989173019887, + "gas:batch9": 0.3100051268515387, + "gas:batch8": 0.259824923929848 + }, + "tasks": 57 + }, + "empirical_conditional_tv_overlap": { + "overall": 0.41570487409678125, + "by_dataset": { + "hydraulic": 0.4544437569162058, + "gas": 0.37696599127735675 + }, + "by_environment": { + "hydraulic:context1=73": 0.022652965903783285, + "hydraulic:context1=80": 0.11520190023752969, + "hydraulic:context1=90": 0.13436391843971632, + "hydraulic:context0=3": 1.0, + "hydraulic:context0=20": 1.0, + "gas:batch6": 0.2622787670653783, + "gas:batch7": 0.4675657953371991, + "gas:batch10": 0.4615588416674466, + "gas:batch9": 0.35466971629145877, + "gas:batch8": 0.33875683602530104 + }, + "tasks": 57 + }, + "empirical_posterior_tv_overlap": { + "overall": 0.26299167483291297, + "by_dataset": { + "hydraulic": 0.19948737143496967, + "gas": 0.3264959782308563 + }, + "by_environment": { + "hydraulic:context1=73": 0.0, + "hydraulic:context1=80": 0.0, + "hydraulic:context1=90": 2.86413918586809e-17, + "hydraulic:context0=3": 0.6618681318681318, + "hydraulic:context0=20": 0.33556872530671655, + "gas:batch6": 0.20217457790534224, + "gas:batch7": 0.3693269205782592, + "gas:batch10": 0.3992748321602165, + "gas:batch9": 0.3306986624696586, + "gas:batch8": 0.33100489804080496 + }, + "tasks": 57 + }, + "target_mass_absent_source_held": { + "overall": 0.2408059865231789, + "by_dataset": { + "hydraulic": 0.3062349162538916, + "gas": 0.17537705679246618 + }, + "by_environment": { + "hydraulic:context1=73": 0.41904761904761906, + "hydraulic:context1=80": 0.4, + "hydraulic:context1=90": 0.3090909090909091, + "hydraulic:context0=3": 0.30107526881720426, + "hydraulic:context0=20": 0.1019607843137255, + "gas:batch6": 0.06470976148846597, + "gas:batch7": 0.21526001667687727, + "gas:batch10": 0.16239479122983275, + "gas:batch9": 0.11243556701030928, + "gas:batch8": 0.32208514755684564 + }, + "tasks": 57 + } +} diff --git a/revision_r1/external/specification.json b/revision_r1/external/specification.json new file mode 100644 index 0000000000000000000000000000000000000000..5002bb6ed19b3a77cd54c32cb4488e4e17ea1fdc --- /dev/null +++ b/revision_r1/external/specification.json @@ -0,0 +1,123 @@ +{ + "material_passport": { + "material_type": "post-review exploratory experiment specification", + "provenance": "Previously opened external sensor archives and original eligible task manifest", + "license": "Hydraulic UCI CC BY 4.0; gas legacy research-only restriction retained; local research use only", + "created_utc": "2026-11-09T14:37:09.140791+00:00", + "scientific_status": "exploratory; does not replace original confirmation" + }, + "purpose": "Distinguish small within-fitted-law encoding headroom, finite labeled support, and observed source-target transfer failure without claiming an identifiable population decomposition", + "device": "cuda:4", + "dtype": "float64", + "backbone_executions": 0, + "trainable_parameters": 0, + "task_indices": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 13, + 14, + 15, + 17, + 18, + 20, + 23, + 24, + 25, + 26, + 28, + 29, + 30, + 32, + 33, + 34, + 35, + 37, + 38, + 40, + 43, + 44, + 45, + 46, + 48, + 49, + 50, + 52, + 53, + 55, + 58, + 59, + 60, + 61, + 63, + 64, + 65, + 67, + 68, + 70, + 73, + 75, + 78, + 79, + 80, + 83 + ], + "seeds": [ + 20111, + 20112, + 20113 + ], + "methods": [ + "query_joint", + "posterior_clusters", + "identity" + ], + "estimators": [ + "support_mixture", + "joint_jeffreys", + "naive_bayes" + ], + "interventions": [ + "Original target64 exact seed selection, nested target256 when available, and all original target adaptation records", + "Source group-disjoint train/held split: SHA256('review_r1_source_held:' + original_group) mod 5 == 0 held; source64/256/all train only", + "Each fixed policy replayed on original target evaluation and, for source-trained policies, source held records", + "All-target-adaptation unsmoothed empirical reference law: encoders and exact policy fitted without target evaluation access, evaluated on original independent-group target evaluation; not a population oracle" + ], + "source_preprocessing": "Original source-only binary thresholds kept; source-held records contributed unlabeled preprocessing before this post-review split, never labeled model fitting", + "metrics": [ + "paired realized utility and no-query utility", + "model-predicted versus held-realized query increment", + "fitted encoding loss", + "posterior/joint/observation conditional log losses", + "same-policy source-held versus shifted-target scores", + "finite-sample empirical conditional TV on overlapping current support", + "target mass outside source-held current support" + ], + "aggregation": "Original weighting: seeds, then tasks within environment, then environments within dataset, then the two datasets equally. Sample-size contrasts restricted to identical tasks. Costs 0,.01,.05 and budgets 1,2 averaged; no-query average from budget0.", + "inference": "Descriptive 95% paired bootstrap by target environment within fixed dataset; collapse tasks/seeds first. Few clusters; not population transfer inference; no confirmatory gate rescues.", + "limitations": [ + "True external law is unknown; histogram reference and TV have finite-sample error", + "Source-target contrast also includes differences in physical groups and sample composition; no causal attribution percentages", + "Labels-all support varies by task; 256 contrasts require available support and use matched task subsets", + "Source group split introduces a new held partition; original target adaptation/evaluation split unchanged", + "Three seeds are repeated fitting samples, not independent environmental replications", + "Empirical-reference policies are exploratory benchmarks and their NLL is not reported because zero fitted cells yield uninformative infinite log scores" + ], + "input_hashes": { + "artifacts/external_decision_sufficiency_01/prepared/manifest.json": "c97a59bbf5f04fe8dc3ccfe00986b4df288b8e7ef2f3fbd9eb12f3636dceef5d", + "articles/make_1/release/huggingface-revised/protocols/external_sufficiency_protocol_01.json": "e0229ef8a50270b7a590c6ed79a850ec8f902d17f2c8213111bf432669ef9d04", + "articles/make_1/release/huggingface-revised/unionmind/decision_sufficiency/core.py": "fa2f7405a8d0dc6ec96ebae1bb2a2b810d03ef1fd2877f5ebef7df1722992cee", + "articles/make_1/release/huggingface-revised/unionmind/external_sufficiency/runtime.py": "fa19ce1b7fba9e6953e9e4081d4b6001ed55c33edc48a05960d5a13ae6aad61d" + }, + "script_sha256": "18a499610df5927f78ae97af5bd4249b3c18beaef98ea39caecc5ad1303b7956", + "no_recipe_selection": true, + "original_results_and_gates_unchanged": true +} diff --git a/revision_r1/external/table_provenance.json b/revision_r1/external/table_provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..c46980bbeba1db231410627b537628ab0b63bc82 --- /dev/null +++ b/revision_r1/external/table_provenance.json @@ -0,0 +1,10 @@ +{ + "created_utc": "2026-11-09T14:43:13.718361+00:00", + "script_sha256": "33e4d7ff42763ccd48db10013dd91831af13aa368a115c39987f65636a06c63f", + "input_metrics_sha256": "9813ff30348ad76cb8b672e022a5f3fe852b8f0ee13625e7a5799400cfc01120", + "table_sha256": "09b7110cc185574d01f5aeb4681aa20910048a50429b274a5422969c2654fad2", + "design_changed": false, + "scientific_status": "post-review exploratory", + "weighting": "As specification; each table row lists support and independent environment counts", + "caution": "The 256-label subset has only one hydraulic environment; empirical TV contains finite-count noise and is not a causal decomposition. Gas record artifacts remain research-only local data." +} diff --git a/revision_r1/sensor/analysis_spec.json b/revision_r1/sensor/analysis_spec.json new file mode 100644 index 0000000000000000000000000000000000000000..a80c30394c5f6207d88e135ac2ca48a57e411791 --- /dev/null +++ b/revision_r1/sensor/analysis_spec.json @@ -0,0 +1,79 @@ +{ + "id": "MAKE-review-r1-sensor-01", + "timestamp_utc": "2026-11-09T14:35:00.586928+00:00", + "status": "Prospective specification for new post-review exploratory analyses on previously opened data; no new confirmation or model promotion", + "authorization": "Reviewer-driven additional experiments requested by author, delegated within academic-research-suite experiment workflow", + "cohorts": { + "hydraulic": { + "sizes": [ + 3, + 4, + 3, + 4 + ], + "seeds": [ + 20751, + 20752, + 20753 + ] + }, + "temperature": { + "sizes": [ + 10, + 3 + ], + "seeds": [ + 20851, + 20852, + 20853 + ] + } + }, + "budgets": [ + 64, + 128 + ], + "prefixes": "Use exact saved fit_ids for every original seed; assert nested prefix, all source, no unseen binding fitting labels; normalize using exact saved prefix mean/std", + "optimizer": "400 full-batch AdamW updates, lr=.003, weight_decay=.01, float32 neural training, same original initialization seeds and architectures; float64 probability/statistical operations on cuda:3; TF32 disabled", + "questions": [ + "At fixed pretrained-free forward mean, how do shared shrunken full, diagonal, and identity covariance affect ranking and probabilities?", + "At fixed joint forward posterior, what changes when replacing it by the product of its exact factor marginals?", + "With identical factor-one-hot -> SiLU -> sensor-mean decoder and fixed identity Gaussian likelihood, what changes when the decoder training objective is conditional joint cross-entropy instead of observation MSE?", + "At fixed inverse classifier architecture, does unweighted versus original class-balanced factor cross-entropy account for the gap?", + "Can a scalar temperature selected using only out-of-fold fitting-prefix predictions address held probability failure?", + "In hydraulic data, is reversal reproduced under fixed64 normalization/covariance, longer optimization, duplicate64 input, and equal-count additions of new versus already observed bindings?" + ], + "main_grid": [ + "MSE forward: full covariance, diagonal, identity; full-covariance posterior projected to product of marginals", + "CE forward decoder: fixed identity covariance; train conditional CE over full supplied ontology including unobserved bindings without held labels", + "Inverse MLP: original class-balanced and unweighted factor CE; compare raw posterior and original source per-factor calibration", + "For full-cov MSE, identity MSE, identity CE, balanced inverse, unweighted inverse: scalar temperature from fixed grid [1,2,4,8,16,32,64] minimizing prefix OOF joint log loss; apply without target tuning; preserve raw outputs" + ], + "crossfit": "Four original deterministic folds i mod4, seed+101+fold; one full fit plus four folds for each of four neural objective/architecture choices, 400 steps each. Forward covariance from MSE source OOF residuals with original shrinkage .5/full + .5/diag + .05 I; calibrator OOF forward scores use this same pooled OOF covariance and are not nested. Disclose possible source calibration optimism. No held/source-outside-prefix tuning.", + "hydraulic_reversal": { + "normalization_and_inference_covariance": "fixed64 for all controlled refits; use saved64 source OOF covariance; unchanged uniform prior", + "scenarios": [ + "saved64/400", + "duplicate64/400 (128 duplicated rows, no new information)", + "64/800", + "actual128/400 fixed64 normalization", + "actual128/800 fixed64 normalization", + "64 plus q old-binding extra rows/400", + "64 plus q new-binding extra rows/400" + ], + "matched_additions": "Partition later64 rows by joint-binding membership in first64; q=min(partition sizes); preserve prefix order, use first q each. Same initial seed and number of updates. This controls added count, normalization, covariance and initialization; row values and binding identities still differ. All rows inside original128 prefix." + }, + "outcomes": "Every seed retained. Joint Top1/Top3 with original tolerance1e-12 uniform tie credit, NLL stable log-softmax, multiclass Brier, confidence, ECE10, coverage and accuracy at .9; source OOF and held seen/unseen, temperature each day9-12 and equal-day mean, hydraulic record mean. Standardized sensor-mean MSE and Gaussian observation scores; original source outside128 diagnostic without fitting. No confirmatory p-values or favorable selection.", + "replay_and_cost": "Save fit_ids, normalization, all full/fold network states, derived mean/covariance, OOF/held log posterior and per-record scores, scalar temperatures, losses at updates0,100,200,400 (and800), raw/source test diagnostics; record all fit/prediction/calibration/serialization times, trainable counts, forward executions, approximate dense arithmetic counts separately from latency, peak GPU bytes and complete process time. No backbone or CPU scientific execution; no offload or DeepSpeed.", + "checks": [ + "Gaussian CE decoder identity likelihood score matches frozen posterior scores up to additive normalizer", + "factor-marginal projection normalizes and preserves each factor marginal", + "duplicate-row MSE gradients agree within float32 tolerance", + "all original MSE and balanced inverse refit full predictions match saved checkpoints within1e-5 (report residuals)", + "all reported scalars finite except empty-stratum values explicitly null", + "all original seeds/prefix counts and original held targets retained" + ], + "limitations": "Post-review, opened-data mechanism probes, no independent systems or new confirmation. Objective can be isolated within fixed decoder only; pure modeling direction remains entangled with input/output parameterization. Product projection removes posterior dependence without retraining and does not isolate all factorization assumptions. Temperature calibration cannot establish operational reliability or extrapolate to new platforms.", + "command": "PYTHONDONTWRITEBYTECODE=1 python articles/make_1/reproduce/review_r1_sensor.py --mode run --device cuda:3 --output articles/make_1/metadata/review_r1/sensor/run_01", + "hard_timeout_seconds": 1800 +} diff --git a/revision_r1/sensor/export_safe.py b/revision_r1/sensor/export_safe.py new file mode 100644 index 0000000000000000000000000000000000000000..ce0cd4a012afa3282712a826a1123f87ea136a87 --- /dev/null +++ b/revision_r1/sensor/export_safe.py @@ -0,0 +1,39 @@ +"""Export complete review artifacts to lossless non-executable tensor trees.""" +from pathlib import Path +import argparse,hashlib,json,shutil,time +import torch +from safe_tree import save_tree,load_tree + + +def sha(path):return hashlib.sha256(path.read_bytes()).hexdigest() + + +def compare(a,b): + if torch.is_tensor(a):assert torch.is_tensor(b) and torch.equal(a,b);return 1 + if isinstance(a,dict):assert list(a)==list(b);return sum(compare(a[k],b[k]) for k in a) + if isinstance(a,(tuple,list)):assert type(a)==type(b) and len(a)==len(b);return sum(compare(x,y) for x,y in zip(a,b)) + assert a==b;return 0 + + +def main(): + parser=argparse.ArgumentParser();parser.add_argument('--source',default=str(Path(__file__).resolve().parent));parser.add_argument('--output',required=True);parser.add_argument('--device',default='cuda:3');args=parser.parse_args() + source=Path(args.source).resolve();out=Path(args.output).resolve();assert not out.exists();out.mkdir(parents=True);torch.cuda.set_device(args.device);start=time.perf_counter();trees=[];tensor_count=0 + for name in ['run_01','objective_extension_01']: + directory=out/name;directory.mkdir() + for file in sorted((source/name).iterdir()): + if file.suffix=='.pt': + original=torch.load(file,map_location=args.device,weights_only=True);base=directory/file.stem;save_tree(original,base) + restored=load_tree(base,args.device);count=compare(original,restored);tensor_count+=count + trees.append(dict(file=str(base.relative_to(out)),source_sha256=sha(file),tensors=count,json_sha256=sha(base.with_suffix('.json')),safetensors_sha256=sha(base.with_suffix('.safetensors')))) + elif file.suffix in ('.json','.csv','.md','.py'):shutil.copyfile(file,directory/file.name) + for name in ['analysis_spec.json','objective_extension_spec.json','findings.json','findings.md','primary_table.csv','full_replay.json','verify_all.py','safe_tree.py','objective_extension.py','export_safe.py']: + shutil.copyfile(source/name,out/name) + trainer=source.parents[2]/'reproduce/review_r1_sensor.py';shutil.copyfile(trainer,out/'review_r1_sensor.py') + assert not list(out.rglob('*.pt')) + report=dict(format='Lossless Safetensors + JSON tensor trees; no executable pickle checkpoints',trees=trees,roundtrip_tensor_count=tensor_count,roundtrip_maximum_difference=0,seconds=time.perf_counter()-start, + source_artifacts_modified=False,device=args.device,export_uses_cpu_only_for_serialization=True, + replay_command='python verify_all.py --release /path/to/original-release --base run_01 --extension objective_extension_01 --output replay.json --device cuda:0') + (out/'EXPORT_MANIFEST.json').write_text(json.dumps(report,indent=2)+'\n');print(json.dumps({k:v for k,v in report.items() if k!='trees'},indent=2)) + + +if __name__=='__main__':main() diff --git a/revision_r1/sensor/findings.json b/revision_r1/sensor/findings.json new file mode 100644 index 0000000000000000000000000000000000000000..3dec61d84ceab7f30046744a15e74e734d9b3b50 --- /dev/null +++ b/revision_r1/sensor/findings.json @@ -0,0 +1,123 @@ +{ + "status": "Post-review exploratory, all data previously opened", + "aggregation": { + "hydraulic": "Mean across all304held unseen-binding rows, then3seeds", + "temperature_primary_top3": "Equal average across days9,10,11,12, then3seeds;65uniqueunseenepisodes", + "probability_metrics": "Pool unseen rows and seeds;304x3=912 hydraulic and65x3=195 gas prediction instances, not independent observations or systems" + }, + "primary_table": [ + { + "method": "forward_mse_full", + "description": "MSE decoder; full covariance", + "hydraulic_64": 0.4682017543859649, + "hydraulic_128": 0.3267543859649123, + "temperature_64": 0.6700367647058822, + "temperature_128": 0.7267156862745098 + }, + { + "method": "forward_mse_diag", + "description": "MSE decoder; diagonal covariance", + "hydraulic_64": 0.15901428538103854, + "hydraulic_128": 0.12720831799779167, + "temperature_64": 0.4818206377378537, + "temperature_128": 0.4679810501786921 + }, + { + "method": "forward_mse_identity", + "description": "MSE decoder; identity covariance", + "hydraulic_64": 0.10416666666666667, + "hydraulic_128": 0.06579719545342229, + "temperature_64": 0.3230540060851927, + "temperature_128": 0.3443985891770501 + }, + { + "method": "forward_mse_full_product", + "description": "MSE/full; product of factor marginals", + "hydraulic_64": 0.46381578947368424, + "hydraulic_128": 0.42214912280701755, + "temperature_64": 0.6804534313725489, + "temperature_128": 0.7058823529411765 + }, + { + "method": "forward_ce_identity", + "description": "Joint CE decoder; identity covariance", + "hydraulic_64": 0.0668859649122807, + "hydraulic_128": 0.041666666666666664, + "temperature_64": 0.015318627450980393, + "temperature_128": 0.05606617647058824 + }, + { + "method": "forward_factor_ce_identity", + "description": "Factor marginal CE decoder; identity covariance", + "hydraulic_64": 0.11622807017543858, + "hydraulic_128": 0.06578947368421052, + "temperature_64": 0.07659313725490197, + "temperature_128": 0.0974264705882353 + }, + { + "method": "inverse_balanced", + "description": "Direct balanced CE; raw", + "hydraulic_64": 0.24122807017543857, + "hydraulic_128": 0.5285087719298246, + "temperature_64": 0.3633578431372549, + "temperature_128": 0.45067401960784315 + }, + { + "method": "inverse_unweighted", + "description": "Direct unweighted CE; raw", + "hydraulic_64": 0.2434210526315789, + "hydraulic_128": 0.5131578947368421, + "temperature_64": 0.3026960784313726, + "temperature_128": 0.42524509803921573 + }, + { + "method": "inverse_balanced_factor_temperature", + "description": "Direct balanced CE; original source factor temperatures", + "hydraulic_64": 0.25548245614035087, + "hydraulic_128": 0.5219298245614036, + "temperature_64": 0.3633578431372549, + "temperature_128": 0.45067401960784315 + }, + { + "method": "inverse_unweighted_factor_temperature", + "description": "Direct unweighted CE; source factor temperatures", + "hydraulic_64": 0.24890350877192982, + "hydraulic_128": 0.5043859649122807, + "temperature_64": 0.3026960784313726, + "temperature_128": 0.42524509803921573 + } + ], + "compute": { + "new_fits": 318, + "optimizer_updates": 129600, + "measured_fit_inference_analysis_seconds": 246.56308321398683, + "training_seconds": 222.80916958197486, + "estimated_training_dense_matmul_flops": 1256574873600, + "peak_gpu_allocated_bytes": 288381440, + "main_process_seconds_including_startup": 171.79019222594798, + "startup_limitation": "Extension timer starts after imports/CUDA context initialization; extension framework startup is not measured. All fitting/inference/calibration/serialization/replay costs are inside measured analysis time. Summary/replay postprocessing recorded separately. FLOPs are partial dense matmul estimates, not total inference compute.", + "cpu_scientific_execution": false, + "backbone_executions": 0, + "gpu": "NVIDIA H200 cuda:3", + "frozen_release_changed": false + }, + "files": { + "main_summary": "run_01/summary.csv", + "main_all_metrics": "run_01/metrics.csv", + "extension_summary": "objective_extension_01/summary.csv", + "extension_per_seed": "objective_extension_01/summary_per_seed.csv", + "hydraulic_reversal": "run_01/reversal_summary.csv", + "hydraulic_mean_diagnostics": "run_01/reversal_diagnostics.json", + "frozen_source_diagnostics": "run_01/mean_diagnostics.csv", + "source_calibration_choices": "run_01/calibration_choices.csv" + }, + "safe_public_export": "public_safe/", + "verification": { + "new_saved_metric_score_error": 0, + "original_archived_top1_top3_vector_error": 0, + "original_archived_maximum_confidence_error": 1.6825558705191312e-06, + "original_archived_maximum_nll_error": 2.488220451368761e-05, + "evaluated_method_arrays": 192, + "reversal_scenarios": 21 + } +} diff --git a/revision_r1/sensor/full_replay.json b/revision_r1/sensor/full_replay.json new file mode 100644 index 0000000000000000000000000000000000000000..bbd69382f82da8d5b9fa555fafff7cf21ceaef30 --- /dev/null +++ b/revision_r1/sensor/full_replay.json @@ -0,0 +1,39 @@ +{ + "status": "passed", + "refitted_models": 0, + "cells": 24, + "held_methods": 192, + "reversal_scenarios": 21, + "maximum_saved_score_error": 0.0, + "maximum_metric_error": 0.0, + "maximum_reversal_score_error": 0.0, + "original_archived_metric_vector_max_errors": { + "hydraulic_factorized_neural_top1": 0.0, + "hydraulic_factorized_neural_top3": 0.0, + "hydraulic_factorized_neural_nll": 2.488220451368761e-05, + "hydraulic_factorized_neural_confidence": 1.6825558705191312e-06, + "hydraulic_factorized_classifier_top1": 0.0, + "hydraulic_factorized_classifier_top3": 0.0, + "hydraulic_factorized_classifier_nll": 1.6876770096985183e-06, + "hydraulic_factorized_classifier_confidence": 4.1392002436690944e-08, + "temperature_factorized_neural_top1": 0.0, + "temperature_factorized_neural_top3": 0.0, + "temperature_factorized_neural_nll": 1.0818260330225371e-05, + "temperature_factorized_neural_confidence": 1.6244467709869426e-06, + "temperature_factorized_classifier_top1": 0.0, + "temperature_factorized_classifier_top3": 0.0, + "temperature_factorized_classifier_nll": 9.632170758777647e-07, + "temperature_factorized_classifier_confidence": 2.6531173480393022e-08 + }, + "archive_tolerances": { + "top1": 1e-05, + "top3": 1e-05, + "confidence": 1e-05, + "nll": 0.001 + }, + "notes": "New refits use float32 training and explicit dense evaluation; original archived scores use original Linear kernels. NLL tolerance accommodates small probability changes in log space; all ranking vectors agree exactly when reported error0.", + "seconds": 1.074040636071004, + "device": "cuda:3", + "gpu": "NVIDIA H200", + "cpu_scientific_execution": false +} diff --git a/revision_r1/sensor/objective_extension.py b/revision_r1/sensor/objective_extension.py new file mode 100644 index 0000000000000000000000000000000000000000..1c84623dccb5d12657517b486bec6469950287ed --- /dev/null +++ b/revision_r1/sensor/objective_extension.py @@ -0,0 +1,63 @@ +"""Prospectively amended factor-marginal CE decoder, all original cells.""" +from pathlib import Path +import argparse, hashlib, importlib.util, json, sys, time +import torch + +ROOT=Path(__file__).resolve().parents[3] +local_trainer=Path(__file__).with_name('review_r1_sensor.py') +spec=importlib.util.spec_from_file_location('review_sensor',local_trainer if local_trainer.exists() else ROOT/'reproduce/review_r1_sensor.py') +M=importlib.util.module_from_spec(spec);spec.loader.exec_module(M) + + +@torch.no_grad() +def main(): + parser=argparse.ArgumentParser();parser.add_argument('--output',required=True);parser.add_argument('--device',default='cuda:3');parser.add_argument('--release');args=parser.parse_args() + torch.cuda.set_device(args.device);torch.backends.cuda.matmul.allow_tf32=False;torch.backends.cudnn.allow_tf32=False + out=Path(args.output);assert not out.exists();out.mkdir();start=time.perf_counter();rows=[];timings=[];summary=[] + specpath=Path(__file__).with_name('objective_extension_spec.json') + M.write(out/'manifest.json',dict(timestamp_utc=M.stamp(),command=sys.argv,status='Post-review exploratory objective extension', + spec_sha256=hashlib.sha256(specpath.read_bytes()).hexdigest(),helper_sha256=hashlib.sha256(Path(__file__).read_bytes()).hexdigest(), + trainer_sha256=hashlib.sha256((ROOT/'reproduce/review_r1_sensor.py').read_bytes()).hexdigest(),torch_version=torch.__version__,gpu=torch.cuda.get_device_name())) + for cohort,sizes,seeds in [('hydraulic',[3,4,3,4],[20751,20752,20753]),('temperature',[10,3],[20851,20852,20853])]: + p=M.load(f'data/{cohort}/prepared',args.device) + if cohort=='hydraulic':p.update(p['masks']) + original=M.load(f'results/{cohort}/predictions',args.device)['results'];grid=M.F.hypotheses(sizes,args.device);zg=M.F.design(grid,sizes,True) + for n in [64,128]: + for seed in seeds: + cell_start=time.perf_counter();c=M.load(f'models/{cohort}/n{n}_s{seed}/factorized_neural',args.device);ids=c['fit_ids'];h=p['h'][ids] + record=next(r for r in original if r['seed']==seed and r['samples']==n and r['model']=='factorized_neural');held=record['held_rows'];true=M.F.joint_index(p['h'][held],sizes) + x=(p['x'][ids]-c['mean'])/c['scale'];target=(p['x'][held]-c['mean'])/c['scale'];st=M.F.joint_index(h,sizes);cov=torch.eye(x.shape[1],device=args.device,dtype=x.dtype) + fits=M.fit_cross(x,h,sizes,seed,'forward_factor_ce');fold=torch.arange(n,device=args.device)%4;oof=x.new_empty((n,len(grid))) + for f in range(4):oof[fold==f]=M.gaussian_scores(x[fold==f],M.dense(fits[f+1]['state'],zg),cov).log_softmax(-1) + logp=M.gaussian_scores(target,M.dense(fits[0]['state'],zg),cov).log_softmax(-1);calibrated,cal=M.calibrate(oof,st,logp) + scores={'forward_factor_ce_identity':logp,'forward_factor_ce_identity_scalar_temperature':calibrated};vectors={} + for name,v in scores.items(): + rr,vectors[name]=M.score_rows(cohort,n,seed,name,'held',v,true,record['unseen'],record.get('days'));rows+=rr + source=oof if name=='forward_factor_ce_identity' else (oof/cal['temperature']).log_softmax(-1) + rr,_=M.score_rows(cohort,n,seed,name,'source_oof',source,st,torch.zeros(n,device=args.device,dtype=torch.bool));rows+=rr + mask=record['unseen'];top=vectors[name]['top3'] + primary=torch.stack([top[mask&(record['days']==d)].mean() for d in (9,10,11,12)]).mean() if cohort=='temperature' else top[mask].mean() + summary.append(dict(cohort=cohort,labels=n,seed=seed,method=name,top3_primary=float(primary),**M.aggregate(vectors[name],mask),temperature=cal['temperature'])) + artifact=dict(cohort=cohort,labels=n,seed=seed,fit_ids=ids,mean=c['mean'],scale=c['scale'],held_rows=held,true=true,unseen=record['unseen'],units=record.get('days'),fits=fits,held_logpost=scores,source_oof_logpost=oof,calibration=cal,metrics=vectors) + torch.save(artifact,out/f'{cohort}_n{n}_s{seed}.pt');M.sync() + # Replay full decoder scores from saved tensors and all per-row metrics. + saved=torch.load(out/f'{cohort}_n{n}_s{seed}.pt',map_location=args.device,weights_only=True) + fresh=M.gaussian_scores(target,M.dense(saved['fits'][0]['state'],zg),cov).log_softmax(-1);error=float((fresh-saved['held_logpost']['forward_factor_ce_identity']).abs().max());assert error<1e-8 + timings.append(dict(cohort=cohort,labels=n,seed=seed,training_seconds=sum(f['training_seconds'] for f in fits),cell_seconds=time.perf_counter()-cell_start, + new_fits=len(fits),trainable_parameters=fits[0]['trainable_parameters'],network_training_executions=sum(f['steps'] for f in fits),estimated_training_dense_matmul_flops=sum(f['estimated_training_dense_matmul_flops'] for f in fits),replay_error=error)) + M.dump_csv(out/'metrics.csv',rows);M.dump_csv(out/'summary_per_seed.csv',summary);M.write(out/'cell_compute.json',timings) + print(json.dumps(dict(cohort=cohort,labels=n,seed=seed,top3=float(primary),temperature=cal['temperature'],seconds=timings[-1]['cell_seconds'])),flush=True) + aggregate=[] + for cohort in ['hydraulic','temperature']: + for n in [64,128]: + for name in scores: + rr=[r for r in summary if r['cohort']==cohort and r['labels']==n and r['method']==name] + aggregate.append(dict(cohort=cohort,labels=n,method=name,**{k:sum(r[k] for r in rr)/len(rr) if all(r[k] is not None for r in rr) else None for k in ['top3_primary','top1','top3','nll','brier','confidence','ece10','coverage90','accuracy90']},seed_top3=[r['top3_primary'] for r in rr],temperatures=[r['temperature'] for r in rr])) + M.write(out/'summary.json',aggregate);M.dump_csv(out/'summary.csv',aggregate) + M.write(out/'compute.json',dict(status='completed',timestamp_utc=M.stamp(),new_fits=60,optimizer_updates=24000,complete_seconds=time.perf_counter()-start, + training_seconds=sum(t['training_seconds'] for t in timings),estimated_training_dense_matmul_flops=sum(t['estimated_training_dense_matmul_flops'] for t in timings), + flop_scope='Partial dense matmuls, forward/backward; complete time includes all inference/calibration/serialization/replay', + peak_cuda_allocated_bytes=torch.cuda.max_memory_allocated(),peak_cuda_reserved_bytes=torch.cuda.max_memory_reserved(),cpu_scientific_execution=False,cpu_offload=False,backbone_executions=0,device=args.device,gpu=torch.cuda.get_device_name())) + + +if __name__=='__main__':main() diff --git a/revision_r1/sensor/objective_extension_01/cell_compute.json b/revision_r1/sensor/objective_extension_01/cell_compute.json new file mode 100644 index 0000000000000000000000000000000000000000..a4479c01bd5b19334e7aa14d167264ad4b0a5c94 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/cell_compute.json @@ -0,0 +1,146 @@ +[ + { + "cohort": "hydraulic", + "labels": 64, + "seed": 20751, + "training_seconds": 9.247948644100688, + "cell_seconds": 11.992396004963666, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 33868800000, + "replay_error": 0.0 + }, + { + "cohort": "hydraulic", + "labels": 64, + "seed": 20752, + "training_seconds": 7.901687476900406, + "cell_seconds": 7.933070569997653, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 33868800000, + "replay_error": 0.0 + }, + { + "cohort": "hydraulic", + "labels": 64, + "seed": 20753, + "training_seconds": 7.900175572023727, + "cell_seconds": 7.930946532986127, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 33868800000, + "replay_error": 0.0 + }, + { + "cohort": "hydraulic", + "labels": 128, + "seed": 20751, + "training_seconds": 8.145796927856281, + "cell_seconds": 8.176515604951419, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 33868800000, + "replay_error": 0.0 + }, + { + "cohort": "hydraulic", + "labels": 128, + "seed": 20752, + "training_seconds": 7.722086073132232, + "cell_seconds": 10.04799306706991, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 33868800000, + "replay_error": 0.0 + }, + { + "cohort": "hydraulic", + "labels": 128, + "seed": 20753, + "training_seconds": 8.524675879976712, + "cell_seconds": 8.556502330000512, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 33868800000, + "replay_error": 0.0 + }, + { + "cohort": "temperature", + "labels": 64, + "seed": 20851, + "training_seconds": 7.763742531067692, + "cell_seconds": 7.835612436989322, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 7054560000, + "replay_error": 0.0 + }, + { + "cohort": "temperature", + "labels": 64, + "seed": 20852, + "training_seconds": 10.738027861109003, + "cell_seconds": 10.862897809944116, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 7054560000, + "replay_error": 0.0 + }, + { + "cohort": "temperature", + "labels": 64, + "seed": 20853, + "training_seconds": 8.26926949096378, + "cell_seconds": 8.328956548939459, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 7054560000, + "replay_error": 0.0 + }, + { + "cohort": "temperature", + "labels": 128, + "seed": 20851, + "training_seconds": 7.83897131413687, + "cell_seconds": 7.901723493938334, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 7054560000, + "replay_error": 0.0 + }, + { + "cohort": "temperature", + "labels": 128, + "seed": 20852, + "training_seconds": 7.855879723909311, + "cell_seconds": 7.91638747905381, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 7054560000, + "replay_error": 0.0 + }, + { + "cohort": "temperature", + "labels": 128, + "seed": 20853, + "training_seconds": 7.856508697965182, + "cell_seconds": 7.917562803952023, + "new_fits": 5, + "trainable_parameters": 19936, + "network_training_executions": 2000, + "estimated_training_dense_matmul_flops": 7054560000, + "replay_error": 0.0 + } +] diff --git a/revision_r1/sensor/objective_extension_01/compute.json b/revision_r1/sensor/objective_extension_01/compute.json new file mode 100644 index 0000000000000000000000000000000000000000..56670d1d806c990bc4aac2df22845de3a8b3581a --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/compute.json @@ -0,0 +1,17 @@ +{ + "status": "completed", + "timestamp_utc": "2026-11-09T14:45:55.244783+00:00", + "new_fits": 60, + "optimizer_updates": 24000, + "complete_seconds": 105.47859474900179, + "training_seconds": 99.76477019314189, + "estimated_training_dense_matmul_flops": 245540160000, + "flop_scope": "Partial dense matmuls, forward/backward; complete time includes all inference/calibration/serialization/replay", + "peak_cuda_allocated_bytes": 229255680, + "peak_cuda_reserved_bytes": 255852544, + "cpu_scientific_execution": false, + "cpu_offload": false, + "backbone_executions": 0, + "device": "cuda:3", + "gpu": "NVIDIA H200" +} diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20751.json b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20751.json new file mode 100644 index 0000000000000000000000000000000000000000..c5edb0943faac2516e044efb041dce6d908f05de --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20751.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",128],["seed",20751],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20751],["training_seconds",1.7130040070042014],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3153672218322754]]},{"dict":[["update",100],["preupdate_loss",0.11518652737140656]]},{"dict":[["update",200],["preupdate_loss",0.07788994908332825]]},{"dict":[["update",400],["preupdate_loss",0.1391909271478653]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20852],["training_seconds",1.7215261249803007],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.26554274559021]]},{"dict":[["update",100],["preupdate_loss",0.10422307252883911]]},{"dict":[["update",200],["preupdate_loss",0.060535937547683716]]},{"dict":[["update",400],["preupdate_loss",0.21105968952178955]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20853],["training_seconds",1.632717469939962],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3454340696334839]]},{"dict":[["update",100],["preupdate_loss",0.08547832071781158]]},{"dict":[["update",200],["preupdate_loss",0.04600851982831955]]},{"dict":[["update",400],["preupdate_loss",0.03054380789399147]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20854],["training_seconds",1.564134583924897],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3180103302001953]]},{"dict":[["update",100],["preupdate_loss",0.10781454294919968]]},{"dict":[["update",200],["preupdate_loss",0.06580552458763123]]},{"dict":[["update",400],["preupdate_loss",0.04327245429158211]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20855],["training_seconds",1.5144147420069203],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.234365701675415]]},{"dict":[["update",100],["preupdate_loss",0.10966001451015472]]},{"dict":[["update",200],["preupdate_loss",0.058905404061079025]]},{"dict":[["update",400],["preupdate_loss",0.2836851179599762]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000026"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000027"}]]}],["source_oof_logpost",{"tensor":"t000028"}],["calibration",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[11.849315593533733,6.273474467157997,3.9106504839236744,3.373548745521792,3.6546327409681982,4.099476012113334,4.459736913706311]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000029"}],["top3",{"tensor":"t000030"}],["nll",{"tensor":"t000031"}],["confidence",{"tensor":"t000032"}],["brier",{"tensor":"t000033"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000034"}],["top3",{"tensor":"t000035"}],["nll",{"tensor":"t000036"}],["confidence",{"tensor":"t000037"}],["brier",{"tensor":"t000038"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20751.safetensors b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20751.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d4f370dff38f24c97b9d89e6587e89159653ca1 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20751.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a21511d36785300dd873f79aadcec87bf8de59a73b621328e26cc45a137bda +size 2258151 diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20752.json b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20752.json new file mode 100644 index 0000000000000000000000000000000000000000..19097803cd8756b6958b9ad5832132d198296c8a --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20752.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",128],["seed",20752],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20752],["training_seconds",1.521117574069649],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2658435106277466]]},{"dict":[["update",100],["preupdate_loss",0.10903939604759216]]},{"dict":[["update",200],["preupdate_loss",0.16448232531547546]]},{"dict":[["update",400],["preupdate_loss",0.03899599239230156]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20853],["training_seconds",1.534898433019407],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3638601303100586]]},{"dict":[["update",100],["preupdate_loss",0.09481599181890488]]},{"dict":[["update",200],["preupdate_loss",0.04286932945251465]]},{"dict":[["update",400],["preupdate_loss",0.023131797090172768]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20854],["training_seconds",1.5903978729620576],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3067092895507812]]},{"dict":[["update",100],["preupdate_loss",0.1004253476858139]]},{"dict":[["update",200],["preupdate_loss",0.27468007802963257]]},{"dict":[["update",400],["preupdate_loss",0.04639362171292305]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20855],["training_seconds",1.5241462660487741],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2226519584655762]]},{"dict":[["update",100],["preupdate_loss",0.061646513640880585]]},{"dict":[["update",200],["preupdate_loss",0.028353851288557053]]},{"dict":[["update",400],["preupdate_loss",0.02910551242530346]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20856],["training_seconds",1.551525927032344],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2441983222961426]]},{"dict":[["update",100],["preupdate_loss",0.09223012626171112]]},{"dict":[["update",200],["preupdate_loss",0.05816187337040901]]},{"dict":[["update",400],["preupdate_loss",0.04458361864089966]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000026"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000027"}]]}],["source_oof_logpost",{"tensor":"t000028"}],["calibration",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.900842189252238,3.717516208510413,2.527189305081876,2.615379022527092,3.2545442193886887,3.8928117248978285,4.353807781944336]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000029"}],["top3",{"tensor":"t000030"}],["nll",{"tensor":"t000031"}],["confidence",{"tensor":"t000032"}],["brier",{"tensor":"t000033"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000034"}],["top3",{"tensor":"t000035"}],["nll",{"tensor":"t000036"}],["confidence",{"tensor":"t000037"}],["brier",{"tensor":"t000038"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20752.safetensors b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20752.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abbec728a5faf47496f55174029ee0810e82b7d4 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20752.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84e37c6d7a7ec02217682fedad56211ef67be4757a0376682fc6428f70f92f61 +size 2258151 diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20753.json b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20753.json new file mode 100644 index 0000000000000000000000000000000000000000..ef4a79b91ee94d41b9bb6341eac1b210cf04ee49 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20753.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",128],["seed",20753],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20753],["training_seconds",1.7182763000018895],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3494446277618408]]},{"dict":[["update",100],["preupdate_loss",0.09609153866767883]]},{"dict":[["update",200],["preupdate_loss",0.04170093685388565]]},{"dict":[["update",400],["preupdate_loss",0.11369231343269348]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20854],["training_seconds",1.6955450871028006],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3265430927276611]]},{"dict":[["update",100],["preupdate_loss",0.08156754076480865]]},{"dict":[["update",200],["preupdate_loss",0.025151949375867844]]},{"dict":[["update",400],["preupdate_loss",0.03886566683650017]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20855],["training_seconds",1.7018361849477515],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2241082191467285]]},{"dict":[["update",100],["preupdate_loss",0.0709477961063385]]},{"dict":[["update",200],["preupdate_loss",0.03540191799402237]]},{"dict":[["update",400],["preupdate_loss",0.02366386540234089]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20856],["training_seconds",1.7114315149374306],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2223014831542969]]},{"dict":[["update",100],["preupdate_loss",0.09891912341117859]]},{"dict":[["update",200],["preupdate_loss",0.05410601198673248]]},{"dict":[["update",400],["preupdate_loss",0.1466662436723709]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20857],["training_seconds",1.69758679298684],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3295478820800781]]},{"dict":[["update",100],["preupdate_loss",0.08611084520816803]]},{"dict":[["update",200],["preupdate_loss",0.03314342349767685]]},{"dict":[["update",400],["preupdate_loss",0.027886219322681427]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000026"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000027"}]]}],["source_oof_logpost",{"tensor":"t000028"}],["calibration",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[5.086095402329374,2.831339798198033,2.1274483841182823,2.397373893919174,3.089160951570917,3.771096803890446,4.2730538150441015]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000029"}],["top3",{"tensor":"t000030"}],["nll",{"tensor":"t000031"}],["confidence",{"tensor":"t000032"}],["brier",{"tensor":"t000033"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000034"}],["top3",{"tensor":"t000035"}],["nll",{"tensor":"t000036"}],["confidence",{"tensor":"t000037"}],["brier",{"tensor":"t000038"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20753.safetensors b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20753.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c334a8b732b812efcdd84e1dbac450fea4a4d32e --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n128_s20753.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1eb8085bbd37b334f4a7033d7b0ca0863981f0263528ccced9ada34167dace +size 2258151 diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20751.json b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20751.json new file mode 100644 index 0000000000000000000000000000000000000000..b5070128291156b667e9b6c87c98d2f2bdff6ff8 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20751.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",64],["seed",20751],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20751],["training_seconds",2.5850065340055153],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3451077938079834]]},{"dict":[["update",100],["preupdate_loss",0.055335015058517456]]},{"dict":[["update",200],["preupdate_loss",0.009100543335080147]]},{"dict":[["update",400],["preupdate_loss",0.0018230908317491412]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20852],["training_seconds",1.6536050019785762],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2514609098434448]]},{"dict":[["update",100],["preupdate_loss",0.049963369965553284]]},{"dict":[["update",200],["preupdate_loss",0.007042030803859234]]},{"dict":[["update",400],["preupdate_loss",0.0014284837525337934]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20853],["training_seconds",1.6466316950973123],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3599019050598145]]},{"dict":[["update",100],["preupdate_loss",0.03786250203847885]]},{"dict":[["update",200],["preupdate_loss",0.0057496195659041405]]},{"dict":[["update",400],["preupdate_loss",0.0012487568892538548]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20854],["training_seconds",1.6881663490785286],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3245327472686768]]},{"dict":[["update",100],["preupdate_loss",0.04571075364947319]]},{"dict":[["update",200],["preupdate_loss",0.006450130604207516]]},{"dict":[["update",400],["preupdate_loss",0.0015182875795289874]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20855],["training_seconds",1.674539063940756],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.220789909362793]]},{"dict":[["update",100],["preupdate_loss",0.07876121997833252]]},{"dict":[["update",200],["preupdate_loss",0.04276982694864273]]},{"dict":[["update",400],["preupdate_loss",0.03329639509320259]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000026"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000027"}]]}],["source_oof_logpost",{"tensor":"t000028"}],["calibration",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.792243070171102,3.5698963043271705,2.327733437548014,2.3977731484902653,3.0476395521039077,3.7180662668380786,4.225876077364923]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000029"}],["top3",{"tensor":"t000030"}],["nll",{"tensor":"t000031"}],["confidence",{"tensor":"t000032"}],["brier",{"tensor":"t000033"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000034"}],["top3",{"tensor":"t000035"}],["nll",{"tensor":"t000036"}],["confidence",{"tensor":"t000037"}],["brier",{"tensor":"t000038"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20751.safetensors b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20751.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c3cf9dd845a20c3ce86a297bfa4e25ad48f87ae --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20751.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e5a56962a870d83d2cd4037f8ec1c0aa39fe0b20111579bda7d435a98683f28 +size 2183911 diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20752.json b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20752.json new file mode 100644 index 0000000000000000000000000000000000000000..4847b3883db077d1d125a981b82c4446b379d58b --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20752.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",64],["seed",20752],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20752],["training_seconds",1.7232382470974699],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2678219079971313]]},{"dict":[["update",100],["preupdate_loss",0.0787072479724884]]},{"dict":[["update",200],["preupdate_loss",0.056699153035879135]]},{"dict":[["update",400],["preupdate_loss",0.7450239658355713]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20853],["training_seconds",1.6219279859215021],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.383439302444458]]},{"dict":[["update",100],["preupdate_loss",0.05290248245000839]]},{"dict":[["update",200],["preupdate_loss",0.022894427180290222]]},{"dict":[["update",400],["preupdate_loss",0.017069250345230103]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20854],["training_seconds",1.518231512978673],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2927300930023193]]},{"dict":[["update",100],["preupdate_loss",0.07159949839115143]]},{"dict":[["update",200],["preupdate_loss",0.026884913444519043]]},{"dict":[["update",400],["preupdate_loss",0.018253501504659653]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20855],["training_seconds",1.5201711799018085],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2043473720550537]]},{"dict":[["update",100],["preupdate_loss",0.040777452290058136]]},{"dict":[["update",200],["preupdate_loss",0.02084321342408657]]},{"dict":[["update",400],["preupdate_loss",0.017022639513015747]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20856],["training_seconds",1.5181185510009527],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2638598680496216]]},{"dict":[["update",100],["preupdate_loss",0.0664515271782875]]},{"dict":[["update",200],["preupdate_loss",0.038003109395504]]},{"dict":[["update",400],["preupdate_loss",0.03006787970662117]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000026"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000027"}]]}],["source_oof_logpost",{"tensor":"t000028"}],["calibration",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[9.869375650516783,5.1392550287919665,3.160878618792568,2.883185872356636,3.3682674820768237,3.9486493509371563,4.385519147434494]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000029"}],["top3",{"tensor":"t000030"}],["nll",{"tensor":"t000031"}],["confidence",{"tensor":"t000032"}],["brier",{"tensor":"t000033"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000034"}],["top3",{"tensor":"t000035"}],["nll",{"tensor":"t000036"}],["confidence",{"tensor":"t000037"}],["brier",{"tensor":"t000038"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20752.safetensors b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20752.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d49c85a57ee7148858f3764bd1b81025b0e6e0a3 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20752.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ff49f92f19eeb70adf1a6c200eb238839153310e435c938951a6658adfbc7c +size 2183911 diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20753.json b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20753.json new file mode 100644 index 0000000000000000000000000000000000000000..704e2a958c3d0790dce39a9bee6087da50ccf6ef --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20753.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",64],["seed",20753],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20753],["training_seconds",1.5203488080296665],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3370070457458496]]},{"dict":[["update",100],["preupdate_loss",0.05817554146051407]]},{"dict":[["update",200],["preupdate_loss",0.03694413602352142]]},{"dict":[["update",400],["preupdate_loss",0.019297398626804352]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20854],["training_seconds",1.5174351019086316],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3336788415908813]]},{"dict":[["update",100],["preupdate_loss",0.052323345094919205]]},{"dict":[["update",200],["preupdate_loss",0.02591496892273426]]},{"dict":[["update",400],["preupdate_loss",0.018751459196209908]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20855],["training_seconds",1.511486237985082],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2214531898498535]]},{"dict":[["update",100],["preupdate_loss",0.03448054939508438]]},{"dict":[["update",200],["preupdate_loss",0.014153151772916317]]},{"dict":[["update",400],["preupdate_loss",0.010879130102694035]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20856],["training_seconds",1.6372410170733929],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2198580503463745]]},{"dict":[["update",100],["preupdate_loss",0.03809034079313278]]},{"dict":[["update",200],["preupdate_loss",0.00930832140147686]]},{"dict":[["update",400],["preupdate_loss",0.002669918816536665]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20857],["training_seconds",1.713664407026954],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3280494213104248]]},{"dict":[["update",100],["preupdate_loss",0.07135629653930664]]},{"dict":[["update",200],["preupdate_loss",0.030697831884026527]]},{"dict":[["update",400],["preupdate_loss",0.024647770449519157]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000026"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000027"}]]}],["source_oof_logpost",{"tensor":"t000028"}],["calibration",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[9.631690859696906,5.010270457700024,3.112772311538108,2.880885637671148,3.3685864052270125,3.9348354090660678,4.364983252363705]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000029"}],["top3",{"tensor":"t000030"}],["nll",{"tensor":"t000031"}],["confidence",{"tensor":"t000032"}],["brier",{"tensor":"t000033"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000034"}],["top3",{"tensor":"t000035"}],["nll",{"tensor":"t000036"}],["confidence",{"tensor":"t000037"}],["brier",{"tensor":"t000038"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20753.safetensors b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20753.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1db99415492ed78324aa87ca17962b8a26c1c624 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/hydraulic_n64_s20753.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33317df751bf702ad4cc096ffe209c450ec2783c5f6c0e318b10f57d29f5879 +size 2183911 diff --git a/revision_r1/sensor/objective_extension_01/manifest.json b/revision_r1/sensor/objective_extension_01/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..ee96b55e5d6622ff14cb3ca49ca8d5fa0a2a0df5 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/manifest.json @@ -0,0 +1,16 @@ +{ + "timestamp_utc": "2026-11-09T14:44:09.766293+00:00", + "command": [ + "articles/make_1/metadata/review_r1/sensor/objective_extension.py", + "--device", + "cuda:3", + "--output", + "articles/make_1/metadata/review_r1/sensor/objective_extension_01" + ], + "status": "Post-review exploratory objective extension", + "spec_sha256": "ea8ccb96ecf1b94e7c9cf68211428b23f6adf3de13653e38e9b61ce7c83cd18f", + "helper_sha256": "bbc7f479742d23e94f0de16058c7fc1f01cc6eac7e2b9f495a5121a1295eac0d", + "trainer_sha256": "f04ad1d9755cee2cc30cea2af1566bacaa1aeb7175a9109c8299e6c1b8169ada", + "torch_version": "2.6.0+cu124", + "gpu": "NVIDIA H200" +} diff --git a/revision_r1/sensor/objective_extension_01/metrics.csv b/revision_r1/sensor/objective_extension_01/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..21181f4fe0b398a2f52089702201eb73fd9f7e78 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/metrics.csv @@ -0,0 +1,289 @@ +cohort,labels,seed,method,stage,stratum,unit,top1,top3,nll,confidence,brier,records,ece10,coverage90,accuracy90 +hydraulic,64,20751,forward_factor_ce_identity,held,all,all,0.19971870604781997,0.27004219409282704,24.6707385599623,0.861135299251507,1.4055730205685397,711,0.6614165932036872,0.5822784810126582,0.30676328502415456 +hydraulic,64,20751,forward_factor_ce_identity,held,unseen,all,0.0,0.0756578947368421,30.351917219306547,0.8262019216249126,1.7465178237483365,304,0.8262019216249128,0.4901315789473684,0.0 +hydraulic,64,20751,forward_factor_ce_identity,held,seen,all,0.3488943488943489,0.4152334152334152,20.427302902859957,0.8872280432281281,1.1509115459575856,407,0.5383336943337791,0.6511056511056511,0.47924528301886793 +hydraulic,64,20751,forward_factor_ce_identity,source_oof,all,all,0.640625,0.734375,6.792243070171102,0.9400930207000606,0.6593224408236237,64,0.328938180054971,0.765625,0.7551020408163265 +hydraulic,64,20751,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_factor_ce_identity,source_oof,seen,all,0.640625,0.734375,6.792243070171102,0.9400930207000606,0.6593224408236237,64,0.328938180054971,0.765625,0.7551020408163265 +hydraulic,64,20751,forward_factor_ce_identity_scalar_temperature,held,all,all,0.19971870604781997,0.27004219409282704,7.006407156972869,0.4653194084948589,1.0028791961209274,711,0.2689224035317146,0.053445850914205346,0.9736842105263157 +hydraulic,64,20751,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.0,0.0756578947368421,8.551123922813439,0.3959519431524902,1.212106862323091,304,0.39595194315249016,0.0, +hydraulic,64,20751,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.3488943488943489,0.4152334152334152,5.852613798703746,0.5171319624606576,0.8466010375817193,407,0.1748130225485692,0.09336609336609336,0.9736842105263157 +hydraulic,64,20751,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.640625,0.734375,2.327733437548014,0.5634269669323333,0.519472249490811,64,0.14052896482036192,0.078125,1.0 +hydraulic,64,20751,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.640625,0.734375,2.327733437548014,0.5634269669323333,0.519472249490811,64,0.14052896482036192,0.078125,1.0 +hydraulic,64,20752,forward_factor_ce_identity,held,all,all,0.11392405063291139,0.17580872011251758,29.345650981063514,0.7858397307948245,1.479126562303926,711,0.6719156801619132,0.4078762306610408,0.1724137931034483 +hydraulic,64,20752,forward_factor_ce_identity,held,unseen,all,0.0756578947368421,0.11842105263157894,31.53565717937811,0.7693393756184008,1.5451920533101875,304,0.6936814808815586,0.33223684210526316,0.039603960396039604 +hydraulic,64,20752,forward_factor_ce_identity,held,seen,all,0.1425061425061425,0.21867321867321868,27.7098723955902,0.79816432041063,1.4297803478913866,407,0.6556581779044874,0.4643734643734644,0.24338624338624337 +hydraulic,64,20752,forward_factor_ce_identity,source_oof,all,all,0.671875,0.6875,9.869375650516783,0.913570988497991,0.5564761951690659,64,0.24169598849799095,0.71875,0.8478260869565217 +hydraulic,64,20752,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_factor_ce_identity,source_oof,seen,all,0.671875,0.6875,9.869375650516783,0.913570988497991,0.5564761951690659,64,0.24169598849799095,0.71875,0.8478260869565217 +hydraulic,64,20752,forward_factor_ce_identity_scalar_temperature,held,all,all,0.11392405063291139,0.17580872011251758,5.585924114922064,0.15238754498959256,0.9878526238505488,711,0.04974354082615569,0.0, +hydraulic,64,20752,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.0756578947368421,0.11842105263157894,5.9387425531354125,0.13965868261050315,1.0066947431682367,304,0.06400078787366102,0.0, +hydraulic,64,20752,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.1425061425061425,0.21867321867321868,5.32239388097401,0.1618950982162343,0.9737789032791061,407,0.06557764468186063,0.0, +hydraulic,64,20752,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.671875,0.6875,2.883185872356636,0.2061270480122009,0.7574480767678137,64,0.47675460984256207,0.0, +hydraulic,64,20752,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.671875,0.6875,2.883185872356636,0.2061270480122009,0.7574480767678137,64,0.47675460984256207,0.0, +hydraulic,64,20753,forward_factor_ce_identity,held,all,all,0.21659634317862167,0.30239099859353025,17.108733760415443,0.8704999932355325,1.3824023990403624,711,0.6539036500569106,0.6146272855133614,0.3295194508009153 +hydraulic,64,20753,forward_factor_ce_identity,held,unseen,all,0.042763157894736836,0.15460526315789472,20.878630972106304,0.8650902128340218,1.7154268903136036,304,0.822327054939285,0.6019736842105263,0.0546448087431694 +hydraulic,64,20753,forward_factor_ce_identity,held,seen,all,0.3464373464373464,0.41277641277641275,14.292889160037008,0.8745407137319923,1.1336568330770567,407,0.5281033672946458,0.624078624078624,0.5275590551181102 +hydraulic,64,20753,forward_factor_ce_identity,source_oof,all,all,0.640625,0.703125,9.631690859696906,0.917219029946911,0.6373831259122649,64,0.2925637587700961,0.78125,0.76 +hydraulic,64,20753,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_factor_ce_identity,source_oof,seen,all,0.640625,0.703125,9.631690859696906,0.917219029946911,0.6373831259122649,64,0.2925637587700961,0.78125,0.76 +hydraulic,64,20753,forward_factor_ce_identity_scalar_temperature,held,all,all,0.21659634317862167,0.30239099859353025,4.01399675623783,0.16300248826848535,0.9264140940310209,711,0.09218068410295077,0.0, +hydraulic,64,20753,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.042763157894736836,0.15460526315789472,4.541494129090311,0.15343065155466598,0.9963038188194041,304,0.11066749365992912,0.0, +hydraulic,64,20753,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.3464373464373464,0.41277641277641275,3.619993804524921,0.17015196827094503,0.874211449471639,407,0.20510244989930965,0.0, +hydraulic,64,20753,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.640625,0.703125,2.880885637671148,0.19362607772210644,0.7877976947232033,64,0.4500779242859144,0.0, +hydraulic,64,20753,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.640625,0.703125,2.880885637671148,0.19362607772210644,0.7877976947232033,64,0.4500779242859144,0.0, +hydraulic,128,20751,forward_factor_ce_identity,held,all,all,0.17862165963431786,0.23769338959212377,16.424404460880474,0.7887103094554295,1.3556852968824502,711,0.6100886498211118,0.39943741209563993,0.3380281690140845 +hydraulic,128,20751,forward_factor_ce_identity,held,unseen,all,0.03289473684210526,0.0625,22.120480553546866,0.781759596730322,1.6261834555134638,304,0.7488648598882168,0.319078947368421,0.0 +hydraulic,128,20751,forward_factor_ce_identity,held,seen,all,0.28746928746928746,0.36855036855036855,12.169841482574375,0.7939019966014558,1.1536424462096537,407,0.5064327091321683,0.45945945945945943,0.5133689839572192 +hydraulic,128,20751,forward_factor_ce_identity,source_oof,all,all,0.5078125,0.5625,11.849315593533733,0.8351491900579264,0.7961884307648435,128,0.3273366900579265,0.546875,0.7714285714285714 +hydraulic,128,20751,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_factor_ce_identity,source_oof,seen,all,0.5078125,0.5625,11.849315593533733,0.8351491900579264,0.7961884307648435,128,0.3273366900579265,0.546875,0.7714285714285714 +hydraulic,128,20751,forward_factor_ce_identity_scalar_temperature,held,all,all,0.17862165963431786,0.23769338959212377,4.264192381909902,0.11447853540862177,0.9534344971778834,711,0.09848052725007991,0.0, +hydraulic,128,20751,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.03289473684210526,0.0625,5.065749116254623,0.103506946434532,1.0043868247566294,304,0.07061220959242673,0.0, +hydraulic,128,20751,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.28746928746928746,0.36855036855036855,3.665486614733501,0.1226735306128559,0.9153767389863877,407,0.20561324657365473,0.0, +hydraulic,128,20751,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.5078125,0.5625,3.373548745521792,0.15991423444706165,0.8514271057050977,128,0.3478982655529384,0.0, +hydraulic,128,20751,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.5078125,0.5625,3.373548745521792,0.15991423444706165,0.8514271057050977,128,0.3478982655529384,0.0, +hydraulic,128,20752,forward_factor_ce_identity,held,all,all,0.19127988748241914,0.29535864978902954,10.719851818673027,0.7766820320427132,1.3054526571043117,711,0.5854021445602942,0.4289732770745429,0.3540983606557377 +hydraulic,128,20752,forward_factor_ce_identity,held,unseen,all,0.009868421052631578,0.10855263157894736,13.790978265383558,0.7485137789327213,1.6138009407396425,304,0.7386453578800898,0.39473684210526316,0.0 +hydraulic,128,20752,forward_factor_ce_identity,held,seen,all,0.32678132678132676,0.4348894348894349,8.425939190171794,0.7977217100413312,1.0751384599909446,407,0.4709403832600044,0.45454545454545453,0.5837837837837838 +hydraulic,128,20752,forward_factor_ce_identity,source_oof,all,all,0.6328125,0.6796875,6.900842189252238,0.8976802768456834,0.6028035920893593,128,0.2648677768456835,0.6796875,0.8275862068965517 +hydraulic,128,20752,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_factor_ce_identity,source_oof,seen,all,0.6328125,0.6796875,6.900842189252238,0.8976802768456834,0.6028035920893593,128,0.2648677768456835,0.6796875,0.8275862068965517 +hydraulic,128,20752,forward_factor_ce_identity_scalar_temperature,held,all,all,0.19127988748241914,0.29535864978902954,3.896598362483379,0.31746259378307545,0.9152569275925997,711,0.16419962472955785,0.0, +hydraulic,128,20752,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.009868421052631578,0.10855263157894736,4.75534775782568,0.2777235914501065,1.0723931476050537,304,0.2678551703974749,0.0, +hydraulic,128,20752,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.32678132678132676,0.4348894348894349,3.255173752694535,0.3471447969998385,0.7978873676815778,407,0.1063733591910117,0.0, +hydraulic,128,20752,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.6328125,0.6796875,2.527189305081876,0.48573507420635803,0.5590096622296195,128,0.21183024939008588,0.046875,1.0 +hydraulic,128,20752,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.6328125,0.6796875,2.527189305081876,0.48573507420635803,0.5590096622296195,128,0.21183024939008588,0.046875,1.0 +hydraulic,128,20753,forward_factor_ce_identity,held,all,all,0.19831223628691982,0.25598740120045166,29.97407567781041,0.7928752154502849,1.3232584255753408,711,0.5945629791633651,0.43037974683544306,0.36601307189542487 +hydraulic,128,20753,forward_factor_ce_identity,held,unseen,all,0.006578947368421052,0.02631578947368421,37.75972994961994,0.7534694105558846,1.6466590289342298,304,0.7468904631874634,0.319078947368421,0.0 +hydraulic,128,20753,forward_factor_ce_identity,held,seen,all,0.3415233415233415,0.42753573035263176,24.158746688547268,0.8223085439217781,1.0817012181524845,407,0.4807852023984365,0.5135135135135135,0.5358851674641149 +hydraulic,128,20753,forward_factor_ce_identity,source_oof,all,all,0.7109375,0.765625,5.086095402329374,0.8876548607223074,0.48395791834242924,128,0.17951311029138184,0.6484375,0.8674698795180723 +hydraulic,128,20753,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_factor_ce_identity,source_oof,seen,all,0.7109375,0.765625,5.086095402329374,0.8876548607223074,0.48395791834242924,128,0.17951311029138184,0.6484375,0.8674698795180723 +hydraulic,128,20753,forward_factor_ce_identity_scalar_temperature,held,all,all,0.19831223628691982,0.2559774964838256,8.50160600428561,0.3686585323201195,0.9836119843111578,711,0.20388324595583324,0.0028129395218002813,0.0 +hydraulic,128,20753,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.006578947368421052,0.02631578947368421,10.553337860197542,0.31928858363617746,1.161826198130695,304,0.31270963626775644,0.003289473684210526,0.0 +hydraulic,128,20753,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.3415233415233415,0.4275184275184275,6.9691085001155155,0.405534366226553,0.8504986648980388,407,0.13857494109736881,0.002457002457002457,0.0 +hydraulic,128,20753,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.7109375,0.765625,2.1274483841182823,0.4353161569316541,0.5565805415950733,128,0.28254701192438036,0.0, +hydraulic,128,20753,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.7109375,0.765625,2.1274483841182823,0.4353161569316541,0.5565805415950733,128,0.28254701192438036,0.0, +temperature,64,20851,forward_factor_ce_identity,held,all,all,0.452970297029703,0.6460396039603961,8.211604770932722,0.8750528643177206,0.9590554556422413,404,0.4224791533018909,0.6287128712871287,0.5433070866141733 +temperature,64,20851,forward_factor_ce_identity,held,all,9,0.5346534653465347,0.6930693069306931,7.619909561354885,0.9001767296115813,0.8158667872236127,101,0.36552326426504667,0.6930693069306931,0.6428571428571428 +temperature,64,20851,forward_factor_ce_identity,held,all,10,0.32673267326732675,0.5247524752475248,9.212476617787422,0.8280936127559119,1.1662884308092822,101,0.5013609394885852,0.5148514851485149,0.38461538461538464 +temperature,64,20851,forward_factor_ce_identity,held,all,11,0.5148514851485149,0.6930693069306931,7.848953182792101,0.8850862119189805,0.8442361058675548,101,0.3749679779094735,0.6831683168316832,0.6086956521739131 +temperature,64,20851,forward_factor_ce_identity,held,all,12,0.43564356435643564,0.6732673267326733,8.16507972179648,0.8868549029844086,1.0098304986685152,101,0.45495989723094254,0.6237623762376238,0.49206349206349204 +temperature,64,20851,forward_factor_ce_identity,held,unseen,all,0.0,0.03076923076923077,27.377643221362522,0.8675526114708104,1.8041167275593641,65,0.8675526114708103,0.5846153846153846,0.0 +temperature,64,20851,forward_factor_ce_identity,held,unseen,9,0.0,0.0625,29.14471208750794,0.8513829453898999,1.7913151442741753,16,0.8513829453898998,0.5625,0.0 +temperature,64,20851,forward_factor_ce_identity,held,unseen,10,0.0,0.0,24.32135635775377,0.8847125172168671,1.8133600769267266,16,0.8847125172168671,0.5625,0.0 +temperature,64,20851,forward_factor_ce_identity,held,unseen,11,0.0,0.0,30.09447585542321,0.8521613743249254,1.7916687592441818,16,0.8521613743249254,0.625,0.0 +temperature,64,20851,forward_factor_ce_identity,held,unseen,12,0.0,0.058823529411764705,26.034005916329722,0.8811064914526819,1.8191813884845485,17,0.881106491452682,0.5882352941176471,0.0 +temperature,64,20851,forward_factor_ce_identity,held,seen,all,0.5398230088495575,0.7640117994100295,4.536700643269191,0.8764909658960366,0.7970230583719963,339,0.33714058462643437,0.6371681415929203,0.6388888888888888 +temperature,64,20851,forward_factor_ce_identity,held,seen,9,0.6352941176470588,0.8117647058823529,3.568182027020193,0.9093614419356626,0.6322529788376245,85,0.2740673242886037,0.7176470588235294,0.7377049180327869 +temperature,64,20851,forward_factor_ce_identity,held,seen,10,0.38823529411764707,0.6235294117647059,6.368452196146697,0.8174359366220849,1.044486709187175,85,0.43125430802883225,0.5058823529411764,0.46511627906976744 +temperature,64,20851,forward_factor_ce_identity,held,seen,11,0.611764705882353,0.8235294117647058,3.6615606797085976,0.8912838284072734,0.6658958417025427,85,0.2921313350294235,0.6941176470588235,0.711864406779661 +temperature,64,20851,forward_factor_ce_identity,held,seen,12,0.5238095238095237,0.7976190476190476,4.548749420521898,0.8880182719848769,0.8460332947771748,84,0.37952644934019564,0.6309523809523809,0.5849056603773585 +temperature,64,20851,forward_factor_ce_identity,source_oof,all,all,0.546875,0.71875,7.331172722484406,0.8792741510341205,0.7736387128868085,64,0.3353431989373581,0.671875,0.6511627906976745 +temperature,64,20851,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_factor_ce_identity,source_oof,seen,all,0.546875,0.71875,7.331172722484406,0.8792741510341205,0.7736387128868085,64,0.3353431989373581,0.671875,0.6511627906976745 +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,all,all,0.452970297029703,0.6460396039603961,2.2384979077724467,0.31277333823821374,0.7886081386459883,404,0.16717634261076647,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,all,9,0.5346534653465347,0.6930693069306931,2.0979885649009646,0.33549613800638567,0.7402154991390931,101,0.21269848376894115,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,all,10,0.32673267326732675,0.5247524752475248,2.4897213228228496,0.26923312041581327,0.858882629281132,101,0.11969215039042819,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,all,11,0.5148514851485149,0.6930693069306931,2.172400799572225,0.32001836540187056,0.7622354321046373,101,0.22080039975085305,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,all,12,0.43564356435643564,0.6732673267326733,2.193880943793748,0.32634572912878557,0.7930989940590913,101,0.18285305353431125,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.0,0.03076923076923077,4.704607161003269,0.2845768222561613,1.1081581311142963,65,0.2845768222561613,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0625,4.861635085704521,0.30256305506200454,1.1128569782177173,16,0.30256305506200454,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0,4.458476713716559,0.2446956741909097,1.0796296548969144,16,0.2446956741909097,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,4.995628420051052,0.2996853216794096,1.127216675289244,16,0.2996853216794096,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,12,0.0,0.058823529411764705,4.514565997274019,0.2909640371607825,1.1126485639980732,17,0.2909640371607825,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.5398230088495575,0.7640117994100295,1.7656451011057699,0.3181797498571914,0.7273374911225665,339,0.25379568100708016,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,seen,9,0.6352941176470588,0.8117647058823529,1.5777727492202949,0.34169530656062214,0.6700712207242933,85,0.30968889107829567,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,seen,10,0.38823529411764707,0.6235294117647059,2.1191320727722687,0.2738519338228539,0.8173302479887494,85,0.156352959470869,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,seen,11,0.611764705882353,0.8235294117647058,1.6409697180703282,0.323845761867275,0.6935330804463582,85,0.31877418260831425,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,held,seen,12,0.5238095238095237,0.7976190476190476,1.7242184924941688,0.33350630964611955,0.7284282477619165,84,0.27874460760355646,0.0, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.546875,0.71875,2.003683943082171,0.36261157673022204,0.7135348529765055,64,0.22949923402449274,0.015625,1.0 +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.546875,0.71875,2.003683943082171,0.36261157673022204,0.7135348529765055,64,0.22949923402449274,0.015625,1.0 +temperature,64,20852,forward_factor_ce_identity,held,all,all,0.32425742574257427,0.5816831683168316,15.28527854463332,0.8699817378970973,1.1877846308036948,404,0.5457243121545232,0.6212871287128713,0.34661354581673304 +temperature,64,20852,forward_factor_ce_identity,held,all,9,0.38613861386138615,0.6336633663366337,14.096203371037433,0.8866571851764694,1.10362595458563,101,0.5106404807244861,0.6138613861386139,0.3870967741935484 +temperature,64,20852,forward_factor_ce_identity,held,all,10,0.297029702970297,0.504950495049505,16.496301578441475,0.8489519061634465,1.2196472639878901,101,0.5630794925366431,0.6039603960396039,0.36065573770491804 +temperature,64,20852,forward_factor_ce_identity,held,all,11,0.3069306930693069,0.594059405940594,15.077374036771792,0.8649752486483397,1.1911666072512328,101,0.5580445555790329,0.6039603960396039,0.36065573770491804 +temperature,64,20852,forward_factor_ce_identity,held,all,12,0.3069306930693069,0.594059405940594,15.471235192282576,0.8793426116001339,1.2366986973900265,101,0.5724119185308271,0.6633663366336634,0.2835820895522388 +temperature,64,20852,forward_factor_ce_identity,held,unseen,all,0.1076923076923077,0.2,43.397792719711624,0.8543708915350477,1.5796475294340575,65,0.7466785838427401,0.5384615384615385,0.11428571428571428 +temperature,64,20852,forward_factor_ce_identity,held,unseen,9,0.1875,0.1875,40.980373820669705,0.8912459626944838,1.5656848904940621,16,0.7648397390943195,0.6875,0.09090909090909091 +temperature,64,20852,forward_factor_ce_identity,held,unseen,10,0.0625,0.1875,47.46583754057859,0.851848794979884,1.6256121665188128,16,0.7893487949798841,0.4375,0.14285714285714285 +temperature,64,20852,forward_factor_ce_identity,held,unseen,11,0.0625,0.1875,42.13839315644823,0.8162891745765766,1.5622493919029485,16,0.7537891745765765,0.5,0.125 +temperature,64,20852,forward_factor_ce_identity,held,unseen,12,0.11764705882352941,0.23529411764705882,43.029579676359454,0.8578802961037059,1.5659027194447386,17,0.7402332372801765,0.5294117647058824,0.1111111111111111 +temperature,64,20852,forward_factor_ce_identity,held,seen,all,0.36578171091445427,0.6548672566371682,9.894973466815944,0.8729749680255139,1.1126486767890236,339,0.5071932571110596,0.6371681415929203,0.38425925925925924 +temperature,64,20852,forward_factor_ce_identity,held,seen,9,0.4235294117647059,0.7176470588235294,9.035653639341946,0.8857934152907255,1.0166501548852191,85,0.47429121353013354,0.6,0.45098039215686275 +temperature,64,20852,forward_factor_ce_identity,held,seen,10,0.3411764705882353,0.5647058823529412,10.666741867921544,0.8484066094450583,1.1432303411585398,85,0.5204876238414449,0.6352941176470588,0.38888888888888884 +temperature,64,20852,forward_factor_ce_identity,held,seen,11,0.3529411764705882,0.6705882352941176,9.983535143656225,0.8741396861206717,1.1213157301403218,85,0.5275885674390224,0.6235294117647059,0.3962264150943396 +temperature,64,20852,forward_factor_ce_identity,held,seen,12,0.34523809523809523,0.6666666666666666,9.893951189552732,0.8836861754506014,1.1700740738789535,84,0.5423123441308274,0.6904761904761905,0.3103448275862069 +temperature,64,20852,forward_factor_ce_identity,source_oof,all,all,0.484375,0.703125,7.365440960199566,0.8918673456007897,0.9182167409875056,64,0.4271027622031482,0.6875,0.5454545454545454 +temperature,64,20852,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_factor_ce_identity,source_oof,seen,all,0.484375,0.703125,7.365440960199566,0.8918673456007897,0.9182167409875056,64,0.4271027622031482,0.6875,0.5454545454545454 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,all,all,0.32425742574257427,0.5816831683168316,2.9197670197145515,0.3822884961844651,0.8457604651398176,404,0.07070315502794926,0.017326732673267328,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,all,9,0.38613861386138615,0.6336633663366337,2.7225445400945314,0.40530253947431777,0.8070434751330197,101,0.09930277729871306,0.0297029702970297,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,all,10,0.297029702970297,0.504950495049505,3.162954683988615,0.34216805947547896,0.8804839270651884,101,0.1147403937988444,0.0, +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,all,11,0.3069306930693069,0.594059405940594,2.882084225625344,0.3881248615547944,0.847079831384126,101,0.11146068709403831,0.019801980198019802,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,all,12,0.3069306930693069,0.594059405940594,2.911484629149716,0.39355852423326954,0.848434626976937,101,0.10103675993981245,0.019801980198019802,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.1076923076923077,0.2,6.449979653232959,0.3721098406968941,1.0669770566299357,65,0.27592848086976784,0.015384615384615385,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,9,0.1875,0.1875,6.086022424949047,0.40112756582110787,1.071392751906608,16,0.22461268446867666,0.0625,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,10,0.0625,0.1875,7.122134110134146,0.30736449577470704,1.0611290726207026,16,0.3041570418061907,0.0, +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,11,0.0625,0.1875,6.23512418546348,0.39112666420130476,1.081175281727623,16,0.3493180180279234,0.0, +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,12,0.11764705882352941,0.23529411764705882,6.362128584199739,0.38783764897318856,1.054962057698052,17,0.2843898873055293,0.0, +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.36578171091445427,0.6548672566371682,2.2428825914588097,0.38424015579122656,0.8033443045296178,339,0.06697576391520374,0.017699115044247787,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,seen,9,0.4235294117647059,0.7176470588235294,2.0894192911807403,0.4060884168678631,0.7572836112697559,85,0.11429074898313066,0.023529411764705882,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,seen,10,0.3411764705882353,0.5647058823529412,2.4176973802435735,0.34871931852503607,0.8464801349606208,85,0.12546296321404227,0.0, +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,seen,11,0.3529411764705882,0.6705882352941176,2.2509237625969885,0.3875598163507453,0.8030148054371147,85,0.09244538936641093,0.023529411764705882,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,held,seen,12,0.34523809523809523,0.6666666666666666,2.2131400191991157,0.3947163204168573,0.8066374088548065,84,0.08265561857470856,0.023809523809523808,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.484375,0.703125,1.9370899068852903,0.3817848986091691,0.7522962095319785,64,0.25031705812457955,0.015625,1.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.484375,0.703125,1.9370899068852903,0.3817848986091691,0.7522962095319785,64,0.25031705812457955,0.015625,1.0 +temperature,64,20853,forward_factor_ce_identity,held,all,all,0.4183168316831683,0.6163366336633663,11.26063206237484,0.8777210999812158,1.001873655471261,404,0.4594042682980475,0.6311881188118812,0.4784313725490196 +temperature,64,20853,forward_factor_ce_identity,held,all,9,0.5247524752475248,0.6732673267326733,10.106948001888995,0.8876619054754162,0.8440296542657028,101,0.3629094302278916,0.6633663366336634,0.5970149253731343 +temperature,64,20853,forward_factor_ce_identity,held,all,10,0.27722772277227725,0.48514851485148514,14.314429339336323,0.8741433734823878,1.246675966063878,101,0.5969156507101105,0.6138613861386139,0.3225806451612903 +temperature,64,20853,forward_factor_ce_identity,held,all,11,0.42574257425742573,0.6435643564356436,10.647146722855982,0.8718697192147313,0.9616744368133164,101,0.44612714495730554,0.6039603960396039,0.5245901639344263 +temperature,64,20853,forward_factor_ce_identity,held,all,12,0.44554455445544555,0.6633663366336634,9.974004185418053,0.8772094017523276,0.9551145647421465,101,0.4395528952411254,0.6435643564356436,0.46153846153846156 +temperature,64,20853,forward_factor_ce_identity,held,unseen,all,0.0,0.0,34.24301115182082,0.8865979159442917,1.8353220434690012,65,0.8865979159442916,0.676923076923077,0.0 +temperature,64,20853,forward_factor_ce_identity,held,unseen,9,0.0,0.0,36.265142426994075,0.8765082994332711,1.8317530783372538,16,0.8765082994332711,0.6875,0.0 +temperature,64,20853,forward_factor_ce_identity,held,unseen,10,0.0,0.0,31.32216034938467,0.9065681633509404,1.8562279683599114,16,0.9065681633509403,0.75,0.0 +temperature,64,20853,forward_factor_ce_identity,held,unseen,11,0.0,0.0,36.11457997929661,0.8857741017295995,1.8233697424186355,16,0.8857741017295994,0.5625,0.0 +temperature,64,20853,forward_factor_ce_identity,held,unseen,12,0.0,0.0,33.32738828103219,0.8780738531857637,1.830254129390133,17,0.8780738531857636,0.7058823529411764,0.0 +temperature,64,20853,forward_factor_ce_identity,held,seen,all,0.49852507374631266,0.7345132743362832,6.853981204516466,0.8760190556225139,0.8420679173595997,339,0.3774939818762013,0.6224188790560472,0.5781990521327015 +temperature,64,20853,forward_factor_ce_identity,held,seen,9,0.6235294117647059,0.8,5.183052580692744,0.8897614077892319,0.6581052450287049,85,0.27015458950659726,0.6588235294117647,0.7142857142857142 +temperature,64,20853,forward_factor_ce_identity,held,seen,10,0.32941176470588235,0.5764705882352941,11.112974090386048,0.868039883624778,1.1319367656316832,85,0.5386281189188956,0.5882352941176471,0.4 +temperature,64,20853,forward_factor_ce_identity,held,seen,11,0.5058823529411764,0.7647058823529411,5.853276933408336,0.8692524236825208,0.7994729675229034,85,0.3633700707413443,0.611764705882353,0.6153846153846154 +temperature,64,20853,forward_factor_ce_identity,held,seen,12,0.5357142857142857,0.7976190476190476,5.247724070829476,0.8770344532479417,0.7780029861824349,84,0.3508046061332819,0.6309523809523809,0.5660377358490566 +temperature,64,20853,forward_factor_ce_identity,source_oof,all,all,0.5625,0.75,5.442457539254902,0.9039505539166476,0.7496072429570032,64,0.3414505539166476,0.71875,0.6956521739130435 +temperature,64,20853,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_factor_ce_identity,source_oof,seen,all,0.5625,0.75,5.442457539254902,0.9039505539166476,0.7496072429570032,64,0.3414505539166476,0.71875,0.6956521739130435 +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,all,all,0.4183168316831683,0.6163366336633663,2.5899780800551206,0.32201522589697856,0.813754171482921,404,0.14580197029743738,0.0049504950495049506,1.0 +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,all,9,0.5247524752475248,0.6732673267326733,2.39072258361398,0.3425642750699745,0.7718396569323273,101,0.2321568340048581,0.009900990099009901,1.0 +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,all,10,0.27722772277227725,0.48514851485148514,3.074038240548277,0.2828909151417996,0.8898866052627056,101,0.03235890894851412,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,all,11,0.42574257425742573,0.6435643564356436,2.4903210875943986,0.33199782766664043,0.7994910488295403,101,0.1661265971769482,0.009900990099009901,1.0 +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,all,12,0.44554455445544555,0.6633663366336634,2.4048304084638277,0.33060788570949995,0.7937993749071107,101,0.18323102009821335,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.0,0.0,5.424862317020734,0.3356198265722538,1.17355952405236,65,0.3356198265722538,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0,5.605871676400296,0.3621594496062447,1.1983109320803185,16,0.3621594496062447,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0,5.1752681076074385,0.2911349518029606,1.124977590504811,16,0.2911349518029606,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,5.627353305805034,0.3494473067498322,1.1938684184281885,16,0.3494473067498322,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,12,0.0,0.0,5.298833009961378,0.3394953762736409,1.1768740004229585,17,0.33949537627364085,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.49852507374631266,0.7345132743362832,2.046416205710681,0.3194066741450822,0.7447649445890757,339,0.20215822572522665,0.0058997050147492625,1.0 +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,seen,9,0.6235294117647059,0.8,1.7855180485012614,0.33887577162785304,0.691562711022117,85,0.30004389528002695,0.011764705882352941,1.0 +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,seen,10,0.32941176470588235,0.5764705882352941,2.6785126185136106,0.2813390964761693,0.8456341845112504,85,0.07580468000644608,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,seen,11,0.5058823529411764,0.7647058823529411,1.8998209053429846,0.3287132198392161,0.7252553086697948,85,0.22987594527553357,0.011764705882352941,1.0 +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,held,seen,12,0.5357142857142857,0.7976190476190476,1.8191394057797992,0.3288092269048523,0.7162723673622367,84,0.23948981657722077,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.5625,0.75,1.7437662650416312,0.36997057310628134,0.6824237832834903,64,0.21659746378279032,0.0, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.5625,0.75,1.7437662650416312,0.36997057310628134,0.6824237832834903,64,0.21659746378279032,0.0, +temperature,128,20851,forward_factor_ce_identity,held,all,all,0.5321782178217822,0.6856435643564357,7.808177689298632,0.8490989124874603,0.7747202038974409,404,0.31692069466567807,0.5643564356435644,0.6359649122807017 +temperature,128,20851,forward_factor_ce_identity,held,all,9,0.6534653465346535,0.7524752475247525,6.4715218500603084,0.8722069299782219,0.5647926616851858,101,0.2187415834435685,0.6237623762376238,0.7777777777777777 +temperature,128,20851,forward_factor_ce_identity,held,all,10,0.33663366336633666,0.5544554455445545,9.889641478483219,0.8127685410363281,1.1292905077143998,101,0.47613487766999146,0.43564356435643564,0.36363636363636365 +temperature,128,20851,forward_factor_ce_identity,held,all,11,0.6039603960396039,0.7227722772277227,7.293537274288129,0.8635142967255761,0.659559817407949,101,0.25955390068597206,0.6039603960396039,0.6885245901639344 +temperature,128,20851,forward_factor_ce_identity,held,all,12,0.5346534653465347,0.7128712871287128,7.578010154362871,0.8479058822097147,0.7452378287822292,101,0.3132524168631801,0.594059405940594,0.6333333333333333 +temperature,128,20851,forward_factor_ce_identity,held,unseen,all,0.0,0.0,25.688964758839283,0.8426885485095214,1.7824136878212182,65,0.8426885485095212,0.5846153846153846,0.0 +temperature,128,20851,forward_factor_ce_identity,held,unseen,9,0.0,0.0,26.543644705268967,0.8155878829385417,1.746853683018604,16,0.8155878829385418,0.4375,0.0 +temperature,128,20851,forward_factor_ce_identity,held,unseen,10,0.0,0.0,22.511199041172695,0.8002724798338706,1.7207709314965567,16,0.8002724798338706,0.5,0.0 +temperature,128,20851,forward_factor_ce_identity,held,unseen,11,0.0,0.0,27.07830816724891,0.8937829316934561,1.8416902916637523,16,0.8937829316934561,0.6875,0.0 +temperature,128,20851,forward_factor_ce_identity,held,unseen,12,0.0,0.0,26.567781100323774,0.8600272318626463,1.8181088946774457,17,0.8600272318626463,0.7058823529411764,0.0 +temperature,128,20851,forward_factor_ce_identity,held,seen,all,0.6342182890855457,0.8171091445427728,4.379708192189068,0.8503280383239382,0.5815046391332949,339,0.21610974923839252,0.56047197640118,0.763157894736842 +temperature,128,20851,forward_factor_ce_identity,held,seen,9,0.7764705882352941,0.8941176470588235,2.6932399008445618,0.8828646329503971,0.34228705766948353,85,0.10639404471510305,0.6588235294117647,0.875 +temperature,128,20851,forward_factor_ce_identity,held,seen,10,0.4,0.6588235294117647,7.513818878447553,0.8151207407920846,1.0179530161789347,85,0.41689932931677504,0.4235294117647059,0.4444444444444444 +temperature,128,20851,forward_factor_ce_identity,held,seen,11,0.7176470588235294,0.8588235294117647,3.5693451062013946,0.8578166713198574,0.4370411399009742,85,0.14016961249632798,0.5882352941176471,0.84 +temperature,128,20851,forward_factor_ce_identity,held,seen,12,0.6428571428571428,0.8571428571428571,3.7348422248231636,0.8454527519228119,0.5281091606843877,84,0.2073062785349872,0.5714285714285714,0.7916666666666666 +temperature,128,20851,forward_factor_ce_identity,source_oof,all,all,0.625,0.859375,3.870572144652142,0.8870506330516346,0.6059835241840725,128,0.26205063305163445,0.6953125,0.7415730337078652 +temperature,128,20851,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_factor_ce_identity,source_oof,seen,all,0.625,0.859375,3.870572144652142,0.8870506330516346,0.6059835241840725,128,0.26205063305163445,0.6953125,0.7415730337078652 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,all,all,0.5321782178217822,0.6856435643564357,2.6457192350128897,0.5045240613036022,0.7138454514587569,404,0.12180399720839724,0.027227722772277228,0.5454545454545454 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,all,9,0.6534653465346535,0.7524752475247525,2.2550426725420603,0.5363856148924911,0.6088616860327287,101,0.23828142878806757,0.0297029702970297,0.6666666666666666 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,all,10,0.33663366336633666,0.5544554455445545,3.2606327351979196,0.4493822992175045,0.889189669418542,101,0.11503412941924332,0.009900990099009901,0.0 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,all,11,0.6039603960396039,0.7227722772277227,2.495536494497255,0.517513433749941,0.6584466813540275,101,0.17911321853650894,0.039603960396039604,0.5 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,all,12,0.5346534653465347,0.7128712871287128,2.5716650378143235,0.5148148973544724,0.698883769029729,101,0.1492621228047177,0.0297029702970297,0.6666666666666666 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.0,0.0,7.142679890017791,0.49288953846442324,1.3257733194332955,65,0.4928895384644231,0.0, +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0,7.316855794151817,0.5123815058769617,1.3554196622882202,16,0.5123815058769617,0.0, +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0,6.485106069893791,0.4177352163951702,1.2646080157112591,16,0.41773521639517014,0.0, +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,7.43404118435205,0.5244543995656519,1.343098303583119,16,0.5244543995656519,0.0, +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,unseen,12,0.0,0.0,7.323420239811404,0.5155695323989978,1.339132356343684,17,0.5155695323989977,0.0, +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.6342182890855457,0.8171091445427728,1.783470141870357,0.5067548695176042,0.5965141493397451,339,0.18685326111470635,0.032448377581120944,0.5454545454545454 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,seen,9,0.7764705882352941,0.8941176470588235,1.3022307908272823,0.5409040354130613,0.468333125796401,85,0.31005229294376385,0.03529411764705882,0.6666666666666666 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,seen,10,0.4,0.6588235294117647,2.6536730486669318,0.4553393971605322,0.8185226865869718,85,0.09081930875731037,0.011764705882352941,0.0 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,seen,11,0.7176470588235294,0.8588235294117647,1.565935611701058,0.5162068990081602,0.5295710818756103,85,0.2756404096512451,0.047058823529411764,0.5 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,held,seen,12,0.6428571428571428,0.8571428571428571,1.6100002945530096,0.5146621735954612,0.5693096501685715,84,0.21198609439725244,0.03571428571428571,0.6666666666666666 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.625,0.859375,1.6071662603983783,0.5407222905887379,0.5752078223074053,128,0.1471360493356349,0.0390625,0.4 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.625,0.859375,1.6071662603983783,0.5407222905887379,0.5752078223074053,128,0.1471360493356349,0.0390625,0.4 +temperature,128,20852,forward_factor_ce_identity,held,all,all,0.5668316831683169,0.7524752475247525,7.799250602292539,0.8714300641623189,0.7443816369234656,404,0.30459838099400194,0.6287128712871287,0.6220472440944882 +temperature,128,20852,forward_factor_ce_identity,held,all,9,0.6732673267326733,0.8316831683168316,5.418798944453732,0.8964788057297046,0.5570961685951491,101,0.22321147899703137,0.6831683168316832,0.7391304347826088 +temperature,128,20852,forward_factor_ce_identity,held,all,10,0.39603960396039606,0.594059405940594,10.752542219010284,0.8385221671492609,1.027984173945974,101,0.4424825631888649,0.5841584158415841,0.4406779661016949 +temperature,128,20852,forward_factor_ce_identity,held,all,11,0.6138613861386139,0.8118811881188119,7.214468732146349,0.8695741331370892,0.6701273761314424,101,0.2655495377971625,0.6138613861386139,0.6612903225806451 +temperature,128,20852,forward_factor_ce_identity,held,all,12,0.5841584158415841,0.7722772277227723,7.811192513559789,0.8811451506332207,0.7223188290212975,101,0.32724938863925235,0.6336633663366337,0.625 +temperature,128,20852,forward_factor_ce_identity,held,unseen,all,0.09230769230769231,0.2923076923076923,20.744520010588932,0.8793600756889298,1.6385895887595943,65,0.7870523833812375,0.6000000000000001,0.05128205128205128 +temperature,128,20852,forward_factor_ce_identity,held,unseen,9,0.125,0.375,18.816990649932777,0.8840788655650269,1.5835166394533347,16,0.7590788655650269,0.5,0.0 +temperature,128,20852,forward_factor_ce_identity,held,unseen,10,0.0625,0.125,23.420546535309622,0.8861517393764675,1.7129538883949003,16,0.8376664143249077,0.6875,0.0 +temperature,128,20852,forward_factor_ce_identity,held,unseen,11,0.0625,0.375,19.548030211632387,0.8802899099110941,1.6494406146076972,16,0.8177899099110941,0.625,0.1 +temperature,128,20852,forward_factor_ce_identity,held,unseen,12,0.11764705882352941,0.29411764705882354,21.166160137546115,0.8676515695375892,1.610220293534041,17,0.7500045107140598,0.5882352941176471,0.1 +temperature,128,20852,forward_factor_ce_identity,held,seen,all,0.6578171091445427,0.8407079646017699,5.317119299816829,0.8699095604772755,0.5729258349489867,339,0.21209245133273275,0.6342182890855457,0.7255813953488373 +temperature,128,20852,forward_factor_ce_identity,held,seen,9,0.7764705882352941,0.9176470588235294,2.896786388128264,0.898812912113644,0.36388760937478465,85,0.13686105261640463,0.7176470588235294,0.8360655737704918 +temperature,128,20852,forward_factor_ce_identity,held,seen,10,0.4588235294117647,0.6823529411764706,8.367976700648054,0.8295566006123749,0.8990486982849996,85,0.37073307120061033,0.5647058823529412,0.5416666666666666 +temperature,128,20852,forward_factor_ce_identity,held,seen,11,0.7176470588235294,0.8941176470588235,4.892857159537212,0.8675570457443353,0.48578606065355906,85,0.16376599801426417,0.611764705882353,0.7692307692307693 +temperature,128,20852,forward_factor_ce_identity,held,seen,12,0.6785714285714285,0.869047619047619,5.108401446800651,0.8838759944263841,0.542624485012766,84,0.24931472066571606,0.6428571428571428,0.7222222222222222 +temperature,128,20852,forward_factor_ce_identity,source_oof,all,all,0.7578125,0.8671875,2.6077498281109124,0.8870146144145862,0.4423965577966418,128,0.14494941407683762,0.6484375,0.7951807228915663 +temperature,128,20852,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_factor_ce_identity,source_oof,seen,all,0.7578125,0.8671875,2.6077498281109124,0.8870146144145862,0.4423965577966418,128,0.14494941407683762,0.6484375,0.7951807228915663 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,all,all,0.5668316831683169,0.7524752475247525,2.6190669344280995,0.5204309988897441,0.6814645061590554,404,0.12011074476434885,0.04702970297029703,0.6842105263157894 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,all,9,0.6732673267326733,0.8316831683168316,1.9668233928675432,0.5539199513630891,0.5780565802289588,101,0.1867489867826458,0.07920792079207921,0.75 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,all,10,0.39603960396039606,0.594059405940594,3.460096801044484,0.459874484784684,0.8360845500504027,101,0.1318024736263533,0.0, +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,all,11,0.6138613861386139,0.8118811881188119,2.460522961244506,0.5282061183452512,0.6408440212687163,101,0.16543013831125244,0.04950495049504951,0.6000000000000001 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,all,12,0.5841584158415841,0.7722772277227723,2.5888245825558656,0.5397234410659519,0.6708728730881438,101,0.16136306299408526,0.0594059405940594,0.6666666666666666 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.09230769230769231,0.2923076923076923,5.838000968914714,0.5319772655993991,1.2221658847497048,65,0.45549084721385996,0.046153846153846156,0.0 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,9,0.125,0.375,5.335580430581373,0.5445544015642931,1.2215928561464253,16,0.46700219773254475,0.0625,0.0 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,10,0.0625,0.125,6.618694875798309,0.4618579696324399,1.1948416695120576,16,0.39935796963243986,0.0, +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,11,0.0625,0.375,5.474504813037641,0.5740159018225532,1.2401865715984157,16,0.5115159018225534,0.0625,0.0 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,unseen,12,0.11764705882352941,0.29411764705882354,5.918210651104656,0.5465688173913146,1.2314614678012015,17,0.516483717664448,0.058823529411764705,0.0 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.6578171091445427,0.8407079646017699,2.001867193302348,0.5182171129424651,0.5777902005295799,339,0.16588558405502601,0.0471976401179941,0.8125 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,seen,9,0.7764705882352941,0.9176470588235294,1.3327044210625871,0.555682878384039,0.45692034005625914,85,0.24008802159596246,0.08235294117647059,0.8571428571428571 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,seen,10,0.4588235294117647,0.6823529411764706,2.8655371634437636,0.4595011229309889,0.7685537981517381,85,0.11575288454811351,0.0, +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,seen,11,0.7176470588235294,0.8941176470588235,1.8931852009069747,0.5195831002789356,0.5280266000301846,85,0.22670378738604377,0.047058823529411764,0.75 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,held,seen,12,0.6785714285714285,0.869047619047619,1.9150202591590868,0.538338067285819,0.5574204193962156,84,0.20764189053015897,0.05952380952380952,0.8 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.7578125,0.8671875,1.2814266453953178,0.5427556289808486,0.491652072526403,128,0.2267159864186108,0.0625,0.875 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.7578125,0.8671875,1.2814266453953178,0.5427556289808486,0.491652072526403,128,0.2267159864186108,0.0625,0.875 +temperature,128,20853,forward_factor_ce_identity,held,all,all,0.5742574257425742,0.7277227722772277,9.524778050922933,0.8484023206422111,0.7143599493695164,404,0.2741448948996368,0.551980198019802,0.6412556053811659 +temperature,128,20853,forward_factor_ce_identity,held,all,9,0.6930693069306931,0.7821782178217822,9.11161150956096,0.8904268913645624,0.540701980424567,101,0.22928045276464765,0.6633663366336634,0.7313432835820896 +temperature,128,20853,forward_factor_ce_identity,held,all,10,0.37623762376237624,0.594059405940594,10.519651709422137,0.7929903843678113,0.9974188826222627,101,0.4167527606054351,0.37623762376237624,0.5263157894736842 +temperature,128,20853,forward_factor_ce_identity,held,all,11,0.6237623762376238,0.7821782178217822,9.457502306005425,0.8633821662691158,0.6446056863725342,101,0.30336596250555226,0.5841584158415841,0.6440677966101694 +temperature,128,20853,forward_factor_ce_identity,held,all,12,0.6039603960396039,0.7524752475247525,9.010346678703213,0.846809840567355,0.6747132480587014,101,0.2898353708903527,0.5841584158415841,0.6101694915254238 +temperature,128,20853,forward_factor_ce_identity,held,unseen,all,0.0,0.0,44.08981065605827,0.9031129797608979,1.8541872490010198,65,0.9031129797608979,0.676923076923077,0.0 +temperature,128,20853,forward_factor_ce_identity,held,unseen,9,0.0,0.0,48.1180668689758,0.8884908692167857,1.8401748772010327,16,0.8884908692167857,0.625,0.0 +temperature,128,20853,forward_factor_ce_identity,held,unseen,10,0.0,0.0,36.23125745784036,0.8839277438783295,1.80893884004877,16,0.8839277438783295,0.5,0.0 +temperature,128,20853,forward_factor_ce_identity,held,unseen,11,0.0,0.0,48.44321916233366,0.9400340151101128,1.903880781922425,16,0.9400340151101129,0.8125,0.0 +temperature,128,20853,forward_factor_ce_identity,held,unseen,12,0.0,0.0,43.597470401022946,0.9001824490102771,1.8631917175476842,17,0.9001824490102772,0.7647058823529411,0.0 +temperature,128,20853,forward_factor_ce_identity,held,seen,all,0.6843657817109144,0.8672566371681416,2.8972644245695505,0.8379120762684216,0.49580899221303326,339,0.15456088691502384,0.528023598820059,0.7988826815642458 +temperature,128,20853,forward_factor_ce_identity,held,seen,9,0.8235294117647058,0.9294117647058824,1.7692199124946364,0.8907913190629674,0.2960953175019382,85,0.15065311211359506,0.6705882352941176,0.8596491228070176 +temperature,128,20853,forward_factor_ce_identity,held,seen,10,0.44705882352941173,0.7058823529411764,5.679820039131648,0.7758727637540667,0.8446621847537438,85,0.32881394022465493,0.3529411764705882,0.6666666666666666 +temperature,128,20853,forward_factor_ce_identity,held,seen,11,0.7411764705882353,0.9294117647058824,2.1190144271671683,0.8489535829578693,0.40756566838667235,85,0.20197793816823334,0.5411764705882353,0.8260869565217391 +temperature,128,20853,forward_factor_ce_identity,held,seen,12,0.7261904761904762,0.9047619047619047,2.0105716396623117,0.8360082412396208,0.43418784351926415,84,0.19576954102512387,0.5476190476190476,0.7826086956521738 +temperature,128,20853,forward_factor_ce_identity,source_oof,all,all,0.6875,0.890625,2.6590061179640063,0.8766909272413718,0.5113679825839176,128,0.18919092724137188,0.625,0.7625000000000001 +temperature,128,20853,forward_factor_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_factor_ce_identity,source_oof,seen,all,0.6875,0.890625,2.6590061179640063,0.8766909272413718,0.5113679825839176,128,0.18919092724137188,0.625,0.7625000000000001 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,all,all,0.5742574257425742,0.7277227722772277,3.1120244440293625,0.4875799901109696,0.6993433449487224,404,0.18439632451077667,0.03712871287128713,0.5333333333333333 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,all,9,0.6930693069306931,0.7821782178217822,2.951453637937039,0.5209821970285948,0.6153991685946656,101,0.28126038745328963,0.0594059405940594,0.5 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,all,10,0.37623762376237624,0.594059405940594,3.469483043232397,0.42475854959914955,0.8381195734971644,101,0.05516292720272491,0.0, +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,all,11,0.6237623762376238,0.7821782178217822,3.065525722342895,0.5028524809977737,0.6671115753194127,101,0.2258722700651273,0.04950495049504951,0.6000000000000001 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,all,12,0.6039603960396039,0.7524752475247525,2.9616353726051203,0.5017267328183601,0.6767430623836467,101,0.22854065593195602,0.039603960396039604,0.5 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,all,0.0,0.0,11.631822170146178,0.563568290102885,1.4097957938670675,65,0.5635682901028851,0.1076923076923077,0.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0,12.594703498984725,0.5915627781838647,1.450642629275075,16,0.5915627781838647,0.1875,0.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0,9.83826161807221,0.4600229847264051,1.2921894963734863,16,0.4600229847264051,0.0, +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,12.618577414349124,0.6197676979566635,1.4640137181944777,16,0.6197676979566636,0.125,0.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,unseen,12,0.0,0.0,11.484927091588501,0.5817813813421527,1.4310113588159272,17,0.5817813813421526,0.11764705882352941,0.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,seen,all,0.6843657817109144,0.8672566371681416,1.478434909523189,0.4730099620889208,0.5631208989909275,339,0.2172341673161217,0.02359882005899705,1.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,seen,9,0.8235294117647058,0.9294117647058824,1.1362536640927685,0.5076964405758382,0.4581768701136473,85,0.3262446264745879,0.03529411764705882,1.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,seen,10,0.44705882352941173,0.7058823529411764,2.270654135027255,0.41812053828107776,0.7526475880145626,85,0.06787215077353863,0.0, +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,seen,11,0.7411764705882353,0.9294117647058824,1.2673042273770172,0.48084491074668845,0.5171064660723416,85,0.26716436642401564,0.03529411764705882,1.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,held,seen,12,0.7261904761904762,0.9047619047619047,1.2366834770965784,0.48552519680759243,0.5240935262009231,84,0.24690076211918793,0.023809523809523808,1.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,source_oof,all,all,0.6875,0.890625,1.3175354972836149,0.5284742450729745,0.541165907499604,128,0.22380804243316335,0.0390625,1.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,source_oof,seen,all,0.6875,0.890625,1.3175354972836149,0.5284742450729745,0.541165907499604,128,0.22380804243316335,0.0390625,1.0 diff --git a/revision_r1/sensor/objective_extension_01/summary.csv b/revision_r1/sensor/objective_extension_01/summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..dc0c9d945d024e8a2ec037ec44bacdecd877be5a --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/summary.csv @@ -0,0 +1,9 @@ +cohort,labels,method,top3_primary,top1,top3,nll,brier,confidence,ece10,coverage90,accuracy90,seed_top3,temperatures +hydraulic,64,forward_factor_ce_identity,0.11622807017543858,0.039473684210526314,0.11622807017543858,27.588735123596987,1.6690455891240426,0.8202105033591117,0.7807368191485855,0.47478070175438597,0.031416256379736336,"[0.0756578947368421, 0.11842105263157894, 0.15460526315789472]","[4.0, 8.0, 8.0]" +hydraulic,64,forward_factor_ce_identity_scalar_temperature,0.11622807017543858,0.039473684210526314,0.11622807017543858,6.343786868346387,1.0717018081035772,0.2296804257725531,0.19020674156202677,0.0,,"[0.0756578947368421, 0.11842105263157894, 0.15460526315789472]","[4.0, 8.0, 8.0]" +hydraulic,128,forward_factor_ce_identity,0.06578947368421052,0.01644736842105263,0.06578947368421052,24.557062922850122,1.628881141729112,0.7612475954063093,0.7448002269852566,0.3442982456140351,0.0,"[0.0625, 0.10855263157894736, 0.02631578947368421]","[8.0, 4.0, 4.0]" +hydraulic,128,forward_factor_ce_identity_scalar_temperature,0.06578947368421052,0.01644736842105263,0.06578947368421052,6.791478244759282,1.079535390164126,0.23350637384027198,0.21705900541921938,0.0010964912280701754,,"[0.0625, 0.10855263157894736, 0.02631578947368421]","[8.0, 4.0, 4.0]" +temperature,64,forward_factor_ce_identity,0.07659313725490197,0.0358974358974359,0.07692307692307693,35.006149030964984,1.7396954334874744,0.8695071396500499,0.833609703752614,0.6000000000000001,0.03809523809523809,"[0.030330882352941176, 0.19944852941176472, 0.0]","[8.0, 8.0, 8.0]" +temperature,64,forward_factor_ce_identity_scalar_temperature,0.07659313725490197,0.0358974358974359,0.07692307692307693,5.526483043752321,1.116231570598864,0.33076882984176975,0.298708376566061,0.005128205128205128,,"[0.030330882352941176, 0.19944852941176472, 0.0]","[8.0, 8.0, 8.0]" +temperature,128,forward_factor_ce_identity,0.0974264705882353,0.03076923076923077,0.09743589743589744,30.174431808495495,1.7583968418606108,0.8750538679864497,0.8442846372172189,0.6205128205128205,0.017094017094017092,"[0.0, 0.2922794117647059, 0.0]","[4.0, 4.0, 4.0]" +temperature,128,forward_factor_ce_identity_scalar_temperature,0.0974264705882353,0.03076923076923077,0.09743589743589744,8.20416767635956,1.3192449993500226,0.5294783647222358,0.503982891927056,0.05128205128205129,,"[0.0, 0.2922794117647059, 0.0]","[4.0, 4.0, 4.0]" diff --git a/revision_r1/sensor/objective_extension_01/summary.json b/revision_r1/sensor/objective_extension_01/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..78fc1364e1d607f5ba24695e93bc8e4385ceb7e8 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/summary.json @@ -0,0 +1,194 @@ +[ + { + "cohort": "hydraulic", + "labels": 64, + "method": "forward_factor_ce_identity", + "top3_primary": 0.11622807017543858, + "top1": 0.039473684210526314, + "top3": 0.11622807017543858, + "nll": 27.588735123596987, + "brier": 1.6690455891240426, + "confidence": 0.8202105033591117, + "ece10": 0.7807368191485855, + "coverage90": 0.47478070175438597, + "accuracy90": 0.031416256379736336, + "seed_top3": [ + 0.0756578947368421, + 0.11842105263157894, + 0.15460526315789472 + ], + "temperatures": [ + 4.0, + 8.0, + 8.0 + ] + }, + { + "cohort": "hydraulic", + "labels": 64, + "method": "forward_factor_ce_identity_scalar_temperature", + "top3_primary": 0.11622807017543858, + "top1": 0.039473684210526314, + "top3": 0.11622807017543858, + "nll": 6.343786868346387, + "brier": 1.0717018081035772, + "confidence": 0.2296804257725531, + "ece10": 0.19020674156202677, + "coverage90": 0.0, + "accuracy90": null, + "seed_top3": [ + 0.0756578947368421, + 0.11842105263157894, + 0.15460526315789472 + ], + "temperatures": [ + 4.0, + 8.0, + 8.0 + ] + }, + { + "cohort": "hydraulic", + "labels": 128, + "method": "forward_factor_ce_identity", + "top3_primary": 0.06578947368421052, + "top1": 0.01644736842105263, + "top3": 0.06578947368421052, + "nll": 24.557062922850122, + "brier": 1.628881141729112, + "confidence": 0.7612475954063093, + "ece10": 0.7448002269852566, + "coverage90": 0.3442982456140351, + "accuracy90": 0.0, + "seed_top3": [ + 0.0625, + 0.10855263157894736, + 0.02631578947368421 + ], + "temperatures": [ + 8.0, + 4.0, + 4.0 + ] + }, + { + "cohort": "hydraulic", + "labels": 128, + "method": "forward_factor_ce_identity_scalar_temperature", + "top3_primary": 0.06578947368421052, + "top1": 0.01644736842105263, + "top3": 0.06578947368421052, + "nll": 6.791478244759282, + "brier": 1.079535390164126, + "confidence": 0.23350637384027198, + "ece10": 0.21705900541921938, + "coverage90": 0.0010964912280701754, + "accuracy90": null, + "seed_top3": [ + 0.0625, + 0.10855263157894736, + 0.02631578947368421 + ], + "temperatures": [ + 8.0, + 4.0, + 4.0 + ] + }, + { + "cohort": "temperature", + "labels": 64, + "method": "forward_factor_ce_identity", + "top3_primary": 0.07659313725490197, + "top1": 0.0358974358974359, + "top3": 0.07692307692307693, + "nll": 35.006149030964984, + "brier": 1.7396954334874744, + "confidence": 0.8695071396500499, + "ece10": 0.833609703752614, + "coverage90": 0.6000000000000001, + "accuracy90": 0.03809523809523809, + "seed_top3": [ + 0.030330882352941176, + 0.19944852941176472, + 0.0 + ], + "temperatures": [ + 8.0, + 8.0, + 8.0 + ] + }, + { + "cohort": "temperature", + "labels": 64, + "method": "forward_factor_ce_identity_scalar_temperature", + "top3_primary": 0.07659313725490197, + "top1": 0.0358974358974359, + "top3": 0.07692307692307693, + "nll": 5.526483043752321, + "brier": 1.116231570598864, + "confidence": 0.33076882984176975, + "ece10": 0.298708376566061, + "coverage90": 0.005128205128205128, + "accuracy90": null, + "seed_top3": [ + 0.030330882352941176, + 0.19944852941176472, + 0.0 + ], + "temperatures": [ + 8.0, + 8.0, + 8.0 + ] + }, + { + "cohort": "temperature", + "labels": 128, + "method": "forward_factor_ce_identity", + "top3_primary": 0.0974264705882353, + "top1": 0.03076923076923077, + "top3": 0.09743589743589744, + "nll": 30.174431808495495, + "brier": 1.7583968418606108, + "confidence": 0.8750538679864497, + "ece10": 0.8442846372172189, + "coverage90": 0.6205128205128205, + "accuracy90": 0.017094017094017092, + "seed_top3": [ + 0.0, + 0.2922794117647059, + 0.0 + ], + "temperatures": [ + 4.0, + 4.0, + 4.0 + ] + }, + { + "cohort": "temperature", + "labels": 128, + "method": "forward_factor_ce_identity_scalar_temperature", + "top3_primary": 0.0974264705882353, + "top1": 0.03076923076923077, + "top3": 0.09743589743589744, + "nll": 8.20416767635956, + "brier": 1.3192449993500226, + "confidence": 0.5294783647222358, + "ece10": 0.503982891927056, + "coverage90": 0.05128205128205129, + "accuracy90": null, + "seed_top3": [ + 0.0, + 0.2922794117647059, + 0.0 + ], + "temperatures": [ + 4.0, + 4.0, + 4.0 + ] + } +] diff --git a/revision_r1/sensor/objective_extension_01/summary_per_seed.csv b/revision_r1/sensor/objective_extension_01/summary_per_seed.csv new file mode 100644 index 0000000000000000000000000000000000000000..1b60f3db7df3cc4262a05a2917ee15560bcaaf6c --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/summary_per_seed.csv @@ -0,0 +1,25 @@ +cohort,labels,seed,method,top3_primary,top1,top3,nll,confidence,brier,records,ece10,coverage90,accuracy90,temperature +hydraulic,64,20751,forward_factor_ce_identity,0.0756578947368421,0.0,0.0756578947368421,30.351917219306547,0.8262019216249126,1.7465178237483365,304,0.8262019216249128,0.4901315789473684,0.0,4.0 +hydraulic,64,20751,forward_factor_ce_identity_scalar_temperature,0.0756578947368421,0.0,0.0756578947368421,8.551123922813439,0.3959519431524902,1.212106862323091,304,0.39595194315249016,0.0,,4.0 +hydraulic,64,20752,forward_factor_ce_identity,0.11842105263157894,0.0756578947368421,0.11842105263157894,31.53565717937811,0.7693393756184008,1.5451920533101875,304,0.6936814808815586,0.33223684210526316,0.039603960396039604,8.0 +hydraulic,64,20752,forward_factor_ce_identity_scalar_temperature,0.11842105263157894,0.0756578947368421,0.11842105263157894,5.9387425531354125,0.13965868261050315,1.0066947431682367,304,0.06400078787366102,0.0,,8.0 +hydraulic,64,20753,forward_factor_ce_identity,0.15460526315789472,0.042763157894736836,0.15460526315789472,20.878630972106304,0.8650902128340218,1.7154268903136036,304,0.822327054939285,0.6019736842105263,0.0546448087431694,8.0 +hydraulic,64,20753,forward_factor_ce_identity_scalar_temperature,0.15460526315789472,0.042763157894736836,0.15460526315789472,4.541494129090311,0.15343065155466598,0.9963038188194041,304,0.11066749365992912,0.0,,8.0 +hydraulic,128,20751,forward_factor_ce_identity,0.0625,0.03289473684210526,0.0625,22.120480553546866,0.781759596730322,1.6261834555134638,304,0.7488648598882168,0.319078947368421,0.0,8.0 +hydraulic,128,20751,forward_factor_ce_identity_scalar_temperature,0.0625,0.03289473684210526,0.0625,5.065749116254623,0.103506946434532,1.0043868247566294,304,0.07061220959242673,0.0,,8.0 +hydraulic,128,20752,forward_factor_ce_identity,0.10855263157894736,0.009868421052631578,0.10855263157894736,13.790978265383558,0.7485137789327213,1.6138009407396425,304,0.7386453578800898,0.39473684210526316,0.0,4.0 +hydraulic,128,20752,forward_factor_ce_identity_scalar_temperature,0.10855263157894736,0.009868421052631578,0.10855263157894736,4.75534775782568,0.2777235914501065,1.0723931476050537,304,0.2678551703974749,0.0,,4.0 +hydraulic,128,20753,forward_factor_ce_identity,0.02631578947368421,0.006578947368421052,0.02631578947368421,37.75972994961994,0.7534694105558846,1.6466590289342298,304,0.7468904631874634,0.319078947368421,0.0,4.0 +hydraulic,128,20753,forward_factor_ce_identity_scalar_temperature,0.02631578947368421,0.006578947368421052,0.02631578947368421,10.553337860197542,0.31928858363617746,1.161826198130695,304,0.31270963626775644,0.003289473684210526,0.0,4.0 +temperature,64,20851,forward_factor_ce_identity,0.030330882352941176,0.0,0.03076923076923077,27.377643221362522,0.8675526114708104,1.8041167275593641,65,0.8675526114708103,0.5846153846153846,0.0,8.0 +temperature,64,20851,forward_factor_ce_identity_scalar_temperature,0.030330882352941176,0.0,0.03076923076923077,4.704607161003269,0.2845768222561613,1.1081581311142963,65,0.2845768222561613,0.0,,8.0 +temperature,64,20852,forward_factor_ce_identity,0.19944852941176472,0.1076923076923077,0.2,43.397792719711624,0.8543708915350477,1.5796475294340575,65,0.7466785838427401,0.5384615384615385,0.11428571428571428,8.0 +temperature,64,20852,forward_factor_ce_identity_scalar_temperature,0.19944852941176472,0.1076923076923077,0.2,6.449979653232959,0.3721098406968941,1.0669770566299357,65,0.27592848086976784,0.015384615384615385,1.0,8.0 +temperature,64,20853,forward_factor_ce_identity,0.0,0.0,0.0,34.24301115182082,0.8865979159442917,1.8353220434690012,65,0.8865979159442916,0.676923076923077,0.0,8.0 +temperature,64,20853,forward_factor_ce_identity_scalar_temperature,0.0,0.0,0.0,5.424862317020734,0.3356198265722538,1.17355952405236,65,0.3356198265722538,0.0,,8.0 +temperature,128,20851,forward_factor_ce_identity,0.0,0.0,0.0,25.688964758839283,0.8426885485095214,1.7824136878212182,65,0.8426885485095212,0.5846153846153846,0.0,4.0 +temperature,128,20851,forward_factor_ce_identity_scalar_temperature,0.0,0.0,0.0,7.142679890017791,0.49288953846442324,1.3257733194332955,65,0.4928895384644231,0.0,,4.0 +temperature,128,20852,forward_factor_ce_identity,0.2922794117647059,0.09230769230769231,0.2923076923076923,20.744520010588932,0.8793600756889298,1.6385895887595943,65,0.7870523833812375,0.6000000000000001,0.05128205128205128,4.0 +temperature,128,20852,forward_factor_ce_identity_scalar_temperature,0.2922794117647059,0.09230769230769231,0.2923076923076923,5.838000968914714,0.5319772655993991,1.2221658847497048,65,0.45549084721385996,0.046153846153846156,0.0,4.0 +temperature,128,20853,forward_factor_ce_identity,0.0,0.0,0.0,44.08981065605827,0.9031129797608979,1.8541872490010198,65,0.9031129797608979,0.676923076923077,0.0,4.0 +temperature,128,20853,forward_factor_ce_identity_scalar_temperature,0.0,0.0,0.0,11.631822170146178,0.563568290102885,1.4097957938670675,65,0.5635682901028851,0.1076923076923077,0.0,4.0 diff --git a/revision_r1/sensor/objective_extension_01/temperature_n128_s20851.json b/revision_r1/sensor/objective_extension_01/temperature_n128_s20851.json new file mode 100644 index 0000000000000000000000000000000000000000..0a7caf2f7c240986414cdc31d518b466216099c5 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n128_s20851.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",128],["seed",20851],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20851],["training_seconds",1.5733213090570644],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7153345346450806]]},{"dict":[["update",100],["preupdate_loss",0.17357254028320312]]},{"dict":[["update",200],["preupdate_loss",0.12085510045289993]]},{"dict":[["update",400],["preupdate_loss",0.0882190689444542]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20952],["training_seconds",1.5784302110550925],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7935348749160767]]},{"dict":[["update",100],["preupdate_loss",0.16560347378253937]]},{"dict":[["update",200],["preupdate_loss",0.10934817045927048]]},{"dict":[["update",400],["preupdate_loss",0.08117306232452393]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20953],["training_seconds",1.5606301460647956],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6943837404251099]]},{"dict":[["update",100],["preupdate_loss",0.1292371153831482]]},{"dict":[["update",200],["preupdate_loss",0.07991720736026764]]},{"dict":[["update",400],["preupdate_loss",0.0655834749341011]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20954],["training_seconds",1.555329232942313],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6991033554077148]]},{"dict":[["update",100],["preupdate_loss",0.14300785958766937]]},{"dict":[["update",200],["preupdate_loss",0.08007031679153442]]},{"dict":[["update",400],["preupdate_loss",0.061269134283065796]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20955],["training_seconds",1.5712604150176048],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7980964183807373]]},{"dict":[["update",100],["preupdate_loss",0.162307471036911]]},{"dict":[["update",200],["preupdate_loss",0.08752935379743576]]},{"dict":[["update",400],["preupdate_loss",0.0572633258998394]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000027"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000028"}]]}],["source_oof_logpost",{"tensor":"t000029"}],["calibration",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[3.870572144652142,2.1816092210633657,1.6071662603983783,1.6530860547013515,1.9893625246022635,2.4039410068472487,2.7705445037700906]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000030"}],["top3",{"tensor":"t000031"}],["nll",{"tensor":"t000032"}],["confidence",{"tensor":"t000033"}],["brier",{"tensor":"t000034"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000035"}],["top3",{"tensor":"t000036"}],["nll",{"tensor":"t000037"}],["confidence",{"tensor":"t000038"}],["brier",{"tensor":"t000039"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/temperature_n128_s20851.safetensors b/revision_r1/sensor/objective_extension_01/temperature_n128_s20851.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d1cd815a09546772c8e7432e27b7a7451ab2c41e --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n128_s20851.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc1891afa7d41b2e26e19348598c522070cd20223d1a70a9e72030ed801e2a9 +size 670644 diff --git a/revision_r1/sensor/objective_extension_01/temperature_n128_s20852.json b/revision_r1/sensor/objective_extension_01/temperature_n128_s20852.json new file mode 100644 index 0000000000000000000000000000000000000000..5a74f9cf152ee46507403dc2fe60fbf47d66fc42 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n128_s20852.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",128],["seed",20852],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20852],["training_seconds",1.5716418690280989],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.746861457824707]]},{"dict":[["update",100],["preupdate_loss",0.15607860684394836]]},{"dict":[["update",200],["preupdate_loss",0.07732318341732025]]},{"dict":[["update",400],["preupdate_loss",0.0514041930437088]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20953],["training_seconds",1.5740251520182937],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7050721645355225]]},{"dict":[["update",100],["preupdate_loss",0.11731891334056854]]},{"dict":[["update",200],["preupdate_loss",0.061257053166627884]]},{"dict":[["update",400],["preupdate_loss",0.03950232267379761]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20954],["training_seconds",1.569854497909546],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7150449752807617]]},{"dict":[["update",100],["preupdate_loss",0.13968202471733093]]},{"dict":[["update",200],["preupdate_loss",0.061904288828372955]]},{"dict":[["update",400],["preupdate_loss",0.032874491065740585]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20955],["training_seconds",1.566680807969533],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7767820358276367]]},{"dict":[["update",100],["preupdate_loss",0.10586073994636536]]},{"dict":[["update",200],["preupdate_loss",0.04414660111069679]]},{"dict":[["update",400],["preupdate_loss",0.026793524622917175]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20956],["training_seconds",1.5736773969838396],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7591267824172974]]},{"dict":[["update",100],["preupdate_loss",0.15447470545768738]]},{"dict":[["update",200],["preupdate_loss",0.09114886820316315]]},{"dict":[["update",400],["preupdate_loss",0.06090102717280388]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000027"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000028"}]]}],["source_oof_logpost",{"tensor":"t000029"}],["calibration",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.6077498281109124,1.5543149978128912,1.2814266453953178,1.468794727086196,1.8735971494541648,2.326136048238708,2.719907207215452]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000030"}],["top3",{"tensor":"t000031"}],["nll",{"tensor":"t000032"}],["confidence",{"tensor":"t000033"}],["brier",{"tensor":"t000034"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000035"}],["top3",{"tensor":"t000036"}],["nll",{"tensor":"t000037"}],["confidence",{"tensor":"t000038"}],["brier",{"tensor":"t000039"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/temperature_n128_s20852.safetensors b/revision_r1/sensor/objective_extension_01/temperature_n128_s20852.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46d0e9dc9bd2954102e7cc8232539c179cff086c --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n128_s20852.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fad93647f548d3385f5c946987d64d7aa78fd7fa87f03a884b0a5258cfb8cd +size 670644 diff --git a/revision_r1/sensor/objective_extension_01/temperature_n128_s20853.json b/revision_r1/sensor/objective_extension_01/temperature_n128_s20853.json new file mode 100644 index 0000000000000000000000000000000000000000..6c2c162c0acd4effd05327f4eb9dc405e0581856 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n128_s20853.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",128],["seed",20853],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20853],["training_seconds",1.5707646700320765],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.781067132949829]]},{"dict":[["update",100],["preupdate_loss",0.14620904624462128]]},{"dict":[["update",200],["preupdate_loss",0.07917311787605286]]},{"dict":[["update",400],["preupdate_loss",0.042736709117889404]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20954],["training_seconds",1.571639701956883],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.687502384185791]]},{"dict":[["update",100],["preupdate_loss",0.11379092931747437]]},{"dict":[["update",200],["preupdate_loss",0.06093010678887367]]},{"dict":[["update",400],["preupdate_loss",0.036106400191783905]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20955],["training_seconds",1.5737880340311676],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7812987565994263]]},{"dict":[["update",100],["preupdate_loss",0.126377671957016]]},{"dict":[["update",200],["preupdate_loss",0.05033967271447182]]},{"dict":[["update",400],["preupdate_loss",0.023566126823425293]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20956],["training_seconds",1.5750131679233164],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7638275623321533]]},{"dict":[["update",100],["preupdate_loss",0.15454968810081482]]},{"dict":[["update",200],["preupdate_loss",0.08125542849302292]]},{"dict":[["update",400],["preupdate_loss",0.04149030148983002]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20957],["training_seconds",1.5653031240217388],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.757056713104248]]},{"dict":[["update",100],["preupdate_loss",0.1180361732840538]]},{"dict":[["update",200],["preupdate_loss",0.05091839283704758]]},{"dict":[["update",400],["preupdate_loss",0.022773925215005875]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000027"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000028"}]]}],["source_oof_logpost",{"tensor":"t000029"}],["calibration",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.6590061179640063,1.591554463540624,1.3175354972836149,1.499975278426927,1.8863219203749573,2.3188990657211974,2.705347031046764]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000030"}],["top3",{"tensor":"t000031"}],["nll",{"tensor":"t000032"}],["confidence",{"tensor":"t000033"}],["brier",{"tensor":"t000034"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000035"}],["top3",{"tensor":"t000036"}],["nll",{"tensor":"t000037"}],["confidence",{"tensor":"t000038"}],["brier",{"tensor":"t000039"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/temperature_n128_s20853.safetensors b/revision_r1/sensor/objective_extension_01/temperature_n128_s20853.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6355af0cde0a24d0ce6188d7153552f48d8df4d7 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n128_s20853.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e056e512d4ee1f5a3efe4344290d4668a8b3aa71f2e840ad1ab9276b76f1851 +size 670644 diff --git a/revision_r1/sensor/objective_extension_01/temperature_n64_s20851.json b/revision_r1/sensor/objective_extension_01/temperature_n64_s20851.json new file mode 100644 index 0000000000000000000000000000000000000000..6c7f646100c76313524b3a9eabf01ced0a7afc53 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n64_s20851.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",64],["seed",20851],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20851],["training_seconds",1.553768968093209],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7366788387298584]]},{"dict":[["update",100],["preupdate_loss",0.08433552086353302]]},{"dict":[["update",200],["preupdate_loss",0.04045635089278221]]},{"dict":[["update",400],["preupdate_loss",0.0247967466711998]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20952],["training_seconds",1.5509864719351754],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.788536548614502]]},{"dict":[["update",100],["preupdate_loss",0.07588542252779007]]},{"dict":[["update",200],["preupdate_loss",0.05733570083975792]]},{"dict":[["update",400],["preupdate_loss",0.04485701024532318]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20953],["training_seconds",1.5494484510272741],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6926493644714355]]},{"dict":[["update",100],["preupdate_loss",0.059145450592041016]]},{"dict":[["update",200],["preupdate_loss",0.031171848997473717]]},{"dict":[["update",400],["preupdate_loss",0.021672360599040985]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20954],["training_seconds",1.5526556799886748],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6943668127059937]]},{"dict":[["update",100],["preupdate_loss",0.05714897811412811]]},{"dict":[["update",200],["preupdate_loss",0.02836483158171177]]},{"dict":[["update",400],["preupdate_loss",0.0217001773416996]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20955],["training_seconds",1.5568829600233585],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7917358875274658]]},{"dict":[["update",100],["preupdate_loss",0.06649135798215866]]},{"dict":[["update",200],["preupdate_loss",0.03801368921995163]]},{"dict":[["update",400],["preupdate_loss",0.018313469365239143]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000027"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000028"}]]}],["source_oof_logpost",{"tensor":"t000029"}],["calibration",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[7.331172722484406,3.877745327334077,2.3864500034230156,2.003683943082171,2.168339358135179,2.5121997351844882,2.842143388315945]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000030"}],["top3",{"tensor":"t000031"}],["nll",{"tensor":"t000032"}],["confidence",{"tensor":"t000033"}],["brier",{"tensor":"t000034"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000035"}],["top3",{"tensor":"t000036"}],["nll",{"tensor":"t000037"}],["confidence",{"tensor":"t000038"}],["brier",{"tensor":"t000039"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/temperature_n64_s20851.safetensors b/revision_r1/sensor/objective_extension_01/temperature_n64_s20851.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f48326b33dd352a0e01f405c004dac341b842c3 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n64_s20851.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e93164e9f58e98154ccd2bf69a3fd8323f9615b63ceae62a74dc5997b4dc3db +size 654764 diff --git a/revision_r1/sensor/objective_extension_01/temperature_n64_s20852.json b/revision_r1/sensor/objective_extension_01/temperature_n64_s20852.json new file mode 100644 index 0000000000000000000000000000000000000000..7dbd597407fd712e6608da8d168e5f09a48f6e21 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n64_s20852.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",64],["seed",20852],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20852],["training_seconds",1.792568751028739],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7347760200500488]]},{"dict":[["update",100],["preupdate_loss",0.09541835635900497]]},{"dict":[["update",200],["preupdate_loss",0.02115480974316597]]},{"dict":[["update",400],["preupdate_loss",0.9138380289077759]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20953],["training_seconds",1.9576433909824118],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.740708827972412]]},{"dict":[["update",100],["preupdate_loss",0.05368718132376671]]},{"dict":[["update",200],["preupdate_loss",0.010136347264051437]]},{"dict":[["update",400],["preupdate_loss",0.0023281932808458805]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20954],["training_seconds",2.241493607056327],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7231621742248535]]},{"dict":[["update",100],["preupdate_loss",0.065241239964962]]},{"dict":[["update",200],["preupdate_loss",0.011114240624010563]]},{"dict":[["update",400],["preupdate_loss",0.0021556676365435123]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20955],["training_seconds",2.497608324047178],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.734748125076294]]},{"dict":[["update",100],["preupdate_loss",0.04776906222105026]]},{"dict":[["update",200],["preupdate_loss",0.010624639689922333]]},{"dict":[["update",400],["preupdate_loss",0.002198053291067481]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20956],["training_seconds",2.2487137879943475],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7560166120529175]]},{"dict":[["update",100],["preupdate_loss",0.06144525483250618]]},{"dict":[["update",200],["preupdate_loss",0.010716595686972141]]},{"dict":[["update",400],["preupdate_loss",0.0020888836588710546]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000027"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000028"}]]}],["source_oof_logpost",{"tensor":"t000029"}],["calibration",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[7.365440960199566,3.8953514247959173,2.3738913135530444,1.9370899068852903,2.0580795083995165,2.392805339590212,2.7452553154142336]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000030"}],["top3",{"tensor":"t000031"}],["nll",{"tensor":"t000032"}],["confidence",{"tensor":"t000033"}],["brier",{"tensor":"t000034"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000035"}],["top3",{"tensor":"t000036"}],["nll",{"tensor":"t000037"}],["confidence",{"tensor":"t000038"}],["brier",{"tensor":"t000039"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/temperature_n64_s20852.safetensors b/revision_r1/sensor/objective_extension_01/temperature_n64_s20852.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7a4208cff977da7123cbec4cd4e891bf4b17e7b --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n64_s20852.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ef676925efe8be2d36c8d26d21c874409db2547074ef99010628f0de46d0ae5 +size 654764 diff --git a/revision_r1/sensor/objective_extension_01/temperature_n64_s20853.json b/revision_r1/sensor/objective_extension_01/temperature_n64_s20853.json new file mode 100644 index 0000000000000000000000000000000000000000..05c8794bb6a66dece5c349b8febaa08f95495bd6 --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n64_s20853.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",64],["seed",20853],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["fits",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20853],["training_seconds",1.9437964789103717],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7517828941345215]]},{"dict":[["update",100],["preupdate_loss",0.0629463642835617]]},{"dict":[["update",200],["preupdate_loss",0.019114792346954346]]},{"dict":[["update",400],["preupdate_loss",0.025291040539741516]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20954],["training_seconds",1.5546659450046718],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6549561023712158]]},{"dict":[["update",100],["preupdate_loss",0.04761228710412979]]},{"dict":[["update",200],["preupdate_loss",0.010806804522871971]]},{"dict":[["update",400],["preupdate_loss",0.0026521896943449974]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20955],["training_seconds",1.5872075189836323],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.8206090927124023]]},{"dict":[["update",100],["preupdate_loss",0.08244458585977554]]},{"dict":[["update",200],["preupdate_loss",0.016593752428889275]]},{"dict":[["update",400],["preupdate_loss",0.010320411995053291]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20956],["training_seconds",1.5999408930074424],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.765966534614563]]},{"dict":[["update",100],["preupdate_loss",0.04778410494327545]]},{"dict":[["update",200],["preupdate_loss",0.011514975689351559]]},{"dict":[["update",400],["preupdate_loss",0.0027853348292410374]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_factor_ce"],["seed",20957],["training_seconds",1.5836586550576612],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.729292392730713]]},{"dict":[["update",100],["preupdate_loss",0.038557641208171844]]},{"dict":[["update",200],["preupdate_loss",0.0066733937710523605]]},{"dict":[["update",400],["preupdate_loss",0.001522274687886238]]}]}]]}]}],["held_logpost",{"dict":[["forward_factor_ce_identity",{"tensor":"t000027"}],["forward_factor_ce_identity_scalar_temperature",{"tensor":"t000028"}]]}],["source_oof_logpost",{"tensor":"t000029"}],["calibration",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[5.442457539254902,2.934118747337727,1.9211124321660895,1.7437662650416312,1.9762525006064746,2.3586035087518527,2.7304142064758126]}]]}],["metrics",{"dict":[["forward_factor_ce_identity",{"dict":[["top1",{"tensor":"t000030"}],["top3",{"tensor":"t000031"}],["nll",{"tensor":"t000032"}],["confidence",{"tensor":"t000033"}],["brier",{"tensor":"t000034"}]]}],["forward_factor_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000035"}],["top3",{"tensor":"t000036"}],["nll",{"tensor":"t000037"}],["confidence",{"tensor":"t000038"}],["brier",{"tensor":"t000039"}]]}]]}]]} diff --git a/revision_r1/sensor/objective_extension_01/temperature_n64_s20853.safetensors b/revision_r1/sensor/objective_extension_01/temperature_n64_s20853.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..594f626fc5f50efccd3a7b9a4d5bf32049abf14f --- /dev/null +++ b/revision_r1/sensor/objective_extension_01/temperature_n64_s20853.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3967dd4e5ba220d02fdc5808f3f6b08dcf643e43f39d4b70d9eaad9eecef3d88 +size 654764 diff --git a/revision_r1/sensor/objective_extension_spec.json b/revision_r1/sensor/objective_extension_spec.json new file mode 100644 index 0000000000000000000000000000000000000000..50643195f8adcf6280d2ec20576218f6eefe2c78 --- /dev/null +++ b/revision_r1/sensor/objective_extension_spec.json @@ -0,0 +1,10 @@ +{ + "timestamp_utc": "2026-11-09T14:43:11.782458+00:00", + "status": "Additional post-review exploratory mechanism control; original adverse jointCE results preserved", + "motivation": "Observed joint conditional CE failure can reflect assigning every unobserved joint binding negative-class mass. A factor-marginal CE intervention tests that explanation rather than equating all CE with failure.", + "intervention": "Same original factor-coded decoder, same initial seed,400 AdamW fullbatchsteps lr.003 wd.01 and fixedidentityGaussianjointposterior as original MSEidentity andjointCEidentity. Loss is mean across factors of negative log exact posterior marginal probability of the true factor level. No held tuning.", + "grid": "Both hydraulic/temperature cohorts,both64/128prefixes,all3originalseeds; identical saved indices/normalization.5fits each (full+4originalfolds).", + "outcomes": "Same held/sourceOOF probabilities, Top1/Top3,NLL,Brier,ECE10,.9selectivity,allseeds; scalar sourceOOFtemperature fixedexistinggrid [1,2,4,8,16,32,64]; no favorableselection.", + "limitations": "Changes objective while retaining jointlikelihood parameterization; no universal directionorcompute-matchedclaim. Parent/objective findingsremain exploratory onopeneddata.", + "command": "PYTHONDONTWRITEBYTECODE=1 python articles/make_1/metadata/review_r1/sensor/objective_extension.py --device cuda:3 --output articles/make_1/metadata/review_r1/sensor/objective_extension_01" +} diff --git a/revision_r1/sensor/primary_table.csv b/revision_r1/sensor/primary_table.csv new file mode 100644 index 0000000000000000000000000000000000000000..05b58d3afcf27061612285d17b9a059b574219d3 --- /dev/null +++ b/revision_r1/sensor/primary_table.csv @@ -0,0 +1,11 @@ +method,description,hydraulic_64,hydraulic_128,temperature_64,temperature_128 +forward_mse_full,MSE decoder; full covariance,0.4682017543859649,0.3267543859649123,0.6700367647058822,0.7267156862745098 +forward_mse_diag,MSE decoder; diagonal covariance,0.15901428538103854,0.12720831799779167,0.4818206377378537,0.4679810501786921 +forward_mse_identity,MSE decoder; identity covariance,0.10416666666666667,0.06579719545342229,0.3230540060851927,0.3443985891770501 +forward_mse_full_product,MSE/full; product of factor marginals,0.46381578947368424,0.42214912280701755,0.6804534313725489,0.7058823529411765 +forward_ce_identity,Joint CE decoder; identity covariance,0.0668859649122807,0.041666666666666664,0.015318627450980393,0.05606617647058824 +forward_factor_ce_identity,Factor marginal CE decoder; identity covariance,0.11622807017543858,0.06578947368421052,0.07659313725490197,0.0974264705882353 +inverse_balanced,Direct balanced CE; raw,0.24122807017543857,0.5285087719298246,0.3633578431372549,0.45067401960784315 +inverse_unweighted,Direct unweighted CE; raw,0.2434210526315789,0.5131578947368421,0.3026960784313726,0.42524509803921573 +inverse_balanced_factor_temperature,Direct balanced CE; original source factor temperatures,0.25548245614035087,0.5219298245614036,0.3633578431372549,0.45067401960784315 +inverse_unweighted_factor_temperature,Direct unweighted CE; source factor temperatures,0.24890350877192982,0.5043859649122807,0.3026960784313726,0.42524509803921573 diff --git a/revision_r1/sensor/review_r1_sensor.py b/revision_r1/sensor/review_r1_sensor.py new file mode 100644 index 0000000000000000000000000000000000000000..13d5e8bba33b9d846eee1053f374ba0042c2f99c --- /dev/null +++ b/revision_r1/sensor/review_r1_sensor.py @@ -0,0 +1,357 @@ +"""Post-review sensor mechanism probes. All scientific computation requires CUDA. + +See metadata/review_r1/sensor/analysis_spec.json, written before any new fit. +Original release/checkpoints are read-only. No target-based model selection. +""" +from __future__ import annotations +import argparse, csv, datetime, hashlib, json, math, os, sys, time +from pathlib import Path + +PROCESS_START = time.perf_counter() +import torch +from torch import nn + +ARTICLE = Path(__file__).resolve().parents[1] +_release_flag = sys.argv.index('--release') if '--release' in sys.argv else None +RELEASE = Path(sys.argv[_release_flag+1]).resolve() if _release_flag is not None else Path(os.environ.get('REVIEW_SENSOR_RELEASE', ARTICLE / 'release/huggingface-revised')).resolve() +sys.path.insert(0, str(RELEASE)) +from reproduce import load, predict +from unionmind.continuous_decision import factorial as F + + +def stamp(): + return datetime.datetime.now(datetime.timezone.utc).isoformat() + + +def sync(): + torch.cuda.synchronize() + + +def write(path, value): + path.write_text(json.dumps(value, indent=2, allow_nan=False) + '\n') + + +def dump_csv(path, records): + keys = list(dict.fromkeys(k for r in records for k in r)) + with path.open('w', newline='') as f: + w = csv.DictWriter(f, fieldnames=keys) + w.writeheader() + w.writerows(records) + + +def dense(state, x, decoder=True): + prefix = 'net.' if decoder else '' + hidden = torch.nn.functional.silu(x.float() @ state[prefix+'0.weight'].T + state[prefix+'0.bias']) + return (hidden @ state[prefix+'2.weight'].T + state[prefix+'2.bias']).double() + + +def gaussian_scores(x, means, cov): + chol = torch.linalg.cholesky(cov) + diff = x[:, None] - means[None] + w = torch.linalg.solve_triangular(chol, diff.reshape(-1, x.shape[1]).T, upper=False) + return -.5 * w.square().sum(0).reshape(len(x), len(means)) + + +def inverse_scores(logits, sizes, grid, temperatures=None): + out = logits.new_zeros((len(logits), len(grid))); offset = 0 + for f, k in enumerate(sizes): + temp = 1 if temperatures is None else temperatures[f] + # Original classifier performs per-factor softmax in float32. + logp = (logits[:, offset:offset+k].float()/temp).log_softmax(-1).double() + out += logp[:, grid[:, f]]; offset += k + return out + + +def independent_projection(logp, sizes, grid): + out = logp.new_zeros(logp.shape) + for f, k in enumerate(sizes): + marginal = torch.stack([torch.logsumexp(logp[:, grid[:, f] == j], -1) for j in range(k)], -1) + out += marginal[:, grid[:, f]] + return out - torch.logsumexp(out, -1, keepdim=True) + + +def original_temperatures(logits, h, sizes): + result=[]; offset=0 + for f, k in enumerate(sizes): + options=logits.new_tensor([.5,1.,2.,4.]) + v=logits[:, None, offset:offset+k]/options[None,:,None] + loss=-v.log_softmax(-1).gather(-1,h[:,f,None,None].expand(-1,4,1)).squeeze(-1).mean(0) + result.append(options[loss.argmin()]); offset+=k + return torch.stack(result) + + +def train(x, h, sizes, seed, kind, steps=400): + """Same initializations/architectures/optimizer as original, explicit loss only.""" + sync(); start=time.perf_counter(); torch.cuda.manual_seed(seed) + decoder=kind.startswith('forward'); grid=F.hypotheses(sizes,x.device) + z=F.design(h,sizes,True).float(); zg=F.design(grid,sizes,True).float() + if decoder: + net=F.Decoder(z.shape[1],x.shape[1],x.device); inputs=z + else: + out=sum(sizes); width=(19984-out)//(x.shape[1]+1+out) + net=nn.Sequential(nn.Linear(x.shape[1],width,device=x.device),nn.SiLU(),nn.Linear(width,out,device=x.device)); inputs=x.float() + count=sum(p.numel() for p in net.parameters()) + assert count<=20000 and all(p.device.type=='cuda' and p.requires_grad for p in net.parameters()) + opt=torch.optim.AdamW(net.parameters(),lr=.003,weight_decay=.01) + target=x.float(); true=F.joint_index(h,sizes) + weights=[] + for f,k in enumerate(sizes): + w=(1/(torch.bincount(h[:,f],minlength=k).double()+1)).float(); weights.append(w/w.mean()) + trace=[] + with torch.enable_grad(): + for step in range(steps): + opt.zero_grad(set_to_none=True) + if kind in ('forward_ce','forward_factor_ce'): + mean=net(zg) + # Shared fixed identity likelihood: same decoder parameterization. + scores=-.5*(target[:,None]-mean[None]).square().sum(-1) + if kind=='forward_ce': loss=nn.functional.cross_entropy(scores,true) + else: + logp=scores.log_softmax(-1); loss=logp.new_zeros(()) + for f,k in enumerate(sizes): + marginal=torch.stack([torch.logsumexp(logp[:,grid[:,f]==j],-1) for j in range(k)],-1) + loss-=marginal.gather(1,h[:,f,None]).mean()/len(sizes) + elif kind=='forward_mse': loss=(net(inputs)-target).square().mean() + else: + logits=net(inputs); loss=x.new_zeros(()); offset=0 + for f,k in enumerate(sizes): + loss=loss+nn.functional.cross_entropy(logits[:,offset:offset+k],h[:,f],weight=weights[f] if kind=='inverse_balanced' else None)/len(sizes) + offset+=k + if step in (0,99,199,399,799): trace.append(dict(update=step+1,preupdate_loss=float(loss.detach()))) + loss.backward(); opt.step() + sync(); elapsed=time.perf_counter()-start + state={k:v.detach().clone() for k,v in net.state_dict().items()} + width=next(p for p in net.parameters()).shape[0] + ins=inputs.shape[1]; outs=x.shape[1] if decoder else sum(sizes) + effective_n=len(grid) if kind in ('forward_ce','forward_factor_ce') else len(x) + # Dense matmul forward + two backward products; excludes nonlinear, CE, + # pairwise distance and optimizer arithmetic (reported explicitly as partial). + flops=steps*3*(2*effective_n*ins*width+2*effective_n*width*outs) + del opt,net + return dict(state=state,trainable_parameters=count,steps=steps,kind=kind,seed=seed, + training_seconds=elapsed,training_network_executions=steps, + estimated_training_dense_matmul_flops=flops,loss_trace=trace) + + +def fit_cross(x,h,sizes,seed,kind): + models=[train(x,h,sizes,seed,kind)] + fold=torch.arange(len(x),device=x.device)%4 + for f in range(4): models.append(train(x[fold!=f],h[fold!=f],sizes,seed+101+f,kind)) + return models + + +def metric_vectors(logp,true): + logp=logp-logp.logsumexp(-1,keepdim=True); prob=logp.exp() + return dict(top1=F.topk_credit(prob,true,1),top3=F.topk_credit(prob,true,3), + nll=-logp.gather(1,true[:,None]).squeeze(-1),confidence=prob.max(-1).values, + brier=prob.square().sum(-1)-2*prob.gather(1,true[:,None]).squeeze(-1)+1) + + +def aggregate(v,mask): + count=int(mask.sum()) + if not count: return dict(records=0,top1=None,top3=None,nll=None,brier=None,confidence=None,ece10=None,coverage90=None,accuracy90=None) + out={k:float(a[mask].mean()) for k,a in v.items()}; out['records']=count + confidence=v['confidence'][mask]; correct=v['top1'][mask]; ece=confidence.new_zeros(()) + for j in range(10): + use=(confidence>=j/10)&((confidence<(j+1)/10) if j<9 else (confidence<=1)) + if bool(use.any()): ece+=use.double().mean()*(confidence[use].mean()-correct[use].mean()).abs() + accept=confidence>=.9 + out.update(ece10=float(ece),coverage90=float(accept.double().mean()),accuracy90=float(correct[accept].mean()) if bool(accept.any()) else None) + return out + + +def score_rows(cohort,n,seed,name,stage,logp,true,unseen,units=None): + values=metric_vectors(logp,true); records=[] + for stratum,mask in [('all',torch.ones_like(unseen)),('unseen',unseen),('seen',~unseen)]: + records.append(dict(cohort=cohort,labels=n,seed=seed,method=name,stage=stage,stratum=stratum,unit='all',**aggregate(values,mask))) + if units is not None: + for u in units.unique(sorted=True): + records.append(dict(cohort=cohort,labels=n,seed=seed,method=name,stage=stage,stratum=stratum,unit=int(u),**aggregate(values,mask&(units==u)))) + return records,values + + +def calibrate(oof, true, held): + temps=oof.new_tensor([1.,2.,4.,8.,16.,32.,64.]) + losses=torch.stack([-(oof/t).log_softmax(-1).gather(1,true[:,None]).mean() for t in temps]) + selected=temps[losses.argmin()] + return (held/selected).log_softmax(-1),dict(temperature=float(selected),grid=temps.tolist(),oof_nll=losses.tolist()) + + +@torch.no_grad() +def consistency_tests(device): + torch.cuda.manual_seed(9182); sizes=[2,3]; grid=F.hypotheses(sizes,device) + mean=torch.randn((6,4),device=device,dtype=torch.float64); x=torch.randn((8,4),device=device,dtype=torch.float64) + identity=torch.eye(4,device=device,dtype=torch.float64); scores=gaussian_scores(x,mean,identity) + direct=-.5*(x[:,None]-mean[None]).square().sum(-1) + err=float((scores-direct).abs().max()); assert err<1e-12 + logp=torch.randn((8,6),device=device,dtype=torch.float64).log_softmax(-1) + projected=independent_projection(logp,sizes,grid); maxerr=0. + for f,k in enumerate(sizes): + for j in range(k): maxerr=max(maxerr,float((logp.exp()[:,grid[:,f]==j].sum(-1)-projected.exp()[:,grid[:,f]==j].sum(-1)).abs().max())) + assert maxerr<1e-12 and float(projected.exp().sum(-1).sub(1).abs().max())<1e-12 + with torch.enable_grad(): + w=torch.randn((3,4),device=device,requires_grad=True); a=torch.randn((64,3),device=device); b=torch.randn((64,4),device=device) + grad=torch.autograd.grad((a@w-b).square().mean(),w)[0] + grad2=torch.autograd.grad((a.repeat(2,1)@w-b.repeat(2,1)).square().mean(),w)[0] + gerr=float((grad-grad2).abs().max()); assert gerr<1e-5 + return dict(status='passed',identity_gaussian_max_error=err,marginal_projection_max_error=maxerr,duplicated_mse_gradient_max_error=gerr) + + +@torch.no_grad() +def run_cell(cohort,p,record,n,seed,sizes,out): + cell_start=time.perf_counter(); prefix=f'{cohort}_n{n}_s{seed}' + frozen=load(f'models/{cohort}/n{n}_s{seed}/factorized_neural',str(p['x'].device)) + inverse=load(f'models/{cohort}/n{n}_s{seed}/factorized_classifier',str(p['x'].device)) + ids=frozen['fit_ids']; assert torch.equal(ids,inverse['fit_ids']) and bool(p['source'][ids].all()) and not bool(p['unseen'][ids].any()) + mean=frozen['mean']; scale=frozen['scale']; held=record['held_rows']; h=p['h'][ids] + x=(p['x'][ids]-mean)/scale; target=(p['x'][held]-mean)/scale + grid=F.hypotheses(sizes,x.device); zg=F.design(grid,sizes,True); true=F.joint_index(p['h'][held],sizes); source_true=F.joint_index(h,sizes) + models={kind:fit_cross(x,h,sizes,seed,kind) for kind in ['forward_mse','forward_ce','inverse_balanced','inverse_unweighted']} + fold=torch.arange(n,device=x.device)%4 + residual=x.clone(); source_scores={}; held_scores={}; states={} + for kind, nets in models.items(): + states[kind]=nets + if kind.startswith('forward'): + means=[dense(net['state'],zg) for net in nets] + if kind=='forward_mse': + for f in range(4): residual[fold==f]-=means[f+1][source_true[fold==f]] + cov=F.residual_covariance(residual,True) + mean_error=float((means[0]-frozen['model']['mean']).abs().max()) + covariance_error=float((cov-frozen['model']['cov']).abs().max()) + assert mean_error<1e-5 and covariance_error<1e-5,(prefix,mean_error,covariance_error) + covariances={'full':cov,'diag':torch.diag(cov.diagonal()),'identity':torch.eye(x.shape[1],device=x.device,dtype=x.dtype)} + else: covariances={'identity':torch.eye(x.shape[1],device=x.device,dtype=x.dtype)} + for covname,c in covariances.items(): + name=f'{kind}_{covname}'; source_scores[name]=x.new_empty((n,len(grid))) + for f in range(4): source_scores[name][fold==f]=gaussian_scores(x[fold==f],means[f+1],c) + held_scores[name]=gaussian_scores(target,means[0],c) + else: + oof=x.new_empty((n,sum(sizes))) + for f in range(4): oof[fold==f]=dense(nets[f+1]['state'],x[fold==f],False) + logits=dense(nets[0]['state'],target,False) + source_scores[kind]=inverse_scores(oof,sizes,grid); held_scores[kind]=inverse_scores(logits,sizes,grid) + temperatures=original_temperatures(oof,h,sizes) + held_scores[kind+'_factor_temperature']=inverse_scores(logits,sizes,grid,temperatures) + source_scores[kind+'_factor_temperature']=inverse_scores(oof,sizes,grid,temperatures) + if kind=='inverse_balanced': + ie=float((held_scores[kind+'_factor_temperature'].softmax(-1)-predict(inverse['model'],target)).abs().max()) + assert ie<1e-5,(prefix,ie) + replay=dict(mean_max_error=mean_error,covariance_max_error=covariance_error,inverse_posterior_max_error=ie) + for name in list(held_scores): + held_scores[name]=held_scores[name].log_softmax(-1); source_scores[name]=source_scores[name].log_softmax(-1) + held_scores['forward_mse_full_product']=independent_projection(held_scores['forward_mse_full'],sizes,grid) + source_scores['forward_mse_full_product']=independent_projection(source_scores['forward_mse_full'],sizes,grid) + calibration={} + for name in ['forward_mse_full','forward_mse_identity','forward_ce_identity','inverse_balanced','inverse_unweighted']: + calibrated,c=calibrate(source_scores[name],source_true,held_scores[name]); calibration[name]=c + held_scores[name+'_scalar_temperature']=calibrated + source_scores[name+'_scalar_temperature']=(source_scores[name]/c['temperature']).log_softmax(-1) + rows=[]; vectors={}; unseen=record['unseen']; units=record.get('days') + for name, logp in held_scores.items(): + r,v=score_rows(cohort,n,seed,name,'held',logp,true,unseen,units); rows+=r; vectors[name]=v + r,_=score_rows(cohort,n,seed,name,'source_oof',source_scores[name],source_true,torch.zeros(n,device=x.device,dtype=torch.bool)); rows+=r + sync(); start=time.perf_counter() + full_mse=dense(models['forward_mse'][0]['state'],zg) + source_other=torch.where(p['source'])[0]; source_other=source_other[~torch.isin(source_other,ids)] + diagnostic=[] + for name,select in [('fit',ids),('source_outside_prefix',source_other),('held_seen',held[~unseen]),('held_unseen',held[unseen])]: + xx=(p['x'][select]-mean)/scale; tt=F.joint_index(p['h'][select],sizes) + residuals=xx-full_mse[tt] + chol=torch.linalg.cholesky(cov); w=torch.linalg.solve_triangular(chol,residuals.T,upper=False) + obs_nll=.5*(w.square().sum(0)+2*chol.diagonal().log().sum()+x.shape[1]*math.log(2*math.pi)) + diagnostic.append(dict(cohort=cohort,labels=n,seed=seed,stratum=name,records=len(select),mean_mse=float(residuals.square().mean()),observation_nll=float(obs_nll.mean()))) + sync(); diagnostics_seconds=time.perf_counter()-start + start=time.perf_counter() + artifact=dict(cohort=cohort,labels=n,seed=seed,fit_ids=ids,mean=mean,scale=scale,held_rows=held,true=true,unseen=unseen,units=units, + models=states,source_oof_logpost=source_scores,held_logpost=held_scores,held_metrics=vectors,calibration=calibration, + covariance=cov,residuals=residual,replay=replay,diagnostics=diagnostic) + torch.save(artifact,out/f'{prefix}.pt'); serialization=time.perf_counter()-start + fits=[v for a in models.values() for v in a] + compute=dict(cohort=cohort,labels=n,seed=seed,new_fits=len(fits),training_seconds=sum(a['training_seconds'] for a in fits), + prediction_calibration_diagnostics_and_other_seconds=time.perf_counter()-cell_start-sum(a['training_seconds'] for a in fits)-serialization, + diagnostics_seconds=diagnostics_seconds,serialization_seconds=serialization,cell_seconds=time.perf_counter()-cell_start, + estimated_training_dense_matmul_flops=sum(a['estimated_training_dense_matmul_flops'] for a in fits), + training_network_executions=sum(a['training_network_executions'] for a in fits),replay=replay, + trainable_parameters={k:v[0]['trainable_parameters'] for k,v in models.items()},checkpoint_bytes=(out/f'{prefix}.pt').stat().st_size) + print(json.dumps(dict(cell=prefix,seconds=compute['cell_seconds'],replay=replay,calibration=calibration)),flush=True) + return rows,diagnostic,compute + + +@torch.no_grad() +def hydraulic_reversal(p,record,seed,out): + sizes=[3,4,3,4]; c64=load(f'models/hydraulic/n64_s{seed}/factorized_neural',str(p['x'].device)); c128=load(f'models/hydraulic/n128_s{seed}/factorized_neural',str(p['x'].device)) + ids=c64['fit_ids']; more=c128['fit_ids']; assert torch.equal(ids,more[:64]) + hcode=F.joint_index(p['h'],sizes); new=more[64:][~torch.isin(hcode[more[64:]],hcode[ids])]; old=more[64:][torch.isin(hcode[more[64:]],hcode[ids])]; q=min(len(new),len(old)) + mean=c64['mean']; scale=c64['scale']; cov=c64['model']['cov']; grid=F.hypotheses(sizes,p['x'].device); zg=F.design(grid,sizes,True) + held=record['held_rows']; true=hcode[held]; target=(p['x'][held]-mean)/scale + scenarios=[('saved64_400',ids,400),('duplicate64_400',ids.repeat(2),400),('64_800',ids,800),('actual128_400_fixed64',more,400),('actual128_800_fixed64',more,800),('matched_old_binding_addition',torch.cat([ids,old[:q]]),400),('matched_new_binding_addition',torch.cat([ids,new[:q]]),400)] + rows=[]; detail=[]; saved=[]; fits=[] + for name,fit_ids,steps in scenarios: + if name=='saved64_400': means=c64['model']['mean']; fit=None + else: + fit=train((p['x'][fit_ids]-mean)/scale,p['h'][fit_ids],sizes,seed,'forward_mse',steps); fits.append(fit); means=dense(fit['state'],zg) + scores=gaussian_scores(target,means,cov).log_softmax(-1) + r,_=score_rows('hydraulic',len(fit_ids),seed,name,'reversal',scores,true,record['unseen']); rows+=r + source_ids=torch.where(p['source'])[0]; source_ids=source_ids[~torch.isin(source_ids,more)] + entry=dict(seed=seed,scenario=name,fit_rows=len(fit_ids),distinct_fit_rows=len(fit_ids.unique()),bindings=len(hcode[fit_ids].unique()),matched_added_count=q,available_old_binding_additions=len(old),available_new_binding_additions=len(new),steps=steps) + for stratum,sel in [('first64',ids),('later64',more[64:]),('source_outside128',source_ids),('held_unseen',held[record['unseen']])]: + xx=(p['x'][sel]-mean)/scale; entry[stratum+'_mean_mse']=float((xx-means[hcode[sel]]).square().mean()) + detail.append(entry) + for binding in true[record['unseen']].unique(): + mask=record['unseen']&(true==binding); credit=metric_vectors(scores,true)['top3'] + detail.append(dict(seed=seed,scenario=name,binding=int(binding),binding_records=int(mask.sum()),binding_top3=float(credit[mask].mean()))) + saved.append(dict(scenario=name,fit_ids=fit_ids,mean=means,network=fit,held_logpost=scores)) + torch.save(dict(seed=seed,normalization_mean=mean,normalization_scale=scale,covariance=cov,scenarios=saved),out/f'hydraulic_reversal_s{seed}.pt') + return rows,detail,fits + + +def main(): + a=argparse.ArgumentParser(description=__doc__); a.add_argument('--mode',choices=['self-test','run'],default='run'); a.add_argument('--device',default='cuda:3'); a.add_argument('--output',required=True); a.add_argument('--release'); args=a.parse_args() + assert args.device.startswith('cuda') and torch.cuda.is_available(); torch.cuda.set_device(args.device); torch.backends.cuda.matmul.allow_tf32=False + torch.backends.cudnn.allow_tf32=False + out=Path(args.output).resolve(); assert not out.exists(),'Use a new output directory, preserving every prior run.'; out.mkdir(parents=True) + spec=Path(__file__).with_name('analysis_spec.json') + if not spec.exists():spec=ARTICLE/'metadata/review_r1/sensor/analysis_spec.json' + assert spec.exists() + files={str(p.relative_to(RELEASE)):hashlib.sha256(p.read_bytes()).hexdigest() for p in RELEASE.rglob('*') if p.is_file() and '__pycache__' not in p.parts} + write(out/'run_manifest.json',dict(timestamp_utc=stamp(),status='Post-review exploratory; all data previously opened',command=sys.argv, + code_sha256=hashlib.sha256(Path(__file__).read_bytes()).hexdigest(),spec_sha256=hashlib.sha256(spec.read_bytes()).hexdigest(),release_sha256=files, + torch_version=torch.__version__,cuda_version=torch.version.cuda,device=args.device,gpu=torch.cuda.get_device_name(),pid=os.getpid(),hard_timeout_seconds=1800)) + tests=consistency_tests(args.device); write(out/'numerical_tests.json',tests) + if args.mode=='self-test': print(json.dumps(tests)); return + rows=[]; diagnostic=[]; compute=[]; reversal_rows=[]; reversal_detail=[]; reversal_fits=[] + start=time.perf_counter() + for cohort,sizes in [('hydraulic',[3,4,3,4]),('temperature',[10,3])]: + p=load(f'data/{cohort}/prepared',args.device) + if cohort=='hydraulic': p.update(p['masks']) + original=load(f'results/{cohort}/predictions',args.device)['results']; seeds=sorted({r['seed'] for r in original}) + for n in [64,128]: + for seed in seeds: + record=next(r for r in original if r['seed']==seed and r['samples']==n and r['model']=='factorized_neural') + r,d,c=run_cell(cohort,p,record,n,seed,sizes,out); rows+=r; diagnostic+=d; compute.append(c) + dump_csv(out/'metrics.csv',rows); dump_csv(out/'mean_diagnostics.csv',diagnostic); write(out/'cell_compute.json',compute) + if time.perf_counter()-start>1800: raise TimeoutError('Hard experiment timeout after complete cell') + if cohort=='hydraulic': + for seed in seeds: + record=next(r for r in original if r['seed']==seed and r['samples']==64 and r['model']=='factorized_neural') + r,d,f=hydraulic_reversal(p,record,seed,out); reversal_rows+=r; reversal_detail+=d; reversal_fits+=f + dump_csv(out/'reversal_metrics.csv',reversal_rows); write(out/'reversal_diagnostics.json',reversal_detail) + print(json.dumps(dict(reversal_seed=seed,new_fits=len(f))),flush=True) + sync() + # Check no imported source or frozen artifact changed during execution. + changed=[k for k,v in files.items() if hashlib.sha256((RELEASE/k).read_bytes()).hexdigest()!=v]; assert not changed,changed + ledger=dict(status='completed',timestamp_utc=stamp(),cells=len(compute),new_fits=sum(c['new_fits'] for c in compute)+len(reversal_fits), + optimizer_updates=sum(c['training_network_executions'] for c in compute)+sum(f['steps'] for f in reversal_fits), + complete_analysis_seconds=time.perf_counter()-start,complete_process_seconds=time.perf_counter()-PROCESS_START, + all_training_seconds=sum(c['training_seconds'] for c in compute)+sum(f['training_seconds'] for f in reversal_fits), + reversal_training_seconds=sum(f['training_seconds'] for f in reversal_fits), + estimated_training_dense_matmul_flops=sum(c['estimated_training_dense_matmul_flops'] for c in compute)+sum(f['estimated_training_dense_matmul_flops'] for f in reversal_fits), + flop_scope='Dense network matmuls only, forward+backward estimate; excludes CE pair distances, softmax, covariance, activation and optimizer work. All work included in complete elapsed time.', + active_model_executions='one model training at a time; all 4-fold fits and scoring included',backbone_executions=0,pretrained_parameters=0,shared_backbone_storage_bytes=0, + cpu_scientific_execution=False,cpu_offload=False,deepspeed=False,source_release_files_changed=changed, + peak_gpu_allocated_bytes=torch.cuda.max_memory_allocated(),peak_gpu_reserved_bytes=torch.cuda.max_memory_reserved(),device=args.device,gpu=torch.cuda.get_device_name(), + output_bytes=sum(f.stat().st_size for f in out.iterdir() if f.is_file())) + write(out/'compute.json',ledger); print(json.dumps(ledger),flush=True) + + +if __name__=='__main__': main() diff --git a/revision_r1/sensor/run_01/calibration_choices.csv b/revision_r1/sensor/run_01/calibration_choices.csv new file mode 100644 index 0000000000000000000000000000000000000000..c89e114095e5a4a60179223962ba17622679dabe --- /dev/null +++ b/revision_r1/sensor/run_01/calibration_choices.csv @@ -0,0 +1,61 @@ +cohort,labels,seed,method,temperature,minimum_oof_nll +hydraulic,128,20751,forward_mse_full,2.0,1.4887572201250792 +hydraulic,128,20751,forward_mse_identity,4.0,3.004428958369572 +hydraulic,128,20751,forward_ce_identity,4.0,1.7408401132634186 +hydraulic,128,20751,inverse_balanced,4.0,1.4137505340687384 +hydraulic,128,20751,inverse_unweighted,4.0,1.4657667779599834 +hydraulic,128,20752,forward_mse_full,2.0,1.6116762645849207 +hydraulic,128,20752,forward_mse_identity,8.0,3.326062458417617 +hydraulic,128,20752,forward_ce_identity,4.0,2.4062484663270727 +hydraulic,128,20752,inverse_balanced,4.0,1.9440124978669142 +hydraulic,128,20752,inverse_unweighted,4.0,1.9414126638622076 +hydraulic,128,20753,forward_mse_full,2.0,1.3158110355899646 +hydraulic,128,20753,forward_mse_identity,2.0,2.7868333981054176 +hydraulic,128,20753,forward_ce_identity,4.0,1.9082636888701305 +hydraulic,128,20753,inverse_balanced,4.0,1.2595114099619023 +hydraulic,128,20753,inverse_unweighted,4.0,1.2461275394585405 +hydraulic,64,20751,forward_mse_full,2.0,1.107553070347231 +hydraulic,64,20751,forward_mse_identity,8.0,3.5313013962907336 +hydraulic,64,20751,forward_ce_identity,4.0,2.2152602832601187 +hydraulic,64,20751,inverse_balanced,4.0,2.1595016876019266 +hydraulic,64,20751,inverse_unweighted,4.0,2.19277738077901 +hydraulic,64,20752,forward_mse_full,2.0,1.742550330600304 +hydraulic,64,20752,forward_mse_identity,8.0,3.790089190894629 +hydraulic,64,20752,forward_ce_identity,8.0,2.6722828541702883 +hydraulic,64,20752,inverse_balanced,8.0,2.5100897062328675 +hydraulic,64,20752,inverse_unweighted,8.0,2.51250856602378 +hydraulic,64,20753,forward_mse_full,2.0,1.2501855419985652 +hydraulic,64,20753,forward_mse_identity,4.0,3.1805757545977746 +hydraulic,64,20753,forward_ce_identity,8.0,2.784348836931033 +hydraulic,64,20753,inverse_balanced,4.0,1.9089053766406228 +hydraulic,64,20753,inverse_unweighted,4.0,1.8670151243201758 +temperature,128,20851,forward_mse_full,2.0,1.1413459150088234 +temperature,128,20851,forward_mse_identity,16.0,2.7075825327979945 +temperature,128,20851,forward_ce_identity,4.0,1.4414487395055529 +temperature,128,20851,inverse_balanced,8.0,1.6928964986859127 +temperature,128,20851,inverse_unweighted,8.0,1.6941346255328509 +temperature,128,20852,forward_mse_full,2.0,0.9440965696912057 +temperature,128,20852,forward_mse_identity,8.0,2.4766038242527326 +temperature,128,20852,forward_ce_identity,2.0,1.0518169700711768 +temperature,128,20852,inverse_balanced,4.0,1.2321319306901883 +temperature,128,20852,inverse_unweighted,4.0,1.2023124171702397 +temperature,128,20853,forward_mse_full,1.0,0.9904069094914821 +temperature,128,20853,forward_mse_identity,16.0,2.75155784964542 +temperature,128,20853,forward_ce_identity,4.0,1.3069355810030587 +temperature,128,20853,inverse_balanced,4.0,1.15393493310756 +temperature,128,20853,inverse_unweighted,4.0,1.1689667956875416 +temperature,64,20851,forward_mse_full,2.0,1.0064700079231712 +temperature,64,20851,forward_mse_identity,16.0,2.587659677558495 +temperature,64,20851,forward_ce_identity,8.0,1.8910713244115365 +temperature,64,20851,inverse_balanced,4.0,1.7588552968701443 +temperature,64,20851,inverse_unweighted,4.0,1.7302868760932806 +temperature,64,20852,forward_mse_full,2.0,1.953743353849708 +temperature,64,20852,forward_mse_identity,16.0,2.819625833276512 +temperature,64,20852,forward_ce_identity,8.0,1.97301979596344 +temperature,64,20852,inverse_balanced,8.0,2.332273429739982 +temperature,64,20852,inverse_unweighted,8.0,2.2991431087582015 +temperature,64,20853,forward_mse_full,2.0,1.1240955019444705 +temperature,64,20853,forward_mse_identity,32.0,3.0099123286947416 +temperature,64,20853,forward_ce_identity,8.0,1.8154055001082778 +temperature,64,20853,inverse_balanced,8.0,2.090186508099263 +temperature,64,20853,inverse_unweighted,8.0,2.0678376621620007 diff --git a/revision_r1/sensor/run_01/cell_compute.json b/revision_r1/sensor/run_01/cell_compute.json new file mode 100644 index 0000000000000000000000000000000000000000..0125ad3c92cb6d8fcb4915a90719c204f7396419 --- /dev/null +++ b/revision_r1/sensor/run_01/cell_compute.json @@ -0,0 +1,302 @@ +[ + { + "cohort": "hydraulic", + "labels": 64, + "seed": 20751, + "new_fits": 20, + "training_seconds": 11.022949235863052, + "prediction_calibration_diagnostics_and_other_seconds": 0.2847604451235384, + "diagnostics_seconds": 0.03777106001507491, + "serialization_seconds": 0.0200668879551813, + "cell_seconds": 11.32778035895899, + "estimated_training_dense_matmul_flops": 70081536000, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 7.152557373046875e-07, + "covariance_max_error": 6.06049022078281e-08, + "inverse_posterior_max_error": 3.5211540017066056e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19965, + "inverse_unweighted": 19965 + }, + "checkpoint_bytes": 14623140 + }, + { + "cohort": "hydraulic", + "labels": 64, + "seed": 20752, + "new_fits": 20, + "training_seconds": 10.215580165036954, + "prediction_calibration_diagnostics_and_other_seconds": 0.1319092399207875, + "diagnostics_seconds": 0.0018139140447601676, + "serialization_seconds": 0.018763329950161278, + "cell_seconds": 10.366254807915539, + "estimated_training_dense_matmul_flops": 70081536000, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 4.76837158203125e-07, + "covariance_max_error": 1.2899615453587643e-07, + "inverse_posterior_max_error": 3.2048232789794184e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19965, + "inverse_unweighted": 19965 + }, + "checkpoint_bytes": 14623140 + }, + { + "cohort": "hydraulic", + "labels": 64, + "seed": 20753, + "new_fits": 20, + "training_seconds": 8.419546811841428, + "prediction_calibration_diagnostics_and_other_seconds": 0.1324204772245139, + "diagnostics_seconds": 0.0017366319661960006, + "serialization_seconds": 0.022264054976403713, + "cell_seconds": 8.574233538005501, + "estimated_training_dense_matmul_flops": 70081536000, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 4.76837158203125e-07, + "covariance_max_error": 1.027932482466909e-07, + "inverse_posterior_max_error": 3.168688322841007e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19965, + "inverse_unweighted": 19965 + }, + "checkpoint_bytes": 14623140 + }, + { + "cohort": "hydraulic", + "labels": 128, + "seed": 20751, + "new_fits": 20, + "training_seconds": 10.139631970087066, + "prediction_calibration_diagnostics_and_other_seconds": 0.1352511418517679, + "diagnostics_seconds": 0.0017604019958525896, + "serialization_seconds": 0.02079003700055182, + "cell_seconds": 10.295675148954615, + "estimated_training_dense_matmul_flops": 106294272000, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 9.5367431640625e-07, + "covariance_max_error": 5.053461826776129e-08, + "inverse_posterior_max_error": 3.3565712098670986e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19965, + "inverse_unweighted": 19965 + }, + "checkpoint_bytes": 15684706 + }, + { + "cohort": "hydraulic", + "labels": 128, + "seed": 20752, + "new_fits": 20, + "training_seconds": 10.622316506924108, + "prediction_calibration_diagnostics_and_other_seconds": 3.236191335017793, + "diagnostics_seconds": 0.0022799759171903133, + "serialization_seconds": 0.026680827024392784, + "cell_seconds": 13.8851908959914, + "estimated_training_dense_matmul_flops": 106294272000, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 9.5367431640625e-07, + "covariance_max_error": 8.542336393801975e-08, + "inverse_posterior_max_error": 3.223916011929617e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19965, + "inverse_unweighted": 19965 + }, + "checkpoint_bytes": 15684706 + }, + { + "cohort": "hydraulic", + "labels": 128, + "seed": 20753, + "new_fits": 20, + "training_seconds": 10.379245837917551, + "prediction_calibration_diagnostics_and_other_seconds": 0.14085291710216552, + "diagnostics_seconds": 0.0018489110516384244, + "serialization_seconds": 0.022844357998110354, + "cell_seconds": 10.542945530964062, + "estimated_training_dense_matmul_flops": 106294272000, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 4.76837158203125e-07, + "covariance_max_error": 3.46907572668087e-08, + "inverse_posterior_max_error": 4.3710619401782225e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19965, + "inverse_unweighted": 19965 + }, + "checkpoint_bytes": 15684706 + }, + { + "cohort": "temperature", + "labels": 64, + "seed": 20851, + "new_fits": 20, + "training_seconds": 7.828740463126451, + "prediction_calibration_diagnostics_and_other_seconds": 0.3431757619837299, + "diagnostics_seconds": 0.0016854330897331238, + "serialization_seconds": 0.009745209943503141, + "cell_seconds": 8.181663742056116, + "estimated_training_dense_matmul_flops": 43258694400, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 9.5367431640625e-07, + "covariance_max_error": 1.101257551816559e-07, + "inverse_posterior_max_error": 2.3986158836919458e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19963, + "inverse_unweighted": 19963 + }, + "checkpoint_bytes": 3519853 + }, + { + "cohort": "temperature", + "labels": 64, + "seed": 20852, + "new_fits": 20, + "training_seconds": 9.270462844055146, + "prediction_calibration_diagnostics_and_other_seconds": 0.3469120250083506, + "diagnostics_seconds": 0.001780503080226481, + "serialization_seconds": 0.009858626988716424, + "cell_seconds": 9.627235569991171, + "estimated_training_dense_matmul_flops": 43258694400, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 9.5367431640625e-07, + "covariance_max_error": 9.068182627025578e-08, + "inverse_posterior_max_error": 2.6531173480393022e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19963, + "inverse_unweighted": 19963 + }, + "checkpoint_bytes": 3519853 + }, + { + "cohort": "temperature", + "labels": 64, + "seed": 20853, + "new_fits": 20, + "training_seconds": 8.995641326182522, + "prediction_calibration_diagnostics_and_other_seconds": 0.34028861578553915, + "diagnostics_seconds": 0.001867293962277472, + "serialization_seconds": 0.010842578951269388, + "cell_seconds": 9.346774475998245, + "estimated_training_dense_matmul_flops": 43258694400, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 4.76837158203125e-07, + "covariance_max_error": 3.012048188644201e-07, + "inverse_posterior_max_error": 2.5204978770787534e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19963, + "inverse_unweighted": 19963 + }, + "checkpoint_bytes": 3519853 + }, + { + "cohort": "temperature", + "labels": 128, + "seed": 20851, + "new_fits": 20, + "training_seconds": 8.76704034418799, + "prediction_calibration_diagnostics_and_other_seconds": 0.3531005718978122, + "diagnostics_seconds": 0.0016806799685582519, + "serialization_seconds": 0.010373635916039348, + "cell_seconds": 9.130516835022718, + "estimated_training_dense_matmul_flops": 79462828800, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 7.152557373046875e-07, + "covariance_max_error": 7.306374061322174e-08, + "inverse_posterior_max_error": 2.4339767035197468e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19963, + "inverse_unweighted": 19963 + }, + "checkpoint_bytes": 3765164 + }, + { + "cohort": "temperature", + "labels": 128, + "seed": 20852, + "new_fits": 20, + "training_seconds": 8.70467921497766, + "prediction_calibration_diagnostics_and_other_seconds": 0.34594397607725114, + "diagnostics_seconds": 0.001737085054628551, + "serialization_seconds": 0.009868334978818893, + "cell_seconds": 9.060492652002722, + "estimated_training_dense_matmul_flops": 79462828800, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 7.152557373046875e-07, + "covariance_max_error": 5.378975620473625e-08, + "inverse_posterior_max_error": 2.3349030930930326e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19963, + "inverse_unweighted": 19963 + }, + "checkpoint_bytes": 3765164 + }, + { + "cohort": "temperature", + "labels": 128, + "seed": 20853, + "new_fits": 20, + "training_seconds": 9.277581828879192, + "prediction_calibration_diagnostics_and_other_seconds": 0.3445306190988049, + "diagnostics_seconds": 0.0017293590353801847, + "serialization_seconds": 0.010532862972468138, + "cell_seconds": 9.632647441001609, + "estimated_training_dense_matmul_flops": 79462828800, + "training_network_executions": 8000, + "replay": { + "mean_max_error": 7.152557373046875e-07, + "covariance_max_error": 6.967261123591584e-08, + "inverse_posterior_max_error": 2.2970076507533577e-08 + }, + "trainable_parameters": { + "forward_mse": 19936, + "forward_ce": 19936, + "inverse_balanced": 19963, + "inverse_unweighted": 19963 + }, + "checkpoint_bytes": 3765164 + } +] diff --git a/revision_r1/sensor/run_01/compute.json b/revision_r1/sensor/run_01/compute.json new file mode 100644 index 0000000000000000000000000000000000000000..33587121a620b839ae908406c04b82b7e6cd25da --- /dev/null +++ b/revision_r1/sensor/run_01/compute.json @@ -0,0 +1,26 @@ +{ + "status": "completed", + "timestamp_utc": "2026-11-09T14:41:34.194531+00:00", + "cells": 12, + "new_fits": 258, + "optimizer_updates": 105600, + "complete_analysis_seconds": 141.08448846498504, + "complete_process_seconds": 171.79019222594798, + "all_training_seconds": 123.04439938883297, + "reversal_training_seconds": 9.400982839753851, + "estimated_training_dense_matmul_flops": 1011034713600, + "flop_scope": "Dense network matmuls only, forward+backward estimate; excludes CE pair distances, softmax, covariance, activation and optimizer work. All work included in complete elapsed time.", + "active_model_executions": "one model training at a time; all 4-fold fits and scoring included", + "backbone_executions": 0, + "pretrained_parameters": 0, + "shared_backbone_storage_bytes": 0, + "cpu_scientific_execution": false, + "cpu_offload": false, + "deepspeed": false, + "source_release_files_changed": [], + "peak_gpu_allocated_bytes": 288381440, + "peak_gpu_reserved_bytes": 316669952, + "device": "cuda:3", + "gpu": "NVIDIA H200", + "output_bytes": 133453651 +} diff --git a/revision_r1/sensor/run_01/hydraulic_n128_s20751.json b/revision_r1/sensor/run_01/hydraulic_n128_s20751.json new file mode 100644 index 0000000000000000000000000000000000000000..185e73657d1c378b5c442965fedd6bbd92f2f5c2 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n128_s20751.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",128],["seed",20751],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20751],["training_seconds",0.3972592951031402],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0086114406585693]]},{"dict":[["update",100],["preupdate_loss",0.13077792525291443]]},{"dict":[["update",200],["preupdate_loss",0.06265699863433838]]},{"dict":[["update",400],["preupdate_loss",0.05359400063753128]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20852],["training_seconds",0.37144467304460704],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0766957998275757]]},{"dict":[["update",100],["preupdate_loss",0.1376798003911972]]},{"dict":[["update",200],["preupdate_loss",0.053492557257413864]]},{"dict":[["update",400],["preupdate_loss",0.04430858790874481]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20853],["training_seconds",0.427348998025991],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9906015396118164]]},{"dict":[["update",100],["preupdate_loss",0.12057442963123322]]},{"dict":[["update",200],["preupdate_loss",0.07156025618314743]]},{"dict":[["update",400],["preupdate_loss",0.06583163142204285]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20854],["training_seconds",0.3598632749635726],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9747979640960693]]},{"dict":[["update",100],["preupdate_loss",0.10308297723531723]]},{"dict":[["update",200],["preupdate_loss",0.05834037438035011]]},{"dict":[["update",400],["preupdate_loss",0.05230053514242172]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20855],["training_seconds",0.3896499619586393],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9755088686943054]]},{"dict":[["update",100],["preupdate_loss",0.11294980347156525]]},{"dict":[["update",200],["preupdate_loss",0.05540366470813751]]},{"dict":[["update",400],["preupdate_loss",0.04691101610660553]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000026"}],["net.0.bias",{"tensor":"t000027"}],["net.2.weight",{"tensor":"t000028"}],["net.2.bias",{"tensor":"t000029"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20751],["training_seconds",0.4489747150801122],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.241198539733887]]},{"dict":[["update",100],["preupdate_loss",0.3030407428741455]]},{"dict":[["update",200],["preupdate_loss",0.10997337847948074]]},{"dict":[["update",400],["preupdate_loss",0.07731456309556961]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000030"}],["net.0.bias",{"tensor":"t000031"}],["net.2.weight",{"tensor":"t000032"}],["net.2.bias",{"tensor":"t000033"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20852],["training_seconds",0.45568557002115995],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.0533928871154785]]},{"dict":[["update",100],["preupdate_loss",0.2289121001958847]]},{"dict":[["update",200],["preupdate_loss",0.08670693635940552]]},{"dict":[["update",400],["preupdate_loss",0.052602071315050125]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000034"}],["net.0.bias",{"tensor":"t000035"}],["net.2.weight",{"tensor":"t000036"}],["net.2.bias",{"tensor":"t000037"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20853],["training_seconds",0.4608188240090385],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.439957141876221]]},{"dict":[["update",100],["preupdate_loss",0.20915986597537994]]},{"dict":[["update",200],["preupdate_loss",0.06663992255926132]]},{"dict":[["update",400],["preupdate_loss",0.054046664386987686]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000038"}],["net.0.bias",{"tensor":"t000039"}],["net.2.weight",{"tensor":"t000040"}],["net.2.bias",{"tensor":"t000041"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20854],["training_seconds",0.4679516750620678],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.235901355743408]]},{"dict":[["update",100],["preupdate_loss",0.27635711431503296]]},{"dict":[["update",200],["preupdate_loss",0.0939927026629448]]},{"dict":[["update",400],["preupdate_loss",0.06653402000665665]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000042"}],["net.0.bias",{"tensor":"t000043"}],["net.2.weight",{"tensor":"t000044"}],["net.2.bias",{"tensor":"t000045"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20855],["training_seconds",0.4651363600278273],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.928400039672852]]},{"dict":[["update",100],["preupdate_loss",0.25044354796409607]]},{"dict":[["update",200],["preupdate_loss",0.15205131471157074]]},{"dict":[["update",400],["preupdate_loss",0.07675538212060928]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000046"}],["0.bias",{"tensor":"t000047"}],["2.weight",{"tensor":"t000048"}],["2.bias",{"tensor":"t000049"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20751],["training_seconds",0.6018694269005209],["training_network_executions",400],["estimated_training_dense_matmul_flops",6042624000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2464526891708374]]},{"dict":[["update",100],["preupdate_loss",0.09234977327287197]]},{"dict":[["update",200],["preupdate_loss",0.021565977222053334]]},{"dict":[["update",400],["preupdate_loss",0.0038887968912604265]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000050"}],["0.bias",{"tensor":"t000051"}],["2.weight",{"tensor":"t000052"}],["2.bias",{"tensor":"t000053"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20852],["training_seconds",0.6051071959082037],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2728729844093323]]},{"dict":[["update",100],["preupdate_loss",0.0901195895858109]]},{"dict":[["update",200],["preupdate_loss",0.02179690235061571]]},{"dict":[["update",400],["preupdate_loss",0.00369127271551406]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000054"}],["0.bias",{"tensor":"t000055"}],["2.weight",{"tensor":"t000056"}],["2.bias",{"tensor":"t000057"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20853],["training_seconds",0.6038527489872649],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1937393844127655]]},{"dict":[["update",100],["preupdate_loss",0.05450883763842285]]},{"dict":[["update",200],["preupdate_loss",0.009923376492224634]]},{"dict":[["update",400],["preupdate_loss",0.0019185908749932423]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000058"}],["0.bias",{"tensor":"t000059"}],["2.weight",{"tensor":"t000060"}],["2.bias",{"tensor":"t000061"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20854],["training_seconds",0.5654834889573976],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.304435521364212]]},{"dict":[["update",100],["preupdate_loss",0.07688064011745155]]},{"dict":[["update",200],["preupdate_loss",0.016339267458533868]]},{"dict":[["update",400],["preupdate_loss",0.0027862026763614267]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000062"}],["0.bias",{"tensor":"t000063"}],["2.weight",{"tensor":"t000064"}],["2.bias",{"tensor":"t000065"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20855],["training_seconds",0.5928456810070202],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2361837327480316]]},{"dict":[["update",100],["preupdate_loss",0.08145831385627389]]},{"dict":[["update",200],["preupdate_loss",0.018926053307950497]]},{"dict":[["update",400],["preupdate_loss",0.0031943895228323527]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000066"}],["0.bias",{"tensor":"t000067"}],["2.weight",{"tensor":"t000068"}],["2.bias",{"tensor":"t000069"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20751],["training_seconds",0.5885019070701674],["training_network_executions",400],["estimated_training_dense_matmul_flops",6042624000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2413846254348755]]},{"dict":[["update",100],["preupdate_loss",0.09426274709403515]]},{"dict":[["update",200],["preupdate_loss",0.023598545172717422]]},{"dict":[["update",400],["preupdate_loss",0.0041193796205334365]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000070"}],["0.bias",{"tensor":"t000071"}],["2.weight",{"tensor":"t000072"}],["2.bias",{"tensor":"t000073"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20852],["training_seconds",0.581547350040637],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2670465111732483]]},{"dict":[["update",100],["preupdate_loss",0.0881858579814434]]},{"dict":[["update",200],["preupdate_loss",0.02232201979495585]]},{"dict":[["update",400],["preupdate_loss",0.0036324141910881735]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000074"}],["0.bias",{"tensor":"t000075"}],["2.weight",{"tensor":"t000076"}],["2.bias",{"tensor":"t000077"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20853],["training_seconds",0.5940188219537959],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1926008611917496]]},{"dict":[["update",100],["preupdate_loss",0.06175024330150336]]},{"dict":[["update",200],["preupdate_loss",0.011816860787803307]]},{"dict":[["update",400],["preupdate_loss",0.0018994505808223039]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000078"}],["0.bias",{"tensor":"t000079"}],["2.weight",{"tensor":"t000080"}],["2.bias",{"tensor":"t000081"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20854],["training_seconds",0.5897865379229188],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2811008095741272]]},{"dict":[["update",100],["preupdate_loss",0.0831475486047566]]},{"dict":[["update",200],["preupdate_loss",0.01901176499086432]]},{"dict":[["update",400],["preupdate_loss",0.0031018463560030796]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000082"}],["0.bias",{"tensor":"t000083"}],["2.weight",{"tensor":"t000084"}],["2.bias",{"tensor":"t000085"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20855],["training_seconds",0.572485464042984],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2421083003282547]]},{"dict":[["update",100],["preupdate_loss",0.07892206171527505]]},{"dict":[["update",200],["preupdate_loss",0.018407178577035666]]},{"dict":[["update",400],["preupdate_loss",0.003026296057214495]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000086"}],["forward_mse_diag",{"tensor":"t000087"}],["forward_mse_identity",{"tensor":"t000088"}],["forward_ce_identity",{"tensor":"t000089"}],["inverse_balanced",{"tensor":"t000090"}],["inverse_balanced_factor_temperature",{"tensor":"t000091"}],["inverse_unweighted",{"tensor":"t000092"}],["inverse_unweighted_factor_temperature",{"tensor":"t000093"}],["forward_mse_full_product",{"tensor":"t000094"}],["forward_mse_full_scalar_temperature",{"tensor":"t000095"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000096"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000097"}],["inverse_balanced_scalar_temperature",{"tensor":"t000098"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000099"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000100"}],["forward_mse_diag",{"tensor":"t000101"}],["forward_mse_identity",{"tensor":"t000102"}],["forward_ce_identity",{"tensor":"t000103"}],["inverse_balanced",{"tensor":"t000104"}],["inverse_balanced_factor_temperature",{"tensor":"t000105"}],["inverse_unweighted",{"tensor":"t000106"}],["inverse_unweighted_factor_temperature",{"tensor":"t000107"}],["forward_mse_full_product",{"tensor":"t000108"}],["forward_mse_full_scalar_temperature",{"tensor":"t000109"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000110"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000111"}],["inverse_balanced_scalar_temperature",{"tensor":"t000112"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000113"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000114"}],["top3",{"tensor":"t000115"}],["nll",{"tensor":"t000116"}],["confidence",{"tensor":"t000117"}],["brier",{"tensor":"t000118"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000119"}],["top3",{"tensor":"t000120"}],["nll",{"tensor":"t000121"}],["confidence",{"tensor":"t000122"}],["brier",{"tensor":"t000123"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000124"}],["top3",{"tensor":"t000125"}],["nll",{"tensor":"t000126"}],["confidence",{"tensor":"t000127"}],["brier",{"tensor":"t000128"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000129"}],["top3",{"tensor":"t000130"}],["nll",{"tensor":"t000131"}],["confidence",{"tensor":"t000132"}],["brier",{"tensor":"t000133"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000134"}],["top3",{"tensor":"t000135"}],["nll",{"tensor":"t000136"}],["confidence",{"tensor":"t000137"}],["brier",{"tensor":"t000138"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000139"}],["top3",{"tensor":"t000140"}],["nll",{"tensor":"t000141"}],["confidence",{"tensor":"t000142"}],["brier",{"tensor":"t000143"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000144"}],["top3",{"tensor":"t000145"}],["nll",{"tensor":"t000146"}],["confidence",{"tensor":"t000147"}],["brier",{"tensor":"t000148"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000149"}],["top3",{"tensor":"t000150"}],["nll",{"tensor":"t000151"}],["confidence",{"tensor":"t000152"}],["brier",{"tensor":"t000153"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000154"}],["top3",{"tensor":"t000155"}],["nll",{"tensor":"t000156"}],["confidence",{"tensor":"t000157"}],["brier",{"tensor":"t000158"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000159"}],["top3",{"tensor":"t000160"}],["nll",{"tensor":"t000161"}],["confidence",{"tensor":"t000162"}],["brier",{"tensor":"t000163"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000164"}],["top3",{"tensor":"t000165"}],["nll",{"tensor":"t000166"}],["confidence",{"tensor":"t000167"}],["brier",{"tensor":"t000168"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000169"}],["top3",{"tensor":"t000170"}],["nll",{"tensor":"t000171"}],["confidence",{"tensor":"t000172"}],["brier",{"tensor":"t000173"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000174"}],["top3",{"tensor":"t000175"}],["nll",{"tensor":"t000176"}],["confidence",{"tensor":"t000177"}],["brier",{"tensor":"t000178"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000179"}],["top3",{"tensor":"t000180"}],["nll",{"tensor":"t000181"}],["confidence",{"tensor":"t000182"}],["brier",{"tensor":"t000183"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.1147632622752712,1.4887572201250792,1.578335545120718,2.082378811285314,2.7396045096684203,3.3887901383557715,3.9519949708529385]}]]}],["forward_mse_identity",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.761422866830257,3.3193329196364503,3.004428958369572,3.174033330448742,3.509471319013153,3.889160253874273,4.247503551187095]}]]}],["forward_ce_identity",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[3.4106527513190024,1.9863914258369169,1.7408401132634186,2.3016323617415573,3.1468624968212064,3.867162915171021,4.35375207106188]}]]}],["inverse_balanced",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[3.081360275623876,1.7311762703490834,1.4137505340687384,1.942888517395722,2.889446427331805,3.7386743262743227,4.3004383164907445]}]]}],["inverse_unweighted",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[3.2273244383778126,1.8118496235836745,1.4657667779599834,1.9981070460767456,2.948080040184929,3.7820656937048533,4.325993338388297]}]]}]]}],["covariance",{"tensor":"t000184"}],["residuals",{"tensor":"t000185"}],["replay",{"dict":[["mean_max_error",9.5367431640625e-07],["covariance_max_error",5.053461826776129e-08],["inverse_posterior_max_error",3.3565712098670986e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","hydraulic"],["labels",128],["seed",20751],["stratum","fit"],["records",128],["mean_mse",0.05358376480507898],["observation_nll",-0.0018419215201654071]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20751],["stratum","source_outside_prefix"],["records",667],["mean_mse",0.26966690708446456],["observation_nll",4.494878438403445]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20751],["stratum","held_seen"],["records",407],["mean_mse",0.4120926283709566],["observation_nll",8.569594671055667]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20751],["stratum","held_unseen"],["records",304],["mean_mse",0.6125039275761054],["observation_nll",11.033770322711181]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_n128_s20751.safetensors b/revision_r1/sensor/run_01/hydraulic_n128_s20751.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..892d545fff820d7ff54924a551c7398353f212b7 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n128_s20751.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fda58bcf415701c8a2231e46fb0253e7e4aeb72b5bf296ad8b3ae4326c9eef4 +size 15636191 diff --git a/revision_r1/sensor/run_01/hydraulic_n128_s20752.json b/revision_r1/sensor/run_01/hydraulic_n128_s20752.json new file mode 100644 index 0000000000000000000000000000000000000000..8748021d5d9d600c7fb2ee60d3a846149c02be79 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n128_s20752.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",128],["seed",20752],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20752],["training_seconds",0.31887114292476326],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.002425193786621]]},{"dict":[["update",100],["preupdate_loss",0.10281015187501907]]},{"dict":[["update",200],["preupdate_loss",0.05113276094198227]]},{"dict":[["update",400],["preupdate_loss",0.03785933181643486]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20853],["training_seconds",0.36542016302701086],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9446347951889038]]},{"dict":[["update",100],["preupdate_loss",0.08152098953723907]]},{"dict":[["update",200],["preupdate_loss",0.03586642071604729]]},{"dict":[["update",400],["preupdate_loss",0.027990778908133507]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20854],["training_seconds",0.3861906270030886],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9217589497566223]]},{"dict":[["update",100],["preupdate_loss",0.0839720368385315]]},{"dict":[["update",200],["preupdate_loss",0.047973211854696274]]},{"dict":[["update",400],["preupdate_loss",0.04108444228768349]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20855],["training_seconds",0.3782005899120122],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1013014316558838]]},{"dict":[["update",100],["preupdate_loss",0.11306777596473694]]},{"dict":[["update",200],["preupdate_loss",0.05647757649421692]]},{"dict":[["update",400],["preupdate_loss",0.04114138334989548]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20856],["training_seconds",0.4114638849860057],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0447200536727905]]},{"dict":[["update",100],["preupdate_loss",0.09231314063072205]]},{"dict":[["update",200],["preupdate_loss",0.037647370249032974]]},{"dict":[["update",400],["preupdate_loss",0.028412574902176857]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000026"}],["net.0.bias",{"tensor":"t000027"}],["net.2.weight",{"tensor":"t000028"}],["net.2.bias",{"tensor":"t000029"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20752],["training_seconds",0.4554604609729722],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.063387870788574]]},{"dict":[["update",100],["preupdate_loss",0.2662259042263031]]},{"dict":[["update",200],["preupdate_loss",0.08938340842723846]]},{"dict":[["update",400],["preupdate_loss",0.06021086126565933]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000030"}],["net.0.bias",{"tensor":"t000031"}],["net.2.weight",{"tensor":"t000032"}],["net.2.bias",{"tensor":"t000033"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20853],["training_seconds",0.469040998024866],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.4985032081604]]},{"dict":[["update",100],["preupdate_loss",0.20868730545043945]]},{"dict":[["update",200],["preupdate_loss",0.0609411858022213]]},{"dict":[["update",400],["preupdate_loss",0.03955550864338875]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000034"}],["net.0.bias",{"tensor":"t000035"}],["net.2.weight",{"tensor":"t000036"}],["net.2.bias",{"tensor":"t000037"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20854],["training_seconds",0.4593077839817852],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.1944146156311035]]},{"dict":[["update",100],["preupdate_loss",0.22476233541965485]]},{"dict":[["update",200],["preupdate_loss",0.06913566589355469]]},{"dict":[["update",400],["preupdate_loss",0.019220491871237755]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000038"}],["net.0.bias",{"tensor":"t000039"}],["net.2.weight",{"tensor":"t000040"}],["net.2.bias",{"tensor":"t000041"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20855],["training_seconds",0.4633134779287502],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.892996788024902]]},{"dict":[["update",100],["preupdate_loss",0.13855184614658356]]},{"dict":[["update",200],["preupdate_loss",0.03673502430319786]]},{"dict":[["update",400],["preupdate_loss",0.009801776148378849]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000042"}],["net.0.bias",{"tensor":"t000043"}],["net.2.weight",{"tensor":"t000044"}],["net.2.bias",{"tensor":"t000045"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20856],["training_seconds",0.45674897404387593],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.995132923126221]]},{"dict":[["update",100],["preupdate_loss",0.1759132295846939]]},{"dict":[["update",200],["preupdate_loss",1.4247773885726929]]},{"dict":[["update",400],["preupdate_loss",0.047745708376169205]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000046"}],["0.bias",{"tensor":"t000047"}],["2.weight",{"tensor":"t000048"}],["2.bias",{"tensor":"t000049"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20752],["training_seconds",0.6165181029355153],["training_network_executions",400],["estimated_training_dense_matmul_flops",6042624000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.279826670885086]]},{"dict":[["update",100],["preupdate_loss",0.07597297453321517]]},{"dict":[["update",200],["preupdate_loss",0.016637521708616987]]},{"dict":[["update",400],["preupdate_loss",0.0027628780662780628]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000050"}],["0.bias",{"tensor":"t000051"}],["2.weight",{"tensor":"t000052"}],["2.bias",{"tensor":"t000053"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20853],["training_seconds",0.5863173700636253],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.206448495388031]]},{"dict":[["update",100],["preupdate_loss",0.04979283537250012]]},{"dict":[["update",200],["preupdate_loss",0.0076269339479040354]]},{"dict":[["update",400],["preupdate_loss",0.0015578973616356961]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000054"}],["0.bias",{"tensor":"t000055"}],["2.weight",{"tensor":"t000056"}],["2.bias",{"tensor":"t000057"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20854],["training_seconds",0.6138962340774015],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2902177572250366]]},{"dict":[["update",100],["preupdate_loss",0.06387443467974663]]},{"dict":[["update",200],["preupdate_loss",0.013607824104838073]]},{"dict":[["update",400],["preupdate_loss",0.002290996504598297]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000058"}],["0.bias",{"tensor":"t000059"}],["2.weight",{"tensor":"t000060"}],["2.bias",{"tensor":"t000061"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20855],["training_seconds",0.6026967429788783],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2351182103157043]]},{"dict":[["update",100],["preupdate_loss",0.04857423133216798]]},{"dict":[["update",200],["preupdate_loss",0.010038645414169878]]},{"dict":[["update",400],["preupdate_loss",0.0020038430084241554]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000062"}],["0.bias",{"tensor":"t000063"}],["2.weight",{"tensor":"t000064"}],["2.bias",{"tensor":"t000065"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20856],["training_seconds",0.5982698750449345],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2512326836585999]]},{"dict":[["update",100],["preupdate_loss",0.05808389949379489]]},{"dict":[["update",200],["preupdate_loss",0.011460778827313334]]},{"dict":[["update",400],["preupdate_loss",0.0021052164447610267]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000066"}],["0.bias",{"tensor":"t000067"}],["2.weight",{"tensor":"t000068"}],["2.bias",{"tensor":"t000069"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20752],["training_seconds",0.6093092439696193],["training_network_executions",400],["estimated_training_dense_matmul_flops",6042624000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.26275634765625]]},{"dict":[["update",100],["preupdate_loss",0.07310240459628403]]},{"dict":[["update",200],["preupdate_loss",0.01758348208386451]]},{"dict":[["update",400],["preupdate_loss",0.0032295904820784926]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000070"}],["0.bias",{"tensor":"t000071"}],["2.weight",{"tensor":"t000072"}],["2.bias",{"tensor":"t000073"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20853],["training_seconds",0.6453414410352707],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2016704976558685]]},{"dict":[["update",100],["preupdate_loss",0.059577653650194407]]},{"dict":[["update",200],["preupdate_loss",0.01025769705302082]]},{"dict":[["update",400],["preupdate_loss",0.0019149438303429633]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000074"}],["0.bias",{"tensor":"t000075"}],["2.weight",{"tensor":"t000076"}],["2.bias",{"tensor":"t000077"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20854],["training_seconds",0.6751640039728954],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2644762992858887]]},{"dict":[["update",100],["preupdate_loss",0.06544091226533055]]},{"dict":[["update",200],["preupdate_loss",0.01503176474943757]]},{"dict":[["update",400],["preupdate_loss",0.002518121589673683]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000078"}],["0.bias",{"tensor":"t000079"}],["2.weight",{"tensor":"t000080"}],["2.bias",{"tensor":"t000081"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20855],["training_seconds",0.8266569370171055],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2431972175836563]]},{"dict":[["update",100],["preupdate_loss",0.04797238134779036]]},{"dict":[["update",200],["preupdate_loss",0.010492856003111228]]},{"dict":[["update",400],["preupdate_loss",0.0019847121584462]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000082"}],["0.bias",{"tensor":"t000083"}],["2.weight",{"tensor":"t000084"}],["2.bias",{"tensor":"t000085"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20856],["training_seconds",0.6841284530237317],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2419186532497406]]},{"dict":[["update",100],["preupdate_loss",0.05767081008525565]]},{"dict":[["update",200],["preupdate_loss",0.013760161273239646]]},{"dict":[["update",400],["preupdate_loss",0.0023647358520975104]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000086"}],["forward_mse_diag",{"tensor":"t000087"}],["forward_mse_identity",{"tensor":"t000088"}],["forward_ce_identity",{"tensor":"t000089"}],["inverse_balanced",{"tensor":"t000090"}],["inverse_balanced_factor_temperature",{"tensor":"t000091"}],["inverse_unweighted",{"tensor":"t000092"}],["inverse_unweighted_factor_temperature",{"tensor":"t000093"}],["forward_mse_full_product",{"tensor":"t000094"}],["forward_mse_full_scalar_temperature",{"tensor":"t000095"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000096"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000097"}],["inverse_balanced_scalar_temperature",{"tensor":"t000098"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000099"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000100"}],["forward_mse_diag",{"tensor":"t000101"}],["forward_mse_identity",{"tensor":"t000102"}],["forward_ce_identity",{"tensor":"t000103"}],["inverse_balanced",{"tensor":"t000104"}],["inverse_balanced_factor_temperature",{"tensor":"t000105"}],["inverse_unweighted",{"tensor":"t000106"}],["inverse_unweighted_factor_temperature",{"tensor":"t000107"}],["forward_mse_full_product",{"tensor":"t000108"}],["forward_mse_full_scalar_temperature",{"tensor":"t000109"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000110"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000111"}],["inverse_balanced_scalar_temperature",{"tensor":"t000112"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000113"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000114"}],["top3",{"tensor":"t000115"}],["nll",{"tensor":"t000116"}],["confidence",{"tensor":"t000117"}],["brier",{"tensor":"t000118"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000119"}],["top3",{"tensor":"t000120"}],["nll",{"tensor":"t000121"}],["confidence",{"tensor":"t000122"}],["brier",{"tensor":"t000123"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000124"}],["top3",{"tensor":"t000125"}],["nll",{"tensor":"t000126"}],["confidence",{"tensor":"t000127"}],["brier",{"tensor":"t000128"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000129"}],["top3",{"tensor":"t000130"}],["nll",{"tensor":"t000131"}],["confidence",{"tensor":"t000132"}],["brier",{"tensor":"t000133"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000134"}],["top3",{"tensor":"t000135"}],["nll",{"tensor":"t000136"}],["confidence",{"tensor":"t000137"}],["brier",{"tensor":"t000138"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000139"}],["top3",{"tensor":"t000140"}],["nll",{"tensor":"t000141"}],["confidence",{"tensor":"t000142"}],["brier",{"tensor":"t000143"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000144"}],["top3",{"tensor":"t000145"}],["nll",{"tensor":"t000146"}],["confidence",{"tensor":"t000147"}],["brier",{"tensor":"t000148"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000149"}],["top3",{"tensor":"t000150"}],["nll",{"tensor":"t000151"}],["confidence",{"tensor":"t000152"}],["brier",{"tensor":"t000153"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000154"}],["top3",{"tensor":"t000155"}],["nll",{"tensor":"t000156"}],["confidence",{"tensor":"t000157"}],["brier",{"tensor":"t000158"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000159"}],["top3",{"tensor":"t000160"}],["nll",{"tensor":"t000161"}],["confidence",{"tensor":"t000162"}],["brier",{"tensor":"t000163"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000164"}],["top3",{"tensor":"t000165"}],["nll",{"tensor":"t000166"}],["confidence",{"tensor":"t000167"}],["brier",{"tensor":"t000168"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000169"}],["top3",{"tensor":"t000170"}],["nll",{"tensor":"t000171"}],["confidence",{"tensor":"t000172"}],["brier",{"tensor":"t000173"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000174"}],["top3",{"tensor":"t000175"}],["nll",{"tensor":"t000176"}],["confidence",{"tensor":"t000177"}],["brier",{"tensor":"t000178"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000179"}],["top3",{"tensor":"t000180"}],["nll",{"tensor":"t000181"}],["confidence",{"tensor":"t000182"}],["brier",{"tensor":"t000183"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.3049515928231212,1.6116762645849207,1.6948847511211302,2.209038099227566,2.8616880244272354,3.4892074516740257,4.017964461239903]}]]}],["forward_mse_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.494366359219047,4.1567391504526405,3.3776146066113535,3.326062458417617,3.571575028685347,3.9214615548306053,4.271665710038309]}]]}],["forward_ce_identity",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.476481370241846,3.482737794667608,2.4062484663270727,2.562207680705999,3.223689672406916,3.8750041458465705,4.34455371540142]}]]}],["inverse_balanced",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[5.094528083396938,2.750232496113023,1.9440124978669142,2.1997337946631843,2.986029597961224,3.765120871915996,4.305349562566763]}]]}],["inverse_unweighted",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.933614135075159,2.691274075850866,1.9414126638622076,2.2454688473665145,3.0558451000598765,3.823284626330244,4.342017183501982]}]]}]]}],["covariance",{"tensor":"t000184"}],["residuals",{"tensor":"t000185"}],["replay",{"dict":[["mean_max_error",9.5367431640625e-07],["covariance_max_error",8.542336393801975e-08],["inverse_posterior_max_error",3.223916011929617e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","hydraulic"],["labels",128],["seed",20752],["stratum","fit"],["records",128],["mean_mse",0.037834584293121996],["observation_nll",2.632506483868851]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20752],["stratum","source_outside_prefix"],["records",667],["mean_mse",0.316878385180594],["observation_nll",6.511093919947349]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20752],["stratum","held_seen"],["records",407],["mean_mse",0.6890612302833751],["observation_nll",10.512585700208884]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20752],["stratum","held_unseen"],["records",304],["mean_mse",1.2600410994751163],["observation_nll",16.22783921443022]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_n128_s20752.safetensors b/revision_r1/sensor/run_01/hydraulic_n128_s20752.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af0e4b0c4281398fbeb5366abac94f6570a07270 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n128_s20752.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a2759068a289b615624b001dcd0115cd79cf6c9609b30fcc7529846379f18db +size 15636191 diff --git a/revision_r1/sensor/run_01/hydraulic_n128_s20753.json b/revision_r1/sensor/run_01/hydraulic_n128_s20753.json new file mode 100644 index 0000000000000000000000000000000000000000..3e72756de096ac37949047d64aa277c7f23a04af --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n128_s20753.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",128],["seed",20753],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20753],["training_seconds",0.3713321019895375],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.015016794204712]]},{"dict":[["update",100],["preupdate_loss",0.07845032215118408]]},{"dict":[["update",200],["preupdate_loss",0.04331246763467789]]},{"dict":[["update",400],["preupdate_loss",0.037231601774692535]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20854],["training_seconds",0.43877726909704506],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0791465044021606]]},{"dict":[["update",100],["preupdate_loss",0.05548453330993652]]},{"dict":[["update",200],["preupdate_loss",0.023639876395463943]]},{"dict":[["update",400],["preupdate_loss",0.01727185770869255]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20855],["training_seconds",0.3822245569899678],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9106583595275879]]},{"dict":[["update",100],["preupdate_loss",0.06655426323413849]]},{"dict":[["update",200],["preupdate_loss",0.04792067036032677]]},{"dict":[["update",400],["preupdate_loss",0.044180840253829956]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20856],["training_seconds",0.4678769839229062],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.999646008014679]]},{"dict":[["update",100],["preupdate_loss",0.08280616998672485]]},{"dict":[["update",200],["preupdate_loss",0.04889798164367676]]},{"dict":[["update",400],["preupdate_loss",0.0439080074429512]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20857],["training_seconds",0.44286689697764814],["training_network_executions",400],["estimated_training_dense_matmul_flops",4515840000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0228817462921143]]},{"dict":[["update",100],["preupdate_loss",0.07540249079465866]]},{"dict":[["update",200],["preupdate_loss",0.0444808229804039]]},{"dict":[["update",400],["preupdate_loss",0.03895106166601181]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000026"}],["net.0.bias",{"tensor":"t000027"}],["net.2.weight",{"tensor":"t000028"}],["net.2.bias",{"tensor":"t000029"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20753],["training_seconds",0.45865781500469893],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.359379291534424]]},{"dict":[["update",100],["preupdate_loss",0.2883067727088928]]},{"dict":[["update",200],["preupdate_loss",0.1089884415268898]]},{"dict":[["update",400],["preupdate_loss",0.042158059775829315]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000030"}],["net.0.bias",{"tensor":"t000031"}],["net.2.weight",{"tensor":"t000032"}],["net.2.bias",{"tensor":"t000033"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20854],["training_seconds",0.4292075600242242],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.30518102645874]]},{"dict":[["update",100],["preupdate_loss",0.2393781691789627]]},{"dict":[["update",200],["preupdate_loss",0.09973124414682388]]},{"dict":[["update",400],["preupdate_loss",0.03689718246459961]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000034"}],["net.0.bias",{"tensor":"t000035"}],["net.2.weight",{"tensor":"t000036"}],["net.2.bias",{"tensor":"t000037"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20855],["training_seconds",0.46824208996258676],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.880545139312744]]},{"dict":[["update",100],["preupdate_loss",0.2090757042169571]]},{"dict":[["update",200],["preupdate_loss",0.10196670889854431]]},{"dict":[["update",400],["preupdate_loss",0.034938354045152664]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000038"}],["net.0.bias",{"tensor":"t000039"}],["net.2.weight",{"tensor":"t000040"}],["net.2.bias",{"tensor":"t000041"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20856],["training_seconds",0.45931560394819826],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.906822681427002]]},{"dict":[["update",100],["preupdate_loss",0.24115945398807526]]},{"dict":[["update",200],["preupdate_loss",0.1107437014579773]]},{"dict":[["update",400],["preupdate_loss",0.05032946541905403]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000042"}],["net.0.bias",{"tensor":"t000043"}],["net.2.weight",{"tensor":"t000044"}],["net.2.bias",{"tensor":"t000045"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20857],["training_seconds",0.4642204080009833],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.325003147125244]]},{"dict":[["update",100],["preupdate_loss",0.22623704373836517]]},{"dict":[["update",200],["preupdate_loss",0.06515543907880783]]},{"dict":[["update",400],["preupdate_loss",0.04684089124202728]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000046"}],["0.bias",{"tensor":"t000047"}],["2.weight",{"tensor":"t000048"}],["2.bias",{"tensor":"t000049"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20753],["training_seconds",0.588780166930519],["training_network_executions",400],["estimated_training_dense_matmul_flops",6042624000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3096874356269836]]},{"dict":[["update",100],["preupdate_loss",0.061712031718343496]]},{"dict":[["update",200],["preupdate_loss",0.013949105108622462]]},{"dict":[["update",400],["preupdate_loss",0.002587440380011685]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000050"}],["0.bias",{"tensor":"t000051"}],["2.weight",{"tensor":"t000052"}],["2.bias",{"tensor":"t000053"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20854],["training_seconds",0.5993292100029066],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2651911973953247]]},{"dict":[["update",100],["preupdate_loss",0.05721196439117193]]},{"dict":[["update",200],["preupdate_loss",0.013319876699824817]]},{"dict":[["update",400],["preupdate_loss",0.002511788046831498]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000054"}],["0.bias",{"tensor":"t000055"}],["2.weight",{"tensor":"t000056"}],["2.bias",{"tensor":"t000057"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20855],["training_seconds",0.6062371339648962],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2185795903205872]]},{"dict":[["update",100],["preupdate_loss",0.05376155616249889]]},{"dict":[["update",200],["preupdate_loss",0.011291823466308415]]},{"dict":[["update",400],["preupdate_loss",0.002099219967931276]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000058"}],["0.bias",{"tensor":"t000059"}],["2.weight",{"tensor":"t000060"}],["2.bias",{"tensor":"t000061"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20856],["training_seconds",0.6037354299332947],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.247038573026657]]},{"dict":[["update",100],["preupdate_loss",0.05446896480862051]]},{"dict":[["update",200],["preupdate_loss",0.010799850424518809]]},{"dict":[["update",400],["preupdate_loss",0.0020044226803292986]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000062"}],["0.bias",{"tensor":"t000063"}],["2.weight",{"tensor":"t000064"}],["2.bias",{"tensor":"t000065"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20857],["training_seconds",0.6198643980314955],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2602543532848358]]},{"dict":[["update",100],["preupdate_loss",0.056237245444208384]]},{"dict":[["update",200],["preupdate_loss",0.010604226990835741]]},{"dict":[["update",400],["preupdate_loss",0.002063232328509912]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000066"}],["0.bias",{"tensor":"t000067"}],["2.weight",{"tensor":"t000068"}],["2.bias",{"tensor":"t000069"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20753],["training_seconds",0.6019088630564511],["training_network_executions",400],["estimated_training_dense_matmul_flops",6042624000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2915692329406738]]},{"dict":[["update",100],["preupdate_loss",0.0705055461730808]]},{"dict":[["update",200],["preupdate_loss",0.014564440134563483]]},{"dict":[["update",400],["preupdate_loss",0.0025467072518949863]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000070"}],["0.bias",{"tensor":"t000071"}],["2.weight",{"tensor":"t000072"}],["2.bias",{"tensor":"t000073"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20854],["training_seconds",0.5994414569577202],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2474896609783173]]},{"dict":[["update",100],["preupdate_loss",0.06638922751881182]]},{"dict":[["update",200],["preupdate_loss",0.014018979229149409]]},{"dict":[["update",400],["preupdate_loss",0.002412672940408811]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000074"}],["0.bias",{"tensor":"t000075"}],["2.weight",{"tensor":"t000076"}],["2.bias",{"tensor":"t000077"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20855],["training_seconds",0.576351591036655],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2405053079128265]]},{"dict":[["update",100],["preupdate_loss",0.06350625830236822]]},{"dict":[["update",200],["preupdate_loss",0.011627348154434003]]},{"dict":[["update",400],["preupdate_loss",0.0020061475697730202]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000078"}],["0.bias",{"tensor":"t000079"}],["2.weight",{"tensor":"t000080"}],["2.bias",{"tensor":"t000081"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20856],["training_seconds",0.5907361800782382],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2334696650505066]]},{"dict":[["update",100],["preupdate_loss",0.05515102995559573]]},{"dict":[["update",200],["preupdate_loss",0.010643207904649898]]},{"dict":[["update",400],["preupdate_loss",0.0018984644739248324]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000082"}],["0.bias",{"tensor":"t000083"}],["2.weight",{"tensor":"t000084"}],["2.bias",{"tensor":"t000085"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20857],["training_seconds",0.6101401220075786],["training_network_executions",400],["estimated_training_dense_matmul_flops",4531968000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2604396641254425]]},{"dict":[["update",100],["preupdate_loss",0.07250467973062769]]},{"dict":[["update",200],["preupdate_loss",0.01257152488688007]]},{"dict":[["update",400],["preupdate_loss",0.0021353738484322093]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000086"}],["forward_mse_diag",{"tensor":"t000087"}],["forward_mse_identity",{"tensor":"t000088"}],["forward_ce_identity",{"tensor":"t000089"}],["inverse_balanced",{"tensor":"t000090"}],["inverse_balanced_factor_temperature",{"tensor":"t000091"}],["inverse_unweighted",{"tensor":"t000092"}],["inverse_unweighted_factor_temperature",{"tensor":"t000093"}],["forward_mse_full_product",{"tensor":"t000094"}],["forward_mse_full_scalar_temperature",{"tensor":"t000095"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000096"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000097"}],["inverse_balanced_scalar_temperature",{"tensor":"t000098"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000099"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000100"}],["forward_mse_diag",{"tensor":"t000101"}],["forward_mse_identity",{"tensor":"t000102"}],["forward_ce_identity",{"tensor":"t000103"}],["inverse_balanced",{"tensor":"t000104"}],["inverse_balanced_factor_temperature",{"tensor":"t000105"}],["inverse_unweighted",{"tensor":"t000106"}],["inverse_unweighted_factor_temperature",{"tensor":"t000107"}],["forward_mse_full_product",{"tensor":"t000108"}],["forward_mse_full_scalar_temperature",{"tensor":"t000109"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000110"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000111"}],["inverse_balanced_scalar_temperature",{"tensor":"t000112"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000113"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000114"}],["top3",{"tensor":"t000115"}],["nll",{"tensor":"t000116"}],["confidence",{"tensor":"t000117"}],["brier",{"tensor":"t000118"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000119"}],["top3",{"tensor":"t000120"}],["nll",{"tensor":"t000121"}],["confidence",{"tensor":"t000122"}],["brier",{"tensor":"t000123"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000124"}],["top3",{"tensor":"t000125"}],["nll",{"tensor":"t000126"}],["confidence",{"tensor":"t000127"}],["brier",{"tensor":"t000128"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000129"}],["top3",{"tensor":"t000130"}],["nll",{"tensor":"t000131"}],["confidence",{"tensor":"t000132"}],["brier",{"tensor":"t000133"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000134"}],["top3",{"tensor":"t000135"}],["nll",{"tensor":"t000136"}],["confidence",{"tensor":"t000137"}],["brier",{"tensor":"t000138"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000139"}],["top3",{"tensor":"t000140"}],["nll",{"tensor":"t000141"}],["confidence",{"tensor":"t000142"}],["brier",{"tensor":"t000143"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000144"}],["top3",{"tensor":"t000145"}],["nll",{"tensor":"t000146"}],["confidence",{"tensor":"t000147"}],["brier",{"tensor":"t000148"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000149"}],["top3",{"tensor":"t000150"}],["nll",{"tensor":"t000151"}],["confidence",{"tensor":"t000152"}],["brier",{"tensor":"t000153"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000154"}],["top3",{"tensor":"t000155"}],["nll",{"tensor":"t000156"}],["confidence",{"tensor":"t000157"}],["brier",{"tensor":"t000158"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000159"}],["top3",{"tensor":"t000160"}],["nll",{"tensor":"t000161"}],["confidence",{"tensor":"t000162"}],["brier",{"tensor":"t000163"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000164"}],["top3",{"tensor":"t000165"}],["nll",{"tensor":"t000166"}],["confidence",{"tensor":"t000167"}],["brier",{"tensor":"t000168"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000169"}],["top3",{"tensor":"t000170"}],["nll",{"tensor":"t000171"}],["confidence",{"tensor":"t000172"}],["brier",{"tensor":"t000173"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000174"}],["top3",{"tensor":"t000175"}],["nll",{"tensor":"t000176"}],["confidence",{"tensor":"t000177"}],["brier",{"tensor":"t000178"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000179"}],["top3",{"tensor":"t000180"}],["nll",{"tensor":"t000181"}],["confidence",{"tensor":"t000182"}],["brier",{"tensor":"t000183"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[1.8175931004722645,1.3158110355899646,1.4371490176673736,1.924833861549349,2.5895143783568075,3.250112956756062,3.8249064638574217]}]]}],["forward_mse_identity",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[3.4193861134920294,2.7868333981054176,2.8102371706006783,3.119849248048916,3.505401508641162,3.904283861389939,4.2732462584486886]}]]}],["forward_ce_identity",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.088730114733356,2.329607839755985,1.9082636888701305,2.35461196531506,3.1411177495380604,3.8494231191580344,4.339029214653108]}]]}],["inverse_balanced",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.263965618754354,1.331466730737151,1.2595114099619023,1.9208022580185755,2.904376643765309,3.749998101410436,4.305243820109298]}]]}],["inverse_unweighted",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.201193358446971,1.3002085111923294,1.2461275394585405,1.9352002621350592,2.939122526340743,3.7825373071423853,4.3269576420320695]}]]}]]}],["covariance",{"tensor":"t000184"}],["residuals",{"tensor":"t000185"}],["replay",{"dict":[["mean_max_error",4.76837158203125e-07],["covariance_max_error",3.46907572668087e-08],["inverse_posterior_max_error",4.3710619401782225e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","hydraulic"],["labels",128],["seed",20753],["stratum","fit"],["records",128],["mean_mse",0.037225275280968],["observation_nll",-7.84063003346047]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20753],["stratum","source_outside_prefix"],["records",667],["mean_mse",0.25510961308829494],["observation_nll",5.706649065758924]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20753],["stratum","held_seen"],["records",407],["mean_mse",0.4744952146970624],["observation_nll",14.462563555027607]]},{"dict":[["cohort","hydraulic"],["labels",128],["seed",20753],["stratum","held_unseen"],["records",304],["mean_mse",0.5737290252757974],["observation_nll",11.558833434736275]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_n128_s20753.safetensors b/revision_r1/sensor/run_01/hydraulic_n128_s20753.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02d6349b76c6f88e9dfdfccc7e6b6b96ab24aa74 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n128_s20753.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0dedab19716b992c8a8fa5d6cc87de17ba472f88c27a3e8e2f24e98cb7b39fb +size 15636191 diff --git a/revision_r1/sensor/run_01/hydraulic_n64_s20751.json b/revision_r1/sensor/run_01/hydraulic_n64_s20751.json new file mode 100644 index 0000000000000000000000000000000000000000..df804b4f9ba18fa60b72af67eb617d81c31fd22f --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n64_s20751.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",64],["seed",20751],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20751],["training_seconds",1.0243771759560332],["training_network_executions",400],["estimated_training_dense_matmul_flops",3010560000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0049256086349487]]},{"dict":[["update",100],["preupdate_loss",0.07498009502887726]]},{"dict":[["update",200],["preupdate_loss",0.027952391654253006]]},{"dict":[["update",400],["preupdate_loss",0.023683350533246994]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20852],["training_seconds",0.4031787960557267],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9971262812614441]]},{"dict":[["update",100],["preupdate_loss",0.0708366334438324]]},{"dict":[["update",200],["preupdate_loss",0.01968301460146904]]},{"dict":[["update",400],["preupdate_loss",0.017889905720949173]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20853],["training_seconds",0.4093811110360548],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9637426137924194]]},{"dict":[["update",100],["preupdate_loss",0.05801573395729065]]},{"dict":[["update",200],["preupdate_loss",0.028377119451761246]]},{"dict":[["update",400],["preupdate_loss",0.026649832725524902]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20854],["training_seconds",0.4017896440345794],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.058685302734375]]},{"dict":[["update",100],["preupdate_loss",0.04937714710831642]]},{"dict":[["update",200],["preupdate_loss",0.018196716904640198]]},{"dict":[["update",400],["preupdate_loss",0.017057396471500397]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20855],["training_seconds",0.4491781099932268],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9666421413421631]]},{"dict":[["update",100],["preupdate_loss",0.07218287140130997]]},{"dict":[["update",200],["preupdate_loss",0.031337447464466095]]},{"dict":[["update",400],["preupdate_loss",0.02725570648908615]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000026"}],["net.0.bias",{"tensor":"t000027"}],["net.2.weight",{"tensor":"t000028"}],["net.2.bias",{"tensor":"t000029"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20751],["training_seconds",0.47066725697368383],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.356027126312256]]},{"dict":[["update",100],["preupdate_loss",0.1632096916437149]]},{"dict":[["update",200],["preupdate_loss",0.03970176726579666]]},{"dict":[["update",400],["preupdate_loss",0.008128542453050613]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000030"}],["net.0.bias",{"tensor":"t000031"}],["net.2.weight",{"tensor":"t000032"}],["net.2.bias",{"tensor":"t000033"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20852],["training_seconds",0.4587648910237476],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.99595832824707]]},{"dict":[["update",100],["preupdate_loss",0.1065967008471489]]},{"dict":[["update",200],["preupdate_loss",0.027142079547047615]]},{"dict":[["update",400],["preupdate_loss",0.006042687222361565]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000034"}],["net.0.bias",{"tensor":"t000035"}],["net.2.weight",{"tensor":"t000036"}],["net.2.bias",{"tensor":"t000037"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20853],["training_seconds",0.4610348748974502],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.502935409545898]]},{"dict":[["update",100],["preupdate_loss",0.09390626102685928]]},{"dict":[["update",200],["preupdate_loss",0.024391671642661095]]},{"dict":[["update",400],["preupdate_loss",0.005386775825172663]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000038"}],["net.0.bias",{"tensor":"t000039"}],["net.2.weight",{"tensor":"t000040"}],["net.2.bias",{"tensor":"t000041"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20854],["training_seconds",0.46271493600215763],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.262091636657715]]},{"dict":[["update",100],["preupdate_loss",0.1038643941283226]]},{"dict":[["update",200],["preupdate_loss",0.025457672774791718]]},{"dict":[["update",400],["preupdate_loss",0.006090198177844286]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000042"}],["net.0.bias",{"tensor":"t000043"}],["net.2.weight",{"tensor":"t000044"}],["net.2.bias",{"tensor":"t000045"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20855],["training_seconds",0.4612422309583053],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.8714447021484375]]},{"dict":[["update",100],["preupdate_loss",0.12186223268508911]]},{"dict":[["update",200],["preupdate_loss",0.028624780476093292]]},{"dict":[["update",400],["preupdate_loss",0.006196895148605108]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000046"}],["0.bias",{"tensor":"t000047"}],["2.weight",{"tensor":"t000048"}],["2.bias",{"tensor":"t000049"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20751],["training_seconds",0.6194288119440898],["training_network_executions",400],["estimated_training_dense_matmul_flops",3021312000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2559965550899506]]},{"dict":[["update",100],["preupdate_loss",0.04974845692049712]]},{"dict":[["update",200],["preupdate_loss",0.007455620536347851]]},{"dict":[["update",400],["preupdate_loss",0.0014729215326951817]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000050"}],["0.bias",{"tensor":"t000051"}],["2.weight",{"tensor":"t000052"}],["2.bias",{"tensor":"t000053"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20852],["training_seconds",0.6031610020436347],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2615334689617157]]},{"dict":[["update",100],["preupdate_loss",0.04625879827653989]]},{"dict":[["update",200],["preupdate_loss",0.006490453204605728]]},{"dict":[["update",400],["preupdate_loss",0.0012533733897726052]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000054"}],["0.bias",{"tensor":"t000055"}],["2.weight",{"tensor":"t000056"}],["2.bias",{"tensor":"t000057"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20853],["training_seconds",0.5975526530528441],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.188568353652954]]},{"dict":[["update",100],["preupdate_loss",0.015920745383482426]]},{"dict":[["update",200],["preupdate_loss",0.003589842628571205]]},{"dict":[["update",400],["preupdate_loss",0.0009038823736773338]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000058"}],["0.bias",{"tensor":"t000059"}],["2.weight",{"tensor":"t000060"}],["2.bias",{"tensor":"t000061"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20854],["training_seconds",0.5944064880022779],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3053238093852997]]},{"dict":[["update",100],["preupdate_loss",0.034977503411937505]]},{"dict":[["update",200],["preupdate_loss",0.0058118113374803215]]},{"dict":[["update",400],["preupdate_loss",0.001119606262363959]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000062"}],["0.bias",{"tensor":"t000063"}],["2.weight",{"tensor":"t000064"}],["2.bias",{"tensor":"t000065"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20855],["training_seconds",0.606941091013141],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2330656349658966]]},{"dict":[["update",100],["preupdate_loss",0.04527827101992443]]},{"dict":[["update",200],["preupdate_loss",0.0067693534947466105]]},{"dict":[["update",400],["preupdate_loss",0.0014307169331004843]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000066"}],["0.bias",{"tensor":"t000067"}],["2.weight",{"tensor":"t000068"}],["2.bias",{"tensor":"t000069"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20751],["training_seconds",0.5987073999131098],["training_network_executions",400],["estimated_training_dense_matmul_flops",3021312000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2380128800868988]]},{"dict":[["update",100],["preupdate_loss",0.05817008495796472]]},{"dict":[["update",200],["preupdate_loss",0.009179776767268777]]},{"dict":[["update",400],["preupdate_loss",0.001608043738087872]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000070"}],["0.bias",{"tensor":"t000071"}],["2.weight",{"tensor":"t000072"}],["2.bias",{"tensor":"t000073"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20852],["training_seconds",0.5982625120086595],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.258073329925537]]},{"dict":[["update",100],["preupdate_loss",0.04699774697655812]]},{"dict":[["update",200],["preupdate_loss",0.007260999584104866]]},{"dict":[["update",400],["preupdate_loss",0.0013175480999052525]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000074"}],["0.bias",{"tensor":"t000075"}],["2.weight",{"tensor":"t000076"}],["2.bias",{"tensor":"t000077"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20853],["training_seconds",0.6035771899623796],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1838904917240143]]},{"dict":[["update",100],["preupdate_loss",0.02167560363886878]]},{"dict":[["update",200],["preupdate_loss",0.004145695158513263]]},{"dict":[["update",400],["preupdate_loss",0.0009460765431867912]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000078"}],["0.bias",{"tensor":"t000079"}],["2.weight",{"tensor":"t000080"}],["2.bias",{"tensor":"t000081"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20854],["training_seconds",0.598297600983642],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.271962583065033]]},{"dict":[["update",100],["preupdate_loss",0.04253410792443901]]},{"dict":[["update",200],["preupdate_loss",0.0076069148344686255]]},{"dict":[["update",400],["preupdate_loss",0.0012570912476803642]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000082"}],["0.bias",{"tensor":"t000083"}],["2.weight",{"tensor":"t000084"}],["2.bias",{"tensor":"t000085"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20855],["training_seconds",0.6002854600083083],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2394074648618698]]},{"dict":[["update",100],["preupdate_loss",0.052329858008306473]]},{"dict":[["update",200],["preupdate_loss",0.0075216974364593625]]},{"dict":[["update",400],["preupdate_loss",0.0013950791908428073]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000086"}],["forward_mse_diag",{"tensor":"t000087"}],["forward_mse_identity",{"tensor":"t000088"}],["forward_ce_identity",{"tensor":"t000089"}],["inverse_balanced",{"tensor":"t000090"}],["inverse_balanced_factor_temperature",{"tensor":"t000091"}],["inverse_unweighted",{"tensor":"t000092"}],["inverse_unweighted_factor_temperature",{"tensor":"t000093"}],["forward_mse_full_product",{"tensor":"t000094"}],["forward_mse_full_scalar_temperature",{"tensor":"t000095"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000096"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000097"}],["inverse_balanced_scalar_temperature",{"tensor":"t000098"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000099"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000100"}],["forward_mse_diag",{"tensor":"t000101"}],["forward_mse_identity",{"tensor":"t000102"}],["forward_ce_identity",{"tensor":"t000103"}],["inverse_balanced",{"tensor":"t000104"}],["inverse_balanced_factor_temperature",{"tensor":"t000105"}],["inverse_unweighted",{"tensor":"t000106"}],["inverse_unweighted_factor_temperature",{"tensor":"t000107"}],["forward_mse_full_product",{"tensor":"t000108"}],["forward_mse_full_scalar_temperature",{"tensor":"t000109"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000110"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000111"}],["inverse_balanced_scalar_temperature",{"tensor":"t000112"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000113"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000114"}],["top3",{"tensor":"t000115"}],["nll",{"tensor":"t000116"}],["confidence",{"tensor":"t000117"}],["brier",{"tensor":"t000118"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000119"}],["top3",{"tensor":"t000120"}],["nll",{"tensor":"t000121"}],["confidence",{"tensor":"t000122"}],["brier",{"tensor":"t000123"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000124"}],["top3",{"tensor":"t000125"}],["nll",{"tensor":"t000126"}],["confidence",{"tensor":"t000127"}],["brier",{"tensor":"t000128"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000129"}],["top3",{"tensor":"t000130"}],["nll",{"tensor":"t000131"}],["confidence",{"tensor":"t000132"}],["brier",{"tensor":"t000133"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000134"}],["top3",{"tensor":"t000135"}],["nll",{"tensor":"t000136"}],["confidence",{"tensor":"t000137"}],["brier",{"tensor":"t000138"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000139"}],["top3",{"tensor":"t000140"}],["nll",{"tensor":"t000141"}],["confidence",{"tensor":"t000142"}],["brier",{"tensor":"t000143"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000144"}],["top3",{"tensor":"t000145"}],["nll",{"tensor":"t000146"}],["confidence",{"tensor":"t000147"}],["brier",{"tensor":"t000148"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000149"}],["top3",{"tensor":"t000150"}],["nll",{"tensor":"t000151"}],["confidence",{"tensor":"t000152"}],["brier",{"tensor":"t000153"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000154"}],["top3",{"tensor":"t000155"}],["nll",{"tensor":"t000156"}],["confidence",{"tensor":"t000157"}],["brier",{"tensor":"t000158"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000159"}],["top3",{"tensor":"t000160"}],["nll",{"tensor":"t000161"}],["confidence",{"tensor":"t000162"}],["brier",{"tensor":"t000163"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000164"}],["top3",{"tensor":"t000165"}],["nll",{"tensor":"t000166"}],["confidence",{"tensor":"t000167"}],["brier",{"tensor":"t000168"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000169"}],["top3",{"tensor":"t000170"}],["nll",{"tensor":"t000171"}],["confidence",{"tensor":"t000172"}],["brier",{"tensor":"t000173"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000174"}],["top3",{"tensor":"t000175"}],["nll",{"tensor":"t000176"}],["confidence",{"tensor":"t000177"}],["brier",{"tensor":"t000178"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000179"}],["top3",{"tensor":"t000180"}],["nll",{"tensor":"t000181"}],["confidence",{"tensor":"t000182"}],["brier",{"tensor":"t000183"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[1.401777694204419,1.107553070347231,1.334671828036097,1.9443664903710112,2.656466671028917,3.288301280135836,3.7946293456827758]}]]}],["forward_mse_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[7.020415482620047,4.487220461989626,3.6340466710699566,3.5313013962907336,3.720948252532903,4.013616061549403,4.325567473781266]}]]}],["forward_ce_identity",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.289708160184299,3.3238965935580405,2.2152602832601187,2.3514130425860174,3.0232132309805344,3.703319598844136,4.217990457190416]}]]}],["inverse_balanced",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[5.901900001047083,3.176704166369821,2.1595016876019266,2.3160593268949947,3.070773270580915,3.8286914310208813,4.3461968743084345]}]]}],["inverse_unweighted",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.047650042208726,3.2486060810699184,2.19277738077901,2.3376057979366474,3.0892625622934764,3.8424687536156403,4.354904559318735]}]]}]]}],["covariance",{"tensor":"t000184"}],["residuals",{"tensor":"t000185"}],["replay",{"dict":[["mean_max_error",7.152557373046875e-07],["covariance_max_error",6.06049022078281e-08],["inverse_posterior_max_error",3.5211540017066056e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","hydraulic"],["labels",64],["seed",20751],["stratum","fit"],["records",64],["mean_mse",0.023679791116563327],["observation_nll",-1.9004041206723206]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20751],["stratum","source_outside_prefix"],["records",731],["mean_mse",0.26609449158373394],["observation_nll",7.53290848565599]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20751],["stratum","held_seen"],["records",407],["mean_mse",0.3786413513971834],["observation_nll",8.631561267508264]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20751],["stratum","held_unseen"],["records",304],["mean_mse",0.599705734182079],["observation_nll",7.177420609507529]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_n64_s20751.safetensors b/revision_r1/sensor/run_01/hydraulic_n64_s20751.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9080682595b2afd9125c4ff6f10948722166b661 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n64_s20751.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbebd95806651b704991c11d0903046cb174d076b6eae52fb9fe72e946534d93 +size 14574783 diff --git a/revision_r1/sensor/run_01/hydraulic_n64_s20752.json b/revision_r1/sensor/run_01/hydraulic_n64_s20752.json new file mode 100644 index 0000000000000000000000000000000000000000..7c59fd2cfd6a89bd553252a63dd1cbfa2c229ca2 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n64_s20752.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",64],["seed",20752],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20752],["training_seconds",0.40906153607647866],["training_network_executions",400],["estimated_training_dense_matmul_flops",3010560000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.994800329208374]]},{"dict":[["update",100],["preupdate_loss",0.06526757776737213]]},{"dict":[["update",200],["preupdate_loss",0.03885351121425629]]},{"dict":[["update",400],["preupdate_loss",0.031406596302986145]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20853],["training_seconds",0.39710337796714157],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9529819488525391]]},{"dict":[["update",100],["preupdate_loss",0.03518804535269737]]},{"dict":[["update",200],["preupdate_loss",0.012191670946776867]]},{"dict":[["update",400],["preupdate_loss",0.010984950698912144]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20854],["training_seconds",0.4179949261015281],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9313287734985352]]},{"dict":[["update",100],["preupdate_loss",0.06161853298544884]]},{"dict":[["update",200],["preupdate_loss",0.04153001308441162]]},{"dict":[["update",400],["preupdate_loss",0.037709567695856094]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20855],["training_seconds",0.4107540979748592],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0421569347381592]]},{"dict":[["update",100],["preupdate_loss",0.06596491485834122]]},{"dict":[["update",200],["preupdate_loss",0.034162700176239014]]},{"dict":[["update",400],["preupdate_loss",0.0318591371178627]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20856],["training_seconds",0.4008099539205432],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0552027225494385]]},{"dict":[["update",100],["preupdate_loss",0.059942230582237244]]},{"dict":[["update",200],["preupdate_loss",0.03993318974971771]]},{"dict":[["update",400],["preupdate_loss",0.03841434791684151]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000026"}],["net.0.bias",{"tensor":"t000027"}],["net.2.weight",{"tensor":"t000028"}],["net.2.bias",{"tensor":"t000029"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20752],["training_seconds",0.458301623002626],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.071527004241943]]},{"dict":[["update",100],["preupdate_loss",0.1610519140958786]]},{"dict":[["update",200],["preupdate_loss",0.04789252206683159]]},{"dict":[["update",400],["preupdate_loss",0.01185211818665266]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000030"}],["net.0.bias",{"tensor":"t000031"}],["net.2.weight",{"tensor":"t000032"}],["net.2.bias",{"tensor":"t000033"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20853],["training_seconds",0.4573998850537464],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.588937282562256]]},{"dict":[["update",100],["preupdate_loss",0.11820023506879807]]},{"dict":[["update",200],["preupdate_loss",0.026964889839291573]]},{"dict":[["update",400],["preupdate_loss",0.05408313870429993]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000034"}],["net.0.bias",{"tensor":"t000035"}],["net.2.weight",{"tensor":"t000036"}],["net.2.bias",{"tensor":"t000037"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20854],["training_seconds",0.46874981897417456],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.136973857879639]]},{"dict":[["update",100],["preupdate_loss",0.12488322705030441]]},{"dict":[["update",200],["preupdate_loss",0.03612099960446358]]},{"dict":[["update",400],["preupdate_loss",0.010219026356935501]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000038"}],["net.0.bias",{"tensor":"t000039"}],["net.2.weight",{"tensor":"t000040"}],["net.2.bias",{"tensor":"t000041"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20855],["training_seconds",0.4649870239663869],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.818603992462158]]},{"dict":[["update",100],["preupdate_loss",0.07108327001333237]]},{"dict":[["update",200],["preupdate_loss",0.01642243005335331]]},{"dict":[["update",400],["preupdate_loss",0.003940792288631201]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000042"}],["net.0.bias",{"tensor":"t000043"}],["net.2.weight",{"tensor":"t000044"}],["net.2.bias",{"tensor":"t000045"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20856],["training_seconds",0.4662694049766287],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.071515083312988]]},{"dict":[["update",100],["preupdate_loss",0.1258835792541504]]},{"dict":[["update",200],["preupdate_loss",0.033584658056497574]]},{"dict":[["update",400],["preupdate_loss",0.009138119406998158]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000046"}],["0.bias",{"tensor":"t000047"}],["2.weight",{"tensor":"t000048"}],["2.bias",{"tensor":"t000049"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20752],["training_seconds",0.6119953859597445],["training_network_executions",400],["estimated_training_dense_matmul_flops",3021312000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.282126247882843]]},{"dict":[["update",100],["preupdate_loss",0.045215660182293504]]},{"dict":[["update",200],["preupdate_loss",0.0068928892724215984]]},{"dict":[["update",400],["preupdate_loss",0.0013189400633564219]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000050"}],["0.bias",{"tensor":"t000051"}],["2.weight",{"tensor":"t000052"}],["2.bias",{"tensor":"t000053"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20853],["training_seconds",0.6032152799889445],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2326300144195557]]},{"dict":[["update",100],["preupdate_loss",0.019485210039420053]]},{"dict":[["update",200],["preupdate_loss",0.00341923171072267]]},{"dict":[["update",400],["preupdate_loss",0.0008128481931635179]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000054"}],["0.bias",{"tensor":"t000055"}],["2.weight",{"tensor":"t000056"}],["2.bias",{"tensor":"t000057"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20854],["training_seconds",0.6074213680112734],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2775371074676514]]},{"dict":[["update",100],["preupdate_loss",0.034205274656414986]]},{"dict":[["update",200],["preupdate_loss",0.0059243380528641865]]},{"dict":[["update",400],["preupdate_loss",0.0011942503333557397]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000058"}],["0.bias",{"tensor":"t000059"}],["2.weight",{"tensor":"t000060"}],["2.bias",{"tensor":"t000061"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20855],["training_seconds",0.6063348669558764],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.240756243467331]]},{"dict":[["update",100],["preupdate_loss",0.020435245794942603]]},{"dict":[["update",200],["preupdate_loss",0.0037471627874765545]]},{"dict":[["update",400],["preupdate_loss",0.000923361636523623]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000062"}],["0.bias",{"tensor":"t000063"}],["2.weight",{"tensor":"t000064"}],["2.bias",{"tensor":"t000065"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20856],["training_seconds",0.6213440319988877],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2504355311393738]]},{"dict":[["update",100],["preupdate_loss",0.039058194728568196]]},{"dict":[["update",200],["preupdate_loss",0.006441808596719056]]},{"dict":[["update",400],["preupdate_loss",0.0012602384267665911]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000066"}],["0.bias",{"tensor":"t000067"}],["2.weight",{"tensor":"t000068"}],["2.bias",{"tensor":"t000069"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20752],["training_seconds",0.583992047002539],["training_network_executions",400],["estimated_training_dense_matmul_flops",3021312000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.263642817735672]]},{"dict":[["update",100],["preupdate_loss",0.04592679662164301]]},{"dict":[["update",200],["preupdate_loss",0.007138505417970009]]},{"dict":[["update",400],["preupdate_loss",0.0013238265419204254]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000070"}],["0.bias",{"tensor":"t000071"}],["2.weight",{"tensor":"t000072"}],["2.bias",{"tensor":"t000073"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20853],["training_seconds",0.47186431009322405],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2096368223428726]]},{"dict":[["update",100],["preupdate_loss",0.022415645275032148]]},{"dict":[["update",200],["preupdate_loss",0.003858145937556401]]},{"dict":[["update",400],["preupdate_loss",0.0008843332543619908]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000074"}],["0.bias",{"tensor":"t000075"}],["2.weight",{"tensor":"t000076"}],["2.bias",{"tensor":"t000077"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20854],["training_seconds",0.5627499710535631],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2627365291118622]]},{"dict":[["update",100],["preupdate_loss",0.03574744489742443]]},{"dict":[["update",200],["preupdate_loss",0.006524513053591363]]},{"dict":[["update",400],["preupdate_loss",0.001218601053551538]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000078"}],["0.bias",{"tensor":"t000079"}],["2.weight",{"tensor":"t000080"}],["2.bias",{"tensor":"t000081"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20855],["training_seconds",0.595594140002504],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2515594363212585]]},{"dict":[["update",100],["preupdate_loss",0.0232559671276249]]},{"dict":[["update",200],["preupdate_loss",0.003751937416382134]]},{"dict":[["update",400],["preupdate_loss",0.0008793330962362234]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000082"}],["0.bias",{"tensor":"t000083"}],["2.weight",{"tensor":"t000084"}],["2.bias",{"tensor":"t000085"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20856],["training_seconds",0.5996371159562841],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2427422404289246]]},{"dict":[["update",100],["preupdate_loss",0.03752249415265396]]},{"dict":[["update",200],["preupdate_loss",0.006500983523437753]]},{"dict":[["update",400],["preupdate_loss",0.0012395492121868301]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000086"}],["forward_mse_diag",{"tensor":"t000087"}],["forward_mse_identity",{"tensor":"t000088"}],["forward_ce_identity",{"tensor":"t000089"}],["inverse_balanced",{"tensor":"t000090"}],["inverse_balanced_factor_temperature",{"tensor":"t000091"}],["inverse_unweighted",{"tensor":"t000092"}],["inverse_unweighted_factor_temperature",{"tensor":"t000093"}],["forward_mse_full_product",{"tensor":"t000094"}],["forward_mse_full_scalar_temperature",{"tensor":"t000095"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000096"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000097"}],["inverse_balanced_scalar_temperature",{"tensor":"t000098"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000099"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000100"}],["forward_mse_diag",{"tensor":"t000101"}],["forward_mse_identity",{"tensor":"t000102"}],["forward_ce_identity",{"tensor":"t000103"}],["inverse_balanced",{"tensor":"t000104"}],["inverse_balanced_factor_temperature",{"tensor":"t000105"}],["inverse_unweighted",{"tensor":"t000106"}],["inverse_unweighted_factor_temperature",{"tensor":"t000107"}],["forward_mse_full_product",{"tensor":"t000108"}],["forward_mse_full_scalar_temperature",{"tensor":"t000109"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000110"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000111"}],["inverse_balanced_scalar_temperature",{"tensor":"t000112"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000113"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000114"}],["top3",{"tensor":"t000115"}],["nll",{"tensor":"t000116"}],["confidence",{"tensor":"t000117"}],["brier",{"tensor":"t000118"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000119"}],["top3",{"tensor":"t000120"}],["nll",{"tensor":"t000121"}],["confidence",{"tensor":"t000122"}],["brier",{"tensor":"t000123"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000124"}],["top3",{"tensor":"t000125"}],["nll",{"tensor":"t000126"}],["confidence",{"tensor":"t000127"}],["brier",{"tensor":"t000128"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000129"}],["top3",{"tensor":"t000130"}],["nll",{"tensor":"t000131"}],["confidence",{"tensor":"t000132"}],["brier",{"tensor":"t000133"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000134"}],["top3",{"tensor":"t000135"}],["nll",{"tensor":"t000136"}],["confidence",{"tensor":"t000137"}],["brier",{"tensor":"t000138"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000139"}],["top3",{"tensor":"t000140"}],["nll",{"tensor":"t000141"}],["confidence",{"tensor":"t000142"}],["brier",{"tensor":"t000143"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000144"}],["top3",{"tensor":"t000145"}],["nll",{"tensor":"t000146"}],["confidence",{"tensor":"t000147"}],["brier",{"tensor":"t000148"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000149"}],["top3",{"tensor":"t000150"}],["nll",{"tensor":"t000151"}],["confidence",{"tensor":"t000152"}],["brier",{"tensor":"t000153"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000154"}],["top3",{"tensor":"t000155"}],["nll",{"tensor":"t000156"}],["confidence",{"tensor":"t000157"}],["brier",{"tensor":"t000158"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000159"}],["top3",{"tensor":"t000160"}],["nll",{"tensor":"t000161"}],["confidence",{"tensor":"t000162"}],["brier",{"tensor":"t000163"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000164"}],["top3",{"tensor":"t000165"}],["nll",{"tensor":"t000166"}],["confidence",{"tensor":"t000167"}],["brier",{"tensor":"t000168"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000169"}],["top3",{"tensor":"t000170"}],["nll",{"tensor":"t000171"}],["confidence",{"tensor":"t000172"}],["brier",{"tensor":"t000173"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000174"}],["top3",{"tensor":"t000175"}],["nll",{"tensor":"t000176"}],["confidence",{"tensor":"t000177"}],["brier",{"tensor":"t000178"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000179"}],["top3",{"tensor":"t000180"}],["nll",{"tensor":"t000181"}],["confidence",{"tensor":"t000182"}],["brier",{"tensor":"t000183"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.3393530260559983,1.742550330600304,1.9546347443914884,2.504504304358313,3.113637745839701,3.6840764986581815,4.15848481295213]}]]}],["forward_mse_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[9.48420083970725,5.694445697777405,4.21096434907275,3.790089190894629,3.8405149431675922,4.087940376524227,4.37814960864667]}]]}],["forward_ce_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[9.093673821939097,4.727697139456672,2.880718727286946,2.6722828541702883,3.2520812970616175,3.8884303803018487,4.353398527877155]}]]}],["inverse_balanced",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[8.036796598064718,4.200195171273231,2.628120927088348,2.5100897062328675,3.129721969090311,3.8377479429306423,4.343485828616384]}]]}],["inverse_unweighted",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[7.752213993002637,4.076236581356441,2.5859654839053925,2.51250856602378,3.15240074772635,3.859741163116101,4.357813282665752]}]]}]]}],["covariance",{"tensor":"t000184"}],["residuals",{"tensor":"t000185"}],["replay",{"dict":[["mean_max_error",4.76837158203125e-07],["covariance_max_error",1.2899615453587643e-07],["inverse_posterior_max_error",3.2048232789794184e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","hydraulic"],["labels",64],["seed",20752],["stratum","fit"],["records",64],["mean_mse",0.031401285266010485],["observation_nll",4.681406600890304]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20752],["stratum","source_outside_prefix"],["records",731],["mean_mse",0.25265225262130203],["observation_nll",10.19405004939445]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20752],["stratum","held_seen"],["records",407],["mean_mse",0.3785805121345612],["observation_nll",12.09690655615229]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20752],["stratum","held_unseen"],["records",304],["mean_mse",0.4653002599379773],["observation_nll",10.882947598719857]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_n64_s20752.safetensors b/revision_r1/sensor/run_01/hydraulic_n64_s20752.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..647240d22d8badbb989ec30f00c58fb795e45637 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n64_s20752.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bffa83502f802cc8cb4475ebddef49479380fbf90114b744f734a8866b979813 +size 14574783 diff --git a/revision_r1/sensor/run_01/hydraulic_n64_s20753.json b/revision_r1/sensor/run_01/hydraulic_n64_s20753.json new file mode 100644 index 0000000000000000000000000000000000000000..f0c6867d59a702fad236772d6fc685b7a2005c37 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n64_s20753.json @@ -0,0 +1 @@ +{"dict":[["cohort","hydraulic"],["labels",64],["seed",20753],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",null],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000006"}],["net.0.bias",{"tensor":"t000007"}],["net.2.weight",{"tensor":"t000008"}],["net.2.bias",{"tensor":"t000009"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20753],["training_seconds",0.23511202191002667],["training_network_executions",400],["estimated_training_dense_matmul_flops",3010560000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0058062076568604]]},{"dict":[["update",100],["preupdate_loss",0.050108324736356735]]},{"dict":[["update",200],["preupdate_loss",0.016248539090156555]]},{"dict":[["update",400],["preupdate_loss",0.01264395285397768]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000010"}],["net.0.bias",{"tensor":"t000011"}],["net.2.weight",{"tensor":"t000012"}],["net.2.bias",{"tensor":"t000013"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20854],["training_seconds",0.21004938695114106],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0536830425262451]]},{"dict":[["update",100],["preupdate_loss",0.04193466529250145]]},{"dict":[["update",200],["preupdate_loss",0.01143765076994896]]},{"dict":[["update",400],["preupdate_loss",0.007760100532323122]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000014"}],["net.0.bias",{"tensor":"t000015"}],["net.2.weight",{"tensor":"t000016"}],["net.2.bias",{"tensor":"t000017"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20855],["training_seconds",0.20660250296350569],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9459842443466187]]},{"dict":[["update",100],["preupdate_loss",0.03447577729821205]]},{"dict":[["update",200],["preupdate_loss",0.01723034307360649]]},{"dict":[["update",400],["preupdate_loss",0.01586012728512287]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000018"}],["net.0.bias",{"tensor":"t000019"}],["net.2.weight",{"tensor":"t000020"}],["net.2.bias",{"tensor":"t000021"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20856],["training_seconds",0.23018397390842438],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0402861833572388]]},{"dict":[["update",100],["preupdate_loss",0.043612997978925705]]},{"dict":[["update",200],["preupdate_loss",0.015273616649210453]]},{"dict":[["update",400],["preupdate_loss",0.011907502077519894]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20857],["training_seconds",0.2176463509676978],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257920000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9437839388847351]]},{"dict":[["update",100],["preupdate_loss",0.037188418209552765]]},{"dict":[["update",200],["preupdate_loss",0.012486289255321026]]},{"dict":[["update",400],["preupdate_loss",0.010319607332348824]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000026"}],["net.0.bias",{"tensor":"t000027"}],["net.2.weight",{"tensor":"t000028"}],["net.2.bias",{"tensor":"t000029"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20753],["training_seconds",0.2550701310392469],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.319154262542725]]},{"dict":[["update",100],["preupdate_loss",0.1261826753616333]]},{"dict":[["update",200],["preupdate_loss",0.03362040966749191]]},{"dict":[["update",400],["preupdate_loss",0.009286554530262947]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000030"}],["net.0.bias",{"tensor":"t000031"}],["net.2.weight",{"tensor":"t000032"}],["net.2.bias",{"tensor":"t000033"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20854],["training_seconds",0.23890688095707446],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.318048000335693]]},{"dict":[["update",100],["preupdate_loss",0.09937325119972229]]},{"dict":[["update",200],["preupdate_loss",0.025315681472420692]]},{"dict":[["update",400],["preupdate_loss",0.005980920046567917]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000034"}],["net.0.bias",{"tensor":"t000035"}],["net.2.weight",{"tensor":"t000036"}],["net.2.bias",{"tensor":"t000037"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20855],["training_seconds",0.2411639739293605],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.864969730377197]]},{"dict":[["update",100],["preupdate_loss",0.08811243623495102]]},{"dict":[["update",200],["preupdate_loss",0.022144367918372154]]},{"dict":[["update",400],["preupdate_loss",0.012637310661375523]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000038"}],["net.0.bias",{"tensor":"t000039"}],["net.2.weight",{"tensor":"t000040"}],["net.2.bias",{"tensor":"t000041"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20856],["training_seconds",0.2696449350332841],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",4.903177738189697]]},{"dict":[["update",100],["preupdate_loss",0.10692411661148071]]},{"dict":[["update",200],["preupdate_loss",0.029034532606601715]]},{"dict":[["update",400],["preupdate_loss",0.02472907491028309]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000042"}],["net.0.bias",{"tensor":"t000043"}],["net.2.weight",{"tensor":"t000044"}],["net.2.bias",{"tensor":"t000045"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20857],["training_seconds",0.3433983540162444],["training_network_executions",400],["estimated_training_dense_matmul_flops",6773760000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",5.329616069793701]]},{"dict":[["update",100],["preupdate_loss",0.10354330390691757]]},{"dict":[["update",200],["preupdate_loss",0.02565859816968441]]},{"dict":[["update",400],["preupdate_loss",0.005952827632427216]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000046"}],["0.bias",{"tensor":"t000047"}],["2.weight",{"tensor":"t000048"}],["2.bias",{"tensor":"t000049"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20753],["training_seconds",0.6009352240944281],["training_network_executions",400],["estimated_training_dense_matmul_flops",3021312000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.3027625977993011]]},{"dict":[["update",100],["preupdate_loss",0.038212087922147475]]},{"dict":[["update",200],["preupdate_loss",0.00728997059923131]]},{"dict":[["update",400],["preupdate_loss",0.0015749880367366131]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000050"}],["0.bias",{"tensor":"t000051"}],["2.weight",{"tensor":"t000052"}],["2.bias",{"tensor":"t000053"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20854],["training_seconds",0.5944039120804518],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2804293632507324]]},{"dict":[["update",100],["preupdate_loss",0.0290010656171944]]},{"dict":[["update",200],["preupdate_loss",0.00507876364281401]]},{"dict":[["update",400],["preupdate_loss",0.001148547056800453]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000054"}],["0.bias",{"tensor":"t000055"}],["2.weight",{"tensor":"t000056"}],["2.bias",{"tensor":"t000057"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20855],["training_seconds",0.5648275129497051],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2289705872535706]]},{"dict":[["update",100],["preupdate_loss",0.027285014424705878]]},{"dict":[["update",200],["preupdate_loss",0.004751285516249482]]},{"dict":[["update",400],["preupdate_loss",0.0010199204534728779]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000058"}],["0.bias",{"tensor":"t000059"}],["2.weight",{"tensor":"t000060"}],["2.bias",{"tensor":"t000061"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20856],["training_seconds",0.6101987509755418],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2427971959114075]]},{"dict":[["update",100],["preupdate_loss",0.03014570873347111]]},{"dict":[["update",200],["preupdate_loss",0.005657848494593054]]},{"dict":[["update",400],["preupdate_loss",0.0013103983183100354]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000062"}],["0.bias",{"tensor":"t000063"}],["2.weight",{"tensor":"t000064"}],["2.bias",{"tensor":"t000065"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_balanced"],["seed",20857],["training_seconds",0.6067753790412098],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.256941020488739]]},{"dict":[["update",100],["preupdate_loss",0.032434279230074026]]},{"dict":[["update",200],["preupdate_loss",0.0057378685487492476]]},{"dict":[["update",400],["preupdate_loss",0.0012634388021979248]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000066"}],["0.bias",{"tensor":"t000067"}],["2.weight",{"tensor":"t000068"}],["2.bias",{"tensor":"t000069"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20753],["training_seconds",0.6071250810055062],["training_network_executions",400],["estimated_training_dense_matmul_flops",3021312000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2829769551753998]]},{"dict":[["update",100],["preupdate_loss",0.04690801391552668]]},{"dict":[["update",200],["preupdate_loss",0.008267403114587069]]},{"dict":[["update",400],["preupdate_loss",0.0016458112531836377]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000070"}],["0.bias",{"tensor":"t000071"}],["2.weight",{"tensor":"t000072"}],["2.bias",{"tensor":"t000073"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20854],["training_seconds",0.6062463349662721],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2580205202102661]]},{"dict":[["update",100],["preupdate_loss",0.033624926465563476]]},{"dict":[["update",200],["preupdate_loss",0.005473829347465653]]},{"dict":[["update",400],["preupdate_loss",0.0011777165218518348]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000074"}],["0.bias",{"tensor":"t000075"}],["2.weight",{"tensor":"t000076"}],["2.bias",{"tensor":"t000077"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20855],["training_seconds",0.5935164761031047],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2413772642612457]]},{"dict":[["update",100],["preupdate_loss",0.032548635979765095]]},{"dict":[["update",200],["preupdate_loss",0.004807134249858791]]},{"dict":[["update",400],["preupdate_loss",0.0009967141104425536]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000078"}],["0.bias",{"tensor":"t000079"}],["2.weight",{"tensor":"t000080"}],["2.bias",{"tensor":"t000081"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20856],["training_seconds",0.5910772209754214],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.231643557548523]]},{"dict":[["update",100],["preupdate_loss",0.031708604292362]]},{"dict":[["update",200],["preupdate_loss",0.006024804974003928]]},{"dict":[["update",400],["preupdate_loss",0.0013546545033022994]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000082"}],["0.bias",{"tensor":"t000083"}],["2.weight",{"tensor":"t000084"}],["2.bias",{"tensor":"t000085"}]]}],["trainable_parameters",19965],["steps",400],["kind","inverse_unweighted"],["seed",20857],["training_seconds",0.5966624079737812],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265984000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.2584509253501892]]},{"dict":[["update",100],["preupdate_loss",0.03847356667392887]]},{"dict":[["update",200],["preupdate_loss",0.006596213603188517]]},{"dict":[["update",400],["preupdate_loss",0.0013957317733002128]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000086"}],["forward_mse_diag",{"tensor":"t000087"}],["forward_mse_identity",{"tensor":"t000088"}],["forward_ce_identity",{"tensor":"t000089"}],["inverse_balanced",{"tensor":"t000090"}],["inverse_balanced_factor_temperature",{"tensor":"t000091"}],["inverse_unweighted",{"tensor":"t000092"}],["inverse_unweighted_factor_temperature",{"tensor":"t000093"}],["forward_mse_full_product",{"tensor":"t000094"}],["forward_mse_full_scalar_temperature",{"tensor":"t000095"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000096"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000097"}],["inverse_balanced_scalar_temperature",{"tensor":"t000098"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000099"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000100"}],["forward_mse_diag",{"tensor":"t000101"}],["forward_mse_identity",{"tensor":"t000102"}],["forward_ce_identity",{"tensor":"t000103"}],["inverse_balanced",{"tensor":"t000104"}],["inverse_balanced_factor_temperature",{"tensor":"t000105"}],["inverse_unweighted",{"tensor":"t000106"}],["inverse_unweighted_factor_temperature",{"tensor":"t000107"}],["forward_mse_full_product",{"tensor":"t000108"}],["forward_mse_full_scalar_temperature",{"tensor":"t000109"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000110"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000111"}],["inverse_balanced_scalar_temperature",{"tensor":"t000112"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000113"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000114"}],["top3",{"tensor":"t000115"}],["nll",{"tensor":"t000116"}],["confidence",{"tensor":"t000117"}],["brier",{"tensor":"t000118"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000119"}],["top3",{"tensor":"t000120"}],["nll",{"tensor":"t000121"}],["confidence",{"tensor":"t000122"}],["brier",{"tensor":"t000123"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000124"}],["top3",{"tensor":"t000125"}],["nll",{"tensor":"t000126"}],["confidence",{"tensor":"t000127"}],["brier",{"tensor":"t000128"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000129"}],["top3",{"tensor":"t000130"}],["nll",{"tensor":"t000131"}],["confidence",{"tensor":"t000132"}],["brier",{"tensor":"t000133"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000134"}],["top3",{"tensor":"t000135"}],["nll",{"tensor":"t000136"}],["confidence",{"tensor":"t000137"}],["brier",{"tensor":"t000138"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000139"}],["top3",{"tensor":"t000140"}],["nll",{"tensor":"t000141"}],["confidence",{"tensor":"t000142"}],["brier",{"tensor":"t000143"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000144"}],["top3",{"tensor":"t000145"}],["nll",{"tensor":"t000146"}],["confidence",{"tensor":"t000147"}],["brier",{"tensor":"t000148"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000149"}],["top3",{"tensor":"t000150"}],["nll",{"tensor":"t000151"}],["confidence",{"tensor":"t000152"}],["brier",{"tensor":"t000153"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000154"}],["top3",{"tensor":"t000155"}],["nll",{"tensor":"t000156"}],["confidence",{"tensor":"t000157"}],["brier",{"tensor":"t000158"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000159"}],["top3",{"tensor":"t000160"}],["nll",{"tensor":"t000161"}],["confidence",{"tensor":"t000162"}],["brier",{"tensor":"t000163"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000164"}],["top3",{"tensor":"t000165"}],["nll",{"tensor":"t000166"}],["confidence",{"tensor":"t000167"}],["brier",{"tensor":"t000168"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000169"}],["top3",{"tensor":"t000170"}],["nll",{"tensor":"t000171"}],["confidence",{"tensor":"t000172"}],["brier",{"tensor":"t000173"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000174"}],["top3",{"tensor":"t000175"}],["nll",{"tensor":"t000176"}],["confidence",{"tensor":"t000177"}],["brier",{"tensor":"t000178"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000179"}],["top3",{"tensor":"t000180"}],["nll",{"tensor":"t000181"}],["confidence",{"tensor":"t000182"}],["brier",{"tensor":"t000183"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[1.675642704220548,1.2501855419985652,1.4840963634798308,2.0827516417965044,2.7753504497995554,3.398579890920991,3.900058564027537]}]]}],["forward_mse_identity",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.861963686235446,3.5112022504238833,3.1805757545977746,3.2984420078384957,3.5856512542617156,3.9339749490928813,4.2789712690428505]}]]}],["forward_ce_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[8.891505553514685,4.627206135746873,2.899645011653204,2.784348836931033,3.336449273913478,3.9265187393337486,4.364950552348736]}]]}],["inverse_balanced",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.636219516418965,2.547214286336257,1.9089053766406228,2.3199778926633963,3.1810715852669658,3.930821905606788,4.411164556279788]}]]}],["inverse_unweighted",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.47025086494754,2.46482480223989,1.8670151243201758,2.305438187566248,3.181031056270847,3.9345912516853216,4.414420122730673]}]]}]]}],["covariance",{"tensor":"t000184"}],["residuals",{"tensor":"t000185"}],["replay",{"dict":[["mean_max_error",4.76837158203125e-07],["covariance_max_error",1.027932482466909e-07],["inverse_posterior_max_error",3.168688322841007e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","hydraulic"],["labels",64],["seed",20753],["stratum","fit"],["records",64],["mean_mse",0.012641552086282828],["observation_nll",-4.853418410531447]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20753],["stratum","source_outside_prefix"],["records",731],["mean_mse",0.29725168556714976],["observation_nll",7.753475307456076]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20753],["stratum","held_seen"],["records",407],["mean_mse",0.533405627510226],["observation_nll",10.642355350818738]]},{"dict":[["cohort","hydraulic"],["labels",64],["seed",20753],["stratum","held_unseen"],["records",304],["mean_mse",0.7462177604750393],["observation_nll",9.521872117137832]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_n64_s20753.safetensors b/revision_r1/sensor/run_01/hydraulic_n64_s20753.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91ff9421300d4b6966b671afa92bb9ea595a7e14 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_n64_s20753.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bee153eeabb6ad7346aea4a0872c5b829b7e76b309b643d52c2412373ff3a9 +size 14574783 diff --git a/revision_r1/sensor/run_01/hydraulic_reversal_s20751.json b/revision_r1/sensor/run_01/hydraulic_reversal_s20751.json new file mode 100644 index 0000000000000000000000000000000000000000..6e541a28a153c19e4937c89559623c138471b48c --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_reversal_s20751.json @@ -0,0 +1 @@ +{"dict":[["seed",20751],["normalization_mean",{"tensor":"t000000"}],["normalization_scale",{"tensor":"t000001"}],["covariance",{"tensor":"t000002"}],["scenarios",{"list":[{"dict":[["scenario","saved64_400"],["fit_ids",{"tensor":"t000003"}],["mean",{"tensor":"t000004"}],["network",null],["held_logpost",{"tensor":"t000005"}]]},{"dict":[["scenario","duplicate64_400"],["fit_ids",{"tensor":"t000006"}],["mean",{"tensor":"t000007"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000008"}],["net.0.bias",{"tensor":"t000009"}],["net.2.weight",{"tensor":"t000010"}],["net.2.bias",{"tensor":"t000011"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20751],["training_seconds",0.41400661994703114],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0049256086349487]]},{"dict":[["update",100],["preupdate_loss",0.07498009502887726]]},{"dict":[["update",200],["preupdate_loss",0.027952391654253006]]},{"dict":[["update",400],["preupdate_loss",0.023683350533246994]]}]}]]}],["held_logpost",{"tensor":"t000012"}]]},{"dict":[["scenario","64_800"],["fit_ids",{"tensor":"t000013"}],["mean",{"tensor":"t000014"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",800],["kind","forward_mse"],["seed",20751],["training_seconds",0.8085077219875529],["training_network_executions",800],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0049256086349487]]},{"dict":[["update",100],["preupdate_loss",0.07498009502887726]]},{"dict":[["update",200],["preupdate_loss",0.027952391654253006]]},{"dict":[["update",400],["preupdate_loss",0.023683350533246994]]},{"dict":[["update",800],["preupdate_loss",0.023177536204457283]]}]}]]}],["held_logpost",{"tensor":"t000019"}]]},{"dict":[["scenario","actual128_400_fixed64"],["fit_ids",{"tensor":"t000020"}],["mean",{"tensor":"t000021"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20751],["training_seconds",0.42288513795938343],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1208444833755493]]},{"dict":[["update",100],["preupdate_loss",0.16521266102790833]]},{"dict":[["update",200],["preupdate_loss",0.06921489536762238]]},{"dict":[["update",400],["preupdate_loss",0.055916476994752884]]}]}]]}],["held_logpost",{"tensor":"t000026"}]]},{"dict":[["scenario","actual128_800_fixed64"],["fit_ids",{"tensor":"t000027"}],["mean",{"tensor":"t000028"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000029"}],["net.0.bias",{"tensor":"t000030"}],["net.2.weight",{"tensor":"t000031"}],["net.2.bias",{"tensor":"t000032"}]]}],["trainable_parameters",19936],["steps",800],["kind","forward_mse"],["seed",20751],["training_seconds",0.7795296349795535],["training_network_executions",800],["estimated_training_dense_matmul_flops",12042240000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1208444833755493]]},{"dict":[["update",100],["preupdate_loss",0.16521266102790833]]},{"dict":[["update",200],["preupdate_loss",0.06921489536762238]]},{"dict":[["update",400],["preupdate_loss",0.055916476994752884]]},{"dict":[["update",800],["preupdate_loss",0.05409917235374451]]}]}]]}],["held_logpost",{"tensor":"t000033"}]]},{"dict":[["scenario","matched_old_binding_addition"],["fit_ids",{"tensor":"t000034"}],["mean",{"tensor":"t000035"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000036"}],["net.0.bias",{"tensor":"t000037"}],["net.2.weight",{"tensor":"t000038"}],["net.2.bias",{"tensor":"t000039"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20751],["training_seconds",0.39862343401182443],["training_network_executions",400],["estimated_training_dense_matmul_flops",3904320000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9969766736030579]]},{"dict":[["update",100],["preupdate_loss",0.10983020067214966]]},{"dict":[["update",200],["preupdate_loss",0.06548301130533218]]},{"dict":[["update",400],["preupdate_loss",0.06078903749585152]]}]}]]}],["held_logpost",{"tensor":"t000040"}]]},{"dict":[["scenario","matched_new_binding_addition"],["fit_ids",{"tensor":"t000041"}],["mean",{"tensor":"t000042"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20751],["training_seconds",0.22897595691028982],["training_network_executions",400],["estimated_training_dense_matmul_flops",3904320000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.291354775428772]]},{"dict":[["update",100],["preupdate_loss",0.15806518495082855]]},{"dict":[["update",200],["preupdate_loss",0.032198984175920486]]},{"dict":[["update",400],["preupdate_loss",0.019937604665756226]]}]}]]}],["held_logpost",{"tensor":"t000047"}]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_reversal_s20751.safetensors b/revision_r1/sensor/run_01/hydraulic_reversal_s20751.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54f478cf86583c8bf8662d1381039f2821dac782 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_reversal_s20751.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b360e8dc3a93fe93ceba9e7bdbeb23fd5a1489934c1657bf9747a7152c0c6bc6 +size 6698560 diff --git a/revision_r1/sensor/run_01/hydraulic_reversal_s20752.json b/revision_r1/sensor/run_01/hydraulic_reversal_s20752.json new file mode 100644 index 0000000000000000000000000000000000000000..bb9e5449e8836e3e0a8f64b6c0d4b62cf90f7f72 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_reversal_s20752.json @@ -0,0 +1 @@ +{"dict":[["seed",20752],["normalization_mean",{"tensor":"t000000"}],["normalization_scale",{"tensor":"t000001"}],["covariance",{"tensor":"t000002"}],["scenarios",{"list":[{"dict":[["scenario","saved64_400"],["fit_ids",{"tensor":"t000003"}],["mean",{"tensor":"t000004"}],["network",null],["held_logpost",{"tensor":"t000005"}]]},{"dict":[["scenario","duplicate64_400"],["fit_ids",{"tensor":"t000006"}],["mean",{"tensor":"t000007"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000008"}],["net.0.bias",{"tensor":"t000009"}],["net.2.weight",{"tensor":"t000010"}],["net.2.bias",{"tensor":"t000011"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20752],["training_seconds",0.3722261060029268],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.994800329208374]]},{"dict":[["update",100],["preupdate_loss",0.06526757031679153]]},{"dict":[["update",200],["preupdate_loss",0.03885351121425629]]},{"dict":[["update",400],["preupdate_loss",0.03140659257769585]]}]}]]}],["held_logpost",{"tensor":"t000012"}]]},{"dict":[["scenario","64_800"],["fit_ids",{"tensor":"t000013"}],["mean",{"tensor":"t000014"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",800],["kind","forward_mse"],["seed",20752],["training_seconds",0.7974639830645174],["training_network_executions",800],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.994800329208374]]},{"dict":[["update",100],["preupdate_loss",0.06526757776737213]]},{"dict":[["update",200],["preupdate_loss",0.03885351121425629]]},{"dict":[["update",400],["preupdate_loss",0.031406596302986145]]},{"dict":[["update",800],["preupdate_loss",0.030991964042186737]]}]}]]}],["held_logpost",{"tensor":"t000019"}]]},{"dict":[["scenario","actual128_400_fixed64"],["fit_ids",{"tensor":"t000020"}],["mean",{"tensor":"t000021"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20752],["training_seconds",0.35626693605445325],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0695346593856812]]},{"dict":[["update",100],["preupdate_loss",0.1255163550376892]]},{"dict":[["update",200],["preupdate_loss",0.051022883504629135]]},{"dict":[["update",400],["preupdate_loss",0.03644165024161339]]}]}]]}],["held_logpost",{"tensor":"t000026"}]]},{"dict":[["scenario","actual128_800_fixed64"],["fit_ids",{"tensor":"t000027"}],["mean",{"tensor":"t000028"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000029"}],["net.0.bias",{"tensor":"t000030"}],["net.2.weight",{"tensor":"t000031"}],["net.2.bias",{"tensor":"t000032"}]]}],["trainable_parameters",19936],["steps",800],["kind","forward_mse"],["seed",20752],["training_seconds",0.8292945630382746],["training_network_executions",800],["estimated_training_dense_matmul_flops",12042240000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0695346593856812]]},{"dict":[["update",100],["preupdate_loss",0.1255163550376892]]},{"dict":[["update",200],["preupdate_loss",0.051022883504629135]]},{"dict":[["update",400],["preupdate_loss",0.03644165024161339]]},{"dict":[["update",800],["preupdate_loss",0.03328404948115349]]}]}]]}],["held_logpost",{"tensor":"t000033"}]]},{"dict":[["scenario","matched_old_binding_addition"],["fit_ids",{"tensor":"t000034"}],["mean",{"tensor":"t000035"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000036"}],["net.0.bias",{"tensor":"t000037"}],["net.2.weight",{"tensor":"t000038"}],["net.2.bias",{"tensor":"t000039"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20752],["training_seconds",0.4108932469971478],["training_network_executions",400],["estimated_training_dense_matmul_flops",3998400000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9448303580284119]]},{"dict":[["update",100],["preupdate_loss",0.056464482098817825]]},{"dict":[["update",200],["preupdate_loss",0.034226469695568085]]},{"dict":[["update",400],["preupdate_loss",0.026788493618369102]]}]}]]}],["held_logpost",{"tensor":"t000040"}]]},{"dict":[["scenario","matched_new_binding_addition"],["fit_ids",{"tensor":"t000041"}],["mean",{"tensor":"t000042"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20752],["training_seconds",0.4108118040021509],["training_network_executions",400],["estimated_training_dense_matmul_flops",3998400000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.223984718322754]]},{"dict":[["update",100],["preupdate_loss",0.13862521946430206]]},{"dict":[["update",200],["preupdate_loss",0.052562177181243896]]},{"dict":[["update",400],["preupdate_loss",0.036371368914842606]]}]}]]}],["held_logpost",{"tensor":"t000047"}]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_reversal_s20752.safetensors b/revision_r1/sensor/run_01/hydraulic_reversal_s20752.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..316303e279d412f554359e0134669c9d5c8cae22 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_reversal_s20752.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee84572929b830064ff9e92e01ba503ddc2bbb359e6052c62b1f8ce1ec956303 +size 6698592 diff --git a/revision_r1/sensor/run_01/hydraulic_reversal_s20753.json b/revision_r1/sensor/run_01/hydraulic_reversal_s20753.json new file mode 100644 index 0000000000000000000000000000000000000000..f78a9e087b9b0a6bbb4548452a5c7d0d2fa58d95 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_reversal_s20753.json @@ -0,0 +1 @@ +{"dict":[["seed",20753],["normalization_mean",{"tensor":"t000000"}],["normalization_scale",{"tensor":"t000001"}],["covariance",{"tensor":"t000002"}],["scenarios",{"list":[{"dict":[["scenario","saved64_400"],["fit_ids",{"tensor":"t000003"}],["mean",{"tensor":"t000004"}],["network",null],["held_logpost",{"tensor":"t000005"}]]},{"dict":[["scenario","duplicate64_400"],["fit_ids",{"tensor":"t000006"}],["mean",{"tensor":"t000007"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000008"}],["net.0.bias",{"tensor":"t000009"}],["net.2.weight",{"tensor":"t000010"}],["net.2.bias",{"tensor":"t000011"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20753],["training_seconds",0.4099975919816643],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0058062076568604]]},{"dict":[["update",100],["preupdate_loss",0.050108324736356735]]},{"dict":[["update",200],["preupdate_loss",0.016248537227511406]]},{"dict":[["update",400],["preupdate_loss",0.01264395285397768]]}]}]]}],["held_logpost",{"tensor":"t000012"}]]},{"dict":[["scenario","64_800"],["fit_ids",{"tensor":"t000013"}],["mean",{"tensor":"t000014"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",800],["kind","forward_mse"],["seed",20753],["training_seconds",0.8401540738996118],["training_network_executions",800],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0058062076568604]]},{"dict":[["update",100],["preupdate_loss",0.050108324736356735]]},{"dict":[["update",200],["preupdate_loss",0.016248539090156555]]},{"dict":[["update",400],["preupdate_loss",0.01264395285397768]]},{"dict":[["update",800],["preupdate_loss",0.01235880609601736]]}]}]]}],["held_logpost",{"tensor":"t000019"}]]},{"dict":[["scenario","actual128_400_fixed64"],["fit_ids",{"tensor":"t000020"}],["mean",{"tensor":"t000021"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000022"}],["net.0.bias",{"tensor":"t000023"}],["net.2.weight",{"tensor":"t000024"}],["net.2.bias",{"tensor":"t000025"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20753],["training_seconds",0.4213625929551199],["training_network_executions",400],["estimated_training_dense_matmul_flops",6021120000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1284440755844116]]},{"dict":[["update",100],["preupdate_loss",0.08743899315595627]]},{"dict":[["update",200],["preupdate_loss",0.048414185643196106]]},{"dict":[["update",400],["preupdate_loss",0.04163328930735588]]}]}]]}],["held_logpost",{"tensor":"t000026"}]]},{"dict":[["scenario","actual128_800_fixed64"],["fit_ids",{"tensor":"t000027"}],["mean",{"tensor":"t000028"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000029"}],["net.0.bias",{"tensor":"t000030"}],["net.2.weight",{"tensor":"t000031"}],["net.2.bias",{"tensor":"t000032"}]]}],["trainable_parameters",19936],["steps",800],["kind","forward_mse"],["seed",20753],["training_seconds",0.7227574740536511],["training_network_executions",800],["estimated_training_dense_matmul_flops",12042240000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1284440755844116]]},{"dict":[["update",100],["preupdate_loss",0.08743899315595627]]},{"dict":[["update",200],["preupdate_loss",0.048414185643196106]]},{"dict":[["update",400],["preupdate_loss",0.04163328930735588]]},{"dict":[["update",800],["preupdate_loss",0.040492333471775055]]}]}]]}],["held_logpost",{"tensor":"t000033"}]]},{"dict":[["scenario","matched_old_binding_addition"],["fit_ids",{"tensor":"t000034"}],["mean",{"tensor":"t000035"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000036"}],["net.0.bias",{"tensor":"t000037"}],["net.2.weight",{"tensor":"t000038"}],["net.2.bias",{"tensor":"t000039"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20753],["training_seconds",0.37965512892697006],["training_network_executions",400],["estimated_training_dense_matmul_flops",3810240000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9773829579353333]]},{"dict":[["update",100],["preupdate_loss",0.08712147176265717]]},{"dict":[["update",200],["preupdate_loss",0.05154178664088249]]},{"dict":[["update",400],["preupdate_loss",0.04723305627703667]]}]}]]}],["held_logpost",{"tensor":"t000040"}]]},{"dict":[["scenario","matched_new_binding_addition"],["fit_ids",{"tensor":"t000041"}],["mean",{"tensor":"t000042"}],["network",{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20753],["training_seconds",0.397570832981728],["training_network_executions",400],["estimated_training_dense_matmul_flops",3810240000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1696724891662598]]},{"dict":[["update",100],["preupdate_loss",0.056772924959659576]]},{"dict":[["update",200],["preupdate_loss",0.020912280306220055]]},{"dict":[["update",400],["preupdate_loss",0.014054644852876663]]}]}]]}],["held_logpost",{"tensor":"t000047"}]]}]}]]} diff --git a/revision_r1/sensor/run_01/hydraulic_reversal_s20753.safetensors b/revision_r1/sensor/run_01/hydraulic_reversal_s20753.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3dc8e5c9b27fa8b61e6324ccbdc1dd4ff5d61507 --- /dev/null +++ b/revision_r1/sensor/run_01/hydraulic_reversal_s20753.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd698aa04579d0beb6ca3cdc08d5b8fd1f6edcb2991d062d65d74e86c0933e7 +size 6698528 diff --git a/revision_r1/sensor/run_01/mean_diagnostics.csv b/revision_r1/sensor/run_01/mean_diagnostics.csv new file mode 100644 index 0000000000000000000000000000000000000000..60438b1f09cfd0b3199990d45732c663d8f07b48 --- /dev/null +++ b/revision_r1/sensor/run_01/mean_diagnostics.csv @@ -0,0 +1,49 @@ +cohort,labels,seed,stratum,records,mean_mse,observation_nll +hydraulic,64,20751,fit,64,0.023679791116563327,-1.9004041206723206 +hydraulic,64,20751,source_outside_prefix,731,0.26609449158373394,7.53290848565599 +hydraulic,64,20751,held_seen,407,0.3786413513971834,8.631561267508264 +hydraulic,64,20751,held_unseen,304,0.599705734182079,7.177420609507529 +hydraulic,64,20752,fit,64,0.031401285266010485,4.681406600890304 +hydraulic,64,20752,source_outside_prefix,731,0.25265225262130203,10.19405004939445 +hydraulic,64,20752,held_seen,407,0.3785805121345612,12.09690655615229 +hydraulic,64,20752,held_unseen,304,0.4653002599379773,10.882947598719857 +hydraulic,64,20753,fit,64,0.012641552086282828,-4.853418410531447 +hydraulic,64,20753,source_outside_prefix,731,0.29725168556714976,7.753475307456076 +hydraulic,64,20753,held_seen,407,0.533405627510226,10.642355350818738 +hydraulic,64,20753,held_unseen,304,0.7462177604750393,9.521872117137832 +hydraulic,128,20751,fit,128,0.05358376480507898,-0.0018419215201654071 +hydraulic,128,20751,source_outside_prefix,667,0.26966690708446456,4.494878438403445 +hydraulic,128,20751,held_seen,407,0.4120926283709566,8.569594671055667 +hydraulic,128,20751,held_unseen,304,0.6125039275761054,11.033770322711181 +hydraulic,128,20752,fit,128,0.037834584293121996,2.632506483868851 +hydraulic,128,20752,source_outside_prefix,667,0.316878385180594,6.511093919947349 +hydraulic,128,20752,held_seen,407,0.6890612302833751,10.512585700208884 +hydraulic,128,20752,held_unseen,304,1.2600410994751163,16.22783921443022 +hydraulic,128,20753,fit,128,0.037225275280968,-7.84063003346047 +hydraulic,128,20753,source_outside_prefix,667,0.25510961308829494,5.706649065758924 +hydraulic,128,20753,held_seen,407,0.4744952146970624,14.462563555027607 +hydraulic,128,20753,held_unseen,304,0.5737290252757974,11.558833434736275 +temperature,64,20851,fit,64,0.2329804572159567,14.1540900539245 +temperature,64,20851,source_outside_prefix,616,0.625906858523643,17.769065555522527 +temperature,64,20851,held_seen,339,0.6381445818538661,19.224963603574736 +temperature,64,20851,held_unseen,65,1.2706080917320888,22.169329097629408 +temperature,64,20852,fit,64,0.24211980163878558,23.45200218580706 +temperature,64,20852,source_outside_prefix,616,0.587771142676216,25.601396659685996 +temperature,64,20852,held_seen,339,0.5889129698884993,26.04724453563435 +temperature,64,20852,held_unseen,65,0.9305718240571086,27.364415309926684 +temperature,64,20853,fit,64,0.3165345089611484,20.441759618140267 +temperature,64,20853,source_outside_prefix,616,0.5761835267844435,22.867462485735743 +temperature,64,20853,held_seen,339,0.5762588528840096,24.597097737954652 +temperature,64,20853,held_unseen,65,1.0723014286914252,27.1126908421085 +temperature,128,20851,fit,128,0.3254236224461943,16.144771392046554 +temperature,128,20851,source_outside_prefix,552,0.5425205675875076,18.265549668632996 +temperature,128,20851,held_seen,339,0.5470335263015503,19.612968288943108 +temperature,128,20851,held_unseen,65,0.9956792199162321,22.629597410189994 +temperature,128,20852,fit,128,0.2455693542563425,11.707128735305574 +temperature,128,20852,source_outside_prefix,552,0.5115507617750927,14.376148407274302 +temperature,128,20852,held_seen,339,0.4997529987409343,15.895609913462762 +temperature,128,20852,held_unseen,65,0.831868527616394,19.71286925336269 +temperature,128,20853,fit,128,0.34899547028799915,17.761070597981014 +temperature,128,20853,source_outside_prefix,552,0.641085878893368,19.506703761158388 +temperature,128,20853,held_seen,339,0.6214564253133559,20.648189724249008 +temperature,128,20853,held_unseen,65,1.3075725312409499,23.95262332390714 diff --git a/revision_r1/sensor/run_01/metrics.csv b/revision_r1/sensor/run_01/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..e589e0f8b6e4769607e8afbae0677f207aada2f7 --- /dev/null +++ b/revision_r1/sensor/run_01/metrics.csv @@ -0,0 +1,2017 @@ +cohort,labels,seed,method,stage,stratum,unit,top1,top3,nll,confidence,brier,records,ece10,coverage90,accuracy90 +hydraulic,64,20751,forward_mse_full,held,all,all,0.30942334739803096,0.5625879043600562,4.017114533300913,0.6522816573675516,0.9709796763925023,711,0.3428583099695207,0.17862165963431786,0.5826771653543307 +hydraulic,64,20751,forward_mse_full,held,unseen,all,0.1644736842105263,0.49671052631578944,4.785011900041987,0.6212366841322104,1.1779766241230902,304,0.45676299992168423,0.11842105263157894,0.0 +hydraulic,64,20751,forward_mse_full,held,seen,all,0.4176904176904177,0.6117936117936118,3.4435499153911184,0.6754700403246614,0.8163677056060189,407,0.2577796226342437,0.22358722358722358,0.8131868131868133 +hydraulic,64,20751,forward_mse_full,source_oof,all,all,0.671875,0.890625,1.401777694204419,0.7845962128867471,0.4356294390825385,64,0.11331651760096169,0.5,0.9375 +hydraulic,64,20751,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_mse_full,source_oof,seen,all,0.671875,0.890625,1.401777694204419,0.7845962128867471,0.4356294390825385,64,0.11331651760096169,0.5,0.9375 +hydraulic,64,20751,forward_mse_diag,held,all,all,0.18565400843881857,0.3206751054852321,21.26249582436569,0.8193626526725277,1.383282906479198,711,0.6337086442337092,0.47257383966244726,0.24107142857142855 +hydraulic,64,20751,forward_mse_diag,held,unseen,all,0.039473684210526314,0.1875,28.708604975126924,0.8131499981925623,1.6229559215540699,304,0.773676313982036,0.40789473684210525,0.024193548387096774 +hydraulic,64,20751,forward_mse_diag,held,seen,all,0.29484029484029484,0.4201474201474201,15.700782846892922,0.8240030628983495,1.2042642416566889,407,0.5291627680580546,0.5208845208845209,0.36792452830188677 +hydraulic,64,20751,forward_mse_diag,source_oof,all,all,0.59375,0.6875,10.244966095148408,0.8853643766424832,0.707181615531643,64,0.29589993672465853,0.671875,0.7209302325581395 +hydraulic,64,20751,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_mse_diag,source_oof,seen,all,0.59375,0.6875,10.244966095148408,0.8853643766424832,0.707181615531643,64,0.29589993672465853,0.671875,0.7209302325581395 +hydraulic,64,20751,forward_mse_identity,held,all,all,0.16877637130801687,0.2348804500703235,11.86794959299493,0.40378221241884255,1.0469476944422544,711,0.2350058411108257,0.04078762306610408,0.896551724137931 +hydraulic,64,20751,forward_mse_identity,held,unseen,all,0.02631578947368421,0.10526315789473684,16.005389005660486,0.38544416315264174,1.201489432505452,304,0.3591283736789575,0.003289473684210526,0.0 +hydraulic,64,20751,forward_mse_identity,held,seen,all,0.2751842751842752,0.33169533169533166,8.777577156999037,0.4174794285783635,0.93151602768252,407,0.14229515339408838,0.0687960687960688,0.9285714285714285 +hydraulic,64,20751,forward_mse_identity,source_oof,all,all,0.609375,0.6875,7.020415482620047,0.500013958227334,0.6224967606755659,64,0.1518841227379678,0.0625,1.0 +hydraulic,64,20751,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_mse_identity,source_oof,seen,all,0.609375,0.6875,7.020415482620047,0.500013958227334,0.6224967606755659,64,0.1518841227379678,0.0625,1.0 +hydraulic,64,20751,forward_ce_identity,held,all,all,0.19268635724331928,0.26019690576652604,25.26393679410585,0.8598354020757731,1.4154584550822635,711,0.6671490448324539,0.6047819971870605,0.29069767441860467 +hydraulic,64,20751,forward_ce_identity,held,unseen,all,0.0,0.06907894736842105,31.152524539241558,0.835224631211594,1.7571497256075475,304,0.8352246312115943,0.5263157894736842,0.0 +hydraulic,64,20751,forward_ce_identity,held,seen,all,0.3366093366093366,0.40294840294840295,20.86558132845166,0.8782178943183048,1.1602394225523214,407,0.5416085577089681,0.6633906633906633,0.46296296296296297 +hydraulic,64,20751,forward_ce_identity,source_oof,all,all,0.640625,0.75,6.289708160184299,0.9281371488186185,0.6369130379314105,64,0.2875121488186184,0.734375,0.7872340425531915 +hydraulic,64,20751,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_ce_identity,source_oof,seen,all,0.640625,0.75,6.289708160184299,0.9281371488186185,0.6369130379314105,64,0.2875121488186184,0.734375,0.7872340425531915 +hydraulic,64,20751,inverse_balanced,held,all,all,0.21518987341772153,0.360056258790436,13.297199273252318,0.8328269474415965,1.3369590681027306,711,0.61875545038253,0.5485232067510548,0.33076923076923076 +hydraulic,64,20751,inverse_balanced,held,unseen,all,0.042763157894736836,0.23684210526315788,16.541683543932173,0.7826772374059068,1.617022012955192,304,0.7408253340887888,0.4046052631578947,0.016260162601626018 +hydraulic,64,20751,inverse_balanced,held,seen,all,0.343980343980344,0.45208845208845205,10.873800702523383,0.8702852075173941,1.1277720036429069,407,0.5275779451080764,0.656019656019656,0.4756554307116105 +hydraulic,64,20751,inverse_balanced,source_oof,all,all,0.65625,0.71875,5.901900001047083,0.9002413761578286,0.5758306325151543,64,0.2439913761578286,0.75,0.8125 +hydraulic,64,20751,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,inverse_balanced,source_oof,seen,all,0.65625,0.71875,5.901900001047083,0.9002413761578286,0.5758306325151543,64,0.2439913761578286,0.75,0.8125 +hydraulic,64,20751,inverse_balanced_factor_temperature,held,all,all,0.21518987341772153,0.3656821378340366,5.193187229586282,0.48583517064696147,0.9941085606514317,711,0.2706452972292399,0.057665260196905765,0.5609756097560976 +hydraulic,64,20751,inverse_balanced_factor_temperature,held,unseen,all,0.042763157894736836,0.24013157894736842,6.621738665357949,0.40922418071271915,1.1861398280838251,304,0.36646102281798226,0.003289473684210526,0.0 +hydraulic,64,20751,inverse_balanced_factor_temperature,held,seen,all,0.343980343980344,0.45945945945945943,4.126161095742089,0.5430581213595158,0.8506748866970151,407,0.21456700990171693,0.09828009828009827,0.5750000000000001 +hydraulic,64,20751,inverse_balanced_factor_temperature,source_oof,all,all,0.65625,0.71875,2.1100598602993714,0.6185372633518831,0.5122981244204691,64,0.15823162865045126,0.09375,1.0 +hydraulic,64,20751,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,inverse_balanced_factor_temperature,source_oof,seen,all,0.65625,0.71875,2.1100598602993714,0.6185372633518831,0.5122981244204691,64,0.15823162865045126,0.09375,1.0 +hydraulic,64,20751,inverse_unweighted,held,all,all,0.2320675105485232,0.35724331926863573,12.18317594163326,0.8209108957464116,1.301935976642076,711,0.5905584640016501,0.5077355836849508,0.3545706371191136 +hydraulic,64,20751,inverse_unweighted,held,unseen,all,0.046052631578947366,0.22039473684210525,15.180182621275817,0.7663363347716535,1.6023236495001971,304,0.7259610995886262,0.3651315789473684,0.0 +hydraulic,64,20751,inverse_unweighted,held,seen,all,0.371007371007371,0.45945945945945943,9.94462549787076,0.8616742041894743,1.0775677885613169,407,0.49066683318210336,0.6142506142506142,0.512 +hydraulic,64,20751,inverse_unweighted,source_oof,all,all,0.65625,0.71875,6.047650042208726,0.8926649187988515,0.5581963734417918,64,0.23641491879885157,0.75,0.8125 +hydraulic,64,20751,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,inverse_unweighted,source_oof,seen,all,0.65625,0.71875,6.047650042208726,0.8926649187988515,0.5581963734417918,64,0.23641491879885157,0.75,0.8125 +hydraulic,64,20751,inverse_unweighted_factor_temperature,held,all,all,0.2320675105485232,0.36427566807313644,4.937329639705364,0.46539300113620796,0.9687336486361593,711,0.23492246154987156,0.03938115330520394,0.75 +hydraulic,64,20751,inverse_unweighted_factor_temperature,held,unseen,all,0.046052631578947366,0.2269736842105263,6.308068178872666,0.38337873272147865,1.1622590219058233,304,0.34106112204422473,0.0, +hydraulic,64,20751,inverse_unweighted_factor_temperature,held,seen,all,0.371007371007371,0.4668304668304668,3.91348562027819,0.5266518158734996,0.8241839840809311,407,0.15564444486612863,0.0687960687960688,0.75 +hydraulic,64,20751,inverse_unweighted_factor_temperature,source_oof,all,all,0.65625,0.71875,2.1594711866477194,0.6229115920345774,0.4938492871919976,64,0.15323818682796042,0.09375,1.0 +hydraulic,64,20751,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,inverse_unweighted_factor_temperature,source_oof,seen,all,0.65625,0.71875,2.1594711866477194,0.6229115920345774,0.4938492871919976,64,0.15323818682796042,0.09375,1.0 +hydraulic,64,20751,forward_mse_full_product,held,all,all,0.3066104078762307,0.559774964838256,3.504950438916261,0.6103876322337428,0.9334230019174401,711,0.30377722435751214,0.1490857946554149,0.6698113207547169 +hydraulic,64,20751,forward_mse_full_product,held,unseen,all,0.1611842105263158,0.48026315789473684,3.726708855208148,0.5740056883971653,1.1272336808428565,304,0.4128214778708495,0.0756578947368421,0.0 +hydraulic,64,20751,forward_mse_full_product,held,seen,all,0.4152334152334152,0.6191646191646192,3.3393127029144583,0.6375623519544298,0.7886602343662689,407,0.2223289367210145,0.20393120393120392,0.855421686746988 +hydraulic,64,20751,forward_mse_full_product,source_oof,all,all,0.671875,0.859375,1.3438799152900947,0.7585550394947352,0.4320378697338648,64,0.11347932193497676,0.5,0.9375 +hydraulic,64,20751,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_mse_full_product,source_oof,seen,all,0.671875,0.859375,1.3438799152900947,0.7585550394947352,0.4320378697338648,64,0.11347932193497676,0.5,0.9375 +hydraulic,64,20751,forward_mse_full_scalar_temperature,held,all,all,0.30942334739803096,0.5625879043600562,2.6806561941294507,0.43324514248549484,0.8310737692025455,711,0.1296891401594532,0.005625879043600563,1.0 +hydraulic,64,20751,forward_mse_full_scalar_temperature,held,unseen,all,0.1644736842105263,0.49671052631578944,3.0967930773207475,0.40188096122494416,0.9684062527026835,304,0.23740727701441786,0.0, +hydraulic,64,20751,forward_mse_full_scalar_temperature,held,seen,all,0.4176904176904177,0.6117936117936118,2.369831593416541,0.45667195109288394,0.7284961893891745,407,0.09100903156121101,0.009828009828009828,1.0 +hydraulic,64,20751,forward_mse_full_scalar_temperature,source_oof,all,all,0.671875,0.890625,1.107553070347231,0.6317143012156696,0.42523691169321076,64,0.13087124244605988,0.25,1.0 +hydraulic,64,20751,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_mse_full_scalar_temperature,source_oof,seen,all,0.671875,0.890625,1.107553070347231,0.6317143012156696,0.42523691169321076,64,0.13087124244605988,0.25,1.0 +hydraulic,64,20751,forward_mse_identity_scalar_temperature,held,all,all,0.16877637130801687,0.2348804500703235,4.162097241472969,0.06394234838114694,0.9681945002765957,711,0.10822732894045389,0.0, +hydraulic,64,20751,forward_mse_identity_scalar_temperature,held,unseen,all,0.02631578947368421,0.10526315789473684,4.671905893781839,0.06359039091726885,0.9835385461718823,304,0.037274601443584646,0.0, +hydraulic,64,20751,forward_mse_identity_scalar_temperature,held,seen,all,0.2751842751842752,0.33169533169533166,3.7813065036304714,0.06420523552861361,0.9567335913032123,407,0.21497871941211788,0.0, +hydraulic,64,20751,forward_mse_identity_scalar_temperature,source_oof,all,all,0.609375,0.6875,3.5313013962907336,0.06763544001467066,0.9355230934888539,64,0.5417395599853293,0.0, +hydraulic,64,20751,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.609375,0.6875,3.5313013962907336,0.06763544001467066,0.9355230934888539,64,0.5417395599853293,0.0, +hydraulic,64,20751,forward_ce_identity_scalar_temperature,held,all,all,0.19268635724331928,0.26019690576652604,7.177658199077221,0.45197765928462075,0.9990417735791979,711,0.2655968356081961,0.04078762306610408,1.0 +hydraulic,64,20751,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.06907894736842105,8.761631821029303,0.3907329783532608,1.2036796400903553,304,0.3907329783532608,0.0, +hydraulic,64,20751,forward_ce_identity_scalar_temperature,held,seen,all,0.3366093366093366,0.40294840294840295,5.994542766464363,0.49772307206873223,0.8461918683718469,407,0.1842670481255608,0.07125307125307125,1.0 +hydraulic,64,20751,forward_ce_identity_scalar_temperature,source_oof,all,all,0.640625,0.75,2.2152602832601187,0.5508637291290286,0.5286183758309415,64,0.16541383213335817,0.078125,1.0 +hydraulic,64,20751,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.640625,0.75,2.2152602832601187,0.5508637291290286,0.5286183758309415,64,0.16541383213335817,0.078125,1.0 +hydraulic,64,20751,inverse_balanced_scalar_temperature,held,all,all,0.21518987341772153,0.360056258790436,4.278755387193014,0.4262115767496476,0.9605888819937257,711,0.2175044814236115,0.026722925457102673,0.7368421052631579 +hydraulic,64,20751,inverse_balanced_scalar_temperature,held,unseen,all,0.042763157894736836,0.23684210526315788,5.269948645943098,0.34663024146641425,1.1329374924852913,304,0.3190291073321655,0.003289473684210526,0.0 +hydraulic,64,20751,inverse_balanced_scalar_temperature,held,seen,all,0.343980343980344,0.45208845208845205,3.5384046484705918,0.48565316379166945,0.8318567503243498,407,0.1430290376597405,0.044226044226044224,0.7777777777777777 +hydraulic,64,20751,inverse_balanced_scalar_temperature,source_oof,all,all,0.65625,0.71875,2.1595016876019266,0.5450376463246854,0.5342342066284329,64,0.15766156627467467,0.078125,1.0 +hydraulic,64,20751,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,inverse_balanced_scalar_temperature,source_oof,seen,all,0.65625,0.71875,2.1595016876019266,0.5450376463246854,0.5342342066284329,64,0.15766156627467467,0.078125,1.0 +hydraulic,64,20751,inverse_unweighted_scalar_temperature,held,all,all,0.2320675105485232,0.35724331926863573,4.055889447148121,0.4079582074428862,0.9414857420870811,711,0.18205294899750626,0.015471167369901548,0.6363636363636364 +hydraulic,64,20751,inverse_unweighted_scalar_temperature,held,unseen,all,0.046052631578947366,0.22039473684210525,4.991758936937454,0.32580597672285483,1.1175566903435403,304,0.288797779647507,0.0, +hydraulic,64,20751,inverse_unweighted_scalar_temperature,held,seen,all,0.371007371007371,0.45945945945945943,3.3568616218509266,0.46932007019200067,0.8099732893353276,407,0.12126499447065761,0.027027027027027025,0.6363636363636364 +hydraulic,64,20751,inverse_unweighted_scalar_temperature,source_oof,all,all,0.65625,0.71875,2.19277738077901,0.5502563077277431,0.5152871342660541,64,0.14856615159357045,0.078125,1.0 +hydraulic,64,20751,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20751,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.65625,0.71875,2.19277738077901,0.5502563077277431,0.5152871342660541,64,0.14856615159357045,0.078125,1.0 +hydraulic,64,20752,forward_mse_full,held,all,all,0.3037974683544304,0.6047819971870605,2.895530296528518,0.5529743021262163,0.8662390409640262,711,0.2568117849770728,0.08579465541490858,0.7213114754098361 +hydraulic,64,20752,forward_mse_full,held,unseen,all,0.22039473684210525,0.5361842105263157,3.1216159282576457,0.4786444944435021,0.9794169505440573,304,0.29187761926472583,0.03618421052631579,0.36363636363636365 +hydraulic,64,20752,forward_mse_full,held,seen,all,0.36609336609336607,0.656019656019656,2.7266604389224853,0.6084933722381208,0.7817032067813985,407,0.24240000614475476,0.12285012285012285,0.8 +hydraulic,64,20752,forward_mse_full,source_oof,all,all,0.6875,0.796875,2.339353026055998,0.7937080262169347,0.5127892541478924,64,0.14701412666836555,0.390625,0.92 +hydraulic,64,20752,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_mse_full,source_oof,seen,all,0.6875,0.796875,2.339353026055998,0.7937080262169347,0.5127892541478924,64,0.14701412666836555,0.390625,0.92 +hydraulic,64,20752,forward_mse_diag,held,all,all,0.15611814345991562,0.25738396624472576,13.416750949202573,0.7016532915809532,1.3022523607069918,711,0.5455351481210376,0.2559774964838256,0.30219780219780223 +hydraulic,64,20752,forward_mse_diag,held,unseen,all,0.0625,0.13486842105263158,16.006675749351405,0.6622428715380166,1.457919267710688,304,0.5997428715380166,0.21052631578947367,0.0 +hydraulic,64,20752,forward_mse_diag,held,seen,all,0.22604422604422603,0.3488943488943489,11.48226166358772,0.7310900672395594,1.1859802729204476,407,0.5050458411953332,0.28992628992628994,0.4661016949152542 +hydraulic,64,20752,forward_mse_diag,source_oof,all,all,0.546875,0.65625,15.9198767138676,0.8730534315616806,0.7622780886165044,64,0.3261784315616806,0.65625,0.6904761904761905 +hydraulic,64,20752,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_mse_diag,source_oof,seen,all,0.546875,0.65625,15.9198767138676,0.8730534315616806,0.7622780886165044,64,0.3261784315616806,0.65625,0.6904761904761905 +hydraulic,64,20752,forward_mse_identity,held,all,all,0.13642756680731363,0.2011251758087201,10.722845345182265,0.296772144289232,1.0135861601415979,711,0.163391878430101,0.005625879043600563,0.0 +hydraulic,64,20752,forward_mse_identity,held,unseen,all,0.029605263157894735,0.05921052631578947,12.670806190249174,0.2623464925670297,1.1250581718855628,304,0.23274122940913491,0.003289473684210526,0.0 +hydraulic,64,20752,forward_mse_identity,held,seen,all,0.2162162162162162,0.3071253071253071,9.267857392110177,0.32248565319230205,0.9303245100920516,407,0.1236624641340647,0.007371007371007371,0.0 +hydraulic,64,20752,forward_mse_identity,source_oof,all,all,0.59375,0.671875,9.48420083970725,0.521799936834616,0.6494440915822545,64,0.15309601729341735,0.09375,1.0 +hydraulic,64,20752,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_mse_identity,source_oof,seen,all,0.59375,0.671875,9.48420083970725,0.521799936834616,0.6494440915822545,64,0.15309601729341735,0.09375,1.0 +hydraulic,64,20752,forward_ce_identity,held,all,all,0.1617440225035162,0.25738396624472576,18.523051442791306,0.8552800387151781,1.4740077899857629,711,0.6935360162116619,0.5935302390998594,0.26066350710900477 +hydraulic,64,20752,forward_ce_identity,held,unseen,all,0.0,0.05592105263157894,23.79309049696884,0.8447319761345521,1.781744690270316,304,0.8447319761345521,0.5427631578947368,0.0 +hydraulic,64,20752,forward_ce_identity,held,seen,all,0.28255528255528256,0.40786240786240785,14.586707775788915,0.8631586898810509,1.244150252672485,407,0.5806034073257684,0.6314496314496314,0.42801556420233466 +hydraulic,64,20752,forward_ce_identity,source_oof,all,all,0.703125,0.71875,9.093673821939097,0.929658433497556,0.5246192869654654,64,0.2265334334975561,0.8125,0.826923076923077 +hydraulic,64,20752,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_ce_identity,source_oof,seen,all,0.703125,0.71875,9.093673821939097,0.929658433497556,0.5246192869654654,64,0.2265334334975561,0.8125,0.826923076923077 +hydraulic,64,20752,inverse_balanced,held,all,all,0.21378340365682139,0.36427566807313644,10.211935110244294,0.7983970295451494,1.2885592280724578,711,0.5846136258883278,0.47257383966244726,0.375 +hydraulic,64,20752,inverse_balanced,held,unseen,all,0.0756578947368421,0.20394736842105263,13.248642093869762,0.7941969743615073,1.5621188505854449,304,0.7185390796246652,0.4473684210526315,0.08088235294117647 +hydraulic,64,20752,inverse_balanced,held,seen,all,0.31695331695331697,0.48402948402948404,7.943731368175146,0.8015341715004985,1.0842296820185313,407,0.4845808545471815,0.4914004914004914,0.5750000000000001 +hydraulic,64,20752,inverse_balanced,source_oof,all,all,0.703125,0.734375,8.036796598064718,0.9356845873582301,0.5211307769967065,64,0.23255958735823007,0.84375,0.7962962962962963 +hydraulic,64,20752,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,inverse_balanced,source_oof,seen,all,0.703125,0.734375,8.036796598064718,0.9356845873582301,0.5211307769967065,64,0.23255958735823007,0.84375,0.7962962962962963 +hydraulic,64,20752,inverse_balanced_factor_temperature,held,all,all,0.21378340365682139,0.379746835443038,3.5496224718968756,0.4008040926417697,0.9205268794830725,711,0.18777268368551564,0.0042194092827004225,1.0 +hydraulic,64,20752,inverse_balanced_factor_temperature,held,unseen,all,0.0756578947368421,0.24013157894736842,4.376577078646131,0.36625953528803434,1.1007703297382991,304,0.29060164055119225,0.0, +hydraulic,64,20752,inverse_balanced_factor_temperature,held,seen,all,0.31695331695331697,0.48402948402948404,2.9319463037107,0.4266064155792033,0.785897865041822,407,0.17570975291334442,0.007371007371007371,1.0 +hydraulic,64,20752,inverse_balanced_factor_temperature,source_oof,all,all,0.703125,0.734375,2.618173188165141,0.6141924162408543,0.4701717466695358,64,0.20312125027855493,0.0625,1.0 +hydraulic,64,20752,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,inverse_balanced_factor_temperature,source_oof,seen,all,0.703125,0.734375,2.618173188165141,0.6141924162408543,0.4701717466695358,64,0.20312125027855493,0.0625,1.0 +hydraulic,64,20752,inverse_unweighted,held,all,all,0.21659634317862167,0.369901547116737,10.238628662784295,0.8007506007473619,1.2852262859660077,711,0.5841542575687402,0.4571026722925457,0.39692307692307693 +hydraulic,64,20752,inverse_unweighted,held,unseen,all,0.08552631578947367,0.22368421052631576,13.196808881829158,0.7991535957725279,1.5518596732197896,304,0.7136272799830542,0.4309210526315789,0.1297709923664122 +hydraulic,64,20752,inverse_unweighted,held,seen,all,0.3144963144963145,0.4791154791154791,8.02907881858371,0.8019434496720534,1.0860701441351728,407,0.4874471351757391,0.47665847665847666,0.5773195876288659 +hydraulic,64,20752,inverse_unweighted,source_oof,all,all,0.703125,0.734375,7.752213993002637,0.927933139163631,0.5095066233822846,64,0.22941794590498432,0.84375,0.7962962962962963 +hydraulic,64,20752,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,inverse_unweighted,source_oof,seen,all,0.703125,0.734375,7.752213993002637,0.927933139163631,0.5095066233822846,64,0.22941794590498432,0.84375,0.7962962962962963 +hydraulic,64,20752,inverse_unweighted_factor_temperature,held,all,all,0.21659634317862167,0.3727144866385373,3.564465247430854,0.401750650854009,0.9192968894327348,711,0.1863732511265259,0.007032348804500703,1.0 +hydraulic,64,20752,inverse_unweighted_factor_temperature,held,unseen,all,0.08552631578947367,0.23026315789473684,4.365842764602482,0.3715717795838001,1.1018414644943122,304,0.2860454637943264,0.0, +hydraulic,64,20752,inverse_unweighted_factor_temperature,held,seen,all,0.3144963144963145,0.4791154791154791,2.9658933427129783,0.42429211735559014,0.7829490987233503,407,0.17435082026059892,0.012285012285012284,1.0 +hydraulic,64,20752,inverse_unweighted_factor_temperature,source_oof,all,all,0.703125,0.734375,2.575719816326329,0.605801526639682,0.46044285037342625,64,0.1540955652830322,0.0625,1.0 +hydraulic,64,20752,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,inverse_unweighted_factor_temperature,source_oof,seen,all,0.703125,0.734375,2.575719816326329,0.605801526639682,0.46044285037342625,64,0.1540955652830322,0.0625,1.0 +hydraulic,64,20752,forward_mse_full_product,held,all,all,0.350210970464135,0.6160337552742616,2.5134244319923122,0.5101311927014917,0.8170393085205073,711,0.18548983336630884,0.06751054852320676,0.7291666666666666 +hydraulic,64,20752,forward_mse_full_product,held,unseen,all,0.2598684210526316,0.5263157894736842,2.8076233057339266,0.43744084031836233,0.9299284742799584,304,0.2404140999561349,0.03618421052631579,0.36363636363636365 +hydraulic,64,20752,forward_mse_full_product,held,seen,all,0.4176904176904177,0.683046683046683,2.293678835880639,0.5644257065208312,0.7327191453979689,407,0.16484338173327376,0.09090909090909091,0.8378378378378379 +hydraulic,64,20752,forward_mse_full_product,source_oof,all,all,0.671875,0.78125,2.063743532057101,0.7609114893673632,0.5008780068312659,64,0.10253933155882371,0.3125,0.9500000000000001 +hydraulic,64,20752,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_mse_full_product,source_oof,seen,all,0.671875,0.78125,2.063743532057101,0.7609114893673632,0.5008780068312659,64,0.10253933155882371,0.3125,0.9500000000000001 +hydraulic,64,20752,forward_mse_full_scalar_temperature,held,all,all,0.3037974683544304,0.6047819971870605,2.330342545777139,0.328866288354336,0.7992382809572784,711,0.11800926600874934,0.015471167369901548,0.7272727272727273 +hydraulic,64,20752,forward_mse_full_scalar_temperature,held,unseen,all,0.22039473684210525,0.5361842105263157,2.5214781452386497,0.2787485937470929,0.8802605227827037,304,0.13397967327690818,0.003289473684210526,1.0 +hydraulic,64,20752,forward_mse_full_scalar_temperature,held,seen,all,0.36609336609336607,0.656019656019656,2.187577871977878,0.3663006351862817,0.7387204393972557,407,0.12358225716765112,0.02457002457002457,0.7000000000000001 +hydraulic,64,20752,forward_mse_full_scalar_temperature,source_oof,all,all,0.6875,0.796875,1.742550330600304,0.5239367900610735,0.5483292089075444,64,0.22254572901337732,0.0, +hydraulic,64,20752,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_mse_full_scalar_temperature,source_oof,seen,all,0.6875,0.796875,1.742550330600304,0.5239367900610735,0.5483292089075444,64,0.22254572901337732,0.0, +hydraulic,64,20752,forward_mse_identity_scalar_temperature,held,all,all,0.13642756680731363,0.2011251758087201,4.106521243005924,0.05871546774381521,0.9769273436008142,711,0.09114152732388163,0.0, +hydraulic,64,20752,forward_mse_identity_scalar_temperature,held,unseen,all,0.029605263157894735,0.05921052631578947,4.350440604654552,0.05808637701864948,0.9867853325128616,304,0.028481113860754748,0.0, +hydraulic,64,20752,forward_mse_identity_scalar_temperature,held,seen,all,0.2162162162162162,0.3071253071253071,3.924330859858053,0.059185353690867734,0.9695641282955011,407,0.16395741694708027,0.0, +hydraulic,64,20752,forward_mse_identity_scalar_temperature,source_oof,all,all,0.59375,0.671875,3.7900891908946295,0.07223817833171856,0.9340996700161122,64,0.5215118216682815,0.0, +hydraulic,64,20752,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.59375,0.671875,3.7900891908946295,0.07223817833171856,0.9340996700161122,64,0.5215118216682815,0.0, +hydraulic,64,20752,forward_ce_identity_scalar_temperature,held,all,all,0.1617440225035162,0.25738396624472576,4.203864031360408,0.16261894812316569,0.9430691159578144,711,0.09117057357758998,0.0, +hydraulic,64,20752,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.05592105263157894,4.873117542946702,0.1586752621485278,1.020495334225941,304,0.15867526214852778,0.0, +hydraulic,64,20752,forward_ce_identity_scalar_temperature,held,seen,all,0.28255528255528256,0.40786240786240785,3.7039793445735936,0.16556460054648237,0.8852372477673706,407,0.15926427073472757,0.0, +hydraulic,64,20752,forward_ce_identity_scalar_temperature,source_oof,all,all,0.703125,0.71875,2.6722828541702883,0.2337374920093186,0.7152778815048924,64,0.4693875079906813,0.0, +hydraulic,64,20752,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.703125,0.71875,2.6722828541702883,0.2337374920093186,0.7152778815048924,64,0.4693875079906813,0.0, +hydraulic,64,20752,inverse_balanced_scalar_temperature,held,all,all,0.21378340365682139,0.36427566807313644,3.2999527115303855,0.15301356218003795,0.9001752917853543,711,0.06076984147678346,0.0, +hydraulic,64,20752,inverse_balanced_scalar_temperature,held,unseen,all,0.0756578947368421,0.20394736842105263,3.790882212550946,0.12877983011558836,0.9724123918267521,304,0.07646535024232062,0.0, +hydraulic,64,20752,inverse_balanced_scalar_temperature,held,seen,all,0.31695331695331697,0.48402948402948404,2.933263354502744,0.17111443330434423,0.8462193251696665,407,0.14846701307321597,0.0, +hydraulic,64,20752,inverse_balanced_scalar_temperature,source_oof,all,all,0.703125,0.734375,2.5100897062328675,0.2506408422278735,0.7110476745219978,64,0.4524841577721265,0.0, +hydraulic,64,20752,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,inverse_balanced_scalar_temperature,source_oof,seen,all,0.703125,0.734375,2.5100897062328675,0.2506408422278735,0.7110476745219978,64,0.4524841577721265,0.0, +hydraulic,64,20752,inverse_unweighted_scalar_temperature,held,all,all,0.21659634317862167,0.369901547116737,3.334725526195756,0.1491805529372252,0.9022247153342237,711,0.08360694879598979,0.0, +hydraulic,64,20752,inverse_unweighted_scalar_temperature,held,unseen,all,0.08552631578947367,0.22368421052631576,3.801828860946384,0.12896693384777186,0.9718900086858475,304,0.0821130418752801,0.0, +hydraulic,64,20752,inverse_unweighted_scalar_temperature,held,seen,all,0.3144963144963145,0.4791154791154791,2.9858326176842303,0.16427868611460553,0.8501897050666714,407,0.16123338289311934,0.0, +hydraulic,64,20752,inverse_unweighted_scalar_temperature,source_oof,all,all,0.703125,0.734375,2.51250856602378,0.24312187748314926,0.7108543176579578,64,0.4600031225168507,0.0, +hydraulic,64,20752,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20752,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.703125,0.734375,2.51250856602378,0.24312187748314926,0.7108543176579578,64,0.4600031225168507,0.0, +hydraulic,64,20753,forward_mse_full,held,all,all,0.2981715893108298,0.45569620253164556,6.3303136616359925,0.7009241002588702,1.0471814590924888,711,0.4027525109480403,0.29957805907172996,0.5727699530516432 +hydraulic,64,20753,forward_mse_full,held,unseen,all,0.2138157894736842,0.37171052631578944,7.472622824735812,0.6556130829806974,1.1393460369564974,304,0.44179729350701336,0.24013157894736842,0.3972602739726027 +hydraulic,64,20753,forward_mse_full,held,seen,all,0.36117936117936117,0.5184275184275184,5.477090109836618,0.7347682016165226,0.9783410864373082,407,0.3758771279663488,0.343980343980344,0.6642857142857143 +hydraulic,64,20753,forward_mse_full,source_oof,all,all,0.75,0.859375,1.6756427042205482,0.8331552676976075,0.3532658773426136,64,0.0831552676976074,0.5625,0.9722222222222222 +hydraulic,64,20753,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_mse_full,source_oof,seen,all,0.75,0.859375,1.6756427042205482,0.8331552676976075,0.3532658773426136,64,0.0831552676976074,0.5625,0.9722222222222222 +hydraulic,64,20753,forward_mse_diag,held,all,all,0.180028129395218,0.2771533650478204,39.96325327075955,0.8462425488161918,1.4248767556243753,711,0.666214419420974,0.5752461322081576,0.2665036674816626 +hydraulic,64,20753,forward_mse_diag,held,unseen,all,0.08552631578947367,0.154674435090484,50.749575983647105,0.8905510895910045,1.680601610836777,304,0.8050247738015308,0.6973684210526315,0.08962264150943396 +hydraulic,64,20753,forward_mse_diag,held,seen,all,0.25061425061425063,0.3686363987260274,31.906638762853365,0.8131472259770197,1.2338685099620403,407,0.5625329753627692,0.48402948402948404,0.45685279187817257 +hydraulic,64,20753,forward_mse_diag,source_oof,all,all,0.609375,0.6875,12.67758261640385,0.8993150177009381,0.6692401051398615,64,0.28994001770093814,0.65625,0.8095238095238095 +hydraulic,64,20753,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_mse_diag,source_oof,seen,all,0.609375,0.6875,12.67758261640385,0.8993150177009381,0.6692401051398615,64,0.28994001770093814,0.65625,0.8095238095238095 +hydraulic,64,20753,forward_mse_identity,held,all,all,0.18706047819971872,0.24753867791842477,16.260856416592937,0.38256648453663283,1.037290911655124,711,0.19550600633691415,0.08016877637130802,0.7017543859649122 +hydraulic,64,20753,forward_mse_identity,held,unseen,all,0.0625,0.14802631578947367,20.211253977718,0.38644977970558886,1.1870515496210385,304,0.3239497797055889,0.029605263157894735,0.0 +hydraulic,64,20753,forward_mse_identity,held,seen,all,0.2800982800982801,0.32186732186732187,13.310190916391422,0.3796659397421301,0.9254303859999937,407,0.1333284800466291,0.11793611793611794,0.8333333333333333 +hydraulic,64,20753,forward_mse_identity,source_oof,all,all,0.609375,0.671875,4.861963686235446,0.4277587981014801,0.644039893692842,64,0.18161620189851993,0.046875,1.0 +hydraulic,64,20753,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_mse_identity,source_oof,seen,all,0.609375,0.671875,4.861963686235446,0.4277587981014801,0.644039893692842,64,0.18161620189851993,0.046875,1.0 +hydraulic,64,20753,forward_ce_identity,held,all,all,0.20956399437412096,0.2630098452883263,18.535810578752145,0.8863078426831515,1.42252302695157,711,0.6767438483090307,0.6610407876230661,0.28085106382978725 +hydraulic,64,20753,forward_ce_identity,held,unseen,all,0.02631578947368421,0.0756578947368421,22.521582918305857,0.8837066173052422,1.7846024212378957,304,0.8573908278315581,0.6611842105263157,0.0 +hydraulic,64,20753,forward_ce_identity,held,seen,all,0.3464373464373464,0.40294840294840295,15.558722639626025,0.8882507726951525,1.1520755186885652,407,0.5418134262578062,0.6609336609336609,0.4907063197026022 +hydraulic,64,20753,forward_ce_identity,source_oof,all,all,0.65625,0.6875,8.891505553514685,0.9349642716066543,0.6398211489426076,64,0.27871427160665424,0.828125,0.7169811320754716 +hydraulic,64,20753,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_ce_identity,source_oof,seen,all,0.65625,0.6875,8.891505553514685,0.9349642716066543,0.6398211489426076,64,0.27871427160665424,0.828125,0.7169811320754716 +hydraulic,64,20753,inverse_balanced,held,all,all,0.2869198312236287,0.4641350210970464,9.191903394064672,0.8297554050260417,1.200098854872479,711,0.5428355738024129,0.5021097046413502,0.43977591036414565 +hydraulic,64,20753,inverse_balanced,held,unseen,all,0.10526315789473684,0.28289473684210525,12.262365989397887,0.8165421737301486,1.5365780313841542,304,0.7112790158354116,0.4539473684210526,0.13768115942028986 +hydraulic,64,20753,inverse_balanced,held,seen,all,0.4226044226044226,0.5995085995085995,6.898486615240845,0.8396247473207628,0.9487728851929965,407,0.41702032471634004,0.538083538083538,0.6301369863013698 +hydraulic,64,20753,inverse_balanced,source_oof,all,all,0.640625,0.71875,4.636219516418965,0.9092556368794777,0.6102458029968718,64,0.2686306368794776,0.71875,0.8260869565217391 +hydraulic,64,20753,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,inverse_balanced,source_oof,seen,all,0.640625,0.71875,4.636219516418965,0.9092556368794777,0.6102458029968718,64,0.2686306368794776,0.71875,0.8260869565217391 +hydraulic,64,20753,inverse_balanced_factor_temperature,held,all,all,0.2869198312236287,0.459915611814346,3.2700401015761833,0.43975279247954746,0.8936278562266473,711,0.18415834832290068,0.014064697609001406,0.7000000000000001 +hydraulic,64,20753,inverse_balanced_factor_temperature,held,unseen,all,0.10526315789473684,0.28618421052631576,4.0353220227283115,0.40265989823388476,1.0932462976309372,304,0.3162526280113293,0.006578947368421052,0.0 +hydraulic,64,20753,inverse_balanced_factor_temperature,held,seen,all,0.4226044226044226,0.5896805896805897,2.6984290351627997,0.46745854149842075,0.7445271039246715,407,0.1313253386196266,0.019656019656019656,0.875 +hydraulic,64,20753,inverse_balanced_factor_temperature,source_oof,all,all,0.640625,0.71875,1.8246691354763496,0.5387254615817594,0.5349798552981385,64,0.1858804879434986,0.0, +hydraulic,64,20753,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,inverse_balanced_factor_temperature,source_oof,seen,all,0.640625,0.71875,1.8246691354763496,0.5387254615817594,0.5349798552981385,64,0.1858804879434986,0.0, +hydraulic,64,20753,inverse_unweighted,held,all,all,0.2770745428973277,0.469760900140647,8.528818510222235,0.8256063209399307,1.2002962986936065,711,0.5485317780426029,0.5035161744022504,0.4357541899441341 +hydraulic,64,20753,inverse_unweighted,held,unseen,all,0.09868421052631579,0.28618421052631576,11.185809629596177,0.8087536944702046,1.5340556414734758,304,0.7111928487741068,0.47039473684210525,0.11888111888111888 +hydraulic,64,20753,inverse_unweighted,held,seen,all,0.4103194103194103,0.6068796068796068,6.544235462827449,0.8381940321114211,0.9510018510152768,407,0.42787462179201086,0.5282555282555282,0.6465116279069767 +hydraulic,64,20753,inverse_unweighted,source_oof,all,all,0.640625,0.75,4.47025086494754,0.908633028067863,0.5987467340187796,64,0.26800802806786284,0.734375,0.8297872340425532 +hydraulic,64,20753,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,inverse_unweighted,source_oof,seen,all,0.640625,0.75,4.47025086494754,0.908633028067863,0.5987467340187796,64,0.26800802806786284,0.734375,0.8297872340425532 +hydraulic,64,20753,inverse_unweighted_factor_temperature,held,all,all,0.2770745428973277,0.46835443037974683,3.1049228969116176,0.4339920501581635,0.8756940316381032,711,0.1702270434945928,0.007032348804500703,1.0 +hydraulic,64,20753,inverse_unweighted_factor_temperature,held,unseen,all,0.09868421052631579,0.2894736842105263,3.7999356748552033,0.385830926972503,1.071875644677481,304,0.2871467164461873,0.0, +hydraulic,64,20753,inverse_unweighted_factor_temperature,held,seen,all,0.4103194103194103,0.601965601965602,2.5857978735827456,0.4699649775499098,0.7291603452401404,407,0.12575826284476874,0.012285012285012284,1.0 +hydraulic,64,20753,inverse_unweighted_factor_temperature,source_oof,all,all,0.640625,0.75,1.7843672714954288,0.5422650019128431,0.5204301874955141,64,0.19608751953483042,0.0, +hydraulic,64,20753,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,inverse_unweighted_factor_temperature,source_oof,seen,all,0.640625,0.75,1.7843672714954288,0.5422650019128431,0.5204301874955141,64,0.19608751953483042,0.0, +hydraulic,64,20753,forward_mse_full_product,held,all,all,0.2939521800281294,0.45288326300984527,4.62944960337694,0.653650036276141,1.0012883076658332,711,0.3596978562480116,0.2770745428973277,0.583756345177665 +hydraulic,64,20753,forward_mse_full_product,held,unseen,all,0.2269736842105263,0.3848684210526316,5.160985547550438,0.6067009562720225,1.0804703125347208,304,0.37972727206149615,0.20723684210526314,0.3968253968253968 +hydraulic,64,20753,forward_mse_full_product,held,seen,all,0.343980343980344,0.5036855036855037,4.232430126647841,0.6887176537730748,0.942144991989809,407,0.3447373097927308,0.32923832923832924,0.6716417910447761 +hydraulic,64,20753,forward_mse_full_product,source_oof,all,all,0.765625,0.84375,1.3117390707198742,0.8055783582426779,0.35366283339489246,64,0.08585657221292123,0.546875,0.9428571428571428 +hydraulic,64,20753,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_mse_full_product,source_oof,seen,all,0.765625,0.84375,1.3117390707198742,0.8055783582426779,0.35366283339489246,64,0.08585657221292123,0.546875,0.9428571428571428 +hydraulic,64,20753,forward_mse_full_scalar_temperature,held,all,all,0.2981715893108298,0.45569620253164556,3.7518525300538497,0.5001766143243962,0.8984087678855481,711,0.2020050250135664,0.08720112517580872,0.7903225806451613 +hydraulic,64,20753,forward_mse_full_scalar_temperature,held,unseen,all,0.2138157894736842,0.37171052631578944,4.3722572536624265,0.45649909966654395,0.99008493135362,304,0.24268331019285982,0.049342105263157895,0.5333333333333333 +hydraulic,64,20753,forward_mse_full_scalar_temperature,held,seen,all,0.36117936117936117,0.5184275184275184,3.28845440726022,0.5328006056167478,0.8299332059831064,407,0.17162124443738658,0.11547911547911548,0.8723404255319148 +hydraulic,64,20753,forward_mse_full_scalar_temperature,source_oof,all,all,0.75,0.859375,1.2501855419985652,0.6344613999141455,0.37347040375781504,64,0.16378955446417331,0.125,1.0 +hydraulic,64,20753,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_mse_full_scalar_temperature,source_oof,seen,all,0.75,0.859375,1.2501855419985652,0.6344613999141455,0.37347040375781504,64,0.16378955446417331,0.125,1.0 +hydraulic,64,20753,forward_mse_identity_scalar_temperature,held,all,all,0.18706047819971872,0.24753867791842477,6.018781980638877,0.12841302599941562,0.9645763187839838,711,0.06888446384965158,0.0042194092827004225,0.0 +hydraulic,64,20753,forward_mse_identity_scalar_temperature,held,unseen,all,0.0625,0.14802631578947367,7.015167722649512,0.12099701569364757,1.0084780717346664,304,0.07260866747342304,0.003289473684210526,0.0 +hydraulic,64,20753,forward_mse_identity_scalar_temperature,held,seen,all,0.2800982800982801,0.32186732186732187,5.274552826901203,0.13395225728431365,0.9317848374645549,407,0.1592420583987591,0.004914004914004914,0.0 +hydraulic,64,20753,forward_mse_identity_scalar_temperature,source_oof,all,all,0.609375,0.671875,3.1805757545977746,0.11929954086240731,0.8714826141995455,64,0.49007545913759276,0.0, +hydraulic,64,20753,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.609375,0.671875,3.1805757545977746,0.11929954086240731,0.8714826141995455,64,0.49007545913759276,0.0, +hydraulic,64,20753,forward_ce_identity_scalar_temperature,held,all,all,0.20956399437412096,0.2630098452883263,4.121372524290915,0.1740893932970235,0.9306386420691535,711,0.0893818208279359,0.0, +hydraulic,64,20753,forward_ce_identity_scalar_temperature,held,unseen,all,0.02631578947368421,0.0756578947368421,4.694110555251733,0.16027354993981607,1.0092007035018125,304,0.13395776046613184,0.0, +hydraulic,64,20753,forward_ce_identity_scalar_temperature,held,seen,all,0.3464373464373464,0.40294840294840295,3.6935780245069116,0.1844088438635863,0.8719583799671181,407,0.18049722017600592,0.0, +hydraulic,64,20753,forward_ce_identity_scalar_temperature,source_oof,all,all,0.65625,0.6875,2.784348836931033,0.1938729155570938,0.7862754870442868,64,0.47559602378137084,0.0, +hydraulic,64,20753,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.65625,0.6875,2.784348836931033,0.1938729155570938,0.7862754870442868,64,0.47559602378137084,0.0, +hydraulic,64,20753,inverse_balanced_scalar_temperature,held,all,all,0.2869198312236287,0.4641350210970464,3.263318830924462,0.396497545554206,0.8783983226682783,711,0.15260257561116772,0.0028129395218002813,0.0 +hydraulic,64,20753,inverse_balanced_scalar_temperature,held,unseen,all,0.10526315789473684,0.28289473684210525,4.089371307971596,0.36295393601337955,1.0641757492529411,304,0.27493995130342297,0.006578947368421052,0.0 +hydraulic,64,20753,inverse_balanced_scalar_temperature,held,seen,all,0.4226044226044226,0.5995085995085995,2.6463164893462587,0.42155223179600265,0.7396358222217487,407,0.1191204662733612,0.0, +hydraulic,64,20753,inverse_balanced_scalar_temperature,source_oof,all,all,0.640625,0.71875,1.9089053766406228,0.49318834590763244,0.5602946130494204,64,0.19306583110509848,0.0, +hydraulic,64,20753,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,inverse_balanced_scalar_temperature,source_oof,seen,all,0.640625,0.71875,1.9089053766406228,0.49318834590763244,0.5602946130494204,64,0.19306583110509848,0.0, +hydraulic,64,20753,inverse_unweighted_scalar_temperature,held,all,all,0.2770745428973277,0.469760900140647,3.1146242446686387,0.3912636673454114,0.8626337377559095,711,0.15642410924353087,0.0, +hydraulic,64,20753,inverse_unweighted_scalar_temperature,held,unseen,all,0.09868421052631579,0.28618421052631576,3.8628740951025824,0.34845886060359793,1.0467248797487643,304,0.2497746500772821,0.0, +hydraulic,64,20753,inverse_unweighted_scalar_temperature,held,seen,all,0.4103194103194103,0.6068796068796068,2.5557349214943907,0.42323580800760136,0.7251307717465042,407,0.15490678293753357,0.0, +hydraulic,64,20753,inverse_unweighted_scalar_temperature,source_oof,all,all,0.640625,0.75,1.8670151243201758,0.49671651830707586,0.5477621806009639,64,0.22479003124266672,0.0, +hydraulic,64,20753,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,64,20753,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.640625,0.75,1.8670151243201758,0.49671651830707586,0.5477621806009639,64,0.22479003124266672,0.0, +hydraulic,128,20751,forward_mse_full,held,all,all,0.25316455696202533,0.44867375844377094,7.852703953426306,0.673003794739061,1.0670666562132491,711,0.4198392377770357,0.2559774964838256,0.5714285714285715 +hydraulic,128,20751,forward_mse_full,held,unseen,all,0.12171052631578946,0.3881578947368421,9.464255041143387,0.6524282153863705,1.2590682356792313,304,0.530717689070581,0.17763157894736842,0.2777777777777778 +hydraulic,128,20751,forward_mse_full,held,seen,all,0.3513513513513513,0.4938747966916981,6.648990118866125,0.6883722864422991,0.923655157054383,407,0.33797043469944954,0.3144963144963145,0.6953125 +hydraulic,128,20751,forward_mse_full,source_oof,all,all,0.734375,0.828125,2.1147632622752712,0.82206623696719,0.4309067703524958,128,0.09911754285438887,0.5,0.875 +hydraulic,128,20751,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_mse_full,source_oof,seen,all,0.734375,0.828125,2.1147632622752712,0.82206623696719,0.4309067703524958,128,0.09911754285438887,0.5,0.875 +hydraulic,128,20751,forward_mse_diag,held,all,all,0.18143459915611815,0.2602165766722729,30.211360727991686,0.7586571674077234,1.3418692553485099,711,0.5772225682516052,0.38818565400843885,0.30434782608695654 +hydraulic,128,20751,forward_mse_diag,held,unseen,all,0.06578947368421052,0.14473684210526316,38.01937662015234,0.7489136191223343,1.5509263940865572,304,0.6831241454381238,0.37171052631578944,0.02654867256637168 +hydraulic,128,20751,forward_mse_diag,held,seen,all,0.2678132678132678,0.34647171010807376,24.37932920166038,0.7659349037191686,1.185718468674391,407,0.4981216359059008,0.4004914004914005,0.49693251533742333 +hydraulic,128,20751,forward_mse_diag,source_oof,all,all,0.609375,0.703125,14.029997159569948,0.8502412253838479,0.6881052063031806,128,0.2451414985266988,0.578125,0.7027027027027027 +hydraulic,128,20751,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_mse_diag,source_oof,seen,all,0.609375,0.703125,14.029997159569948,0.8502412253838479,0.6881052063031806,128,0.2451414985266988,0.578125,0.7027027027027027 +hydraulic,128,20751,forward_mse_identity,held,all,all,0.14486638537271448,0.2039381153305204,14.040236475525973,0.35512693555605457,1.0325239058134532,711,0.21026055018334008,0.07313642756680731,0.7307692307692308 +hydraulic,128,20751,forward_mse_identity,held,unseen,all,0.013157894736842105,0.06907894736842105,17.395388967289996,0.3101989756190523,1.1633800043533944,304,0.2970410808822102,0.02631578947368421,0.0 +hydraulic,128,20751,forward_mse_identity,held,seen,all,0.24324324324324323,0.30466830466830463,11.5341766290978,0.38868492037386454,0.9347837241030303,407,0.1593728798169974,0.1081081081081081,0.8636363636363636 +hydraulic,128,20751,forward_mse_identity,source_oof,all,all,0.5859375,0.703125,4.761422866830257,0.5038840961016924,0.7001548646321586,128,0.22514903126047717,0.15625,0.9 +hydraulic,128,20751,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_mse_identity,source_oof,seen,all,0.5859375,0.703125,4.761422866830257,0.5038840961016924,0.7001548646321586,128,0.22514903126047717,0.15625,0.9 +hydraulic,128,20751,forward_ce_identity,held,all,all,0.19831223628691982,0.2714486638537271,14.257722208334195,0.7855971052668409,1.308199301843599,711,0.5872848689799213,0.4360056258790436,0.41935483870967744 +hydraulic,128,20751,forward_ce_identity,held,unseen,all,0.0,0.05921052631578947,18.959796068850157,0.7502661712256967,1.64503224317599,304,0.7502661712256969,0.3059210526315789,0.0 +hydraulic,128,20751,forward_ce_identity,held,seen,all,0.3464373464373464,0.42997542997543,10.745608071732587,0.8119867955580148,1.056609095049872,407,0.46554944912066853,0.5331695331695332,0.5990783410138248 +hydraulic,128,20751,forward_ce_identity,source_oof,all,all,0.71875,0.7734375,3.4106527513190024,0.9065140098006937,0.4732033993407391,128,0.1877640098006936,0.75,0.8229166666666666 +hydraulic,128,20751,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_ce_identity,source_oof,seen,all,0.71875,0.7734375,3.4106527513190024,0.9065140098006937,0.4732033993407391,128,0.1877640098006936,0.75,0.8229166666666666 +hydraulic,128,20751,inverse_balanced,held,all,all,0.33473980309423346,0.6104078762306611,5.672638938253544,0.8259805807629981,1.0813337999604908,711,0.49330455488285796,0.5344585091420535,0.4842105263157895 +hydraulic,128,20751,inverse_balanced,held,unseen,all,0.18092105263157893,0.5394736842105263,6.80560759055128,0.7973929860581266,1.3400407857055503,304,0.6212987281608252,0.48355263157894735,0.21768707482993196 +hydraulic,128,20751,inverse_balanced,held,seen,all,0.44963144963144963,0.6633906633906633,4.826392082483244,0.8473334770536144,0.8880981152762203,407,0.3977020274221648,0.5724815724815725,0.6523605150214592 +hydraulic,128,20751,inverse_balanced,source_oof,all,all,0.7578125,0.859375,3.081360275623876,0.9223219295957639,0.3962488616019709,128,0.16743603597954296,0.8125,0.8557692307692308 +hydraulic,128,20751,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,inverse_balanced,source_oof,seen,all,0.7578125,0.859375,3.081360275623876,0.9223219295957639,0.3962488616019709,128,0.16743603597954296,0.8125,0.8557692307692308 +hydraulic,128,20751,inverse_balanced_factor_temperature,held,all,all,0.33473980309423346,0.6160337552742616,2.405556609568506,0.4921051373508393,0.8062683357970485,711,0.1594603297819802,0.057665260196905765,0.8536585365853658 +hydraulic,128,20751,inverse_balanced_factor_temperature,held,unseen,all,0.18092105263157893,0.5197368421052632,2.946632891697049,0.416744437702942,0.9833069542246407,304,0.2413405540931835,0.0, +hydraulic,128,20751,inverse_balanced_factor_temperature,held,seen,all,0.44963144963144963,0.687960687960688,2.0014111801653685,0.5483942103065168,0.6740331023769304,407,0.1159186199301168,0.10073710073710074,0.8536585365853658 +hydraulic,128,20751,inverse_balanced_factor_temperature,source_oof,all,all,0.7578125,0.8515625,1.3134346419078613,0.6499004461560546,0.37668422089025977,128,0.13813363433939443,0.125,1.0 +hydraulic,128,20751,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,inverse_balanced_factor_temperature,source_oof,seen,all,0.7578125,0.8515625,1.3134346419078613,0.6499004461560546,0.37668422089025977,128,0.13813363433939443,0.125,1.0 +hydraulic,128,20751,inverse_unweighted,held,all,all,0.3361462728551336,0.5977496483825598,5.581080345846956,0.8102149231596668,1.0719521977510442,711,0.4740686503045333,0.4964838255977497,0.47592067988668557 +hydraulic,128,20751,inverse_unweighted,held,unseen,all,0.2006578947368421,0.5197368421052632,6.959970832670152,0.7804249822400144,1.3218269448827504,304,0.5797670875031723,0.42434210526315785,0.17054263565891473 +hydraulic,128,20751,inverse_unweighted,held,seen,all,0.43734643734643736,0.656019656019656,4.551147402372135,0.832465886401864,0.8853135659868211,407,0.39511944905542684,0.5503685503685504,0.6517857142857143 +hydraulic,128,20751,inverse_unweighted,source_oof,all,all,0.7734375,0.84375,3.2273244383778126,0.9143569182261762,0.38426882022770126,128,0.1409194182261761,0.78125,0.87 +hydraulic,128,20751,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,inverse_unweighted,source_oof,seen,all,0.7734375,0.84375,3.2273244383778126,0.9143569182261762,0.38426882022770126,128,0.1409194182261761,0.78125,0.87 +hydraulic,128,20751,inverse_unweighted_factor_temperature,held,all,all,0.3361462728551336,0.5991561181434599,2.467887521553871,0.4682740721753713,0.802486837888883,711,0.14541900296268395,0.05063291139240506,0.9722222222222222 +hydraulic,128,20751,inverse_unweighted_factor_temperature,held,unseen,all,0.2006578947368421,0.506578947368421,3.124702886903359,0.38426695292806096,0.9816181492396023,304,0.23304784510498072,0.0, +hydraulic,128,20751,inverse_unweighted_factor_temperature,held,seen,all,0.43734643734643736,0.6683046683046683,1.9772932437498314,0.5310214044878584,0.6686885119659867,407,0.1203198122133719,0.08845208845208845,0.9722222222222222 +hydraulic,128,20751,inverse_unweighted_factor_temperature,source_oof,all,all,0.7734375,0.8359375,1.3556700439680978,0.642130970750158,0.3757663528462908,128,0.15583173584045468,0.109375,1.0 +hydraulic,128,20751,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,inverse_unweighted_factor_temperature,source_oof,seen,all,0.7734375,0.8359375,1.3556700439680978,0.642130970750158,0.3757663528462908,128,0.15583173584045468,0.109375,1.0 +hydraulic,128,20751,forward_mse_full_product,held,all,all,0.2587904360056259,0.47539668390087364,5.365620542434626,0.6140102874361968,0.996439008255686,711,0.3552198514305709,0.23628691983122363,0.6011904761904762 +hydraulic,128,20751,forward_mse_full_product,held,unseen,all,0.14144736842105263,0.40789473684210525,7.066136247134519,0.5964206362944483,1.1792712451920315,304,0.45497326787339565,0.17434210526315788,0.2830188679245283 +hydraulic,128,20751,forward_mse_full_product,held,seen,all,0.3464373464373464,0.52581582863273,4.095456477990479,0.6271485035224167,0.8598763546226419,407,0.28071115708507033,0.28255528255528256,0.7478260869565218 +hydraulic,128,20751,forward_mse_full_product,source_oof,all,all,0.734375,0.859375,1.732713134823414,0.7965207808528998,0.41367445862755803,128,0.1235911960570834,0.4921875,0.873015873015873 +hydraulic,128,20751,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_mse_full_product,source_oof,seen,all,0.734375,0.859375,1.732713134823414,0.7965207808528998,0.41367445862755803,128,0.1235911960570834,0.4921875,0.873015873015873 +hydraulic,128,20751,forward_mse_full_scalar_temperature,held,all,all,0.25316455696202533,0.4486638537271449,4.538683838860655,0.48209785670870625,0.9361704138214988,711,0.2289332997466809,0.08720112517580872,0.7096774193548387 +hydraulic,128,20751,forward_mse_full_scalar_temperature,held,unseen,all,0.12171052631578946,0.3881578947368421,5.382426660558148,0.4521213846509339,1.0930656256679199,304,0.33041085833514433,0.039473684210526314,0.0 +hydraulic,128,20751,forward_mse_full_scalar_temperature,held,seen,all,0.3513513513513513,0.49385749385749383,3.9084680703200214,0.5044881454201626,0.8189808698379313,407,0.1696712248347072,0.12285012285012285,0.88 +hydraulic,128,20751,forward_mse_full_scalar_temperature,source_oof,all,all,0.734375,0.828125,1.4887572201250787,0.6228514915455374,0.46666105411356196,128,0.1593791805602148,0.15625,0.8 +hydraulic,128,20751,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_mse_full_scalar_temperature,source_oof,seen,all,0.734375,0.828125,1.4887572201250787,0.6228514915455374,0.46666105411356196,128,0.1593791805602148,0.15625,0.8 +hydraulic,128,20751,forward_mse_identity_scalar_temperature,held,all,all,0.14486638537271448,0.2039381153305204,5.447468931404227,0.125619764034976,0.9720190028546274,711,0.028506323293818102,0.0, +hydraulic,128,20751,forward_mse_identity_scalar_temperature,held,unseen,all,0.013157894736842105,0.06907894736842105,6.2846705012869,0.11915618486856955,1.020727957629431,304,0.10599829013172743,0.0, +hydraulic,128,20751,forward_mse_identity_scalar_temperature,held,seen,all,0.24324324324324323,0.30466830466830463,4.82213901188498,0.13044759712241463,0.9356368843004742,407,0.1223459682878696,0.0, +hydraulic,128,20751,forward_mse_identity_scalar_temperature,source_oof,all,all,0.5859375,0.703125,3.004428958369572,0.1522796070935054,0.848008709627263,128,0.4336578929064946,0.0, +hydraulic,128,20751,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.5859375,0.703125,3.004428958369572,0.1522796070935054,0.848008709627263,128,0.4336578929064946,0.0, +hydraulic,128,20751,forward_ce_identity_scalar_temperature,held,all,all,0.19831223628691982,0.2714486638537271,4.67324569531155,0.3486667665852038,0.9438263177261166,711,0.15502088287448973,0.015471167369901548,1.0 +hydraulic,128,20751,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.05921052631578947,5.9570676246425105,0.2988187229694045,1.128639454979363,304,0.29881872296940454,0.0, +hydraulic,128,20751,forward_ce_identity_scalar_temperature,held,seen,all,0.3464373464373464,0.42997542997543,3.71432219035673,0.3858997033400023,0.8057840727015787,407,0.12505307514221686,0.027027027027027025,1.0 +hydraulic,128,20751,forward_ce_identity_scalar_temperature,source_oof,all,all,0.71875,0.7734375,1.7408401132634186,0.43519803215462083,0.54496107051757,128,0.28581800663613177,0.0078125,1.0 +hydraulic,128,20751,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.71875,0.7734375,1.7408401132634186,0.43519803215462083,0.54496107051757,128,0.28581800663613177,0.0078125,1.0 +hydraulic,128,20751,inverse_balanced_scalar_temperature,held,all,all,0.33473980309423346,0.6104078762306611,2.3895652455835426,0.4108984968684817,0.7969825436608196,711,0.08672056871873668,0.007032348804500703,1.0 +hydraulic,128,20751,inverse_balanced_scalar_temperature,held,unseen,all,0.18092105263157893,0.5394736842105263,2.8235655022563537,0.338852591211595,0.9540075100412905,304,0.18054817998284084,0.0, +hydraulic,128,20751,inverse_balanced_scalar_temperature,held,seen,all,0.44963144963144963,0.6633906633906633,2.0653979777001648,0.46471165490212674,0.6796960822857258,407,0.0840345143000844,0.012285012285012284,1.0 +hydraulic,128,20751,inverse_balanced_scalar_temperature,source_oof,all,all,0.7578125,0.859375,1.4137505340687384,0.5566491528236039,0.419412477412228,128,0.22075767228719817,0.0234375,1.0 +hydraulic,128,20751,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,inverse_balanced_scalar_temperature,source_oof,seen,all,0.7578125,0.859375,1.4137505340687384,0.5566491528236039,0.419412477412228,128,0.22075767228719817,0.0234375,1.0 +hydraulic,128,20751,inverse_unweighted_scalar_temperature,held,all,all,0.3361462728551336,0.5977496483825598,2.432557157059958,0.3907935877333156,0.7973169838474778,711,0.1054421288988398,0.0, +hydraulic,128,20751,inverse_unweighted_scalar_temperature,held,unseen,all,0.2006578947368421,0.5197368421052632,2.9366467661649893,0.3149026230725944,0.9590770874434921,304,0.17435253608821386,0.0, +hydraulic,128,20751,inverse_unweighted_scalar_temperature,held,seen,all,0.43734643734643736,0.656019656019656,2.0560381369913348,0.44747873087056167,0.6764937123654428,407,0.10413581555690973,0.0, +hydraulic,128,20751,inverse_unweighted_scalar_temperature,source_oof,all,all,0.7734375,0.84375,1.4657667779599834,0.5532778246263987,0.41655819899179003,128,0.22822846895268692,0.0234375,1.0 +hydraulic,128,20751,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20751,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.7734375,0.84375,1.4657667779599834,0.5532778246263987,0.41655819899179003,128,0.22822846895268692,0.0234375,1.0 +hydraulic,128,20752,forward_mse_full,held,all,all,0.23347398030942335,0.40365682137834036,8.747189954584071,0.6975744390148775,1.1209196701041846,711,0.4641004587054541,0.2911392405063291,0.5700483091787439 +hydraulic,128,20752,forward_mse_full,held,unseen,all,0.05263157894736842,0.23684210526315788,11.530794848182076,0.6152101760410684,1.3538025507325826,304,0.5625785970937,0.15789473684210525,0.1875 +hydraulic,128,20752,forward_mse_full,held,seen,all,0.36855036855036855,0.5282555282555282,6.668035439464184,0.7590946747496143,0.9469727518952582,407,0.3905443061992456,0.3906633906633907,0.6855345911949686 +hydraulic,128,20752,forward_mse_full,source_oof,all,all,0.7265625,0.8125,2.3049515928231212,0.8226149746158895,0.4386269368652435,128,0.11027833163308012,0.515625,0.8939393939393939 +hydraulic,128,20752,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_mse_full,source_oof,seen,all,0.7265625,0.8125,2.3049515928231212,0.8226149746158895,0.4386269368652435,128,0.11027833163308012,0.515625,0.8939393939393939 +hydraulic,128,20752,forward_mse_diag,held,all,all,0.1729957805907173,0.24338818606959098,38.96798713205561,0.7674514799331037,1.3381660135450248,711,0.5944556993423865,0.3769338959212377,0.34328358208955223 +hydraulic,128,20752,forward_mse_diag,held,unseen,all,0.039473684210526314,0.07899337504600662,52.98826698602525,0.7142362054279818,1.5456615387605352,304,0.6747625212174555,0.23355263157894735,0.0 +hydraulic,128,20752,forward_mse_diag,held,seen,all,0.2727272727272727,0.3661793962690249,28.49583706913971,0.8071994982366837,1.1831816409024811,407,0.5344722255094111,0.48402948402948404,0.46700507614213194 +hydraulic,128,20752,forward_mse_diag,source_oof,all,all,0.59375,0.7109375,12.927607943465723,0.8693518763151491,0.6758553064264383,128,0.2756018763151492,0.625,0.7375 +hydraulic,128,20752,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_mse_diag,source_oof,seen,all,0.59375,0.7109375,12.927607943465723,0.8693518763151491,0.6758553064264383,128,0.2756018763151492,0.625,0.7375 +hydraulic,128,20752,forward_mse_identity,held,all,all,0.15611814345991562,0.18849666211049704,26.142325878833,0.3823700637223946,1.051701911319549,711,0.22625192026247895,0.08016877637130802,0.6491228070175439 +hydraulic,128,20752,forward_mse_identity,held,unseen,all,0.003289473684210526,0.02962842846553002,35.35321243569724,0.33282549002516465,1.213666957703075,304,0.32953601634095414,0.03618421052631579,0.0 +hydraulic,128,20752,forward_mse_identity,held,seen,all,0.2702702702702703,0.30715991279371563,19.26244992481155,0.41937633007118547,0.9307255621780451,407,0.15890897595122425,0.11302211302211301,0.8043478260869565 +hydraulic,128,20752,forward_mse_identity,source_oof,all,all,0.609375,0.671875,6.494366359219047,0.5294866342328042,0.6379143239758297,128,0.14098666835743912,0.1640625,0.9047619047619047 +hydraulic,128,20752,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_mse_identity,source_oof,seen,all,0.609375,0.671875,6.494366359219047,0.5294866342328042,0.6379143239758297,128,0.14098666835743912,0.1640625,0.9047619047619047 +hydraulic,128,20752,forward_ce_identity,held,all,all,0.1729957805907173,0.27848101265822783,11.687878730132198,0.7965799548656918,1.3629626755959303,711,0.6235841742749745,0.46272855133614627,0.3221884498480243 +hydraulic,128,20752,forward_ce_identity,held,unseen,all,0.0,0.05263157894736842,16.166205700062854,0.7840081849406624,1.6968898403981139,304,0.7840081849406624,0.47368421052631576,0.0 +hydraulic,128,20752,forward_ce_identity,held,seen,all,0.3022113022113022,0.44717444717444715,8.342887578144682,0.8059701712224704,1.1135428768247664,407,0.5037588690111683,0.45454545454545453,0.572972972972973 +hydraulic,128,20752,forward_ce_identity,source_oof,all,all,0.6796875,0.734375,6.476481370241845,0.9123967075337561,0.544195875147196,128,0.2327092075337561,0.7265625,0.8387096774193549 +hydraulic,128,20752,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_ce_identity,source_oof,seen,all,0.6796875,0.734375,6.476481370241845,0.9123967075337561,0.544195875147196,128,0.2327092075337561,0.7265625,0.8387096774193549 +hydraulic,128,20752,inverse_balanced,held,all,all,0.4078762306610408,0.6751054852320675,5.22798759533091,0.7993810920342516,0.9467443075029678,711,0.3973166352406149,0.45288326300984527,0.5434782608695652 +hydraulic,128,20752,inverse_balanced,held,unseen,all,0.2730263157894737,0.6282894736842105,6.370870441333302,0.7630123257785698,1.1577229393637618,304,0.504310942883832,0.35197368421052627,0.2897196261682243 +hydraulic,128,20752,inverse_balanced,held,seen,all,0.5085995085995085,0.71007371007371,4.374335543279983,0.8265459690409523,0.7891583023784432,407,0.3179464604414437,0.5282555282555282,0.6697674418604651 +hydraulic,128,20752,inverse_balanced,source_oof,all,all,0.6875,0.765625,5.094528083396938,0.9260477810736534,0.5476977643914196,128,0.23854778107365338,0.7890625,0.7821782178217822 +hydraulic,128,20752,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,inverse_balanced,source_oof,seen,all,0.6875,0.765625,5.094528083396938,0.9260477810736534,0.5476977643914196,128,0.23854778107365338,0.7890625,0.7821782178217822 +hydraulic,128,20752,inverse_balanced_factor_temperature,held,all,all,0.4078762306610408,0.6751054852320675,2.3499970760457103,0.3826251960674409,0.7549951584190427,711,0.08114258107540616,0.0, +hydraulic,128,20752,inverse_balanced_factor_temperature,held,unseen,all,0.2730263157894737,0.6282894736842105,2.8066710737618825,0.3060575067794829,0.872363515733698,304,0.15466542172744932,0.0, +hydraulic,128,20752,inverse_balanced_factor_temperature,held,seen,all,0.5085995085995085,0.71007371007371,2.0088941391766286,0.4398158042825249,0.6673293583609216,407,0.07217519957981686,0.0, +hydraulic,128,20752,inverse_balanced_factor_temperature,source_oof,all,all,0.6875,0.765625,1.944012510936728,0.5518829214034094,0.49160196185965077,128,0.16233064659123836,0.0234375,1.0 +hydraulic,128,20752,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,inverse_balanced_factor_temperature,source_oof,seen,all,0.6875,0.765625,1.944012510936728,0.5518829214034094,0.49160196185965077,128,0.16233064659123836,0.0234375,1.0 +hydraulic,128,20752,inverse_unweighted,held,all,all,0.3924050632911392,0.6624472573839663,4.87192296837473,0.7762794097760332,0.9381445037357907,711,0.3838743464848938,0.40365682137834036,0.5644599303135889 +hydraulic,128,20752,inverse_unweighted,held,unseen,all,0.2269736842105263,0.5921052631578947,5.907267568798108,0.7228491825774854,1.1574452028847786,304,0.4958754983669591,0.28289473684210525,0.2441860465116279 +hydraulic,128,20752,inverse_unweighted,held,seen,all,0.5159705159705159,0.714987714987715,4.098594323341053,0.8161879824255628,0.774342507319839,407,0.30021746645504666,0.49385749385749383,0.7014925373134329 +hydraulic,128,20752,inverse_unweighted,source_oof,all,all,0.6875,0.75,4.933614135075159,0.9197527660294884,0.5468385327593807,128,0.23225276602948833,0.78125,0.8 +hydraulic,128,20752,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,inverse_unweighted,source_oof,seen,all,0.6875,0.75,4.933614135075159,0.9197527660294884,0.5468385327593807,128,0.23225276602948833,0.78125,0.8 +hydraulic,128,20752,inverse_unweighted_factor_temperature,held,all,all,0.3924050632911392,0.6624472573839663,2.3358842404905165,0.3613794188537228,0.7592243487186118,711,0.09205600375456138,0.0, +hydraulic,128,20752,inverse_unweighted_factor_temperature,held,unseen,all,0.2269736842105263,0.5921052631578947,2.7845826746600983,0.28001001837571704,0.8801643563733312,304,0.15270031661942793,0.0, +hydraulic,128,20752,inverse_unweighted_factor_temperature,held,seen,all,0.5159705159705159,0.714987714987715,2.000738481307339,0.42215656319110306,0.6688907803475191,407,0.10168159784331109,0.0, +hydraulic,128,20752,inverse_unweighted_factor_temperature,source_oof,all,all,0.6875,0.75,1.941412664797372,0.5406194316045445,0.48531626655848487,128,0.18428375129799782,0.015625,1.0 +hydraulic,128,20752,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,inverse_unweighted_factor_temperature,source_oof,seen,all,0.6875,0.75,1.941412664797372,0.5406194316045445,0.48531626655848487,128,0.18428375129799782,0.015625,1.0 +hydraulic,128,20752,forward_mse_full_product,held,all,all,0.24050632911392406,0.4838255977496484,4.246232587794053,0.6312589070078894,1.0261300136593987,711,0.39075257789396556,0.24753867791842477,0.625 +hydraulic,128,20752,forward_mse_full_product,held,unseen,all,0.05592105263157894,0.3881578947368421,5.638885136946892,0.5425732860394534,1.2429859339399567,304,0.48665223340787445,0.10855263157894736,0.2727272727272727 +hydraulic,128,20752,forward_mse_full_product,held,seen,all,0.37837837837837834,0.5552825552825553,3.206020364348198,0.6975007467484412,0.8641540928601616,407,0.3191223683700629,0.3513513513513513,0.7062937062937062 +hydraulic,128,20752,forward_mse_full_product,source_oof,all,all,0.71875,0.796875,1.809932349790885,0.7843023871467538,0.42347326213088426,128,0.06736625366800561,0.4609375,0.9152542372881356 +hydraulic,128,20752,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_mse_full_product,source_oof,seen,all,0.71875,0.796875,1.809932349790885,0.7843023871467538,0.42347326213088426,128,0.06736625366800561,0.4609375,0.9152542372881356 +hydraulic,128,20752,forward_mse_full_scalar_temperature,held,all,all,0.23347398030942335,0.40365682137834036,4.987380407616653,0.4820709085176928,0.9408820236451622,711,0.24859692820826942,0.057665260196905765,0.8292682926829269 +hydraulic,128,20752,forward_mse_full_scalar_temperature,held,unseen,all,0.05263157894736842,0.23684210526315788,6.4730195604016485,0.40748712009292315,1.1237522696302416,304,0.35485554114555484,0.013157894736842105,0.0 +hydraulic,128,20752,forward_mse_full_scalar_temperature,held,seen,all,0.36855036855036855,0.5282555282555282,3.8777138168386696,0.5377796841470047,0.8042909799609748,407,0.16922931559663612,0.09090909090909091,0.918918918918919 +hydraulic,128,20752,forward_mse_full_scalar_temperature,source_oof,all,all,0.7265625,0.8125,1.6116762645849207,0.6038061568090667,0.45942189943883793,128,0.1227563431909334,0.109375,1.0 +hydraulic,128,20752,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_mse_full_scalar_temperature,source_oof,seen,all,0.7265625,0.8125,1.6116762645849207,0.6038061568090667,0.45942189943883793,128,0.1227563431909334,0.109375,1.0 +hydraulic,128,20752,forward_mse_identity_scalar_temperature,held,all,all,0.15611814345991562,0.18846694796061886,5.720976150376794,0.08487172906645682,0.9873886156599545,711,0.08417668280829957,0.0042194092827004225,0.0 +hydraulic,128,20752,forward_mse_identity_scalar_temperature,held,unseen,all,0.003289473684210526,0.029605263157894735,6.868902758662746,0.08306125112555247,1.0119922397796324,304,0.07977177744134194,0.003289473684210526,0.0 +hydraulic,128,20752,forward_mse_identity_scalar_temperature,held,seen,all,0.2702702702702703,0.3071253071253071,4.8635567672836,0.08622402708619865,0.9690114615263378,407,0.19986522445677374,0.004914004914004914,0.0 +hydraulic,128,20752,forward_mse_identity_scalar_temperature,source_oof,all,all,0.609375,0.671875,3.326062458417617,0.0798173038239933,0.9196989088601761,128,0.5295576961760067,0.0, +hydraulic,128,20752,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.609375,0.671875,3.326062458417617,0.0798173038239933,0.9196989088601761,128,0.5295576961760067,0.0, +hydraulic,128,20752,forward_ce_identity_scalar_temperature,held,all,all,0.1729957805907173,0.27848101265822783,4.092622259873274,0.327665069209089,0.9495918372641232,711,0.15915845635861303,0.0, +hydraulic,128,20752,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.05263157894736842,5.289355644759391,0.29276496925907797,1.1057916860109909,304,0.2927649692590779,0.0, +hydraulic,128,20752,forward_ce_identity_scalar_temperature,held,seen,all,0.3022113022113022,0.44717444717444715,3.1987476922924887,0.35373295713243885,0.8329216799691653,407,0.08954501555786339,0.0, +hydraulic,128,20752,forward_ce_identity_scalar_temperature,source_oof,all,all,0.6796875,0.734375,2.4062484663270727,0.4818302314767444,0.5222307971148659,128,0.23278503363516237,0.0078125,1.0 +hydraulic,128,20752,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.6796875,0.734375,2.4062484663270727,0.4818302314767444,0.5222307971148659,128,0.23278503363516237,0.0078125,1.0 +hydraulic,128,20752,inverse_balanced_scalar_temperature,held,all,all,0.4078762306610408,0.6751054852320675,2.349997077510387,0.3826251953153289,0.7549951584235808,711,0.08114258127940915,0.0, +hydraulic,128,20752,inverse_balanced_scalar_temperature,held,unseen,all,0.2730263157894737,0.6282894736842105,2.8066710735879603,0.30605750646255064,0.872363515314014,304,0.15466542172057365,0.0, +hydraulic,128,20752,inverse_balanced_scalar_temperature,held,seen,all,0.5085995085995085,0.71007371007371,2.0088941418652215,0.4398158032053647,0.6673293586823235,407,0.0721752006533949,0.0, +hydraulic,128,20752,inverse_balanced_scalar_temperature,source_oof,all,all,0.6875,0.765625,1.9440124978669142,0.551882921236847,0.49160196155705416,128,0.16233064714253095,0.0234375,1.0 +hydraulic,128,20752,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,inverse_balanced_scalar_temperature,source_oof,seen,all,0.6875,0.765625,1.9440124978669142,0.551882921236847,0.49160196155705416,128,0.16233064714253095,0.0234375,1.0 +hydraulic,128,20752,inverse_unweighted_scalar_temperature,held,all,all,0.3924050632911392,0.6624472573839663,2.3358842415400827,0.3613794181816703,0.759224349062606,711,0.09205600380035656,0.0, +hydraulic,128,20752,inverse_unweighted_scalar_temperature,held,unseen,all,0.2269736842105263,0.5921052631578947,2.7845826759566426,0.2800100177852682,0.8801643564199738,304,0.15270031607086967,0.0, +hydraulic,128,20752,inverse_unweighted_scalar_temperature,held,seen,all,0.5159705159705159,0.714987714987715,2.000738482172431,0.4221565624580985,0.6688907809136139,407,0.10168159873568945,0.0, +hydraulic,128,20752,inverse_unweighted_scalar_temperature,source_oof,all,all,0.6875,0.75,1.9414126638622076,0.5406194297701006,0.4853162662880691,128,0.18428375280725737,0.015625,1.0 +hydraulic,128,20752,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20752,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.6875,0.75,1.9414126638622076,0.5406194297701006,0.4853162662880691,128,0.18428375280725737,0.015625,1.0 +hydraulic,128,20753,forward_mse_full,held,all,all,0.2770745428973277,0.4247538677918425,11.52802820643262,0.6895733890032103,1.0325318340414094,711,0.4124988461058826,0.21518987341772153,0.7189542483660131 +hydraulic,128,20753,forward_mse_full,held,unseen,all,0.13157894736842105,0.35526315789473684,13.183482732322691,0.6522780421682954,1.216753608451675,304,0.5206990947998744,0.14473684210526316,0.38636363636363635 +hydraulic,128,20753,forward_mse_full,held,seen,all,0.3857493857493857,0.47665847665847666,10.291521631812024,0.7174303556808863,0.8949312949241589,407,0.3316809699315005,0.2678132678132678,0.8532110091743119 +hydraulic,128,20753,forward_mse_full,source_oof,all,all,0.7890625,0.90625,1.8175931004722645,0.8408960235325397,0.3368127049907007,128,0.11715706038604913,0.5078125,0.9076923076923078 +hydraulic,128,20753,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_mse_full,source_oof,seen,all,0.7890625,0.90625,1.8175931004722645,0.8408960235325397,0.3368127049907007,128,0.11715706038604913,0.5078125,0.9076923076923078 +hydraulic,128,20753,forward_mse_diag,held,all,all,0.17158931082981715,0.2813334325190271,55.85362916043673,0.7799842391187711,1.3618111529341466,711,0.6083949282889539,0.4078762306610408,0.3 +hydraulic,128,20753,forward_mse_diag,held,unseen,all,0.05263157894736842,0.15789473684210525,65.51337886651292,0.7870522809735156,1.592821583596167,304,0.7344207020261473,0.35526315789473684,0.07407407407407407 +hydraulic,128,20753,forward_mse_diag,held,seen,all,0.26044226044226043,0.37353334280350925,48.638484416831915,0.7747049154729666,1.1892628214322927,407,0.5142626550307061,0.44717444717444715,0.4340659340659341 +hydraulic,128,20753,forward_mse_diag,source_oof,all,all,0.65625,0.7266717657342657,13.805157978591527,0.882763357101796,0.6153400378764495,128,0.22651335710179604,0.6328125,0.728395061728395 +hydraulic,128,20753,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_mse_diag,source_oof,seen,all,0.65625,0.7266717657342657,13.805157978591527,0.882763357101796,0.6153400378764495,128,0.22651335710179604,0.6328125,0.728395061728395 +hydraulic,128,20753,forward_mse_identity,held,all,all,0.1490857946554149,0.2390998593530239,13.768139188242657,0.2937332417927851,0.989940358057466,711,0.14464744713737016,0.01828410689170183,0.6153846153846154 +hydraulic,128,20753,forward_mse_identity,held,unseen,all,0.042763157894736836,0.09868421052631579,15.909918073997696,0.2720243075973949,1.0989686690635287,304,0.229261149702658,0.003289473684210526,0.0 +hydraulic,128,20753,forward_mse_identity,held,seen,all,0.2285012285012285,0.343980343980344,12.168382968907194,0.30994826880850646,0.9085039783379495,407,0.0943422858910522,0.029484029484029485,0.6666666666666666 +hydraulic,128,20753,forward_mse_identity,source_oof,all,all,0.640625,0.7421875,3.4193861134920294,0.4132717828693816,0.653309788640431,128,0.243325216109308,0.0546875,0.8571428571428571 +hydraulic,128,20753,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_mse_identity,source_oof,seen,all,0.640625,0.7421875,3.4193861134920294,0.4132717828693816,0.653309788640431,128,0.243325216109308,0.0546875,0.8571428571428571 +hydraulic,128,20753,forward_ce_identity,held,all,all,0.19831223628691982,0.2419127988748242,15.960788409051792,0.827232138573944,1.3620914935286335,711,0.628919902287024,0.509142053445851,0.3646408839779005 +hydraulic,128,20753,forward_ce_identity,held,unseen,all,0.0,0.013157894736842105,20.61894629411713,0.8209984026643262,1.7409111158665571,304,0.8209984026643261,0.47368421052631576,0.0 +hydraulic,128,20753,forward_ce_identity,held,seen,all,0.3464373464373464,0.41277641277641275,12.481476376963675,0.8318882951255993,1.0791402277037465,407,0.485450948688253,0.5356265356265356,0.6055045871559633 +hydraulic,128,20753,forward_ce_identity,source_oof,all,all,0.7265625,0.7890625,4.088730114733356,0.8970639630731098,0.45009088951255377,128,0.17050146307310965,0.7265625,0.881720430107527 +hydraulic,128,20753,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_ce_identity,source_oof,seen,all,0.7265625,0.7890625,4.088730114733356,0.8970639630731098,0.45009088951255377,128,0.17050146307310965,0.7265625,0.881720430107527 +hydraulic,128,20753,inverse_balanced,held,all,all,0.38537271448663857,0.5625879043600562,7.519210855580779,0.8275550664361007,1.0230327526290917,711,0.44341501993200155,0.47960618846694797,0.5395894428152492 +hydraulic,128,20753,inverse_balanced,held,unseen,all,0.256578947368421,0.41776315789473684,10.390418275017455,0.8036881913570847,1.2553937248176839,304,0.5471092439886638,0.42105263157894735,0.2890625 +hydraulic,128,20753,inverse_balanced,held,seen,all,0.48157248157248156,0.6707616707616707,5.3746234956084225,0.8453819215319748,0.849475662837121,407,0.36880737243958206,0.5233415233415233,0.6901408450704225 +hydraulic,128,20753,inverse_balanced,source_oof,all,all,0.765625,0.8515625,2.263965618754354,0.9270992180094142,0.41243321116719056,128,0.16666960855882915,0.8125,0.8557692307692308 +hydraulic,128,20753,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,inverse_balanced,source_oof,seen,all,0.765625,0.8515625,2.263965618754354,0.9270992180094142,0.41243321116719056,128,0.16666960855882915,0.8125,0.8557692307692308 +hydraulic,128,20753,inverse_balanced_factor_temperature,held,all,all,0.38537271448663857,0.5485232067510548,4.1422286155215255,0.5577232444995939,0.8499947754323524,711,0.17862560526091856,0.0379746835443038,1.0 +hydraulic,128,20753,inverse_balanced_factor_temperature,held,unseen,all,0.256578947368421,0.41776315789473684,5.549742908493384,0.5107939404440832,1.03625208164728,304,0.25421499307566214,0.0, +hydraulic,128,20753,inverse_balanced_factor_temperature,held,seen,all,0.48157248157248156,0.6461916461916462,3.090915728387753,0.5927760907720145,0.7108738390949129,407,0.12469917382175572,0.06633906633906633,1.0 +hydraulic,128,20753,inverse_balanced_factor_temperature,source_oof,all,all,0.765625,0.875,1.0405820376077646,0.7075945376107691,0.38623525284744303,128,0.10884378515432165,0.1171875,0.8666666666666667 +hydraulic,128,20753,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,inverse_balanced_factor_temperature,source_oof,seen,all,0.765625,0.875,1.0405820376077646,0.7075945376107691,0.38623525284744303,128,0.10884378515432165,0.1171875,0.8666666666666667 +hydraulic,128,20753,inverse_unweighted,held,all,all,0.3670886075949367,0.5611814345991561,6.920350543540462,0.8138727393402506,1.0309423939801576,711,0.44678413174531395,0.45147679324894513,0.5389408099688473 +hydraulic,128,20753,inverse_unweighted,held,unseen,all,0.24342105263157893,0.4276315789473684,9.273354227115535,0.7863311974746882,1.2535918913305155,304,0.5429101448431091,0.37171052631578944,0.23008849557522124 +hydraulic,128,20753,inverse_unweighted,held,seen,all,0.45945945945945943,0.6609336609336609,5.1628244506490075,0.8344443086943807,0.8646390839199394,407,0.37498484923492126,0.5110565110565111,0.7067307692307693 +hydraulic,128,20753,inverse_unweighted,source_oof,all,all,0.765625,0.875,2.201193358446971,0.927716691238932,0.40280831727130295,128,0.16209169123893213,0.7890625,0.8712871287128713 +hydraulic,128,20753,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,inverse_unweighted,source_oof,seen,all,0.765625,0.875,2.201193358446971,0.927716691238932,0.40280831727130295,128,0.16209169123893213,0.7890625,0.8712871287128713 +hydraulic,128,20753,inverse_unweighted_factor_temperature,held,all,all,0.3670886075949367,0.5471167369901547,3.876645747656923,0.5441341982870201,0.8416520184470843,711,0.18386617228327898,0.046413502109704644,1.0 +hydraulic,128,20753,inverse_unweighted_factor_temperature,held,unseen,all,0.24342105263157893,0.41447368421052627,5.07928466435134,0.4818349964224742,1.0184450965664995,304,0.23841394379089526,0.0, +hydraulic,128,20753,inverse_unweighted_factor_temperature,held,seen,all,0.45945945945945943,0.6461916461916462,2.978360168602617,0.5906672630703664,0.7096001861416733,407,0.14312287366333942,0.08108108108108109,1.0 +hydraulic,128,20753,inverse_unweighted_factor_temperature,source_oof,all,all,0.765625,0.8828125,1.0294559460345343,0.709146530397192,0.380726907849308,128,0.12729189576276137,0.109375,0.7857142857142857 +hydraulic,128,20753,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,inverse_unweighted_factor_temperature,source_oof,seen,all,0.765625,0.8828125,1.0294559460345343,0.709146530397192,0.380726907849308,128,0.12729189576276137,0.109375,0.7857142857142857 +hydraulic,128,20753,forward_mse_full_product,held,all,all,0.28973277074542897,0.5147679324894515,6.255990116653161,0.6498172318079163,0.9636789047214153,711,0.36008446106248737,0.2011251758087201,0.7202797202797203 +hydraulic,128,20753,forward_mse_full_product,held,unseen,all,0.15789473684210525,0.47039473684210525,6.436700028472541,0.6061887531363293,1.127518366822442,304,0.44829401629422405,0.13157894736842105,0.4 +hydraulic,128,20753,forward_mse_full_product,held,seen,all,0.3882063882063882,0.547911547911548,6.121012688660308,0.6824045967124923,0.8413025005968152,407,0.2941982085061041,0.25307125307125306,0.8446601941747572 +hydraulic,128,20753,forward_mse_full_product,source_oof,all,all,0.78125,0.90625,1.5612217955944832,0.8168533977980721,0.329719814310408,128,0.08840198781138198,0.4375,0.9107142857142857 +hydraulic,128,20753,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_mse_full_product,source_oof,seen,all,0.78125,0.90625,1.5612217955944832,0.8168533977980721,0.329719814310408,128,0.08840198781138198,0.4375,0.9107142857142857 +hydraulic,128,20753,forward_mse_full_scalar_temperature,held,all,all,0.2770745428973277,0.4247538677918425,6.3721230261567445,0.48267851219930236,0.8933278099910533,711,0.2056039693019747,0.05907172995780591,0.8571428571428571 +hydraulic,128,20753,forward_mse_full_scalar_temperature,held,unseen,all,0.13157894736842105,0.35526315789473684,7.266819972387958,0.43703131123385525,1.024973903719376,304,0.3054523638654342,0.003289473684210526,0.0 +hydraulic,128,20753,forward_mse_full_scalar_temperature,held,seen,all,0.3857493857493857,0.47665847665847666,5.703848157227288,0.5167737188172284,0.794997558164493,407,0.15552595870785363,0.10073710073710074,0.8780487804878049 +hydraulic,128,20753,forward_mse_full_scalar_temperature,source_oof,all,all,0.7890625,0.90625,1.3158110355899646,0.6341129741978234,0.385422338763697,128,0.15494952580217664,0.125,1.0 +hydraulic,128,20753,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_mse_full_scalar_temperature,source_oof,seen,all,0.7890625,0.90625,1.3158110355899646,0.6341129741978234,0.385422338763697,128,0.15494952580217664,0.125,1.0 +hydraulic,128,20753,forward_mse_identity_scalar_temperature,held,all,all,0.1490857946554149,0.2390998593530239,8.144122977810639,0.17409319509569815,0.9542279110642828,711,0.041512861623244385,0.0014064697609001407,0.0 +hydraulic,128,20753,forward_mse_identity_scalar_temperature,held,unseen,all,0.042763157894736836,0.09868421052631579,9.249856874828508,0.15276987749515672,1.0201334836672817,304,0.11000671960041986,0.0, +hydraulic,128,20753,forward_mse_identity_scalar_temperature,held,seen,all,0.2285012285012285,0.343980343980344,7.318218543674443,0.19002019399143427,0.9050011443043031,407,0.06549064772265731,0.002457002457002457,0.0 +hydraulic,128,20753,forward_mse_identity_scalar_temperature,source_oof,all,all,0.640625,0.7421875,2.7868333981054176,0.249395584732086,0.756671917803784,128,0.4046974999539801,0.0234375,0.6666666666666666 +hydraulic,128,20753,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.640625,0.7421875,2.7868333981054176,0.249395584732086,0.756671917803784,128,0.4046974999539801,0.0234375,0.6666666666666666 +hydraulic,128,20753,forward_ce_identity_scalar_temperature,held,all,all,0.19831223628691982,0.2419127988748242,4.957666768008913,0.3910612865723054,0.9905740003884824,711,0.19274905028538555,0.0028129395218002813,0.0 +hydraulic,128,20753,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.013157894736842105,6.156116576480552,0.3781231095635436,1.2002473185116005,304,0.37812310956354367,0.003289473684210526,0.0 +hydraulic,128,20753,forward_ce_identity_scalar_temperature,held,seen,all,0.3464373464373464,0.41277641277641275,4.062510154310196,0.40072518291300196,0.8339629716183892,407,0.1857439392092979,0.002457002457002457,0.0 +hydraulic,128,20753,forward_ce_identity_scalar_temperature,source_oof,all,all,0.7265625,0.7890625,1.9082636888701305,0.4254026249225365,0.5518069750646102,128,0.33117666831013043,0.0078125,0.0 +hydraulic,128,20753,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.7265625,0.7890625,1.9082636888701305,0.4254026249225365,0.5518069750646102,128,0.33117666831013043,0.0078125,0.0 +hydraulic,128,20753,inverse_balanced_scalar_temperature,held,all,all,0.38537271448663857,0.5625879043600562,2.83284894422719,0.3973364508429058,0.802073647780515,711,0.07981336038012515,0.0, +hydraulic,128,20753,inverse_balanced_scalar_temperature,held,unseen,all,0.256578947368421,0.41776315789473684,3.6342845463726747,0.3536406649413676,0.95041682775079,304,0.11744790415620061,0.0, +hydraulic,128,20753,inverse_balanced_scalar_temperature,held,seen,all,0.48157248157248156,0.6707616707616707,2.2342336541725767,0.4299740894524086,0.6912718622498919,407,0.10113102826070533,0.0, +hydraulic,128,20753,inverse_balanced_scalar_temperature,source_oof,all,all,0.765625,0.8515625,1.2595114099619025,0.5182276066639041,0.4602715578317846,128,0.26985097227630134,0.0078125,0.0 +hydraulic,128,20753,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,inverse_balanced_scalar_temperature,source_oof,seen,all,0.765625,0.8515625,1.2595114099619025,0.5182276066639041,0.4602715578317846,128,0.26985097227630134,0.0078125,0.0 +hydraulic,128,20753,inverse_unweighted_scalar_temperature,held,all,all,0.3670886075949367,0.5611814345991561,2.725951379898302,0.3835975612365595,0.7923151448860768,711,0.10514085761177044,0.0, +hydraulic,128,20753,inverse_unweighted_scalar_temperature,held,unseen,all,0.24342105263157893,0.4276315789473684,3.430303208376524,0.327690974464871,0.9325547983452761,304,0.09119865127890894,0.0, +hydraulic,128,20753,inverse_unweighted_scalar_temperature,held,seen,all,0.45945945945945943,0.6609336609336609,2.199850751256092,0.42535579803900014,0.6875661162580754,407,0.1321510136637654,0.0, +hydraulic,128,20753,inverse_unweighted_scalar_temperature,source_oof,all,all,0.765625,0.875,1.2461275394585405,0.5203792797808661,0.4534460496059732,128,0.27482678242016695,0.0078125,0.0 +hydraulic,128,20753,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +hydraulic,128,20753,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.765625,0.875,1.2461275394585405,0.5203792797808661,0.4534460496059732,128,0.27482678242016695,0.0078125,0.0 +temperature,64,20851,forward_mse_full,held,all,all,0.46534653465346537,0.7673267326732673,3.8139053316816445,0.7243394563799453,0.7527716220985319,404,0.25899292172648003,0.26485148514851486,0.7009345794392523 +temperature,64,20851,forward_mse_full,held,all,9,0.5544554455445545,0.8316831683168316,2.128020561505061,0.7409418137534317,0.6151639729914565,101,0.18648636820887723,0.2871287128712871,0.7931034482758621 +temperature,64,20851,forward_mse_full,held,all,10,0.33663366336633666,0.5643564356435644,8.15712002171168,0.6663217465936916,0.9415491978757713,101,0.32968808322735504,0.13861386138613863,0.7142857142857142 +temperature,64,20851,forward_mse_full,held,all,11,0.5148514851485149,0.8217821782178218,2.613803088972596,0.7526323221641218,0.7077758736826074,101,0.252707306687498,0.31683168316831684,0.65625 +temperature,64,20851,forward_mse_full,held,all,12,0.45544554455445546,0.8514851485148515,2.3566776545372408,0.7374619430085362,0.7465974438442925,101,0.2820163984540809,0.31683168316831684,0.65625 +temperature,64,20851,forward_mse_full,held,unseen,all,0.24615384615384617,0.6461538461538462,5.714359652530328,0.6637241660896989,1.0072958432709982,65,0.4175703199358526,0.16923076923076924,0.2727272727272727 +temperature,64,20851,forward_mse_full,held,unseen,9,0.375,0.6875,2.980104444651914,0.6864936124942953,0.8846421476163747,16,0.31537519252398305,0.1875,0.3333333333333333 +temperature,64,20851,forward_mse_full,held,unseen,10,0.125,0.4375,13.332987796022216,0.5902855078200124,1.1467660296447901,16,0.4710180871266159,0.0, +temperature,64,20851,forward_mse_full,held,unseen,11,0.25,0.6875,4.1614396225373085,0.699692758812669,1.0451980082346963,16,0.5295983118961028,0.25,0.25 +temperature,64,20851,forward_mse_full,held,unseen,12,0.23529411764705882,0.7647058823529411,2.5788745648875473,0.6775600429293405,0.9557959320400653,17,0.46015806584761804,0.23529411764705882,0.25 +temperature,64,20851,forward_mse_full,held,seen,all,0.5073746312684366,0.7905604719764012,3.4495114353537253,0.7359618571730604,0.7039690428176756,339,0.2285872259046239,0.2831858407079646,0.75 +temperature,64,20851,forward_mse_full,held,seen,9,0.5882352941176471,0.8588235294117647,1.9676283011480058,0.7511908869316221,0.5644386695326484,85,0.1692028042615672,0.3058823529411765,0.8461538461538463 +temperature,64,20851,forward_mse_full,held,seen,10,0.3764705882352941,0.5882352941176471,7.182839028900284,0.6806344503628549,0.9029201471898384,85,0.30416386212756075,0.16470588235294117,0.7142857142857142 +temperature,64,20851,forward_mse_full,held,seen,11,0.5647058823529412,0.8470588235294118,2.322483270889826,0.7625974164420424,0.6442611189433906,85,0.208548884894654,0.32941176470588235,0.7142857142857142 +temperature,64,20851,forward_mse_full,held,seen,12,0.5,0.869047619047619,2.311709232204441,0.7495849465959925,0.7042596545665767,84,0.24958494659599265,0.3333333333333333,0.7142857142857142 +temperature,64,20851,forward_mse_full,source_oof,all,all,0.6875,0.890625,1.093825667852632,0.7449115633550623,0.4434590369466923,64,0.07134420866351779,0.375,0.9166666666666666 +temperature,64,20851,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_mse_full,source_oof,seen,all,0.6875,0.890625,1.093825667852632,0.7449115633550623,0.4434590369466923,64,0.07134420866351779,0.375,0.9166666666666666 +temperature,64,20851,forward_mse_diag,held,all,all,0.3688118811881188,0.6224302541091548,27.319028257843907,0.8811630958650905,1.1038758073920911,404,0.5123512146769716,0.6262376237623762,0.4229249011857707 +temperature,64,20851,forward_mse_diag,held,all,9,0.43564356435643564,0.6647807637906648,18.643614221205777,0.9015693046564631,0.9800456527039096,101,0.4659257403000272,0.7128712871287128,0.4861111111111111 +temperature,64,20851,forward_mse_diag,held,all,10,0.2871287128712871,0.4861849485441155,55.233729067738466,0.8544934041294352,1.263160840240803,101,0.567364691258148,0.5148514851485149,0.3269230769230769 +temperature,64,20851,forward_mse_diag,held,all,11,0.3564356435643564,0.6647807637906648,19.131509099520418,0.8934698004647458,1.1274865983323323,101,0.5370341569003894,0.6732673267326733,0.39705882352941174 +temperature,64,20851,forward_mse_diag,held,all,12,0.39603960396039606,0.673974540311174,16.267260642910966,0.8751198742097175,1.0448101382913195,101,0.47908027024932154,0.6039603960396039,0.45901639344262296 +temperature,64,20851,forward_mse_diag,held,unseen,all,0.23076923076923078,0.5087912087912088,50.07799309504939,0.8796942988587413,1.370446347245255,65,0.6489250680895107,0.6153846153846154,0.275 +temperature,64,20851,forward_mse_diag,held,unseen,9,0.3125,0.6272321428571428,31.354263625007448,0.9061000900092082,1.276319947752604,16,0.6428561364460084,0.6875,0.2727272727272727 +temperature,64,20851,forward_mse_diag,held,unseen,10,0.0,0.3125,112.46357947817884,0.8233082119030255,1.68861029784629,16,0.8233082119030255,0.4375,0.0 +temperature,64,20851,forward_mse_diag,held,unseen,11,0.25,0.5647321428571428,33.54171384943889,0.9096548307250991,1.3756514245871398,16,0.6596548307250989,0.6875,0.2727272727272727 +temperature,64,20851,forward_mse_diag,held,unseen,12,0.3529411764705882,0.5294117647058824,24.548037643306326,0.8797129002129919,1.154688579292061,17,0.5267717237424037,0.6470588235294118,0.4545454545454546 +temperature,64,20851,forward_mse_diag,held,seen,all,0.3952802359882006,0.6442194515889968,22.955214940975598,0.8814447236096705,1.0527634619925168,339,0.48616448762146997,0.6283185840707964,0.4507042253521127 +temperature,64,20851,forward_mse_diag,held,seen,9,0.4588235294117647,0.6718487394957983,16.251021392254874,0.9007164509430051,0.9242763736359202,85,0.44189292153124043,0.7176470588235294,0.5245901639344263 +temperature,64,20851,forward_mse_diag,held,seen,10,0.3411764705882353,0.5188785859171254,44.46105134342027,0.8603635579602887,1.1830762364562408,85,0.5191870873720534,0.5294117647058824,0.37777777777777777 +temperature,64,20851,forward_mse_diag,held,seen,11,0.3764705882352941,0.6836134453781513,16.418999970124,0.8904232065333851,1.0807732192726036,85,0.513952618298091,0.6705882352941176,0.42105263157894735 +temperature,64,20851,forward_mse_diag,held,seen,12,0.40476190476190477,0.7032312925170068,14.591389107116667,0.8741903332328644,1.0225728347554552,84,0.4694284284709598,0.5952380952380952,0.46 +temperature,64,20851,forward_mse_diag,source_oof,all,all,0.453125,0.75,11.495079678123378,0.8797018803729784,0.9425745950346036,64,0.44497329893473736,0.609375,0.5641025641025641 +temperature,64,20851,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_mse_diag,source_oof,seen,all,0.453125,0.75,11.495079678123378,0.8797018803729784,0.9425745950346036,64,0.44497329893473736,0.609375,0.5641025641025641 +temperature,64,20851,forward_mse_identity,held,all,all,0.27970297029702973,0.5198019801980198,16.13798349651437,0.7080805197120191,1.1024414503172477,404,0.42837754941498934,0.26485148514851486,0.32710280373831774 +temperature,64,20851,forward_mse_identity,held,all,9,0.3069306930693069,0.5346534653465347,14.248780716425701,0.7223161926007388,1.064625984887507,101,0.41538549953143167,0.32673267326732675,0.36363636363636365 +temperature,64,20851,forward_mse_identity,held,all,10,0.16831683168316833,0.43564356435643564,24.008596684053746,0.6897829140099045,1.2686072098482049,101,0.5227302684906094,0.21782178217821782,0.09090909090909091 +temperature,64,20851,forward_mse_identity,held,all,11,0.3069306930693069,0.5445544554455446,13.685260628131962,0.7091629118547574,1.0602462143000133,101,0.4044950754403348,0.24752475247524752,0.36 +temperature,64,20851,forward_mse_identity,held,all,12,0.33663366336633666,0.5643564356435644,12.609295957446067,0.7110600603826757,1.0162863922332661,101,0.3949358244948096,0.26732673267326734,0.4444444444444444 +temperature,64,20851,forward_mse_identity,held,unseen,all,0.12307692307692308,0.3384615384615385,28.984387220119636,0.7085059997638364,1.368254168825124,65,0.6066950352224216,0.24615384615384617,0.0625 +temperature,64,20851,forward_mse_identity,held,unseen,9,0.1875,0.3125,24.47966550409923,0.7531706604168115,1.3328348809260118,16,0.5916352561717126,0.3125,0.0 +temperature,64,20851,forward_mse_identity,held,unseen,10,0.0,0.1875,47.90707122710232,0.6891339946317772,1.4874534575258704,16,0.6891339946317773,0.3125,0.0 +temperature,64,20851,forward_mse_identity,held,unseen,11,0.125,0.5,23.776893219629457,0.7327883156474395,1.3551721052653565,16,0.6077883156474395,0.1875,0.0 +temperature,64,20851,forward_mse_identity,held,unseen,12,0.1764705882352941,0.3529411764705882,20.315711182028245,0.6618472031478185,1.3017149337739549,17,0.5666876328424089,0.1764705882352941,0.3333333333333333 +temperature,64,20851,forward_mse_identity,held,seen,all,0.30973451327433627,0.5545722713864307,13.674808741250821,0.7079989379911692,1.0514744098953834,339,0.3982644247168329,0.26843657817109146,0.37362637362637363 +temperature,64,20851,forward_mse_identity,held,seen,9,0.32941176470588235,0.5764705882352941,12.322967109334213,0.7165082927765367,1.0141396044567295,85,0.38709652807065437,0.32941176470588235,0.42857142857142855 +temperature,64,20851,forward_mse_identity,held,seen,10,0.2,0.4823529411764706,19.5100602994799,0.6899050635399049,1.227412622050056,85,0.4914072141581542,0.2,0.11764705882352941 +temperature,64,20851,forward_mse_identity,held,seen,11,0.3411764705882353,0.5529411764705883,11.7856591991442,0.7047157770231939,1.0047307524712428,85,0.36622811257782095,0.2588235294117647,0.4090909090909091 +temperature,64,20851,forward_mse_identity,held,seen,12,0.369047619047619,0.6071428571428571,11.049664304852053,0.7210198052992539,0.9585210921595554,84,0.36017652994827165,0.2857142857142857,0.4583333333333333 +temperature,64,20851,forward_mse_identity,source_oof,all,all,0.34375,0.59375,9.174021172671695,0.7136583917957633,1.0028216683105884,64,0.3699083917957633,0.34375,0.5 +temperature,64,20851,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_mse_identity,source_oof,seen,all,0.34375,0.59375,9.174021172671695,0.7136583917957633,1.0028216683105884,64,0.3699083917957633,0.34375,0.5 +temperature,64,20851,forward_ce_identity,held,all,all,0.42326732673267325,0.6361386138613861,7.517729262640171,0.8649579548081048,0.9820767622388816,404,0.44169062807543136,0.6138613861386139,0.5362903225806451 +temperature,64,20851,forward_ce_identity,held,all,9,0.5247524752475248,0.6831683168316832,6.590478727419782,0.8852552377115288,0.8244197031147796,101,0.36050276246400415,0.6336633663366337,0.6875 +temperature,64,20851,forward_ce_identity,held,all,10,0.27722772277227725,0.5346534653465347,8.98708552846235,0.8025943735710068,1.1633482838058238,101,0.5253666507987296,0.43564356435643564,0.4318181818181818 +temperature,64,20851,forward_ce_identity,held,all,11,0.4752475247524752,0.6534653465346535,7.061539204477291,0.8849396488663754,0.9026257132373233,101,0.4096921241139002,0.6930693069306931,0.5571428571428572 +temperature,64,20851,forward_ce_identity,held,all,12,0.4158415841584158,0.6732673267326733,7.431813590201257,0.8870425590835078,1.0379133487975996,101,0.47344160841860944,0.6930693069306931,0.44285714285714284 +temperature,64,20851,forward_ce_identity,held,unseen,all,0.0,0.015384615384615385,22.166485424544593,0.8574835949328287,1.7914126024243446,65,0.8574835949328286,0.5538461538461539,0.0 +temperature,64,20851,forward_ce_identity,held,unseen,9,0.0,0.0,22.447658292660254,0.8058947060903846,1.739855025865266,16,0.8058947060903845,0.375,0.0 +temperature,64,20851,forward_ce_identity,held,unseen,10,0.0,0.0625,21.29367634828328,0.8471342689524081,1.7669266566049506,16,0.8471342689524081,0.5,0.0 +temperature,64,20851,forward_ce_identity,held,unseen,11,0.0,0.0,23.757379551940062,0.8667052649646749,1.806995313650802,16,0.8667052649646749,0.625,0.0 +temperature,64,20851,forward_ce_identity,held,unseen,12,0.0,0.0,21.226007382897702,0.907099166500846,1.8483168952733,17,0.9070991665008458,0.7058823529411764,0.0 +temperature,64,20851,forward_ce_identity,held,seen,all,0.504424778761062,0.7551622418879056,4.708970706522803,0.8663910916573464,0.8268943740027307,339,0.36196631289628445,0.6253687315634218,0.6273584905660378 +temperature,64,20851,forward_ce_identity,held,seen,9,0.6235294117647059,0.8117647058823529,3.6055978680803986,0.9001936907225677,0.6521024658911587,85,0.2956004927165248,0.6823529411764706,0.7586206896551724 +temperature,64,20851,forward_ce_identity,held,seen,10,0.32941176470588235,0.6235294117647059,6.670550785907822,0.7942103932639195,1.0497335312789293,85,0.4647986285580371,0.4235294117647059,0.5277777777777778 +temperature,64,20851,forward_ce_identity,held,seen,11,0.5647058823529412,0.7764705882352941,3.918792786131358,0.8883720034831661,0.7323914355124331,85,0.3236661211302251,0.7058823529411764,0.65 +temperature,64,20851,forward_ce_identity,held,seen,12,0.5,0.8095238095238095,4.640131513107929,0.8829834837728558,0.8739031072489457,84,0.38567757880672826,0.6904761904761905,0.5344827586206896 +temperature,64,20851,forward_ce_identity,source_oof,all,all,0.578125,0.71875,6.606379815735454,0.8971018230427829,0.7477685497134371,64,0.3308428167115635,0.734375,0.6170212765957447 +temperature,64,20851,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_ce_identity,source_oof,seen,all,0.578125,0.71875,6.606379815735454,0.8971018230427829,0.7477685497134371,64,0.3308428167115635,0.734375,0.6170212765957447 +temperature,64,20851,inverse_balanced,held,all,all,0.40594059405940597,0.6856435643564357,8.600068645252408,0.870046349165061,1.0379176036393503,404,0.46410575510565505,0.6014851485148515,0.46913580246913583 +temperature,64,20851,inverse_balanced,held,all,9,0.504950495049505,0.7425742574257426,6.775036375188513,0.8788880929836043,0.8513678979140129,101,0.37393759793409925,0.6237623762376238,0.6031746031746031 +temperature,64,20851,inverse_balanced,held,all,10,0.24752475247524752,0.5148514851485149,13.046917977711121,0.8840405722605563,1.356350015111337,101,0.6365158197853089,0.6237623762376238,0.25396825396825395 +temperature,64,20851,inverse_balanced,held,all,11,0.39603960396039606,0.7524752475247525,7.055031541486766,0.8491741659059462,1.0159438449394385,101,0.45313456194555,0.5346534653465347,0.5 +temperature,64,20851,inverse_balanced,held,all,12,0.4752475247524752,0.7326732673267327,7.523288686623231,0.8680825655101374,0.9280086565926133,101,0.3941918592532617,0.6237623762376238,0.5238095238095237 +temperature,64,20851,inverse_balanced,held,unseen,all,0.09230769230769231,0.47692307692307695,17.281011592857247,0.8516043885942864,1.6053687795261187,65,0.7592966962865941,0.5692307692307692,0.08108108108108109 +temperature,64,20851,inverse_balanced,held,unseen,9,0.125,0.4375,17.839263817215247,0.8628063654197893,1.590005493090448,16,0.7378063654197893,0.5,0.125 +temperature,64,20851,inverse_balanced,held,unseen,10,0.125,0.4375,16.8534017259106,0.8861750730048635,1.5656834856141626,16,0.7611750730048636,0.625,0.2 +temperature,64,20851,inverse_balanced,held,unseen,11,0.0625,0.5,17.80971144741283,0.8288889770002092,1.6328474355257305,16,0.7663889770002092,0.5625,0.0 +temperature,64,20851,inverse_balanced,held,unseen,12,0.058823529411764705,0.5294117647058824,16.66045421688835,0.8299034477547543,1.631316943618369,17,0.7710799183429897,0.5882352941176471,0.0 +temperature,64,20851,inverse_balanced,held,seen,all,0.46607669616519176,0.7256637168141593,6.935581059428471,0.8735824183010503,0.9291142808292031,339,0.40750572213585845,0.6076696165191741,0.5388349514563107 +temperature,64,20851,inverse_balanced,held,seen,9,0.5764705882352941,0.8,4.69235826845407,0.8819152417014988,0.712330232939625,85,0.30544465346620464,0.6470588235294118,0.6727272727272727 +temperature,64,20851,inverse_balanced,held,seen,10,0.27058823529411763,0.5294117647058824,12.33040338981475,0.8836387838851574,1.3169460677225695,85,0.6130505485910398,0.6235294117647059,0.2641509433962264 +temperature,64,20851,inverse_balanced,held,seen,11,0.4588235294117647,0.8,5.030621206253624,0.8529925544058495,0.8998208161231954,85,0.41886671436136313,0.5294117647058824,0.6 +temperature,64,20851,inverse_balanced,held,seen,12,0.5595238095238095,0.7738095238095237,5.674100424545766,0.8758092917225363,0.7856724556469247,84,0.33085358832033057,0.6309523809523809,0.6226415094339622 +temperature,64,20851,inverse_balanced,source_oof,all,all,0.609375,0.78125,4.798419021207364,0.9426353978602089,0.7123627230311373,64,0.3332603978602089,0.828125,0.660377358490566 +temperature,64,20851,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,inverse_balanced,source_oof,seen,all,0.609375,0.78125,4.798419021207364,0.9426353978602089,0.7123627230311373,64,0.3332603978602089,0.828125,0.660377358490566 +temperature,64,20851,inverse_balanced_factor_temperature,held,all,all,0.40594059405940597,0.6856435643564357,2.753415391451542,0.5634215228968732,0.8424498963523427,404,0.15760447971339708,0.07673267326732673,0.3548387096774194 +temperature,64,20851,inverse_balanced_factor_temperature,held,all,9,0.504950495049505,0.7425742574257426,2.294115196525402,0.5655154675383127,0.7305345017266065,101,0.11879559516412083,0.09900990099009901,0.6000000000000001 +temperature,64,20851,inverse_balanced_factor_temperature,held,all,10,0.24752475247524752,0.5148514851485149,3.8156779119193263,0.593239929896888,1.0512957916637167,101,0.34571517742164043,0.0891089108910891,0.0 +temperature,64,20851,inverse_balanced_factor_temperature,held,all,11,0.39603960396039606,0.7524752475247525,2.431175125036393,0.5268105621593824,0.7923058844360509,101,0.1404887957519322,0.0594059405940594,0.5 +temperature,64,20851,inverse_balanced_factor_temperature,held,all,12,0.4752475247524752,0.7326732673267327,2.4726933323250453,0.5681201319929097,0.795663407582997,101,0.18776123116899535,0.0594059405940594,0.3333333333333333 +temperature,64,20851,inverse_balanced_factor_temperature,held,unseen,all,0.09230769230769231,0.47692307692307695,4.956632714514672,0.5448966079493134,1.2033448201955494,65,0.4938242983256672,0.015384615384615385,0.0 +temperature,64,20851,inverse_balanced_factor_temperature,held,unseen,9,0.125,0.4375,5.095246758802141,0.5424106503916644,1.2109209821022007,16,0.44660288159025413,0.0, +temperature,64,20851,inverse_balanced_factor_temperature,held,unseen,10,0.125,0.4375,4.786303407376612,0.5895948156722169,1.1755946256323218,16,0.47077638363181723,0.0625,0.0 +temperature,64,20851,inverse_balanced_factor_temperature,held,unseen,11,0.0625,0.5,5.1396066753764655,0.51341073784006,1.2152724425650097,16,0.5185552118651374,0.0, +temperature,64,20851,inverse_balanced_factor_temperature,held,unseen,12,0.058823529411764705,0.5294117647058824,4.8142715869747175,0.5348011914260181,1.2111061475246003,17,0.5425019320662724,0.0, +temperature,64,20851,inverse_balanced_factor_temperature,held,seen,all,0.46607669616519176,0.7256637168141593,2.330969592044157,0.5669734977393256,0.7732517546124947,339,0.14724003576281955,0.08849557522123894,0.36666666666666664 +temperature,64,20851,inverse_balanced_factor_temperature,held,seen,9,0.5764705882352941,0.8,1.766843373038016,0.5698646095894464,0.6401088113029653,85,0.11441757428251488,0.11764705882352941,0.6000000000000001 +temperature,64,20851,inverse_balanced_factor_temperature,held,seen,10,0.27058823529411763,0.5294117647058824,3.6329719363038375,0.5939260690450614,1.0278983640931556,85,0.3233378337509436,0.09411764705882353,0.0 +temperature,64,20851,inverse_balanced_factor_temperature,held,seen,11,0.4588235294117647,0.8,1.921352715560615,0.529332882031255,0.7126886499647174,85,0.10951450451421565,0.07058823529411765,0.5 +temperature,64,20851,inverse_balanced_factor_temperature,held,seen,12,0.5595238095238095,0.7738095238095237,1.9988024950745165,0.5748632509171614,0.7115857102138629,84,0.1890984591182418,0.07142857142857142,0.3333333333333333 +temperature,64,20851,inverse_balanced_factor_temperature,source_oof,all,all,0.609375,0.78125,1.7588552981792467,0.5962020659114496,0.5917442100338586,64,0.11311206020488795,0.03125,0.5 +temperature,64,20851,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,inverse_balanced_factor_temperature,source_oof,seen,all,0.609375,0.78125,1.7588552981792467,0.5962020659114496,0.5917442100338586,64,0.11311206020488795,0.03125,0.5 +temperature,64,20851,inverse_unweighted,held,all,all,0.4108910891089109,0.6856435643564357,8.828215846308238,0.8697295814059406,1.0262859059250957,404,0.4588384922970298,0.6014851485148515,0.4650205761316873 +temperature,64,20851,inverse_unweighted,held,all,9,0.49504950495049505,0.7425742574257426,6.993330623126764,0.8880561385187395,0.8495876594606058,101,0.3930066335682445,0.6435643564356436,0.6000000000000001 +temperature,64,20851,inverse_unweighted,held,all,10,0.25742574257425743,0.5247524752475248,13.143600571115359,0.8756240724691599,1.3347740024283896,101,0.6181983298949023,0.6336633663366337,0.28125 +temperature,64,20851,inverse_unweighted,held,all,11,0.4158415841584158,0.7425742574257426,7.279312893983525,0.8442134891760198,0.991539927724728,101,0.428371905017604,0.504950495049505,0.49019607843137253 +temperature,64,20851,inverse_unweighted,held,all,12,0.4752475247524752,0.7326732673267327,7.896619297007305,0.8710246254598429,0.9292420340866598,101,0.39577710070736766,0.6237623762376238,0.49206349206349204 +temperature,64,20851,inverse_unweighted,held,unseen,all,0.09230769230769231,0.46153846153846156,17.876888288878604,0.8419011024982852,1.6033815105832196,65,0.749593410190593,0.5692307692307692,0.05405405405405406 +temperature,64,20851,inverse_unweighted,held,unseen,9,0.125,0.4375,18.58938840172649,0.8725366589369487,1.6223379126075512,16,0.7475366589369485,0.625,0.0 +temperature,64,20851,inverse_unweighted,held,unseen,10,0.125,0.5,17.093575024488203,0.8549926990815336,1.5536577028581524,16,0.7299926990815337,0.625,0.2 +temperature,64,20851,inverse_unweighted,held,unseen,11,0.0625,0.4375,18.3985607117879,0.8159867656583176,1.6136395366034049,16,0.7534867656583176,0.5,0.0 +temperature,64,20851,inverse_unweighted,held,unseen,12,0.058823529411764705,0.47058823529411764,17.45255015112163,0.8251360990329258,1.6226844561649136,17,0.7663125696211612,0.5294117647058824,0.0 +temperature,64,20851,inverse_unweighted,held,seen,all,0.471976401179941,0.7286135693215339,7.093219655254924,0.8750654254442816,0.9156333563593789,339,0.40308902426434057,0.6076696165191741,0.5388349514563107 +temperature,64,20851,inverse_unweighted,held,seen,9,0.5647058823529412,0.8,4.810543276566814,0.8909774523223709,0.7041287882800041,85,0.3262715699694296,0.6470588235294118,0.7090909090909091 +temperature,64,20851,inverse_unweighted,held,seen,10,0.2823529411764706,0.5294117647058824,12.40007596812753,0.8795076251068308,1.2935723647004345,85,0.59715468393036,0.6352941176470588,0.2962962962962963 +temperature,64,20851,inverse_unweighted,held,seen,11,0.4823529411764706,0.8,5.186278010632114,0.849526754779352,0.874438824876977,85,0.3671738136028814,0.5058823529411764,0.5813953488372093 +temperature,64,20851,inverse_unweighted,held,seen,12,0.5595238095238095,0.7857142857142857,5.962680909865119,0.880311589141481,0.7889024962851082,84,0.3207877796176714,0.6428571428571428,0.5740740740740741 +temperature,64,20851,inverse_unweighted,source_oof,all,all,0.609375,0.78125,4.673901553616364,0.942362747801566,0.7187729763939881,64,0.3347275031079241,0.765625,0.673469387755102 +temperature,64,20851,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,inverse_unweighted,source_oof,seen,all,0.609375,0.78125,4.673901553616364,0.942362747801566,0.7187729763939881,64,0.3347275031079241,0.765625,0.673469387755102 +temperature,64,20851,inverse_unweighted_factor_temperature,held,all,all,0.4108910891089109,0.6856435643564357,2.791930091230462,0.5737433384639663,0.8472376132093791,404,0.1870161341917093,0.08168316831683169,0.3939393939393939 +temperature,64,20851,inverse_unweighted_factor_temperature,held,all,9,0.49504950495049505,0.7425742574257426,2.322121185381298,0.5797756365446328,0.7318086894780077,101,0.1699432002102858,0.10891089108910891,0.6363636363636364 +temperature,64,20851,inverse_unweighted_factor_temperature,held,all,10,0.25742574257425743,0.5247524752475248,3.83759025626043,0.5941899170818176,1.050014255973786,101,0.34962910594198393,0.0891089108910891,0.1111111111111111 +temperature,64,20851,inverse_unweighted_factor_temperature,held,all,11,0.4158415841584158,0.7425742574257426,2.4697131893761926,0.5358345119155528,0.7982432104946543,101,0.13165751713925133,0.0594059405940594,0.5 +temperature,64,20851,inverse_unweighted_factor_temperature,held,all,12,0.4752475247524752,0.7326732673267327,2.5382957339039276,0.5851732883138616,0.808884296891069,101,0.23575180663842055,0.06930693069306931,0.2857142857142857 +temperature,64,20851,inverse_unweighted_factor_temperature,held,unseen,all,0.09230769230769231,0.46153846153846156,5.081934976333328,0.5590687361023083,1.234375856606793,65,0.4968047016159687,0.03076923076923077,0.0 +temperature,64,20851,inverse_unweighted_factor_temperature,held,unseen,9,0.125,0.4375,5.249062868079349,0.5626398989133614,1.2479344052220265,16,0.46438549897939646,0.0, +temperature,64,20851,inverse_unweighted_factor_temperature,held,unseen,10,0.125,0.5,4.836192618681798,0.5943731353811237,1.193479002633278,16,0.46937313538112374,0.0625,0.0 +temperature,64,20851,inverse_unweighted_factor_temperature,held,unseen,11,0.0625,0.4375,5.262082087017809,0.5262340647318271,1.2445852287592294,16,0.558592596563501,0.0, +temperature,64,20851,inverse_unweighted_factor_temperature,held,unseen,12,0.058823529411764705,0.47058823529411764,4.986374840070764,0.5533831918958259,1.2504972055064116,17,0.5299592375920507,0.058823529411764705,0.0 +temperature,64,20851,inverse_unweighted_factor_temperature,held,seen,all,0.471976401179941,0.7286135693215339,2.352843608836107,0.5765570527810983,0.7730075665402586,339,0.17303377126444103,0.09144542772861357,0.4193548387096774 +temperature,64,20851,inverse_unweighted_factor_temperature,held,seen,9,0.5647058823529412,0.8,1.7711674568734295,0.5830011871575781,0.6346556135732512,85,0.1625199888290623,0.12941176470588234,0.6363636363636364 +temperature,64,20851,inverse_unweighted_factor_temperature,held,seen,10,0.2823529411764706,0.5294117647058824,3.6496180468634667,0.5941554289313599,1.0230091271908226,85,0.3296477701549875,0.09411764705882353,0.125 +temperature,64,20851,inverse_unweighted_factor_temperature,held,seen,11,0.4823529411764706,0.8,1.9440908086436526,0.5376416549148423,0.7142258894095577,85,0.10122940313010993,0.07058823529411765,0.5 +temperature,64,20851,inverse_unweighted_factor_temperature,held,seen,12,0.5595238095238095,0.7857142857142857,2.0428511528939723,0.591606998303226,0.7195102558617734,84,0.21685348229057214,0.07142857142857142,0.3333333333333333 +temperature,64,20851,inverse_unweighted_factor_temperature,source_oof,all,all,0.609375,0.78125,1.7302868884009923,0.5932493365659922,0.5896321456824889,64,0.17762586412650555,0.046875,0.6666666666666666 +temperature,64,20851,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,inverse_unweighted_factor_temperature,source_oof,seen,all,0.609375,0.78125,1.7302868884009923,0.5932493365659922,0.5896321456824889,64,0.17762586412650555,0.046875,0.6666666666666666 +temperature,64,20851,forward_mse_full_product,held,all,all,0.4752475247524752,0.7698019801980198,3.311745578328491,0.6879897437835165,0.7190164791005172,404,0.22799117803677257,0.24752475247524752,0.7000000000000001 +temperature,64,20851,forward_mse_full_product,held,all,9,0.5742574257425742,0.8316831683168316,1.7375187305950799,0.7108150767114726,0.5804992017808603,101,0.15469045462627015,0.2871287128712871,0.7931034482758621 +temperature,64,20851,forward_mse_full_product,held,all,10,0.34653465346534656,0.6039603960396039,7.1944878394967695,0.6216380407855762,0.9043899088887645,101,0.28915455101298376,0.12871287128712872,0.6923076923076923 +temperature,64,20851,forward_mse_full_product,held,all,11,0.5148514851485149,0.8118811881188119,2.270697544144965,0.7162661366179377,0.6816638461686317,101,0.24102771671675888,0.27722772277227725,0.6785714285714285 +temperature,64,20851,forward_mse_full_product,held,all,12,0.46534653465346537,0.8316831683168316,2.044278199077152,0.7032397210190798,0.7095129595638123,101,0.2507575171931618,0.297029702970297,0.6333333333333333 +temperature,64,20851,forward_mse_full_product,held,unseen,all,0.27692307692307694,0.6461538461538462,5.57971875240547,0.6335676417057886,0.9588448492457817,65,0.3567984014984442,0.16923076923076924,0.2727272727272727 +temperature,64,20851,forward_mse_full_product,held,unseen,9,0.375,0.625,2.7620053673752585,0.6626725312348123,0.8565538161800597,16,0.29227195370600956,0.1875,0.3333333333333333 +temperature,64,20851,forward_mse_full_product,held,unseen,10,0.1875,0.5625,13.125346355934205,0.5464567691466407,1.0945872521508015,16,0.4255223584908525,0.0, +temperature,64,20851,forward_mse_full_product,held,unseen,11,0.25,0.625,3.9942815193248333,0.6729196977011529,0.9949552375817518,16,0.44332288703805606,0.25,0.25 +temperature,64,20851,forward_mse_full_product,held,unseen,12,0.29411764705882354,0.7647058823529411,2.622093354365103,0.6511242789149745,0.893374959198471,17,0.3951991928994778,0.23529411764705882,0.25 +temperature,64,20851,forward_mse_full_product,held,seen,all,0.5132743362831859,0.7935103244837758,2.8768834653048825,0.6984246601111045,0.6730316883646996,339,0.20329362781550817,0.26253687315634217,0.7528089887640449 +temperature,64,20851,forward_mse_full_product,held,seen,9,0.611764705882353,0.8705882352941177,1.5446741872011638,0.7198772029188439,0.5285359802468934,85,0.14259190571477298,0.3058823529411765,0.8461538461538463 +temperature,64,20851,forward_mse_full_product,held,seen,10,0.3764705882352941,0.611764705882353,6.078090942285017,0.6357898095646699,0.8685880560394398,85,0.2634853166642084,0.15294117647058825,0.6923076923076923 +temperature,64,20851,forward_mse_full_product,held,seen,11,0.5647058823529412,0.8470588235294118,1.946258207640519,0.7244254662963912,0.6226913489614562,85,0.2279653433268206,0.2823529411764706,0.75 +temperature,64,20851,forward_mse_full_product,held,seen,12,0.5,0.8452380952380952,1.927339417649828,0.7137868938258631,0.6723027929710839,84,0.2256336552321387,0.30952380952380953,0.6923076923076923 +temperature,64,20851,forward_mse_full_product,source_oof,all,all,0.703125,0.875,1.1434745212781845,0.7203924839866219,0.4440603033479023,64,0.08691383110115662,0.359375,0.9130434782608695 +temperature,64,20851,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_mse_full_product,source_oof,seen,all,0.703125,0.875,1.1434745212781845,0.7203924839866219,0.4440603033479023,64,0.08691383110115662,0.359375,0.9130434782608695 +temperature,64,20851,forward_mse_full_scalar_temperature,held,all,all,0.46534653465346537,0.7673267326732673,2.4042220267897627,0.5435210109582425,0.6934569965000289,404,0.10131240426898154,0.10396039603960396,0.738095238095238 +temperature,64,20851,forward_mse_full_scalar_temperature,held,all,9,0.5544554455445545,0.8316831683168316,1.5322010900432195,0.5674915802824,0.5881694089299934,101,0.12229688437023876,0.13861386138613863,0.7857142857142857 +temperature,64,20851,forward_mse_full_scalar_temperature,held,all,10,0.33663366336633666,0.5643564356435644,4.653671295480128,0.47374958072473217,0.8548390430590386,101,0.15119144893520348,0.009900990099009901,1.0 +temperature,64,20851,forward_mse_full_scalar_temperature,held,all,11,0.5148514851485149,0.8217821782178218,1.779053371448785,0.5687465334595648,0.6516993704889099,101,0.14073264021870976,0.12871287128712872,0.6923076923076923 +temperature,64,20851,forward_mse_full_scalar_temperature,held,all,12,0.45544554455445546,0.8514851485148515,1.6519623501869196,0.564096349366273,0.6791201635221736,101,0.14118464486133891,0.13861386138613863,0.7142857142857142 +temperature,64,20851,forward_mse_full_scalar_temperature,held,unseen,all,0.24615384615384617,0.6461538461538462,3.3976272265718404,0.5033877651874755,0.8961352551308158,65,0.25723391903362935,0.07692307692307693,0.0 +temperature,64,20851,forward_mse_full_scalar_temperature,held,unseen,9,0.375,0.6875,2.00975274958589,0.5276844295318196,0.8324706560033305,16,0.2311334545253874,0.125,0.0 +temperature,64,20851,forward_mse_full_scalar_temperature,held,unseen,10,0.125,0.4375,7.291739770154537,0.4230354380498921,0.9957112011416749,16,0.29803543804989213,0.0, +temperature,64,20851,forward_mse_full_scalar_temperature,held,unseen,11,0.25,0.6875,2.5672860571675855,0.5476402032652762,0.9218743095376539,16,0.34599216832912394,0.125,0.0 +temperature,64,20851,forward_mse_full_scalar_temperature,held,unseen,12,0.23529411764705882,0.7647058823529411,1.8203124998024356,0.5144966825667119,0.8381113480341459,17,0.31781969586962605,0.058823529411764705,0.0 +temperature,64,20851,forward_mse_full_scalar_temperature,held,seen,all,0.5073746312684366,0.7905604719764012,2.2137461035277126,0.5512161760765311,0.6545953834882261,339,0.08833395839221186,0.10914454277286136,0.8378378378378379 +temperature,64,20851,forward_mse_full_scalar_temperature,held,seen,9,0.5882352941176471,0.8588235294117647,1.4423090129528344,0.574984691011921,0.5421832918338358,85,0.11815798785268249,0.1411764705882353,0.9166666666666666 +temperature,64,20851,forward_mse_full_scalar_temperature,held,seen,10,0.3764705882352941,0.5882352941176471,4.157093700247297,0.483295772287055,0.8283219309493658,85,0.14987990606599003,0.011764705882352941,1.0 +temperature,64,20851,forward_mse_full_scalar_temperature,held,seen,11,0.5647058823529412,0.8470588235294118,1.6306801600193634,0.5727194897314309,0.6008429113738523,85,0.14705861677301227,0.12941176470588234,0.8181818181818182 +temperature,64,20851,forward_mse_full_scalar_temperature,held,seen,12,0.5,0.869047619047619,1.617891486574256,0.5741343771709461,0.6469433761804649,84,0.1334589318765932,0.15476190476190477,0.7692307692307693 +temperature,64,20851,forward_mse_full_scalar_temperature,source_oof,all,all,0.6875,0.890625,1.0064700079231712,0.573292233300619,0.4628390365948718,64,0.1372407674680672,0.0625,0.75 +temperature,64,20851,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_mse_full_scalar_temperature,source_oof,seen,all,0.6875,0.890625,1.0064700079231712,0.573292233300619,0.4628390365948718,64,0.1372407674680672,0.0625,0.75 +temperature,64,20851,forward_mse_identity_scalar_temperature,held,all,all,0.27970297029702973,0.5198019801980198,3.0412151697070957,0.14554902707577397,0.9013621081997597,404,0.1354469441616883,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,all,9,0.3069306930693069,0.5346534653465347,2.8944303666361284,0.15314337865330657,0.8900836271976692,101,0.1685965358765705,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,all,10,0.16831683168316833,0.43564356435643564,3.554819152018353,0.13476200458552415,0.9371476024762774,101,0.06381303555652346,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,all,11,0.3069306930693069,0.5445544554455446,2.895025724084264,0.1461170033453634,0.8932802647001181,101,0.16081368972394358,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,all,12,0.33663366336633666,0.5643564356435644,2.820585436089638,0.1481737217189017,0.8849369384249747,101,0.18845994164743493,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,unseen,all,0.12307692307692308,0.3384615384615385,3.90760043650173,0.13392935595358826,0.9602220529402737,65,0.05273048469298465,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,unseen,9,0.1875,0.3125,3.584478598233291,0.14070410886161208,0.9566457163926472,16,0.09014305093842162,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,unseen,10,0.0,0.1875,5.180092786293896,0.11434759124272896,0.987744277525312,16,0.11434759124272896,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,unseen,11,0.125,0.5,3.5408719359330614,0.14280578300487773,0.9483889608279079,16,0.1035913759872591,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,unseen,12,0.1764705882352941,0.3529411764705882,3.3592314850146123,0.13762872983739635,0.9488217744225835,17,0.08160927437201557,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,seen,all,0.30973451327433627,0.5545722713864307,2.8750941008526674,0.14777698761542607,0.890076278087272,339,0.16195752565891022,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,seen,9,0.32941176470588235,0.5764705882352941,2.7645389348060743,0.15548488826115495,0.8775542927609676,85,0.1833642506884573,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,seen,10,0.2,0.4823529411764706,3.2488852914488393,0.1386047176853444,0.9276235224670472,85,0.09467223573772723,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,seen,11,0.3411764705882353,0.5529411764705883,2.7734546724421376,0.14674029188004303,0.8829068630760634,85,0.19443617870819227,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,held,seen,12,0.369047619047619,0.6071428571428571,2.7115737357119643,0.15030782721873015,0.8720078644730775,84,0.2187397918288889,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,source_oof,all,all,0.34375,0.59375,2.587659677558495,0.15071897189982528,0.8806792786398918,64,0.2420401820109205,0.0, +temperature,64,20851,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.34375,0.59375,2.587659677558495,0.15071897189982528,0.8806792786398918,64,0.2420401820109205,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,all,all,0.42326732673267325,0.6361386138613861,2.151441909612193,0.31278525794401885,0.7912283949891314,404,0.13324944485663867,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,all,9,0.5247524752475248,0.6831683168316832,1.9753572180304335,0.33384628669925237,0.7420777677703991,101,0.20108227621374047,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,all,10,0.27722772277227725,0.5346534653465347,2.467031643753319,0.2657898349675246,0.8603992012105283,101,0.12950863540405821,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,all,11,0.4752475247524752,0.6534653465346535,2.069255810095848,0.3220309343123922,0.7698431751132899,101,0.1906663783807658,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,all,12,0.4158415841584158,0.6732673267326733,2.0941229665691696,0.3294739757969062,0.792593435862308,101,0.15255892007307364,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.015384615384615385,4.083915027306528,0.2736390106727811,1.0994322835533303,65,0.2736390106727811,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0,4.09578485861176,0.2792974621721056,1.1012557059323866,16,0.27929746217210555,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0625,4.0869125596783356,0.24029174487748245,1.0718045104093088,16,0.24029174487748248,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,4.229121319972494,0.2904859899139671,1.119823843128232,16,0.2904859899139671,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,unseen,12,0.0,0.0,3.9332574683954626,0.28384309072434644,1.104526675261626,17,0.28384309072434644,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,seen,all,0.504424778761062,0.7551622418879056,1.7809087159539867,0.3202911755623978,0.7321332541139899,339,0.21126640535638003,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,seen,9,0.6235294117647059,0.8117647058823529,1.576217897450419,0.3441143007278918,0.6744678029399073,85,0.2915066975569585,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,seen,10,0.32941176470588235,0.6235294117647059,2.1621128831086103,0.27058947545506196,0.8206052606554639,85,0.1547835669868592,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,seen,11,0.5647058823529412,0.7764705882352941,1.6626928905896554,0.3279688061991546,0.7039644611340067,85,0.26029671272797544,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,held,seen,12,0.5,0.8095238095238095,1.721917174532896,0.3387087977758766,0.7294640897933986,84,0.2315694807127609,0.0, +temperature,64,20851,forward_ce_identity_scalar_temperature,source_oof,all,all,0.578125,0.71875,1.8910713244115365,0.36943074821976374,0.7081409527671292,64,0.2642438580565545,0.015625,1.0 +temperature,64,20851,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.578125,0.71875,1.8910713244115365,0.36943074821976374,0.7081409527671292,64,0.2642438580565545,0.015625,1.0 +temperature,64,20851,inverse_balanced_scalar_temperature,held,all,all,0.40594059405940597,0.6856435643564357,2.753415380318557,0.563421521974754,0.8424498960120468,404,0.15760447903424982,0.07673267326732673,0.3548387096774194 +temperature,64,20851,inverse_balanced_scalar_temperature,held,all,9,0.504950495049505,0.7425742574257426,2.294115202730801,0.5655154673728594,0.7305345029844992,101,0.11879559576288588,0.09900990099009901,0.6000000000000001 +temperature,64,20851,inverse_balanced_scalar_temperature,held,all,10,0.24752475247524752,0.5148514851485149,3.815677885405623,0.5932399277265318,1.051295788982043,101,0.3457151752512843,0.0891089108910891,0.0 +temperature,64,20851,inverse_balanced_scalar_temperature,held,all,11,0.39603960396039606,0.7524752475247525,2.431175111022511,0.5268105613152455,0.7923058847225123,101,0.14048879499728104,0.0594059405940594,0.5 +temperature,64,20851,inverse_balanced_scalar_temperature,held,all,12,0.4752475247524752,0.7326732673267327,2.4726933221152936,0.5681201314843799,0.7956634073591329,101,0.18776123106584097,0.0594059405940594,0.3333333333333333 +temperature,64,20851,inverse_balanced_scalar_temperature,held,unseen,all,0.09230769230769231,0.47692307692307695,4.956632692185678,0.5448966063248437,1.2033448196055039,65,0.49382429671516437,0.015384615384615385,0.0 +temperature,64,20851,inverse_balanced_scalar_temperature,held,unseen,9,0.125,0.4375,5.095246780346747,0.5424106505741968,1.2109209880928247,16,0.44660288154967515,0.0, +temperature,64,20851,inverse_balanced_scalar_temperature,held,unseen,10,0.125,0.4375,4.786303443074539,0.5895948116391196,1.1755946192632,16,0.47077638220058904,0.0625,0.0 +temperature,64,20851,inverse_balanced_scalar_temperature,held,unseen,11,0.0625,0.5,5.139606556642715,0.5134107359926577,1.2152724418651615,16,0.5185552112147466,0.0, +temperature,64,20851,inverse_balanced_scalar_temperature,held,unseen,12,0.058823529411764705,0.5294117647058824,4.8142715594732355,0.5348011905776029,1.2111061462834574,17,0.5425019303546483,0.0, +temperature,64,20851,inverse_balanced_scalar_temperature,held,seen,all,0.46607669616519176,0.7256637168141593,2.3309695830579003,0.5669734969518757,0.773251754320086,339,0.14724003592616275,0.08849557522123894,0.36666666666666664 +temperature,64,20851,inverse_balanced_scalar_temperature,held,seen,9,0.5764705882352941,0.8,1.7668433763560354,0.5698646093584899,0.6401088116699907,85,0.11441757353067913,0.11764705882352941,0.6000000000000001 +temperature,64,20851,inverse_balanced_scalar_temperature,held,seen,10,0.27058823529411763,0.5294117647058824,3.632971898079709,0.5939260672253388,1.02789836210559,85,0.32333783193122123,0.09411764705882353,0.0 +temperature,64,20851,inverse_balanced_scalar_temperature,held,seen,11,0.4588235294117647,0.8,1.9213527212587076,0.5293328813759679,0.712688650436837,85,0.1095145033613121,0.07058823529411765,0.5 +temperature,64,20851,inverse_balanced_scalar_temperature,held,seen,12,0.5595238095238095,0.7738095238095237,1.9988024883642819,0.574863250477418,0.7115857101958766,84,0.18909846059115412,0.07142857142857142,0.3333333333333333 +temperature,64,20851,inverse_balanced_scalar_temperature,source_oof,all,all,0.609375,0.78125,1.7588552968701443,0.5962020660402225,0.5917442112151887,64,0.1131120591937268,0.03125,0.5 +temperature,64,20851,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,inverse_balanced_scalar_temperature,source_oof,seen,all,0.609375,0.78125,1.7588552968701443,0.5962020660402225,0.5917442112151887,64,0.1131120591937268,0.03125,0.5 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,all,all,0.4108910891089109,0.6856435643564357,2.7919300867757437,0.5737433376290828,0.8472376133200384,404,0.18701613358561206,0.08168316831683169,0.3939393939393939 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,all,9,0.49504950495049505,0.7425742574257426,2.322121176951396,0.5797756348590137,0.7318086889697518,101,0.16994319893511367,0.10891089108910891,0.6363636363636364 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,all,10,0.25742574257425743,0.5247524752475248,3.8375902492127323,0.5941899167561605,1.0500142543087083,101,0.3496291066400093,0.0891089108910891,0.1111111111111111 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,all,11,0.4158415841584158,0.7425742574257426,2.4697131915157295,0.5358345120961973,0.798243212558704,101,0.13165751766360567,0.0594059405940594,0.5 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,all,12,0.4752475247524752,0.7326732673267327,2.5382957294231177,0.5851732868049598,0.8088842974429896,101,0.23575180744661206,0.06930693069306931,0.2857142857142857 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,unseen,all,0.09230769230769231,0.46153846153846156,5.0819349420620465,0.5590687344162708,1.2343758531638584,65,0.49680470012302635,0.03076923076923077,0.0 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,unseen,9,0.125,0.4375,5.249062816701066,0.562639896305818,1.2479344013989706,16,0.46438549473069907,0.0, +temperature,64,20851,inverse_unweighted_scalar_temperature,held,unseen,10,0.125,0.5,4.836192616809376,0.5943731330193398,1.1934789977310778,16,0.4693731330193398,0.0625,0.0 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,unseen,11,0.0625,0.4375,5.262082031761522,0.5262340631989408,1.2445852219692801,16,0.5585925951594054,0.0, +temperature,64,20851,inverse_unweighted_scalar_temperature,held,unseen,12,0.058823529411764705,0.47058823529411764,4.986374811157744,0.5533831915689423,1.2504972069447968,17,0.5299592387385528,0.058823529411764705,0.0 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,seen,all,0.471976401179941,0.7286135693215339,2.3528436100984296,0.5765570521094155,0.7730075673322853,339,0.17303377141128734,0.09144542772861357,0.4193548387096774 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,seen,9,0.5647058823529412,0.8,1.7711674565279285,0.5830011856454976,0.6346556136889577,85,0.16251998790573985,0.12941176470588234,0.6363636363636364 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,seen,10,0.2823529411764706,0.5294117647058824,3.6496180388415995,0.5941554289889738,1.0230091261350858,85,0.3296477711156439,0.09411764705882353,0.125 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,seen,11,0.4823529411764706,0.8,1.9440908215871098,0.5376416554180338,0.7142258931402427,85,0.10122940385828386,0.07058823529411765,0.5 +temperature,64,20851,inverse_unweighted_scalar_temperature,held,seen,12,0.5595238095238095,0.7857142857142857,2.0428511533577765,0.5916069965551062,0.7195102562342903,84,0.2168534834326264,0.07142857142857142,0.3333333333333333 +temperature,64,20851,inverse_unweighted_scalar_temperature,source_oof,all,all,0.609375,0.78125,1.7302868760932806,0.5932493360740326,0.5896321450084969,64,0.1776258644083076,0.046875,0.6666666666666666 +temperature,64,20851,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20851,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.609375,0.78125,1.7302868760932806,0.5932493360740326,0.5896321450084969,64,0.1776258644083076,0.046875,0.6666666666666666 +temperature,64,20852,forward_mse_full,held,all,all,0.46534653465346537,0.7004950495049505,2.2814019635573253,0.5532964094846778,0.743049117038647,404,0.10676937950758619,0.10643564356435643,0.6976744186046512 +temperature,64,20852,forward_mse_full,held,all,9,0.5544554455445545,0.7722772277227723,1.8341474515922087,0.5882897714548418,0.6377439257708998,101,0.14519176345318952,0.1485148514851485,0.6666666666666666 +temperature,64,20852,forward_mse_full,held,all,10,0.3069306930693069,0.5148514851485149,3.3166875784085654,0.500478459111241,0.9271668578729261,101,0.19354776604193405,0.019801980198019802,0.5 +temperature,64,20852,forward_mse_full,held,all,11,0.504950495049505,0.7722772277227723,1.9203751914387468,0.5472428685284264,0.6918061062189591,101,0.09700648323623805,0.10891089108910891,0.8181818181818182 +temperature,64,20852,forward_mse_full,held,all,12,0.49504950495049505,0.7425742574257426,2.05439763278978,0.5771745388442021,0.715479578291803,101,0.1130946232087274,0.1485148514851485,0.6666666666666666 +temperature,64,20852,forward_mse_full,held,unseen,all,0.2,0.676923076923077,2.8088638924157063,0.5499466656998785,1.04584671338534,65,0.3548210210187624,0.07692307692307693,0.0 +temperature,64,20852,forward_mse_full,held,unseen,9,0.25,0.75,2.3545797266875246,0.5966618503623378,0.9974127099033072,16,0.44056806992261605,0.1875,0.0 +temperature,64,20852,forward_mse_full,held,unseen,10,0.125,0.4375,4.470795697347558,0.4797679603796914,1.066261348533473,16,0.3749870266355843,0.0, +temperature,64,20852,forward_mse_full,held,unseen,11,0.1875,0.75,2.3929110509860707,0.5648425542225908,1.1027038694306244,16,0.48444614098632355,0.0, +temperature,64,20852,forward_mse_full,held,unseen,12,0.23529411764705882,0.7647058823529411,2.0637393768636736,0.5580103194740107,1.0187052661275662,17,0.35974378438864857,0.11764705882352941,0.0 +temperature,64,20852,forward_mse_full,held,seen,all,0.5162241887905604,0.7050147492625368,2.1802661954871336,0.5539386907413503,0.6849905808659772,339,0.08254875749631996,0.11209439528023599,0.7894736842105263 +temperature,64,20852,forward_mse_full,held,seen,9,0.611764705882353,0.7764705882352941,1.7361837292213254,0.5867138507193133,0.5700415664047995,85,0.11753039977467308,0.1411764705882353,0.8333333333333333 +temperature,64,20852,forward_mse_full,held,seen,10,0.3411764705882353,0.5294117647058824,3.0994436971965196,0.5043769059312974,0.9009843655132938,85,0.16613733882703896,0.023529411764705882,0.5 +temperature,64,20852,forward_mse_full,held,seen,11,0.5647058823529412,0.7764705882352941,1.8314272649357208,0.5439299865154071,0.614460644908528,85,0.0908532305771507,0.12941176470588234,0.8181818181818182 +temperature,64,20852,forward_mse_full,held,seen,12,0.5476190476190476,0.738095238095238,2.052507041727206,0.5810530118119789,0.6541124748012318,84,0.1197466292389662,0.15476190476190477,0.7692307692307693 +temperature,64,20852,forward_mse_full,source_oof,all,all,0.5,0.796875,2.3809263336573085,0.5832794257290428,0.6594234345468661,64,0.15134550697660248,0.109375,0.8571428571428571 +temperature,64,20852,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_mse_full,source_oof,seen,all,0.5,0.796875,2.3809263336573085,0.5832794257290428,0.6594234345468661,64,0.15134550697660248,0.109375,0.8571428571428571 +temperature,64,20852,forward_mse_diag,held,all,all,0.3589108910891089,0.6375164610057065,14.837225648162468,0.8504821057718527,1.0841983451631492,404,0.4929832562762494,0.5618811881188119,0.4361233480176212 +temperature,64,20852,forward_mse_diag,held,all,9,0.43564356435643564,0.6947885675267034,11.955455601185259,0.8573671553283396,0.9389906162758229,101,0.4217235909719039,0.6039603960396039,0.5409836065573771 +temperature,64,20852,forward_mse_diag,held,all,10,0.22772277227722773,0.45615275813295614,24.960088804552825,0.8334285577554496,1.3128782348520232,101,0.6193373373772718,0.45544554455445546,0.30434782608695654 +temperature,64,20852,forward_mse_diag,held,all,11,0.37623762376237624,0.6845339706384432,11.77491859200476,0.8570114086843049,1.0765571620787426,101,0.48239369174367436,0.6039603960396039,0.4098360655737705 +temperature,64,20852,forward_mse_diag,held,all,12,0.39603960396039606,0.7145905477247232,10.65843959490702,0.8541213013193169,1.0083673674460085,101,0.45808169735892096,0.5841584158415841,0.4576271186440678 +temperature,64,20852,forward_mse_diag,held,unseen,all,0.2,0.46472148541114056,22.12772041282999,0.8564162935910316,1.4052863450162973,65,0.6564162935910316,0.5384615384615385,0.19999999999999998 +temperature,64,20852,forward_mse_diag,held,unseen,9,0.25,0.5668103448275862,18.041681867543005,0.830798363648395,1.329655074242644,16,0.635028485945272,0.5,0.25 +temperature,64,20852,forward_mse_diag,held,unseen,10,0.1875,0.25,38.98911481362907,0.8946504674362943,1.449870094151171,16,0.7071504674362943,0.625,0.30000000000000004 +temperature,64,20852,forward_mse_diag,held,unseen,11,0.125,0.5043103448275862,17.993400069810008,0.8740495248514932,1.5918944261878083,16,0.7778048284893626,0.625,0.1 +temperature,64,20852,forward_mse_diag,held,unseen,12,0.23529411764705882,0.5334685598377281,13.99498110695504,0.82794619931989,1.2588764066325502,17,0.5926520816728311,0.4117647058823529,0.14285714285714285 +temperature,64,20852,forward_mse_diag,held,seen,all,0.3893805309734513,0.6706482409869655,13.439343171161319,0.8493442821487063,1.0226327994685929,339,0.4637013920123127,0.5663716814159292,0.47916666666666663 +temperature,64,20852,forward_mse_diag,held,seen,9,0.47058823529411764,0.7188785859171255,10.809813009870863,0.8623683396445644,0.8654537771291272,85,0.39178010435044686,0.6235294117647059,0.5849056603773585 +temperature,64,20852,forward_mse_diag,held,seen,10,0.23529411764705882,0.4949579831932773,22.31933096755024,0.8219044335802318,1.2870915319251246,85,0.6028078070132206,0.4235294117647059,0.3055555555555555 +temperature,64,20852,forward_mse_diag,held,seen,11,0.4235294117647059,0.7184584178498986,10.604380902064946,0.8538042338763636,0.979552500599389,85,0.4321996525704379,0.6,0.47058823529411764 +temperature,64,20852,forward_mse_diag,held,seen,12,0.42857142857142855,0.7512461881304245,9.983187146040155,0.8594186433906295,0.9576691095153986,84,0.43084721481920096,0.6190476190476191,0.5 +temperature,64,20852,forward_mse_diag,source_oof,all,all,0.421875,0.6110106219211823,16.86888921060872,0.8669473411188151,0.9987422112189361,64,0.445072341118815,0.59375,0.5 +temperature,64,20852,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_mse_diag,source_oof,seen,all,0.421875,0.6110106219211823,16.86888921060872,0.8669473411188151,0.9987422112189361,64,0.445072341118815,0.59375,0.5 +temperature,64,20852,forward_mse_identity,held,all,all,0.3069306930693069,0.5356777057016047,13.043570776414947,0.7428922639147852,1.0829791061383018,404,0.43596157084547826,0.3440594059405941,0.41007194244604317 +temperature,64,20852,forward_mse_identity,held,all,9,0.3564356435643564,0.5657220894503244,12.383186425718188,0.7593873816985657,1.038661780300233,101,0.4029517381342091,0.37623762376237624,0.3684210526315789 +temperature,64,20852,forward_mse_identity,held,all,10,0.2079207920792079,0.40594059405940597,17.134308335474074,0.7272569425671168,1.2435004238958844,101,0.5193361504879088,0.3069306930693069,0.3225806451612903 +temperature,64,20852,forward_mse_identity,held,all,11,0.3069306930693069,0.5657220894503244,11.973381666112513,0.7360055286050233,1.053805747158689,101,0.42907483553571635,0.33663366336633666,0.4117647058823529 +temperature,64,20852,forward_mse_identity,held,all,12,0.3564356435643564,0.605326049846364,10.68340667835502,0.7489192027884348,0.9959484731984009,101,0.3924835592240784,0.3564356435643564,0.5277777777777778 +temperature,64,20852,forward_mse_identity,held,unseen,all,0.18461538461538463,0.37241379310344824,19.745447573029363,0.7643147773702449,1.3403000891161758,65,0.5886016834402459,0.35384615384615387,0.13043478260869565 +temperature,64,20852,forward_mse_identity,held,unseen,9,0.125,0.3793103448275862,19.713299053689074,0.7282358909024498,1.3912461258571283,16,0.6032358909024498,0.375,0.0 +temperature,64,20852,forward_mse_identity,held,unseen,10,0.125,0.25,24.90592588520066,0.8023722267199516,1.4251460289885427,16,0.6773722267199515,0.375,0.3333333333333333 +temperature,64,20852,forward_mse_identity,held,unseen,11,0.125,0.3793103448275862,18.88175574378988,0.7702236624434856,1.4029080005432795,16,0.6452236624434856,0.4375,0.14285714285714285 +temperature,64,20852,forward_mse_identity,held,unseen,12,0.3529411764705882,0.47464503042596345,15.731670666119685,0.7568912969418665,1.1535707827251886,17,0.5340930699052844,0.23529411764705882,0.0 +temperature,64,20852,forward_mse_identity,held,seen,all,0.3303834808259587,0.5669819957277997,11.75855015169537,0.7387847023377795,1.0336402745938718,339,0.4084012215118208,0.3421828908554572,0.46551724137931033 +temperature,64,20852,forward_mse_identity,held,seen,9,0.4,0.6008113590263692,11.003400519276607,0.7652511917307755,0.9722929623130526,85,0.3652511917307755,0.3764705882352941,0.4375 +temperature,64,20852,forward_mse_identity,held,seen,10,0.22352941176470587,0.43529411764705883,15.671415620231423,0.7131175949618772,1.2093083099960902,85,0.48958818319717146,0.29411764705882354,0.32 +temperature,64,20852,forward_mse_identity,held,seen,11,0.3411764705882353,0.6008113590263692,10.672981839726182,0.7295644681177833,0.9880923818157074,85,0.38838799752954806,0.3176470588235294,0.48148148148148145 +temperature,64,20852,forward_mse_identity,held,seen,12,0.3571428571428571,0.6317733990147784,9.66173420464074,0.7473058027811927,0.9640487200798842,84,0.39016294563833565,0.38095238095238093,0.59375 +temperature,64,20852,forward_mse_identity,source_oof,all,all,0.34375,0.5161830357142857,13.4710167315396,0.7524162784701255,1.0511210929430272,64,0.40866627847012543,0.34375,0.4090909090909091 +temperature,64,20852,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_mse_identity,source_oof,seen,all,0.34375,0.5161830357142857,13.4710167315396,0.7524162784701255,1.0511210929430272,64,0.40866627847012543,0.34375,0.4090909090909091 +temperature,64,20852,forward_ce_identity,held,all,all,0.504950495049505,0.6757425742574258,10.057890290960994,0.8800035331502816,0.8703464210074223,404,0.379786247599718,0.6534653465346535,0.5681818181818182 +temperature,64,20852,forward_ce_identity,held,all,9,0.594059405940594,0.7425742574257426,8.607776297128506,0.9104103332891476,0.7127361440183506,101,0.31994124112369526,0.7326732673267327,0.6756756756756757 +temperature,64,20852,forward_ce_identity,held,all,10,0.34653465346534656,0.5445544554455446,13.196630337575998,0.8605477071498201,1.1464681175973128,101,0.5266791579207407,0.5544554455445545,0.375 +temperature,64,20852,forward_ce_identity,held,all,11,0.5544554455445545,0.7227722772277227,8.918964199509091,0.8650469402711735,0.7769723103226487,101,0.3224684270714614,0.6336633663366337,0.625 +temperature,64,20852,forward_ce_identity,held,all,12,0.5247524752475248,0.6930693069306931,9.508190329630382,0.884009151890985,0.8452091120913773,101,0.3655234104029591,0.6930693069306931,0.5571428571428572 +temperature,64,20852,forward_ce_identity,held,unseen,all,0.0,0.03076923076923077,39.551107621855564,0.9285779135560428,1.894401575762169,65,0.9285779135560428,0.7692307692307693,0.0 +temperature,64,20852,forward_ce_identity,held,unseen,9,0.0,0.0625,38.02089726361099,0.945255476977334,1.9137233218444811,16,0.945255476977334,0.8125,0.0 +temperature,64,20852,forward_ce_identity,held,unseen,10,0.0,0.0,42.89315874536349,0.9034115388613877,1.8538188266053504,16,0.9034115388613877,0.625,0.0 +temperature,64,20852,forward_ce_identity,held,unseen,11,0.0,0.0,39.42604972083674,0.9247378432827216,1.893688257617855,16,0.9247378432827217,0.75,0.0 +temperature,64,20852,forward_ce_identity,held,unseen,12,0.0,0.058823529411764705,37.96354727903717,0.9401815667764517,1.9150832898504695,17,0.9401815667764517,0.8823529411764706,0.0 +temperature,64,20852,forward_ce_identity,held,seen,all,0.6017699115044248,0.799410029498525,4.402848619845518,0.8706898613910646,0.673993662721114,339,0.2745607069296264,0.6312684365781711,0.7009345794392523 +temperature,64,20852,forward_ce_identity,held,seen,9,0.7058823529411764,0.8705882352941177,3.0711888210847453,0.9038512474184299,0.4866679693687259,85,0.21153019837347148,0.7176470588235294,0.819672131147541 +temperature,64,20852,forward_ce_identity,held,seen,10,0.4117647058823529,0.6470588235294118,7.606695578463057,0.8524792211805838,1.0133197488428587,85,0.45576482739073654,0.5411764705882353,0.45652173913043476 +temperature,64,20852,forward_ce_identity,held,seen,11,0.6588235294117647,0.8588235294117647,3.1764539837297687,0.8538110055866467,0.5667669555376686,85,0.20910006637287126,0.611764705882353,0.7692307692307693 +temperature,64,20852,forward_ce_identity,held,seen,12,0.6309523809523809,0.8214285714285714,3.7493680898694857,0.8726409250689262,0.6286869570687037,84,0.2508088945766678,0.6547619047619048,0.7090909090909091 +temperature,64,20852,forward_ce_identity,source_oof,all,all,0.484375,0.6724330357142857,7.568848024924927,0.8850204994366668,0.9146667808058777,64,0.41692591206454765,0.65625,0.5714285714285714 +temperature,64,20852,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_ce_identity,source_oof,seen,all,0.484375,0.6724330357142857,7.568848024924927,0.8850204994366668,0.9146667808058777,64,0.41692591206454765,0.65625,0.5714285714285714 +temperature,64,20852,inverse_balanced,held,all,all,0.4504950495049505,0.7204738330975955,7.820380508536273,0.8894068750242757,0.9571062404576894,404,0.4389118255193252,0.6584158415841584,0.5338345864661653 +temperature,64,20852,inverse_balanced,held,all,9,0.5346534653465347,0.7825318246110324,7.305897989655038,0.9172360928828622,0.8371852336207377,101,0.38258262753632766,0.7326732673267327,0.5945945945945946 +temperature,64,20852,inverse_balanced,held,all,10,0.297029702970297,0.594059405940594,10.175839439412252,0.8709881832853067,1.2246799498371768,101,0.5739584803150097,0.5841584158415841,0.3220338983050847 +temperature,64,20852,inverse_balanced,held,all,11,0.49504950495049505,0.7429278642149929,7.06090889426534,0.8884056089081424,0.8930215075684417,101,0.4050578920646466,0.6633663366336634,0.5671641791044776 +temperature,64,20852,inverse_balanced,held,all,12,0.4752475247524752,0.7623762376237624,6.73887571081246,0.8809976150207913,0.8735382708044012,101,0.40575009026831615,0.6534653465346535,0.6212121212121212 +temperature,64,20852,inverse_balanced,held,unseen,all,0.046153846153846156,0.3384615384615385,18.03587655846303,0.864863519268802,1.7311737653221353,65,0.8187096731149559,0.6000000000000001,0.0 +temperature,64,20852,inverse_balanced,held,unseen,9,0.0,0.375,19.857214415576017,0.877233283401243,1.772136867273782,16,0.8772332834012428,0.625,0.0 +temperature,64,20852,inverse_balanced,held,unseen,10,0.0625,0.3125,16.27345755101551,0.868700562906346,1.7012437946411754,16,0.8062005629063461,0.5625,0.0 +temperature,64,20852,inverse_balanced,held,unseen,11,0.0625,0.3125,18.586821389457178,0.8422913162277078,1.728854835611064,16,0.8536588536531406,0.5625,0.0 +temperature,64,20852,inverse_balanced,held,unseen,12,0.058823529411764705,0.3529411764705882,17.461887211959848,0.8708544795239632,1.7229721638542614,17,0.8563642093813997,0.6470588235294118,0.0 +temperature,64,20852,inverse_balanced,held,seen,all,0.528023598820059,0.7937210282343025,5.861657077134387,0.8941128281927293,0.8086862135662765,339,0.36608922937267036,0.6696165191740413,0.6255506607929516 +temperature,64,20852,inverse_balanced,held,seen,9,0.6352941176470588,0.8592436974789915,4.943297250658145,0.9247660334911669,0.6611943378742823,85,0.28947191584410814,0.7529411764705882,0.6875 +temperature,64,20852,inverse_balanced,held,seen,10,0.3411764705882353,0.6470588235294118,9.028052500757521,0.8714187941801697,1.1349738143446595,85,0.5302423235919345,0.5882352941176471,0.38 +temperature,64,20852,inverse_balanced,held,seen,11,0.5764705882352941,0.8239495798319326,4.891325365758642,0.8970859463538712,0.7356881752310069,85,0.3206153581185771,0.6823529411764706,0.6551724137931034 +temperature,64,20852,inverse_balanced,held,seen,12,0.5595238095238095,0.8452380952380952,4.568742430818347,0.8830503924427685,0.7016290305443104,84,0.32352658291895897,0.6547619047619048,0.7454545454545454 +temperature,64,20852,inverse_balanced,source_oof,all,all,0.421875,0.65625,9.118397548940838,0.8985643827221471,1.0401544864106282,64,0.5009522812845207,0.671875,0.4883720930232558 +temperature,64,20852,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,inverse_balanced,source_oof,seen,all,0.421875,0.65625,9.118397548940838,0.8985643827221471,1.0401544864106282,64,0.5009522812845207,0.671875,0.4883720930232558 +temperature,64,20852,inverse_balanced_factor_temperature,held,all,all,0.4504950495049505,0.7227722772277227,2.5685854933241905,0.5523329109481826,0.7626136395528516,404,0.1161530353150024,0.03712871287128713,0.4 +temperature,64,20852,inverse_balanced_factor_temperature,held,all,9,0.5346534653465347,0.7920792079207921,2.3806122299624466,0.5863597061935006,0.6895394651796767,101,0.0986304536724602,0.04950495049504951,0.6000000000000001 +temperature,64,20852,inverse_balanced_factor_temperature,held,all,10,0.297029702970297,0.594059405940594,3.1971402224864454,0.530784047393647,0.9386418042330134,101,0.23375434442335,0.0297029702970297,0.0 +temperature,64,20852,inverse_balanced_factor_temperature,held,all,11,0.49504950495049505,0.7425742574257426,2.383981986496672,0.5474004225472557,0.7140422146320647,101,0.10413679886898564,0.039603960396039604,0.5 +temperature,64,20852,inverse_balanced_factor_temperature,held,all,12,0.4752475247524752,0.7623762376237624,2.3126075343511974,0.5447874676583269,0.7082310741666512,101,0.1270769534852863,0.0297029702970297,0.3333333333333333 +temperature,64,20852,inverse_balanced_factor_temperature,held,unseen,all,0.046153846153846156,0.3384615384615385,5.172510000013886,0.5220070586149034,1.256592156941294,65,0.5267486685912811,0.015384615384615385,0.0 +temperature,64,20852,inverse_balanced_factor_temperature,held,unseen,9,0.0,0.375,5.561115664955123,0.549121513545388,1.2868544977806324,16,0.549121513545388,0.0, +temperature,64,20852,inverse_balanced_factor_temperature,held,unseen,10,0.0625,0.3125,4.715982152524237,0.5357891787294411,1.2633688892835466,16,0.47328917872944115,0.0625,0.0 +temperature,64,20852,inverse_balanced_factor_temperature,held,unseen,11,0.0625,0.3125,5.335388636743893,0.5043980941058807,1.2446699032030482,16,0.5466161371351668,0.0, +temperature,64,20852,inverse_balanced_factor_temperature,held,unseen,12,0.058823529411764705,0.3529411764705882,5.083139219607677,0.5000893075221978,1.2329527974652044,17,0.5373078934043135,0.0, +temperature,64,20852,inverse_balanced_factor_temperature,held,seen,all,0.528023598820059,0.7964601769911505,2.0693079330444553,0.5581476023985164,0.667897994625864,339,0.10085800720840989,0.04129793510324484,0.42857142857142855 +temperature,64,20852,inverse_balanced_factor_temperature,held,seen,9,0.6352941176470588,0.8705882352941177,1.7819292304344134,0.5933692483390277,0.5771036943371438,85,0.1694788586980451,0.058823529411764705,0.6000000000000001 +temperature,64,20852,inverse_balanced_factor_temperature,held,seen,10,0.3411764705882353,0.6470588235294118,2.911240565067567,0.5298419050245564,0.87751670587056,85,0.20315803573191887,0.023529411764705882,0.0 +temperature,64,20852,inverse_balanced_factor_temperature,held,seen,11,0.5764705882352941,0.8235294117647058,1.8284230876266072,0.5554949784891616,0.6141593556069385,85,0.14004226305559309,0.047058823529411764,0.5 +temperature,64,20852,inverse_balanced_factor_temperature,held,seen,12,0.5595238095238095,0.8452380952380952,1.7519046932873856,0.553833523876353,0.6020373920705154,84,0.16233773149588637,0.03571428571428571,0.3333333333333333 +temperature,64,20852,inverse_balanced_factor_temperature,source_oof,all,all,0.421875,0.65625,2.8734915427732735,0.5631409906920621,0.815696520031707,64,0.14126599069206214,0.046875,0.3333333333333333 +temperature,64,20852,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,inverse_balanced_factor_temperature,source_oof,seen,all,0.421875,0.65625,2.8734915427732735,0.5631409906920621,0.815696520031707,64,0.14126599069206214,0.046875,0.3333333333333333 +temperature,64,20852,inverse_unweighted,held,all,all,0.44554455445544555,0.710484441301273,7.857348659455392,0.8989394367742425,0.9678181029757464,404,0.4533948823187969,0.7079207920792079,0.5209790209790209 +temperature,64,20852,inverse_unweighted,held,all,9,0.5445544554455446,0.7722772277227723,7.201940127521493,0.9231362995913569,0.8281963105766672,101,0.3792117194012139,0.7722772277227723,0.6025641025641025 +temperature,64,20852,inverse_unweighted,held,all,10,0.27722772277227725,0.5841584158415841,10.48841090592841,0.8916459620592274,1.2802683274420172,101,0.6144182392869502,0.6732673267326733,0.3235294117647059 +temperature,64,20852,inverse_unweighted,held,all,11,0.48514851485148514,0.7528288543140027,6.973069409134039,0.8981407372469637,0.8940002434563863,101,0.4129922223954785,0.7227722772277227,0.547945205479452 +temperature,64,20852,inverse_unweighted,held,all,12,0.4752475247524752,0.7326732673267327,6.765974195237628,0.8828347481994218,0.8688075304279153,101,0.40758722344694664,0.6633663366336634,0.5970149253731343 +temperature,64,20852,inverse_unweighted,held,unseen,all,0.015384615384615385,0.23076923076923078,18.758840289876137,0.8973345764695053,1.8103588152881218,65,0.88194996108489,0.676923076923077,0.0 +temperature,64,20852,inverse_unweighted,held,unseen,9,0.0,0.3125,20.030887361941804,0.9169093515215376,1.8564562381488972,16,0.9169093515215376,0.6875,0.0 +temperature,64,20852,inverse_unweighted,held,unseen,10,0.0625,0.1875,17.778346614198647,0.9127913879005145,1.7488823174253831,16,0.8502913879005145,0.5625,0.0 +temperature,64,20852,inverse_unweighted,held,unseen,11,0.0,0.25,19.03948767083032,0.8711400381886779,1.808382931419772,16,0.8711400381886778,0.6875,0.0 +temperature,64,20852,inverse_unweighted,held,unseen,12,0.0,0.1764705882352941,18.220298381789203,0.8890173546321269,1.8266928942248863,17,0.8890173546321269,0.7647058823529411,0.0 +temperature,64,20852,inverse_unweighted,held,seen,all,0.528023598820059,0.8024652338811631,5.767092152147579,0.899247153351847,0.8062689988450551,339,0.3712235545317879,0.7138643067846607,0.615702479338843 +temperature,64,20852,inverse_unweighted,held,seen,9,0.6470588235294118,0.8588235294117647,4.78707947163061,0.9243084309927344,0.634641500680718,85,0.2928634571384542,0.788235294117647,0.7014925373134329 +temperature,64,20852,inverse_unweighted,held,seen,10,0.3176470588235294,0.6588235294117647,9.116187713783422,0.8876656466067498,1.192058635209854,85,0.5700185877832205,0.6941176470588235,0.3728813559322034 +temperature,64,20852,inverse_unweighted,held,seen,11,0.5764705882352941,0.8474789915966385,4.701743618697091,0.9032232217755821,0.7218811492515138,85,0.326752633540288,0.7294117647058823,0.6451612903225806 +temperature,64,20852,inverse_unweighted,held,seen,12,0.5714285714285714,0.8452380952380952,4.447837157483143,0.8815835064213742,0.6749497782309091,84,0.3101549349928029,0.6428571428571428,0.7407407407407407 +temperature,64,20852,inverse_unweighted,source_oof,all,all,0.390625,0.640625,8.745071315798416,0.8869425304976142,1.0319261147835388,64,0.4963175304976142,0.65625,0.5238095238095237 +temperature,64,20852,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,inverse_unweighted,source_oof,seen,all,0.390625,0.640625,8.745071315798416,0.8869425304976142,1.0319261147835388,64,0.4963175304976142,0.65625,0.5238095238095237 +temperature,64,20852,inverse_unweighted_factor_temperature,held,all,all,0.44554455445544555,0.7103960396039604,2.564761336638546,0.5606226587420058,0.7699564433993528,404,0.13813960938373165,0.0297029702970297,0.3333333333333333 +temperature,64,20852,inverse_unweighted_factor_temperature,held,all,9,0.5445544554455446,0.7722772277227723,2.356640827500327,0.5871419097751297,0.6881089778259398,101,0.09768626935325266,0.039603960396039604,0.5 +temperature,64,20852,inverse_unweighted_factor_temperature,held,all,10,0.27722772277227725,0.5841584158415841,3.2254667268025345,0.5581171387937142,0.9622815990068793,101,0.2808894160214369,0.019801980198019802,0.0 +temperature,64,20852,inverse_unweighted_factor_temperature,held,all,11,0.48514851485148514,0.7524752475247525,2.3572882927631333,0.551870270499088,0.7140186216387022,101,0.10415758382654099,0.039603960396039604,0.5 +temperature,64,20852,inverse_unweighted_factor_temperature,held,all,12,0.4752475247524752,0.7326732673267327,2.3196494994881895,0.5453613159000914,0.7154165751258904,101,0.12888608234839477,0.019801980198019802,0.0 +temperature,64,20852,inverse_unweighted_factor_temperature,held,unseen,all,0.015384615384615385,0.23076923076923078,5.346186623599751,0.5303635608458054,1.283964422925358,65,0.51497894546119,0.015384615384615385,0.0 +temperature,64,20852,inverse_unweighted_factor_temperature,held,unseen,9,0.0,0.3125,5.625424611994001,0.5436686785088671,1.2991457602165009,16,0.5436686785088671,0.0, +temperature,64,20852,inverse_unweighted_factor_temperature,held,unseen,10,0.0625,0.1875,5.045485586898038,0.5636476149632963,1.30210278362985,16,0.5011476149632963,0.0625,0.0 +temperature,64,20852,inverse_unweighted_factor_temperature,held,unseen,11,0.0,0.25,5.4480375765496465,0.5090063595822708,1.2673798287468254,16,0.5090063595822709,0.0, +temperature,64,20852,inverse_unweighted_factor_temperature,held,unseen,12,0.0,0.1764705882352941,5.270527419230401,0.5066158238886118,1.2682137369798496,17,0.5066158238886118,0.0, +temperature,64,20852,inverse_unweighted_factor_temperature,held,seen,all,0.528023598820059,0.8023598820058997,2.0314497034453947,0.5664245506690059,0.6714003411303547,339,0.12393562304896054,0.032448377581120944,0.36363636363636365 +temperature,64,20852,inverse_unweighted_factor_temperature,held,seen,9,0.6470588235294118,0.8588235294117647,1.7413403504191651,0.5953251062487791,0.5730902893759517,85,0.1829459334680778,0.047058823529411764,0.5 +temperature,64,20852,inverse_unweighted_factor_temperature,held,seen,10,0.3176470588235294,0.6588235294117647,2.882874941372793,0.5570761079853223,0.8983152583719669,85,0.23942904916179272,0.011764705882352941,0.0 +temperature,64,20852,inverse_unweighted_factor_temperature,held,seen,11,0.5764705882352941,0.8470588235294118,1.775500192285672,0.5599387713775478,0.6098565120654085,85,0.13839937943177733,0.047058823529411764,0.5 +temperature,64,20852,inverse_unweighted_factor_temperature,held,seen,12,0.5714285714285714,0.8452380952380952,1.7224480157308375,0.5532026654738431,0.6035409590363986,84,0.17040057044090817,0.023809523809523808,0.0 +temperature,64,20852,inverse_unweighted_factor_temperature,source_oof,all,all,0.390625,0.640625,2.793064239292624,0.553623878886984,0.8117148739846634,64,0.20621679277539476,0.03125,0.5 +temperature,64,20852,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,inverse_unweighted_factor_temperature,source_oof,seen,all,0.390625,0.640625,2.793064239292624,0.553623878886984,0.8117148739846634,64,0.20621679277539476,0.03125,0.5 +temperature,64,20852,forward_mse_full_product,held,all,all,0.4752475247524752,0.7351485148514851,1.9241355356899408,0.5225485807302906,0.7298624649793337,404,0.08764957443528286,0.09653465346534654,0.717948717948718 +temperature,64,20852,forward_mse_full_product,held,all,9,0.5742574257425742,0.801980198019802,1.5321860825354512,0.5605438516228961,0.626809999337859,101,0.11701227698046995,0.13861386138613863,0.7142857142857142 +temperature,64,20852,forward_mse_full_product,held,all,10,0.32673267326732675,0.5346534653465347,2.9083634579578117,0.4662963879351791,0.9052130805570711,101,0.14534909057862386,0.019801980198019802,0.5 +temperature,64,20852,forward_mse_full_product,held,all,11,0.504950495049505,0.801980198019802,1.6087590695449794,0.5165773886986338,0.6829412610495514,101,0.10758853696686836,0.0891089108910891,0.8888888888888888 +temperature,64,20852,forward_mse_full_product,held,all,12,0.49504950495049505,0.801980198019802,1.6472335327215204,0.5467766946644536,0.7044855189728535,101,0.11797270702313134,0.13861386138613863,0.6428571428571428 +temperature,64,20852,forward_mse_full_product,held,unseen,all,0.2153846153846154,0.6923076923076923,2.776695647191026,0.527447157884189,1.0416337917263365,65,0.32658455708234263,0.06153846153846154,0.0 +temperature,64,20852,forward_mse_full_product,held,unseen,9,0.3125,0.75,2.3079904881647244,0.5835796104104688,0.9958357962553906,16,0.46587752818738093,0.125,0.0 +temperature,64,20852,forward_mse_full_product,held,unseen,10,0.1875,0.5,4.309395752486665,0.4357172664010553,1.0255312297465198,16,0.2781055623488814,0.0, +temperature,64,20852,forward_mse_full_product,held,unseen,11,0.125,0.75,2.409713127742576,0.5449202514892914,1.1092127285072062,16,0.4530731649546126,0.0, +temperature,64,20852,forward_mse_full_product,held,unseen,12,0.23529411764705882,0.7647058823529411,2.120683951359601,0.5445053652740732,1.0362894347097646,17,0.42091350489408064,0.11764705882352941,0.0 +temperature,64,20852,forward_mse_full_product,held,seen,all,0.5250737463126843,0.7433628318584071,1.7606653078210008,0.5216093255237909,0.6700833020337431,339,0.0681913898160173,0.10324483775811209,0.7999999999999999 +temperature,64,20852,forward_mse_full_product,held,seen,9,0.6235294117647059,0.8117647058823529,1.3861523120640584,0.5562077087922941,0.5573463199180884,85,0.10578467325842317,0.1411764705882353,0.8333333333333333 +temperature,64,20852,forward_mse_full_product,held,seen,10,0.3529411764705882,0.5411764705882353,2.644639731928851,0.47205245787101413,0.8825649583567042,85,0.14560949791174738,0.023529411764705882,0.5 +temperature,64,20852,forward_mse_full_product,held,seen,11,0.5764705882352941,0.8117647058823529,1.457991246825432,0.5112422615850982,0.6027019259986987,85,0.11980300740885158,0.10588235294117647,0.8888888888888888 +temperature,64,20852,forward_mse_full_product,held,seen,12,0.5476190476190476,0.8095238095238095,1.5514161860923854,0.5472363684696497,0.637334726502288,84,0.1344199281791423,0.14285714285714285,0.75 +temperature,64,20852,forward_mse_full_product,source_oof,all,all,0.515625,0.8125,2.0221309166434147,0.5523423326990359,0.6386088680078238,64,0.1657553284565205,0.109375,0.8571428571428571 +temperature,64,20852,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_mse_full_product,source_oof,seen,all,0.515625,0.8125,2.0221309166434147,0.5523423326990359,0.6386088680078238,64,0.1657553284565205,0.109375,0.8571428571428571 +temperature,64,20852,forward_mse_full_scalar_temperature,held,all,all,0.46534653465346537,0.7004950495049505,1.9279166457953734,0.36014972245987836,0.7418865295412043,404,0.13909170117567846,0.027227722772277228,0.8181818181818182 +temperature,64,20852,forward_mse_full_scalar_temperature,held,all,9,0.5544554455445545,0.7722772277227723,1.6559161908113422,0.3927477461122216,0.6758111997186611,101,0.20251378488483562,0.039603960396039604,0.75 +temperature,64,20852,forward_mse_full_scalar_temperature,held,all,10,0.3069306930693069,0.5148514851485149,2.5276673342299745,0.30465305941233534,0.8649085144233353,101,0.06442084642286801,0.0, +temperature,64,20852,forward_mse_full_scalar_temperature,held,all,11,0.504950495049505,0.7722772277227723,1.7390288163077523,0.36316956621899554,0.7100030152405203,101,0.1932160647795892,0.04950495049504951,0.8 +temperature,64,20852,forward_mse_full_scalar_temperature,held,all,12,0.49504950495049505,0.7425742574257426,1.7890542418324258,0.3800285180959609,0.7168233887823003,101,0.18378076214204803,0.019801980198019802,1.0 +temperature,64,20852,forward_mse_full_scalar_temperature,held,unseen,all,0.2,0.676923076923077,2.223409506137331,0.3446051035844472,0.8883513041820468,65,0.23501167840647785,0.0, +temperature,64,20852,forward_mse_full_scalar_temperature,held,unseen,9,0.25,0.75,1.915290465318258,0.3932835181330445,0.8688371747689496,16,0.34544205762831903,0.0, +temperature,64,20852,forward_mse_full_scalar_temperature,held,unseen,10,0.125,0.4375,3.1605324267396897,0.28010804760683283,0.9401761255428585,16,0.21170280075624529,0.0, +temperature,64,20852,forward_mse_full_scalar_temperature,held,unseen,11,0.1875,0.75,1.9941787438408907,0.35760549405603415,0.8961100581573158,16,0.24768088465423443,0.0, +temperature,64,20852,forward_mse_full_scalar_temperature,held,unseen,12,0.23529411764705882,0.7647058823529411,1.8471524543850057,0.3472575750737929,0.8506388844898268,17,0.3015904806138294,0.0, +temperature,64,20852,forward_mse_full_scalar_temperature,held,seen,all,0.5162241887905604,0.7050147492625368,1.8712587227209572,0.36313025410266014,0.7138033131646415,339,0.17458597641169443,0.032448377581120944,0.8181818181818182 +temperature,64,20852,forward_mse_full_scalar_temperature,held,seen,9,0.611764705882353,0.7764705882352941,1.6070927979629814,0.39264689490830196,0.6394768985327244,85,0.2544360253714112,0.047058823529411764,0.75 +temperature,64,20852,forward_mse_full_scalar_temperature,held,seen,10,0.3411764705882353,0.5294117647058824,2.408539787404617,0.30927329692866523,0.850740493506719,85,0.05327595689029466,0.0, +temperature,64,20852,forward_mse_full_scalar_temperature,held,seen,11,0.5647058823529412,0.7764705882352941,1.6910005946544555,0.36421692097908237,0.6749711012797117,85,0.2180860901003348,0.058823529411764705,0.8 +temperature,64,20852,forward_mse_full_scalar_temperature,held,seen,12,0.5476190476190476,0.738095238095238,1.7772962702444033,0.3866607327552092,0.6897416813176819,84,0.21294072610694745,0.023809523809523808,1.0 +temperature,64,20852,forward_mse_full_scalar_temperature,source_oof,all,all,0.5,0.796875,1.953743353849708,0.3805598792410795,0.6804725798802034,64,0.16195673461434054,0.046875,1.0 +temperature,64,20852,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_mse_full_scalar_temperature,source_oof,seen,all,0.5,0.796875,1.953743353849708,0.3805598792410795,0.6804725798802034,64,0.16195673461434054,0.046875,1.0 +temperature,64,20852,forward_mse_identity_scalar_temperature,held,all,all,0.3069306930693069,0.5346534653465347,2.7869260670774763,0.16348253012339029,0.8996291681258174,404,0.1743626439450659,0.01485148514851485,0.5 +temperature,64,20852,forward_mse_identity_scalar_temperature,held,all,9,0.3564356435643564,0.5643564356435644,2.699962792807551,0.17683770308165167,0.8904205613515642,101,0.2463534734402984,0.019801980198019802,0.5 +temperature,64,20852,forward_mse_identity_scalar_temperature,held,all,10,0.2079207920792079,0.40594059405940597,3.110993378173889,0.13573558743254205,0.9339852430585152,101,0.09183899070106909,0.0, +temperature,64,20852,forward_mse_identity_scalar_temperature,held,all,11,0.3069306930693069,0.5643564356435644,2.705346892381042,0.1719378406097109,0.8908197791014996,101,0.1744820091118869,0.019801980198019802,0.5 +temperature,64,20852,forward_mse_identity_scalar_temperature,held,all,12,0.3564356435643564,0.6039603960396039,2.6314012049474234,0.1694189893696565,0.8832910889916905,101,0.23053208992282442,0.019801980198019802,0.5 +temperature,64,20852,forward_mse_identity_scalar_temperature,held,unseen,all,0.18461538461538463,0.36923076923076925,3.1724624772667025,0.17444234606892178,0.9704336312919164,65,0.1641496674194351,0.0, +temperature,64,20852,forward_mse_identity_scalar_temperature,held,unseen,9,0.125,0.375,3.112529559460529,0.19160384550330417,0.9761483986494178,16,0.16980094437526658,0.0, +temperature,64,20852,forward_mse_identity_scalar_temperature,held,unseen,10,0.125,0.25,3.6231353437720863,0.1308502573615663,0.9836627790355484,16,0.06218899614683235,0.0, +temperature,64,20852,forward_mse_identity_scalar_temperature,held,unseen,11,0.125,0.375,3.073270628451701,0.1900294022213362,0.9729450110986501,16,0.18217008700870674,0.0, +temperature,64,20852,forward_mse_identity_scalar_temperature,held,unseen,12,0.3529411764705882,0.47058823529411764,2.8980642656109756,0.1846480243000358,0.9502404125551005,17,0.3459663505876039,0.0, +temperature,64,20852,forward_mse_identity_scalar_temperature,held,seen,all,0.3303834808259587,0.5663716814159292,2.713003156569218,0.16138109048781638,0.8860530911175681,339,0.18933549022853915,0.017699115044247787,0.5 +temperature,64,20852,forward_mse_identity_scalar_temperature,held,seen,9,0.4,0.6,2.6223031661434604,0.17405819391992883,0.874283556683733,85,0.2691368471601272,0.023529411764705882,0.5 +temperature,64,20852,forward_mse_identity_scalar_temperature,held,seen,10,0.22352941176470587,0.43529411764705883,3.014590184649523,0.13665517897531393,0.9246341774628382,85,0.09996786300806354,0.0, +temperature,64,20852,forward_mse_identity_scalar_temperature,held,seen,11,0.3411764705882353,0.6,2.6360906597089184,0.1685323701886991,0.875360911902036,85,0.20743140124419196,0.023529411764705882,0.5 +temperature,64,20852,forward_mse_identity_scalar_temperature,held,seen,12,0.3571428571428571,0.6309523809523809,2.5774336807655147,0.16633692277660356,0.869741821127667,84,0.21392520702824436,0.023809523809523808,0.5 +temperature,64,20852,forward_mse_identity_scalar_temperature,source_oof,all,all,0.34375,0.515625,2.819625833276512,0.16027672801689902,0.8878095118753327,64,0.2055509728971737,0.0, +temperature,64,20852,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.34375,0.515625,2.819625833276512,0.16027672801689902,0.8878095118753327,64,0.2055509728971737,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,all,all,0.504950495049505,0.6757425742574258,2.3253232621807136,0.3593640631719891,0.765837509471516,404,0.19086759096673578,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,all,9,0.594059405940594,0.7425742574257426,2.0731759411348794,0.3877010672416266,0.7028538411104526,101,0.27257347741653704,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,all,10,0.34653465346534656,0.5445544554455446,2.839349069847553,0.31056401074486206,0.8700961894184885,101,0.12027430374090184,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,all,11,0.5544554455445545,0.7227722772277227,2.1708894477358736,0.3636600991043176,0.7372267406866054,101,0.2408245833240938,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,all,12,0.5247524752475248,0.6930693069306931,2.217878590004549,0.3755310755971501,0.753173266670517,101,0.20438234410640532,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.03076923076923077,5.950793356587665,0.3813973893173607,1.194178788303944,65,0.3813973893173608,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0625,5.713521799699494,0.4012791636521028,1.2061258592745008,16,0.4012791636521028,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0,6.540389810122038,0.31193215474208263,1.1547351864721074,16,0.3119321547420826,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,5.855914977902836,0.41397912633987977,1.2189109818519013,16,0.4139791263398797,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,unseen,12,0.0,0.058823529411764705,5.708490751447547,0.397399011169612,1.196780517540013,17,0.39739901116961196,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,seen,all,0.6017699115044248,0.799410029498525,1.6301741290348384,0.35513938411756685,0.6837071757720827,339,0.2652439055254789,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,seen,9,0.7058823529411764,0.8705882352941177,1.3879343677580105,0.38514519027024285,0.6081202847501611,85,0.3549496762054327,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,seen,10,0.4117647058823529,0.6470588235294118,2.142682577560591,0.31030647775715,0.8165170840907486,85,0.1585711365442157,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,seen,11,0.6588235294117647,0.8588235294117647,1.4772375832338567,0.35418828221291776,0.6465567658790203,85,0.31702839816350303,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,held,seen,12,0.6309523809523809,0.8214285714285714,1.51144517637918,0.37110542196938995,0.6633956087564522,84,0.27993448261649617,0.0, +temperature,64,20852,forward_ce_identity_scalar_temperature,source_oof,all,all,0.484375,0.6875,1.97301979596344,0.3786855941009172,0.7584174361278178,64,0.24996857276575832,0.015625,1.0 +temperature,64,20852,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.484375,0.6875,1.97301979596344,0.3786855941009172,0.7584174361278178,64,0.24996857276575832,0.015625,1.0 +temperature,64,20852,inverse_balanced_scalar_temperature,held,all,all,0.4504950495049505,0.7227722772277227,2.1778580186283256,0.31805910455746794,0.7773323109282144,404,0.1521025333104594,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,all,9,0.5346534653465347,0.7920792079207921,2.039191411995967,0.3432901889169904,0.7343091030119122,101,0.24848202624552637,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,all,10,0.297029702970297,0.594059405940594,2.5385497569587696,0.29487791593794177,0.8709478520980516,101,0.10367218959588173,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,all,11,0.49504950495049505,0.7425742574257426,2.08871147457893,0.3158546077919559,0.7537129907884184,101,0.19567252075372527,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,all,12,0.4752475247524752,0.7623762376237624,2.044979430979637,0.3182137055829836,0.7503592978144756,101,0.17200965335846022,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,unseen,all,0.046153846153846156,0.3384615384615385,3.515843149465454,0.29632660216698536,1.0384513541499008,65,0.26480559750043386,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,unseen,9,0.0,0.375,3.6620486982262257,0.3168428097894991,1.0540318680851133,16,0.3168428097894991,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,unseen,10,0.0625,0.3125,3.317684474318807,0.2897292735377982,1.0207897871503113,16,0.22722927353779818,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,unseen,11,0.0625,0.3125,3.5887717778622266,0.29394113859065685,1.0426184561202132,16,0.3195325445800529,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,unseen,12,0.058823529411764705,0.3529411764705882,3.4961015005140204,0.2854716229509873,1.0364880140031374,17,0.25014552194102546,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,seen,all,0.528023598820059,0.7964601769911505,1.9213121970813838,0.32222610354089376,0.7272652377441152,339,0.22307999858587024,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,seen,9,0.6352941176470588,0.8705882352941177,1.7337123934114476,0.3482685191056947,0.6741259942922507,85,0.3411834918475814,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,seen,10,0.3411764705882353,0.6470588235294118,2.391889104279233,0.2958470721544394,0.8427423113823321,85,0.1510237990828982,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,seen,11,0.5764705882352941,0.8235294117647058,1.8063471821961918,0.3199794961122004,0.6993307855494921,85,0.2760703860420795,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,held,seen,12,0.5595238095238095,0.8452380952380952,1.7512999645262497,0.3248400794489828,0.692452295728675,84,0.25269038784965786,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,source_oof,all,all,0.421875,0.65625,2.332273429739982,0.3194920140134778,0.8114400703532888,64,0.21531908032842925,0.0, +temperature,64,20852,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,inverse_balanced_scalar_temperature,source_oof,seen,all,0.421875,0.65625,2.332273429739982,0.3194920140134778,0.8114400703532888,64,0.21531908032842925,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,all,all,0.44554455445544555,0.7103960396039604,2.1738729053790085,0.32071383027999295,0.7787596540658444,404,0.14202594046968114,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,all,9,0.5445544554455446,0.7722772277227723,2.0303493278267424,0.34238992540379815,0.7349095074018306,101,0.2539054151258712,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,all,10,0.27722772277227725,0.5841584158415841,2.5373104614452795,0.3060499602060692,0.8721212672469619,101,0.07664866973174653,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,all,11,0.48514851485148514,0.7524752475247525,2.07570937275941,0.3171823702183306,0.7531898498207792,101,0.1893131814181131,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,all,12,0.4752475247524752,0.7326732673267327,2.0521224594846013,0.3172330652917737,0.7548179917938057,101,0.18926227838760604,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,unseen,all,0.015384615384615385,0.23076923076923078,3.600366099376487,0.2986013513376176,1.051001180701107,65,0.28321673595300223,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,unseen,9,0.0,0.3125,3.702897706143389,0.31233729619910805,1.0610437445602097,16,0.31233729619910805,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,unseen,10,0.0625,0.1875,3.466011994584314,0.30050788172883147,1.0342872185720282,16,0.23800788172883153,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,unseen,11,0.0,0.25,3.644968103965295,0.29517009516004367,1.0544760886805937,16,0.29517009516004367,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,unseen,12,0.0,0.1764705882352941,3.5883383284931596,0.2871084392669066,1.0540096421509797,17,0.28710843926690655,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,seen,all,0.528023598820059,0.8023598820058997,1.9003565112496978,0.32495368612440123,0.72655995131867,339,0.2224406922065736,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,seen,9,0.6470588235294118,0.8588235294117647,1.7155166919083145,0.3480468909011516,0.6735195333484887,85,0.35733280205964857,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,seen,10,0.3176470588235294,0.6588235294117647,2.3624960552073437,0.30709317497825517,0.84159591170342,85,0.0985477058815104,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,seen,11,0.5764705882352941,0.8470588235294118,1.7803194939441844,0.3213258572881258,0.6964771460354022,85,0.278160664715407,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,held,seen,12,0.5714285714285714,0.8452380952380952,1.741221628851917,0.32332971579680636,0.6942673006500917,84,0.27172745163258344,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,source_oof,all,all,0.390625,0.640625,2.2991431087582015,0.3139306913477062,0.8090492156780725,64,0.15044056965950772,0.0, +temperature,64,20852,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20852,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.390625,0.640625,2.2991431087582015,0.3139306913477062,0.8090492156780725,64,0.15044056965950772,0.0, +temperature,64,20853,forward_mse_full,held,all,all,0.5470297029702971,0.8094059405940595,3.3731606180235354,0.6630208038076726,0.6841701071445848,404,0.11700176507403676,0.1188118811881188,0.5208333333333333 +temperature,64,20853,forward_mse_full,held,all,9,0.6633663366336634,0.900990099009901,1.580796768057253,0.7038006694474566,0.5498132414361135,101,0.11655873801267616,0.15841584158415842,0.625 +temperature,64,20853,forward_mse_full,held,all,10,0.3564356435643564,0.5445544554455446,8.650993050763006,0.5984591182384164,0.911752470521607,101,0.2420234746740599,0.0, +temperature,64,20853,forward_mse_full,held,all,11,0.594059405940594,0.8712871287128713,1.6914194821732136,0.6778786520741674,0.6433569735384588,101,0.14102071565542573,0.1485148514851485,0.4666666666666667 +temperature,64,20853,forward_mse_full,held,all,12,0.5742574257425742,0.9207920792079208,1.5694331711006693,0.6719447754706505,0.6317577430821603,101,0.15328271658142395,0.16831683168316833,0.47058823529411764 +temperature,64,20853,forward_mse_full,held,unseen,all,0.26153846153846155,0.6923076923076923,4.7656664658562375,0.626879004278006,0.998994297458745,65,0.42664689109615955,0.07692307692307693,0.0 +temperature,64,20853,forward_mse_full,held,unseen,9,0.375,0.8125,2.5546822537533505,0.6300868057431406,0.9010341092726921,16,0.4762232213375381,0.0625,0.0 +temperature,64,20853,forward_mse_full,held,unseen,10,0.125,0.3125,11.564711190478189,0.6164033728726503,1.2142980743141218,16,0.4914033728726503,0.0, +temperature,64,20853,forward_mse_full,held,unseen,11,0.25,0.8125,2.8242308649877543,0.6043544754675925,0.9956172701524424,16,0.500366026379708,0.125,0.0 +temperature,64,20853,forward_mse_full,held,unseen,12,0.29411764705882354,0.8235294117647058,2.2747253725380396,0.6549188713374267,0.8917316514700196,17,0.4323511012418876,0.11764705882352941,0.0 +temperature,64,20853,forward_mse_full,held,seen,all,0.6017699115044248,0.831858407079646,3.1061609716839325,0.6699506473753079,0.623805586877858,339,0.0791247339375997,0.12684365781710916,0.5813953488372093 +temperature,64,20853,forward_mse_full,held,seen,9,0.7176470588235294,0.9176470588235294,1.3974771472203407,0.7176762202623865,0.48370107807864,85,0.10233285026935732,0.1764705882352941,0.6666666666666666 +temperature,64,20853,forward_mse_full,held,seen,10,0.4,0.5882352941176471,8.102528459757794,0.5950813761896193,0.8548027098077219,85,0.19508137618961938,0.0, +temperature,64,20853,forward_mse_full,held,seen,11,0.6588235294117647,0.8823529411764706,1.4781843983493,0.6917184970824638,0.5770491529993559,85,0.10804892090965601,0.15294117647058825,0.5384615384615385 +temperature,64,20853,forward_mse_full,held,seen,12,0.6309523809523809,0.9404761904761905,1.4266954636669151,0.6753904941642789,0.5791439759084267,84,0.17486005868644217,0.17857142857142855,0.5333333333333333 +temperature,64,20853,forward_mse_full,source_oof,all,all,0.609375,0.9375,1.2247730447158913,0.7277009285503406,0.533578696776293,64,0.20573034674049817,0.171875,0.9090909090909092 +temperature,64,20853,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_mse_full,source_oof,seen,all,0.609375,0.9375,1.2247730447158913,0.7277009285503406,0.533578696776293,64,0.20573034674049817,0.171875,0.9090909090909092 +temperature,64,20853,forward_mse_diag,held,all,all,0.35396039603960394,0.6370866458567038,15.083785916613028,0.8275450120211958,1.0885472751026006,404,0.47358461598159174,0.4752475247524752,0.3958333333333333 +temperature,64,20853,forward_mse_diag,held,all,9,0.42574257425742573,0.7046895576257133,8.332631091324572,0.8530707824129695,0.9848885699162604,101,0.4396314496365979,0.5445544554455446,0.4727272727272727 +temperature,64,20853,forward_mse_diag,held,all,10,0.24752475247524752,0.42574257425742573,35.5022804692792,0.8359448955170956,1.293774598903274,101,0.588420143041848,0.48514851485148514,0.26530612244897955 +temperature,64,20853,forward_mse_diag,held,all,11,0.36633663366336633,0.6452836170316538,8.754853323038086,0.8150163837847236,1.0554232116669608,101,0.4486797501213573,0.43564356435643564,0.4318181818181818 +temperature,64,20853,forward_mse_diag,held,all,12,0.37623762376237624,0.7726308345120225,7.745378782810259,0.806147986369994,1.0201027199239077,101,0.42991036260761767,0.43564356435643564,0.4090909090909091 +temperature,64,20853,forward_mse_diag,held,unseen,all,0.13846153846153847,0.47692307692307695,21.38228338542328,0.8419265175928625,1.4585424381785255,65,0.7034649791313241,0.5076923076923077,0.12121212121212122 +temperature,64,20853,forward_mse_diag,held,unseen,9,0.125,0.5,11.61508602670295,0.8790778802151232,1.581337845072445,16,0.7540778802151231,0.5625,0.1111111111111111 +temperature,64,20853,forward_mse_diag,held,unseen,10,0.125,0.3125,52.095199213890524,0.8559253947307126,1.5528969940505397,16,0.7309253947307126,0.5,0.0 +temperature,64,20853,forward_mse_diag,held,unseen,11,0.0625,0.375,12.693170521263832,0.8461044703803522,1.554711156711101,16,0.7836044703803522,0.5,0.125 +temperature,64,20853,forward_mse_diag,held,unseen,12,0.23529411764705882,0.7058823529411764,9.84665458016448,0.7898529246068857,1.1636542675446344,17,0.5545588069598268,0.47058823529411764,0.25 +temperature,64,20853,forward_mse_diag,held,seen,all,0.3952802359882006,0.6677964747082842,13.876109410793953,0.8247874962036195,1.0176042497340607,339,0.42950726021541885,0.4690265486725664,0.4528301886792453 +temperature,64,20853,forward_mse_diag,held,seen,9,0.4823529411764706,0.7432193567082005,7.7147572211357,0.8481753287090346,0.8726157651809785,85,0.3804415332924049,0.5411764705882353,0.5434782608695652 +temperature,64,20853,forward_mse_diag,held,seen,10,0.27058823529411763,0.44705882352941173,32.378907529117065,0.8321838603710029,1.244998618640259,85,0.5615956250768854,0.4823529411764706,0.3170731707317073 +temperature,64,20853,forward_mse_diag,held,seen,11,0.4235294117647059,0.6961605331787887,8.013523026901474,0.8091645086608407,0.9614395984821815,85,0.38563509689613473,0.4235294117647059,0.5 +temperature,64,20853,forward_mse_diag,held,seen,12,0.40476190476190477,0.7861394557823128,7.320120585726666,0.8094457964887183,0.9910506210006652,84,0.40967331795729894,0.42857142857142855,0.4444444444444444 +temperature,64,20853,forward_mse_diag,source_oof,all,all,0.421875,0.671875,11.347725283092394,0.8569633432138768,0.9918819469317677,64,0.4410710763081284,0.5625,0.41666666666666663 +temperature,64,20853,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_mse_diag,source_oof,seen,all,0.421875,0.671875,11.347725283092394,0.8569633432138768,0.9918819469317677,64,0.4410710763081284,0.5625,0.41666666666666663 +temperature,64,20853,forward_mse_identity,held,all,all,0.27970297029702973,0.4944947080914988,11.649531417056778,0.6718783169152113,1.04263270476662,404,0.3925390041816946,0.18564356435643564,0.44 +temperature,64,20853,forward_mse_identity,held,all,9,0.3069306930693069,0.5452372823489245,10.433088405688924,0.6812486376800838,0.9876739940094427,101,0.38291654084723414,0.22772277227722773,0.43478260869565216 +temperature,64,20853,forward_mse_identity,held,all,10,0.24752475247524752,0.33731649026971666,16.485710184991287,0.6687116111844238,1.1505543488269117,101,0.43989629507478456,0.1782178217821782,0.38888888888888884 +temperature,64,20853,forward_mse_identity,held,all,11,0.2871287128712871,0.5600887674974394,10.123695856272326,0.6738862571567649,1.0056817712169954,101,0.3867575442854777,0.1782178217821782,0.5 +temperature,64,20853,forward_mse_identity,held,all,12,0.27722772277227725,0.5353362922499146,9.555631221274577,0.6636667616395727,1.0266207050131302,101,0.395264506922157,0.15841584158415842,0.4375 +temperature,64,20853,forward_mse_identity,held,unseen,all,0.06153846153846154,0.26153846153846155,18.32877424478497,0.6340240894942559,1.3108203562517071,65,0.5928410500911476,0.12307692307692308,0.0 +temperature,64,20853,forward_mse_identity,held,unseen,9,0.0,0.25,16.76110532607875,0.6345077227118235,1.351391037452188,16,0.6345077227118235,0.1875,0.0 +temperature,64,20853,forward_mse_identity,held,unseen,10,0.125,0.1875,26.14223464301469,0.6252227885467567,1.3656162977162942,16,0.582916690971629,0.1875,0.0 +temperature,64,20853,forward_mse_identity,held,unseen,11,0.0,0.25,16.441227493899905,0.6636405653293769,1.3739225823001433,16,0.6636405653293769,0.0625,0.0 +temperature,64,20853,forward_mse_identity,held,unseen,12,0.11764705882352941,0.3529411764705882,14.226896853125277,0.6139781524540776,1.1616732045213505,17,0.4963310936305481,0.058823529411764705,0.0 +temperature,64,20853,forward_mse_identity,held,seen,all,0.3215339233038348,0.5391618350116977,10.368850638878804,0.6791365021139195,0.9912102937149071,339,0.35961283031655733,0.1976401179941003,0.4925373134328358 +temperature,64,20853,forward_mse_identity,held,seen,9,0.36470588235294116,0.6008113590263692,9.241932279497895,0.6900469275564624,0.9192096093613964,85,0.3355582007315467,0.23529411764705882,0.5 +temperature,64,20853,forward_mse_identity,held,seen,10,0.27058823529411763,0.36551724137931035,14.668011463481001,0.6768977425044553,1.1100720996242042,85,0.41297480878831966,0.1764705882352941,0.4666666666666667 +temperature,64,20853,forward_mse_identity,held,seen,11,0.3411764705882353,0.6184584178498986,8.934513430365959,0.6758148579713321,0.9363658538366384,85,0.33463838738309676,0.2,0.5294117647058824 +temperature,64,20853,forward_mse_identity,held,seen,12,0.30952380952380953,0.5722495894909688,8.61025603387622,0.6737227896890181,0.9992886515412285,84,0.3748105548502207,0.17857142857142855,0.4666666666666667 +temperature,64,20853,forward_mse_identity,source_oof,all,all,0.296875,0.5625,15.402256378434302,0.7153951115170333,1.064944319298652,64,0.4381741123338645,0.1875,0.41666666666666663 +temperature,64,20853,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_mse_identity,source_oof,seen,all,0.296875,0.5625,15.402256378434302,0.7153951115170333,1.064944319298652,64,0.4381741123338645,0.1875,0.41666666666666663 +temperature,64,20853,forward_ce_identity,held,all,all,0.4282178217821782,0.6311881188118812,9.502899867355602,0.8894447430170441,1.015301914945627,404,0.4612269212348661,0.6881188118811882,0.48201438848920863 +temperature,64,20853,forward_ce_identity,held,all,9,0.5148514851485149,0.7029702970297029,8.278900194850678,0.8970455227300003,0.8416553396901982,101,0.3821940375814855,0.7128712871287128,0.611111111111111 +temperature,64,20853,forward_ce_identity,held,all,10,0.297029702970297,0.46534653465346537,12.686818863991702,0.8862125956613723,1.2764142436249029,101,0.6039359580986541,0.6435643564356436,0.27692307692307694 +temperature,64,20853,forward_ce_identity,held,all,11,0.46534653465346537,0.6930693069306931,8.636502524195922,0.8825535142412347,0.9649684236980077,101,0.4339684033582247,0.6633663366336634,0.5074626865671642 +temperature,64,20853,forward_ce_identity,held,all,12,0.43564356435643564,0.6633663366336634,8.409377886384108,0.8919673394355694,0.9781696527694002,101,0.4563237750791336,0.7326732673267327,0.5135135135135136 +temperature,64,20853,forward_ce_identity,held,unseen,all,0.0,0.0,32.103230488445305,0.872002925665446,1.817233651153144,65,0.872002925665446,0.6461538461538462,0.0 +temperature,64,20853,forward_ce_identity,held,unseen,9,0.0,0.0,32.97871108725581,0.8472206387178624,1.7916628833350452,16,0.8472206387178624,0.5625,0.0 +temperature,64,20853,forward_ce_identity,held,unseen,10,0.0,0.0,32.90467092444953,0.9248401186296112,1.8851588704628344,16,0.9248401186296111,0.875,0.0 +temperature,64,20853,forward_ce_identity,held,unseen,11,0.0,0.0,32.98266693982473,0.8593932377506267,1.8009821522759377,16,0.8593932377506267,0.5625,0.0 +temperature,64,20853,forward_ce_identity,held,unseen,12,0.0,0.0,29.697246972027266,0.8574662498049637,1.792666166339605,17,0.8574662498049637,0.5882352941176471,0.0 +temperature,64,20853,forward_ce_identity,held,seen,all,0.5103244837758112,0.7522123893805309,5.16950314059799,0.8927890442791501,0.8615391926639497,339,0.38246456050333877,0.696165191740413,0.5677966101694916 +temperature,64,20853,forward_ce_identity,held,seen,9,0.611764705882353,0.8352941176470589,3.6295240268685345,0.9064243244264029,0.6628303902982271,85,0.2975780092700929,0.7411764705882353,0.6984126984126984 +temperature,64,20853,forward_ce_identity,held,seen,10,0.3529411764705882,0.5529411764705883,8.881105534964346,0.8789415325144097,1.161827019749527,85,0.5535804008500944,0.6,0.3529411764705882 +temperature,64,20853,forward_ce_identity,held,seen,11,0.5529411764705883,0.8235294117647058,4.05369510478344,0.8869130956982905,0.8076011336127503,85,0.35388843453141977,0.6823529411764706,0.5862068965517241 +temperature,64,20853,forward_ce_identity,held,seen,12,0.5238095238095237,0.7976190476190476,4.101118666670611,0.8989497028131918,0.8133310726420967,84,0.3751401790036679,0.7619047619047619,0.59375 +temperature,64,20853,forward_ce_identity,source_oof,all,all,0.5625,0.734375,6.006175483690489,0.903532729509211,0.7502692990644224,64,0.3426896542374541,0.734375,0.7234042553191489 +temperature,64,20853,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_ce_identity,source_oof,seen,all,0.5625,0.734375,6.006175483690489,0.903532729509211,0.7502692990644224,64,0.3426896542374541,0.734375,0.7234042553191489 +temperature,64,20853,inverse_balanced,held,all,all,0.3935643564356436,0.5891089108910891,8.151214282034783,0.8966500717790814,1.0630519236927534,404,0.5030857153434379,0.6881188118811882,0.4892086330935252 +temperature,64,20853,inverse_balanced,held,all,9,0.49504950495049505,0.6831683168316832,6.174256107007931,0.9037124391925644,0.8769581155849345,101,0.4086629342420693,0.7128712871287128,0.611111111111111 +temperature,64,20853,inverse_balanced,held,all,10,0.25742574257425743,0.38613861386138615,13.300115207806645,0.8879872511277956,1.3202996193769885,101,0.6305615085535383,0.6138613861386139,0.3387096774193548 +temperature,64,20853,inverse_balanced,held,all,11,0.4158415841584158,0.6336633663366337,6.820823924757175,0.8968836906637382,1.0258334838937881,101,0.48104210650532236,0.7128712871287128,0.4861111111111111 +temperature,64,20853,inverse_balanced,held,all,12,0.40594059405940597,0.6534653465346535,6.309661888567376,0.8980169061322273,1.0291164759153018,101,0.4974505300043729,0.7128712871287128,0.5 +temperature,64,20853,inverse_balanced,held,unseen,all,0.015384615384615385,0.27692307692307694,14.901111221042035,0.8780461605234573,1.7870635784200064,65,0.8626615451388419,0.6153846153846154,0.0 +temperature,64,20853,inverse_balanced,held,unseen,9,0.0,0.3125,13.29386955936992,0.8648372002781413,1.7985604440088896,16,0.8648372002781413,0.625,0.0 +temperature,64,20853,inverse_balanced,held,unseen,10,0.0625,0.1875,18.522440695377114,0.8561791853893759,1.696874165135689,16,0.7936791853893759,0.5625,0.0 +temperature,64,20853,inverse_balanced,held,unseen,11,0.0,0.25,14.870263731540488,0.8904166314600251,1.8226076354604461,16,0.8904166314600253,0.625,0.0 +temperature,64,20853,inverse_balanced,held,unseen,12,0.0,0.3529411764705882,13.034532093360703,0.899416009410826,1.8276739225658836,17,0.8994160094108259,0.6470588235294118,0.0 +temperature,64,20853,inverse_balanced,held,seen,all,0.46607669616519176,0.6489675516224189,6.856986255381473,0.9002171934062659,0.9242296300134863,339,0.43574166541537124,0.7020648967551623,0.5714285714285714 +temperature,64,20853,inverse_balanced,held,seen,9,0.5882352941176471,0.7529411764705882,4.834093574798615,0.9110301312235146,0.703480030234543,85,0.3227948371058676,0.7294117647058823,0.7096774193548387 +temperature,64,20853,inverse_balanced,held,seen,10,0.29411764705882354,0.4235294117647059,12.31708923367573,0.8939746517373806,1.2494149989988805,85,0.599857004678557,0.6235294117647059,0.3962264150943396 +temperature,64,20853,inverse_balanced,held,seen,11,0.49411764705882355,0.7058823529411764,5.305635255245023,0.8981010194550253,0.8758524671282995,85,0.4039833723962018,0.7294117647058823,0.564516129032258 +temperature,64,20853,inverse_balanced,held,seen,12,0.4880952380952381,0.7142857142857142,4.948676251883012,0.8977337542782252,0.8675036593312552,84,0.41610037345782885,0.7261904761904762,0.5901639344262295 +temperature,64,20853,inverse_balanced,source_oof,all,all,0.5625,0.703125,6.733545477509315,0.9084123416262333,0.7551562623644604,64,0.34591234162623313,0.71875,0.6956521739130435 +temperature,64,20853,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,inverse_balanced,source_oof,seen,all,0.5625,0.703125,6.733545477509315,0.9084123416262333,0.7551562623644604,64,0.34591234162623313,0.71875,0.6956521739130435 +temperature,64,20853,inverse_balanced_factor_temperature,held,all,all,0.3935643564356436,0.5891089108910891,2.692144134827356,0.5385847853851861,0.8472727001316459,404,0.15444688683160485,0.0297029702970297,0.16666666666666666 +temperature,64,20853,inverse_balanced_factor_temperature,held,all,9,0.49504950495049505,0.6831683168316832,2.168370944567745,0.553409071544129,0.7292238661361146,101,0.15233404615543295,0.04950495049504951,0.4 +temperature,64,20853,inverse_balanced_factor_temperature,held,all,10,0.25742574257425743,0.38613861386138615,3.9774147378710656,0.5411946638536265,1.0406860828449027,101,0.28376892127936904,0.0297029702970297,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,all,11,0.4158415841584158,0.6336633663366337,2.376089376228144,0.5310169737950667,0.8242628715889803,101,0.14771795597000859,0.019801980198019802,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,all,12,0.40594059405940597,0.6534653465346535,2.2467014806424683,0.5287184323479222,0.7949179799565862,101,0.16383478349104064,0.019801980198019802,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,unseen,all,0.015384615384615385,0.27692307692307694,4.3281751021945185,0.5689353401651882,1.3401167731929473,65,0.5535507247805729,0.06153846153846154,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,unseen,9,0.0,0.3125,3.9255948328228882,0.562795589347059,1.3431066172552923,16,0.5627955893470589,0.0625,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,unseen,10,0.0625,0.1875,5.209079054393856,0.5887346490255094,1.3546155678193352,16,0.5262346490255094,0.0625,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,unseen,11,0.0,0.25,4.3133517376010175,0.5720870966565996,1.3621501033155916,16,0.5720870966565995,0.0625,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,unseen,12,0.0,0.3529411764705882,3.8919395085623263,0.5531129264865026,1.3029196260763574,17,0.5531129264865026,0.058823529411764705,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,seen,all,0.46607669616519176,0.6489675516224189,2.3784508814973693,0.5327653574775161,0.7527745740284465,339,0.1207676087194458,0.02359882005899705,0.25 +temperature,64,20853,inverse_balanced_factor_temperature,held,seen,9,0.5882352941176471,0.7529411764705882,1.8375993891314824,0.5516421976047539,0.6136694659254458,85,0.17706425965641648,0.047058823529411764,0.5 +temperature,64,20853,inverse_balanced_factor_temperature,held,seen,10,0.29411764705882354,0.4235294117647059,3.7455720429961876,0.5322459607624485,0.9815934739085391,85,0.238128313703625,0.023529411764705882,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,seen,11,0.49411764705882355,0.7058823529411764,2.011428225852074,0.5232861271387782,0.7230135103227946,85,0.1158697080832569,0.011764705882352941,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,held,seen,12,0.4880952380952381,0.7142857142857142,1.9137366416586878,0.5237814513913046,0.6921081230037752,84,0.1338932240075052,0.011904761904761904,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,source_oof,all,all,0.5625,0.703125,2.302601369694692,0.556005738706182,0.6632907501689764,64,0.13535947426539177,0.015625,0.0 +temperature,64,20853,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,inverse_balanced_factor_temperature,source_oof,seen,all,0.5625,0.703125,2.302601369694692,0.556005738706182,0.6632907501689764,64,0.13535947426539177,0.015625,0.0 +temperature,64,20853,inverse_unweighted,held,all,all,0.3935643564356436,0.5841584158415841,8.216471897191937,0.8984857257303106,1.068735643376646,404,0.504921369294667,0.6881188118811882,0.48201438848920863 +temperature,64,20853,inverse_unweighted,held,all,9,0.49504950495049505,0.6732673267326733,6.251816636087041,0.9072115003553961,0.8816767596733682,101,0.4206486315725142,0.6831683168316832,0.6231884057971014 +temperature,64,20853,inverse_unweighted,held,all,10,0.24752475247524752,0.40594059405940597,13.387280092220646,0.886310030375525,1.3243198275588095,101,0.6387852779002776,0.6435643564356436,0.3384615384615385 +temperature,64,20853,inverse_unweighted,held,all,11,0.4158415841584158,0.6237623762376238,6.8660603295214875,0.9017974292950055,1.0414739586293729,101,0.4859558451365895,0.7029702970297029,0.49295774647887325 +temperature,64,20853,inverse_unweighted,held,all,12,0.4158415841584158,0.6336633663366337,6.3607305309385715,0.8986239428953157,1.0274720276450335,101,0.4827823587368997,0.7227722772277227,0.4657534246575342 +temperature,64,20853,inverse_unweighted,held,unseen,all,0.015384615384615385,0.2153846153846154,14.859160366290686,0.8792625186520553,1.7974321546911445,65,0.86387790326744,0.6461538461538462,0.0 +temperature,64,20853,inverse_unweighted,held,unseen,9,0.0,0.25,13.34930782390964,0.847547497449993,1.7976684542445422,16,0.847547497449993,0.625,0.0 +temperature,64,20853,inverse_unweighted,held,unseen,10,0.0625,0.1875,18.439754994443184,0.8541590784414715,1.7142473081984904,16,0.7916590784414715,0.5625,0.0 +temperature,64,20853,inverse_unweighted,held,unseen,11,0.0,0.1875,14.796127877606605,0.9098637991521018,1.8488708024273142,16,0.9098637991521017,0.625,0.0 +temperature,64,20853,inverse_unweighted,held,unseen,12,0.0,0.23529411764705882,12.969551333737865,0.9039375124521488,1.8270885304116957,17,0.9039375124521489,0.7647058823529411,0.0 +temperature,64,20853,inverse_unweighted,held,seen,all,0.46607669616519176,0.6548672566371682,6.94280006683377,0.902171591394283,0.9290150733605916,339,0.43609489522909106,0.696165191740413,0.5677966101694916 +temperature,64,20853,inverse_unweighted,held,seen,9,0.5882352941176471,0.7529411764705882,4.915818294849847,0.918442371490531,0.7092547936364413,85,0.34029119799557694,0.6941176470588235,0.7288135593220338 +temperature,64,20853,inverse_unweighted,held,seen,10,0.2823529411764706,0.44705882352941173,12.436225992978756,0.892361974268994,1.2509217135560458,85,0.6100090330925234,0.6588235294117647,0.39285714285714285 +temperature,64,20853,inverse_unweighted,held,seen,11,0.49411764705882355,0.7058823529411764,5.373341732234877,0.9002790537924933,0.8894933762674073,85,0.40616140673366974,0.7176470588235294,0.5737704918032788 +temperature,64,20853,inverse_unweighted,held,seen,12,0.5,0.7142857142857142,5.023231082753,0.8975485776278612,0.8656448782755899,84,0.39754857762786117,0.7142857142857142,0.5666666666666667 +temperature,64,20853,inverse_unweighted,source_oof,all,all,0.5625,0.703125,6.479943609876257,0.89444347538959,0.7496905992771572,64,0.3319434753895899,0.734375,0.7021276595744681 +temperature,64,20853,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,inverse_unweighted,source_oof,seen,all,0.5625,0.703125,6.479943609876257,0.89444347538959,0.7496905992771572,64,0.3319434753895899,0.734375,0.7021276595744681 +temperature,64,20853,inverse_unweighted_factor_temperature,held,all,all,0.3935643564356436,0.5841584158415841,2.720014286234604,0.5323584672978056,0.846521696316714,404,0.1514171873400605,0.03217821782178218,0.23076923076923078 +temperature,64,20853,inverse_unweighted_factor_temperature,held,all,9,0.49504950495049505,0.6732673267326733,2.1990765079638024,0.546886857662669,0.7278156919899648,101,0.16646797963757443,0.04950495049504951,0.4 +temperature,64,20853,inverse_unweighted_factor_temperature,held,all,10,0.24752475247524752,0.40594059405940597,4.005748049345113,0.5367050885653755,1.0386806869993692,101,0.289180336090128,0.039603960396039604,0.25 +temperature,64,20853,inverse_unweighted_factor_temperature,held,all,11,0.4158415841584158,0.6237623762376238,2.3986442071439336,0.5260842589522398,0.8255013037046096,101,0.1730063206613701,0.019801980198019802,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,held,all,12,0.4158415841584158,0.6336633663366337,2.2765883804855656,0.5197576640109378,0.7940891025729124,101,0.15729592383682833,0.019801980198019802,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,held,unseen,all,0.015384615384615385,0.2153846153846154,4.347366180135131,0.551651086598527,1.322043140821074,65,0.5362664712139118,0.06153846153846154,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,held,unseen,9,0.0,0.25,3.973408840364122,0.5380434801704359,1.3132424297251082,16,0.5380434801704358,0.0625,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,held,unseen,10,0.0625,0.1875,5.2061556738296195,0.57804997140178,1.3551248723344553,16,0.51554997140178,0.0625,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,held,unseen,11,0.0,0.1875,4.316620672537548,0.5619027124793166,1.3435191733622596,16,0.5619027124793166,0.0625,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,held,unseen,12,0.0,0.23529411764705882,3.9199905130048744,0.5299636472988082,1.2789776792129774,17,0.5299636472988082,0.058823529411764705,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,held,seen,all,0.46607669616519176,0.6548672566371682,2.4079851620353874,0.5286592925056318,0.7553450181669106,339,0.1068943330603474,0.02654867256637168,0.3333333333333333 +temperature,64,20853,inverse_unweighted_factor_temperature,held,seen,9,0.5882352941176471,0.7529411764705882,1.8650845395119773,0.5485514934259129,0.6176177178280552,85,0.17489748703913335,0.047058823529411764,0.5 +temperature,64,20853,inverse_unweighted_factor_temperature,held,seen,10,0.2823529411764706,0.44705882352941173,3.7797889670892064,0.5289225223844053,0.9791147227010001,85,0.2465695812079346,0.03529411764705882,0.3333333333333333 +temperature,64,20853,inverse_unweighted_factor_temperature,held,seen,11,0.49411764705882355,0.7058823529411764,2.0376133430698418,0.5193419618177311,0.7279920576514048,85,0.16068222022667775,0.011764705882352941,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,held,seen,12,0.5,0.7142857142857142,1.9439950917614195,0.5176921673931545,0.6959568906338516,84,0.09158696280500798,0.011904761904761904,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,source_oof,all,all,0.5625,0.703125,2.2473712374163544,0.5501655436556985,0.666644960760789,64,0.14405649956115993,0.015625,0.0 +temperature,64,20853,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,inverse_unweighted_factor_temperature,source_oof,seen,all,0.5625,0.703125,2.2473712374163544,0.5501655436556985,0.666644960760789,64,0.14405649956115993,0.015625,0.0 +temperature,64,20853,forward_mse_full_product,held,all,all,0.5396039603960396,0.8168316831683169,3.18641704558773,0.6480432498425711,0.6773085210225362,404,0.11135275240668979,0.11138613861386139,0.48888888888888893 +temperature,64,20853,forward_mse_full_product,held,all,9,0.6534653465346535,0.8910891089108911,1.5107034546120681,0.6935664462892799,0.5420612003141576,101,0.09372169653927157,0.1485148514851485,0.6 +temperature,64,20853,forward_mse_full_product,held,all,10,0.33663366336633666,0.6039603960396039,8.083715596396294,0.5809224863384588,0.9052200818518757,101,0.2442888229721221,0.0, +temperature,64,20853,forward_mse_full_product,held,all,11,0.5742574257425742,0.8811881188118812,1.6493637992651338,0.6629956506433645,0.6281887182954902,101,0.13725786967455716,0.13861386138613863,0.42857142857142855 +temperature,64,20853,forward_mse_full_product,held,all,12,0.594059405940594,0.8910891089108911,1.501885332077425,0.6546884160991813,0.6337640836286217,101,0.17911832531206923,0.15841584158415842,0.4375 +temperature,64,20853,forward_mse_full_product,held,unseen,all,0.26153846153846155,0.7076923076923077,4.464694605255325,0.612599893583875,0.9738005521423148,65,0.38870284180476544,0.07692307692307693,0.0 +temperature,64,20853,forward_mse_full_product,held,unseen,9,0.375,0.8125,2.347510498749793,0.6200606465959997,0.8606983010594694,16,0.40321322959304184,0.0625,0.0 +temperature,64,20853,forward_mse_full_product,held,unseen,10,0.125,0.375,10.701714974433107,0.6016054429754449,1.202338775315599,16,0.530854807200036,0.0, +temperature,64,20853,forward_mse_full_product,held,unseen,11,0.25,0.8125,2.6967749813862545,0.5861358332250812,0.9508856241456749,16,0.43029192468177124,0.125,0.0 +temperature,64,20853,forward_mse_full_product,held,unseen,12,0.29411764705882354,0.8235294117647058,2.2511260040288015,0.6408330775416151,0.8867219224069743,17,0.4248288313949232,0.11764705882352941,0.0 +temperature,64,20853,forward_mse_full_product,held,seen,all,0.5929203539823009,0.8377581120943953,2.941319578394829,0.6548391736089877,0.6204590165305434,339,0.08414709889240776,0.11799410029498525,0.55 +temperature,64,20853,forward_mse_full_product,held,seen,9,0.7058823529411764,0.9058823529411765,1.3531868345390845,0.7074028321138973,0.4820824519385695,85,0.11086942271254496,0.16470588235294117,0.6428571428571428 +temperature,64,20853,forward_mse_full_product,held,seen,10,0.3764705882352941,0.6470588235294118,7.590915713471717,0.5770292239126731,0.8492918571998808,85,0.20055863567737897,0.0, +temperature,64,20853,forward_mse_full_product,held,seen,11,0.6352941176470588,0.8941176470588235,1.4522040473364521,0.6774633809809238,0.567445771311926,85,0.1265745033170127,0.1411764705882353,0.5 +temperature,64,20853,forward_mse_full_product,held,seen,12,0.6547619047619048,0.9047619047619047,1.3502532913253602,0.6574924727120218,0.5825702353044311,84,0.20851030663399642,0.16666666666666666,0.5 +temperature,64,20853,forward_mse_full_product,source_oof,all,all,0.59375,0.9375,1.0952837677227745,0.7159912033247329,0.5253767044291178,64,0.2108493816035682,0.15625,0.9 +temperature,64,20853,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_mse_full_product,source_oof,seen,all,0.59375,0.9375,1.0952837677227745,0.7159912033247329,0.5253767044291178,64,0.2108493816035682,0.15625,0.9 +temperature,64,20853,forward_mse_full_scalar_temperature,held,all,all,0.5470297029702971,0.8094059405940595,2.264722420900952,0.4714882640727001,0.6783099849147832,404,0.1418805462683495,0.009900990099009901,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,held,all,9,0.6633663366336634,0.900990099009901,1.3142659679467332,0.5128976403809142,0.575737673226254,101,0.20368067564348918,0.019801980198019802,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,held,all,10,0.3564356435643564,0.5445544554455446,4.990388735712456,0.40344896136928,0.8593444695659337,101,0.07397308922839801,0.0, +temperature,64,20853,forward_mse_full_scalar_temperature,held,all,11,0.594059405940594,0.8712871287128713,1.4043786179733788,0.4882513797642641,0.6448356687560155,101,0.22872498251279166,0.009900990099009901,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,held,all,12,0.5742574257425742,0.9207920792079208,1.3498563619712407,0.4813550747763424,0.6333221281109295,101,0.1821298447220405,0.009900990099009901,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,held,unseen,all,0.26153846153846155,0.6923076923076923,3.0010065911472736,0.43743618741286594,0.8626646937741654,65,0.2652239152913828,0.0, +temperature,64,20853,forward_mse_full_scalar_temperature,held,unseen,9,0.375,0.8125,1.8546253343292527,0.45482098417719624,0.7876682701008866,16,0.3238577350448327,0.0, +temperature,64,20853,forward_mse_full_scalar_temperature,held,unseen,10,0.125,0.3125,6.457507458928899,0.4039067938101336,1.01292755899637,16,0.2789067938101336,0.0, +temperature,64,20853,forward_mse_full_scalar_temperature,held,unseen,11,0.25,0.8125,2.0303625733845196,0.4333649988429624,0.8634795085773956,16,0.3656171994728484,0.0, +temperature,64,20853,forward_mse_full_scalar_temperature,held,unseen,12,0.29411764705882354,0.8235294117647058,1.7403236798994155,0.4564628089736238,0.7910588054427244,17,0.31326745607494444,0.0, +temperature,64,20853,forward_mse_full_scalar_temperature,held,seen,all,0.6017699115044248,0.831858407079646,2.1235469900277635,0.47801742331426134,0.6429617369033972,339,0.18448585369438336,0.011799410029498525,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,held,seen,9,0.7176470588235294,0.9176470588235294,1.2125512636864941,0.5238297168427904,0.5358448549910291,85,0.2561892029881489,0.023529411764705882,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,held,seen,10,0.4,0.5882352941176471,4.714225211342301,0.40336278114511936,0.8304347115554985,85,0.06359487090737247,0.0, +temperature,64,20853,forward_mse_full_scalar_temperature,held,seen,11,0.6588235294117647,0.8823529411764706,1.2865463440136347,0.49858293382003843,0.6036791812602262,85,0.27017921727360505,0.011764705882352941,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,held,seen,12,0.6309523809523809,0.9404761904761905,1.2708332142953005,0.48639279523641626,0.6013992291271137,84,0.23262305705328964,0.011904761904761904,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,source_oof,all,all,0.609375,0.9375,1.1240955019444705,0.5281948153143468,0.526469602883836,64,0.0916901057006904,0.03125,1.0 +temperature,64,20853,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_mse_full_scalar_temperature,source_oof,seen,all,0.609375,0.9375,1.1240955019444705,0.5281948153143468,0.526469602883836,64,0.0916901057006904,0.03125,1.0 +temperature,64,20853,forward_mse_identity_scalar_temperature,held,all,all,0.27970297029702973,0.49504950495049505,2.9387730065315227,0.08395020785102884,0.9268904719320699,404,0.1973230072896229,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,all,9,0.3069306930693069,0.5445544554455446,2.8901309609289596,0.08695083174858707,0.9204172539561767,101,0.22935786563632357,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,all,10,0.24752475247524752,0.33663366336633666,3.0824937597512863,0.08052508695236482,0.9434596211111709,101,0.16699966552288273,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,all,11,0.2871287128712871,0.5643564356435644,2.9013433017986094,0.08409302866601,0.9228581484491993,101,0.20303568420527715,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,all,12,0.27722772277227725,0.5346534653465347,2.881124003647236,0.08423188403715347,0.9208268642117328,101,0.19714151735866461,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,unseen,all,0.06153846153846154,0.26153846153846155,3.1813229059457266,0.07699330264383406,0.948108938457739,65,0.036028701308586236,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,unseen,9,0.0,0.25,3.1106122745164724,0.08009355916923716,0.9433800068367784,16,0.08009355916923716,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,unseen,10,0.125,0.1875,3.4766435240074984,0.07070886513407858,0.9720106756893142,16,0.06761523744707677,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,unseen,11,0.0,0.25,3.1078145141644256,0.0787770353987905,0.9414525054274954,16,0.0787770353987905,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,unseen,12,0.11764705882352941,0.3529411764705882,3.0391096402034035,0.07831137156561846,0.9363288230879779,17,0.09964478642011723,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,seen,all,0.3215339233038348,0.5398230088495575,2.8922663886497433,0.08528412772851456,0.9228220343976495,339,0.23812111981373701,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,seen,9,0.36470588235294116,0.6,2.848628596018369,0.08824161246940586,0.9160948534139458,85,0.2876075455997233,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,seen,10,0.27058823529411763,0.36470588235294116,3.0083008629501164,0.08237284635345397,0.9380853049552851,85,0.18821538894066367,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,seen,11,0.3411764705882353,0.6235294117647059,2.862478132412103,0.0850936862221925,0.9193580341944613,85,0.2560827843660428,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,held,seen,12,0.30952380952380953,0.5714285714285714,2.849150720058488,0.08543008298972603,0.9176895630105879,84,0.22907841154572195,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,source_oof,all,all,0.296875,0.5625,3.0099123286947416,0.08679625678227652,0.9202093156249584,64,0.2158619919067911,0.0, +temperature,64,20853,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.296875,0.5625,3.0099123286947416,0.08679625678227652,0.9202093156249584,64,0.2158619919067911,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,all,all,0.4282178217821782,0.6311881188118812,2.3828916848306303,0.31903224071230435,0.8041736974987965,404,0.1655771521843295,0.0049504950495049506,1.0 +temperature,64,20853,forward_ce_identity_scalar_temperature,held,all,9,0.5148514851485149,0.7029702970297029,2.180909448432525,0.33773495451409696,0.7591258247570645,101,0.2522137157491324,0.009900990099009901,1.0 +temperature,64,20853,forward_ce_identity_scalar_temperature,held,all,10,0.297029702970297,0.46534653465346537,2.8704475638625433,0.28310799546103105,0.8836195920613538,101,0.04879011169959816,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,all,11,0.46534653465346537,0.6930693069306931,2.25545344116441,0.32826237716625656,0.7880968573786475,101,0.21846329002753684,0.009900990099009901,1.0 +temperature,64,20853,forward_ce_identity_scalar_temperature,held,all,12,0.43564356435643564,0.6633663366336634,2.2247562858630427,0.32702363570783277,0.7858525157981208,101,0.1463966714321131,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.0,5.178586927963245,0.3332050087680547,1.169169790379961,65,0.3332050087680548,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0,5.23580379051399,0.35554877173565524,1.194625183234685,16,0.35554877173565513,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0,5.349130382593593,0.29972901518175143,1.1245220490674592,16,0.29972901518175143,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,5.25577917596728,0.3466746779255315,1.1890951838202097,16,0.3466746779255315,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,unseen,12,0.0,0.0,4.891572748965479,0.33100506661391443,1.1684798656905762,17,0.3310050666139144,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,seen,all,0.5103244837758112,0.7522123893805309,1.8468439243479755,0.3163147483122342,0.7341891959139125,339,0.20840772315816322,0.0058997050147492625,1.0 +temperature,64,20853,forward_ce_identity_scalar_temperature,held,seen,9,0.611764705882353,0.8352941176470589,1.6058705134524844,0.334381765390039,0.6771494749259828,85,0.3289276179677976,0.011764705882352941,1.0 +temperature,64,20853,forward_ce_identity_scalar_temperature,held,seen,10,0.3529411764705882,0.5529411764705883,2.4038719744543453,0.27997933292536603,0.8382732472131456,85,0.08884856945858498,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,held,seen,11,0.5529411764705883,0.8235294117647058,1.6906862440250459,0.3247965323174518,0.7126148194602359,85,0.2677356413415843,0.011764705882352941,1.0 +temperature,64,20853,forward_ce_identity_scalar_temperature,held,seen,12,0.5238095238095237,0.7976190476190476,1.6850434302351687,0.326217869929221,0.7084160283198856,84,0.20865086022355372,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,source_oof,all,all,0.5625,0.734375,1.8154055001082776,0.3697521788038376,0.6912015469374289,64,0.2264971378947027,0.0, +temperature,64,20853,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.5625,0.734375,1.8154055001082776,0.3697521788038376,0.6912015469374289,64,0.2264971378947027,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,all,all,0.3935643564356436,0.5891089108910891,2.302042374034786,0.29774739498811437,0.8286654826492414,404,0.1483507286471516,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,all,9,0.49504950495049505,0.6831683168316832,2.018876983311482,0.30841688389884314,0.7663384705382956,101,0.2146836285534162,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,all,10,0.25742574257425743,0.38613861386138615,2.938760199092298,0.3025594115033554,0.9350083445568456,101,0.11872718499791728,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,all,11,0.4158415841584158,0.6336633663366337,2.1579490452347483,0.29080993176778586,0.8138704497386006,101,0.19567139753500346,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,all,12,0.40594059405940597,0.6534653465346535,2.092583268500615,0.289203352782473,0.7994446657632243,101,0.16462205235665117,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,unseen,all,0.015384615384615385,0.27692307692307694,3.063508635349835,0.3299755491415043,1.0658414016011757,65,0.31459093375688896,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,unseen,9,0.0,0.3125,2.8542152746083786,0.32735920321317225,1.051787141285901,16,0.3273592032131722,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,unseen,10,0.0625,0.1875,3.460262434228506,0.35393150746937097,1.0929783788541019,16,0.29143150746937097,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,unseen,11,0.0,0.25,3.0594701083571687,0.3286923020895358,1.0772344152069426,16,0.3286923020895358,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,unseen,12,0.0,0.3529411764705882,2.8908762483902586,0.31109896999085374,1.0428054199132522,17,0.3110989699908537,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,seen,all,0.46607669616519176,0.6489675516224189,2.1560385186203956,0.2915679554011812,0.7831892740006406,339,0.19613464883715426,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,seen,9,0.5882352941176471,0.7529411764705882,1.8616368343614784,0.30485127085144004,0.7126069560446288,85,0.3002309009112182,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,seen,10,0.29411764705882354,0.4235294117647059,2.8405950724784232,0.29288936990975245,0.905272808689127,85,0.11907738773600146,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,seen,11,0.49411764705882355,0.7058823529411764,1.9882509627646456,0.28367913264839767,0.7642960562386774,85,0.25064498147643394,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,held,seen,12,0.4880952380952381,0.7142857142857142,1.9310239749515203,0.2847720969188721,0.7501930845661947,84,0.22179956083928168,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,source_oof,all,all,0.5625,0.703125,2.090186508099263,0.30633865608914423,0.7435572095142834,64,0.2972352847529598,0.0, +temperature,64,20853,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,inverse_balanced_scalar_temperature,source_oof,seen,all,0.5625,0.703125,2.090186508099263,0.30633865608914423,0.7435572095142834,64,0.2972352847529598,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,all,all,0.3935643564356436,0.5841584158415841,2.3278458162293996,0.2920502913919673,0.8307596119698237,404,0.1483904753274815,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,all,9,0.49504950495049505,0.6732673267326733,2.0479867150204702,0.30170065179046685,0.769140250475683,101,0.20972265160099807,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,all,10,0.24752475247524752,0.40594059405940597,2.959004065406351,0.29875822364903465,0.9347542291536466,101,0.12008520611746915,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,all,11,0.4158415841584158,0.6237623762376238,2.1823121027259753,0.2853045283540989,0.8162731910627671,101,0.18776676373535003,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,all,12,0.4158415841584158,0.6336633663366337,2.122080381764802,0.2824377617742687,0.8028707771871988,101,0.17258871820548732,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,unseen,all,0.015384615384615385,0.2153846153846154,3.1011084840986087,0.314634901661959,1.0573920948795463,65,0.2992502862773436,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,unseen,9,0.0,0.25,2.9109211714227037,0.30693129848126727,1.0399329886015187,16,0.30693129848126727,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,unseen,10,0.0625,0.1875,3.4714304233850455,0.3463357889759508,1.0905084062925505,16,0.28383578897595074,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,unseen,11,0.0,0.1875,3.09166211636782,0.31444866180544934,1.0666059781035513,16,0.31444866180544934,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,unseen,12,0.0,0.23529411764705882,2.9404607110353207,0.2922245070485093,1.033984011718152,17,0.29222450704850933,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,seen,all,0.46607669616519176,0.6548672566371682,2.1795801129506427,0.2877199088918214,0.787305006102178,339,0.205046095884726,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,seen,9,0.5882352941176471,0.7529411764705882,1.8855519938153436,0.3007160594721986,0.7181674997696433,85,0.3069751598517774,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,seen,10,0.2823529411764706,0.44705882352941173,2.862547339198597,0.2898024466463211,0.9054357958098528,85,0.10460680873939443,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,seen,11,0.49411764705882355,0.7058823529411764,2.0111403354522164,0.27981857382208003,0.7691517252668548,85,0.24156388748502927,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,held,seen,12,0.5,0.7142857142857142,1.9564557913171974,0.2804571109449581,0.7560978606749819,84,0.2510182695243915,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,source_oof,all,all,0.5625,0.703125,2.0678376621620003,0.3038939546224121,0.747259547419804,64,0.3019085234953351,0.0, +temperature,64,20853,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,64,20853,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.5625,0.703125,2.0678376621620003,0.3038939546224121,0.747259547419804,64,0.3019085234953351,0.0, +temperature,128,20851,forward_mse_full,held,all,all,0.5420792079207921,0.8292079207920792,2.9281928373098727,0.7278621187568858,0.6720962071524736,404,0.18578291083609372,0.2896039603960396,0.7008547008547009 +temperature,128,20851,forward_mse_full,held,all,9,0.6633663366336634,0.8910891089108911,1.2943504079919304,0.7463743810418277,0.49010779073406,101,0.12397462771051151,0.33663366336633666,0.8235294117647058 +temperature,128,20851,forward_mse_full,held,all,10,0.34653465346534656,0.6336633663366337,7.0692321260296085,0.6686864890689094,0.9523995466496797,101,0.32215183560356286,0.1782178217821782,0.4444444444444444 +temperature,128,20851,forward_mse_full,held,all,11,0.6039603960396039,0.8910891089108911,1.7316638448518413,0.751884047766423,0.5938566817289338,101,0.19674794470693607,0.31683168316831684,0.71875 +temperature,128,20851,forward_mse_full,held,all,12,0.5544554455445545,0.900990099009901,1.61752497036611,0.7445035571503831,0.6520208094972207,101,0.19004811160582868,0.32673267326732675,0.696969696969697 +temperature,128,20851,forward_mse_full,held,unseen,all,0.27692307692307694,0.7846153846153847,4.797052130263104,0.7124689406972022,1.0700149265920078,65,0.4355458637741252,0.2153846153846154,0.0 +temperature,128,20851,forward_mse_full,held,unseen,9,0.4375,0.875,2.359257272407461,0.6934493049163302,0.8958455730289743,16,0.39564622895941354,0.1875,0.0 +temperature,128,20851,forward_mse_full,held,unseen,10,0.1875,0.5625,11.383225273476736,0.6779030843458735,1.1494726082073303,16,0.49811274118095406,0.25,0.0 +temperature,128,20851,forward_mse_full,held,unseen,11,0.25,0.8125,3.408137029231575,0.7762688635069391,1.2058699763374747,16,0.5761332495290664,0.25,0.0 +temperature,128,20851,forward_mse_full,held,unseen,12,0.23529411764705882,0.8823529411764706,2.1999103097205537,0.7028553588830502,1.0312917474882377,17,0.4807983257076037,0.1764705882352941,0.0 +temperature,128,20851,forward_mse_full,held,seen,all,0.5929203539823009,0.8377581120943953,2.569856984678722,0.7308136130751142,0.5957991075549227,339,0.1378932590928133,0.30383480825958703,0.7961165048543689 +temperature,128,20851,forward_mse_full,held,seen,9,0.7058823529411764,0.8941176470588235,1.0938973511607717,0.7563367483125095,0.41373361994913505,85,0.08686928308264275,0.36470588235294116,0.9032258064516129 +temperature,128,20851,forward_mse_full,held,seen,10,0.3764705882352941,0.6470588235294118,6.257186357098384,0.6669516005461867,0.9153034409447103,85,0.29048101231089263,0.16470588235294117,0.5714285714285714 +temperature,128,20851,forward_mse_full,held,seen,11,0.6705882352941176,0.9058823529411765,1.416092421909774,0.7472939648035022,0.47865417921438497,85,0.12533424026982914,0.32941176470588235,0.8214285714285714 +temperature,128,20851,forward_mse_full,held,seen,12,0.6190476190476191,0.9047619047619047,1.4996612707348531,0.7529323591806768,0.5752635958561815,84,0.1539407466686022,0.3571428571428571,0.7666666666666666 +temperature,128,20851,forward_mse_full,source_oof,all,all,0.6328125,0.8671875,1.2667395065285212,0.7290004445293172,0.5124142722106508,128,0.09618794452931714,0.265625,0.8529411764705882 +temperature,128,20851,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_mse_full,source_oof,seen,all,0.6328125,0.8671875,1.2667395065285212,0.7290004445293172,0.5124142722106508,128,0.09618794452931714,0.265625,0.8529411764705882 +temperature,128,20851,forward_mse_diag,held,all,all,0.43564356435643564,0.6746573672145539,19.402593195632967,0.8769633779416357,0.9965389054174947,404,0.44131981358519984,0.6287128712871287,0.468503937007874 +temperature,128,20851,forward_mse_diag,held,all,9,0.49504950495049505,0.7538652880066332,11.429684505694885,0.8922925799390778,0.8973886851038592,101,0.3972430749885828,0.6534653465346535,0.5 +temperature,128,20851,forward_mse_diag,held,all,10,0.297029702970297,0.4476418085158269,45.05955395934521,0.8960520260863132,1.2629166875650066,101,0.5990223231160161,0.6633663366336634,0.3731343283582089 +temperature,128,20851,forward_mse_diag,held,all,11,0.4752475247524752,0.743610691118373,11.267612993546146,0.8406143467852106,0.9295212213153843,101,0.39372813618487423,0.5643564356435644,0.49122807017543857 +temperature,128,20851,forward_mse_diag,held,all,12,0.4752475247524752,0.7535116812173829,9.853521323945628,0.8788945589559408,0.8963290276857283,101,0.4036470342034655,0.6336633663366337,0.515625 +temperature,128,20851,forward_mse_diag,held,unseen,all,0.26153846153846155,0.4647214854111406,33.28361940459182,0.8960274025671608,1.3522438070467908,65,0.6668489148200081,0.6615384615384616,0.27906976744186046 +temperature,128,20851,forward_mse_diag,held,unseen,9,0.25,0.4418103448275862,19.511378458287176,0.9401600292989373,1.4142119318964559,16,0.6901600292989374,0.8125,0.23076923076923078 +temperature,128,20851,forward_mse_diag,held,unseen,10,0.125,0.375,80.8211595057654,0.9081428916685255,1.5670953003289072,16,0.7831428916685255,0.625,0.2 +temperature,128,20851,forward_mse_diag,held,unseen,11,0.25,0.4418103448275862,20.39940931211025,0.8864152193468621,1.403098698468293,16,0.7158864023323324,0.6875,0.2727272727272727 +temperature,128,20851,forward_mse_diag,held,unseen,12,0.4117647058823529,0.5922920892494928,13.630829698815466,0.8521347601080148,1.0438442686437006,17,0.48930295826492926,0.5294117647058824,0.4444444444444444 +temperature,128,20851,forward_mse_diag,held,seen,all,0.4690265486725664,0.7149105598907247,16.741039497750002,0.8733080339868888,0.928335900680314,339,0.4042814853143225,0.6224188790560472,0.5071090047393365 +temperature,128,20851,forward_mse_diag,held,seen,9,0.5411764705882353,0.8126050420168067,9.908424467559863,0.8832822365301631,0.8001043092370176,85,0.34210576594192765,0.6235294117647059,0.5660377358490566 +temperature,128,20851,forward_mse_diag,held,seen,10,0.32941176470588235,0.4613155607070414,38.32795762119552,0.8937760984473083,1.2056595369270962,85,0.5643643337414261,0.6705882352941176,0.40350877192982454 +temperature,128,20851,forward_mse_diag,held,seen,11,0.5176470588235293,0.8004201680672268,9.548686627698782,0.8319930060677233,0.8403772256160131,85,0.3516527502839859,0.5411764705882353,0.5434782608695652 +temperature,128,20851,forward_mse_diag,held,seen,12,0.4880952380952381,0.7861394557823128,9.089066057602924,0.8843102325323066,0.8664747527299482,84,0.3962149944370687,0.6547619047619048,0.5272727272727272 +temperature,128,20851,forward_mse_diag,source_oof,all,all,0.4921875,0.7589285714285714,10.809655595724763,0.8746544053842422,0.901773654218072,128,0.4048646243516832,0.65625,0.5238095238095237 +temperature,128,20851,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_mse_diag,source_oof,seen,all,0.4921875,0.7589285714285714,10.809655595724763,0.8746544053842422,0.901773654218072,128,0.4048646243516832,0.65625,0.5238095238095237 +temperature,128,20851,forward_mse_identity,held,all,all,0.35396039603960394,0.5850241428083695,12.07913495680378,0.7219445878424543,1.0232319745729936,404,0.3813068332611681,0.30198019801980197,0.3770491803278689 +temperature,128,20851,forward_mse_identity,held,all,9,0.37623762376237624,0.6148978198312443,10.725075375891162,0.7454683103147589,1.001853801503514,101,0.3692306865523827,0.3564356435643564,0.41666666666666663 +temperature,128,20851,forward_mse_identity,held,all,10,0.25742574257425743,0.435997171145686,18.569418375998485,0.7317916140889686,1.2097126716194548,101,0.4837289385927649,0.31683168316831684,0.1875 +temperature,128,20851,forward_mse_identity,held,all,11,0.40594059405940597,0.6545017802272839,10.04770104509867,0.7144681196087946,0.9464178804882987,101,0.3359632436140476,0.27722772277227725,0.39285714285714285 +temperature,128,20851,forward_mse_identity,held,all,12,0.37623762376237624,0.6346998000292641,8.974345030226804,0.6960503073572949,0.9349435446807074,101,0.3387647513550755,0.25742574257425743,0.5384615384615385 +temperature,128,20851,forward_mse_identity,held,unseen,all,0.16923076923076924,0.403183023872679,21.612707829539307,0.7593840809371861,1.3233816819985573,65,0.5901533117064168,0.36923076923076925,0.16666666666666666 +temperature,128,20851,forward_mse_identity,held,unseen,9,0.1875,0.4418103448275862,19.61593227287275,0.8338360868832022,1.336723465064958,16,0.6463360868832023,0.5,0.25 +temperature,128,20851,forward_mse_identity,held,unseen,10,0.0625,0.3125,33.12165755048233,0.7085644849091873,1.4736363674217463,16,0.6460644849091872,0.375,0.0 +temperature,128,20851,forward_mse_identity,held,unseen,11,0.1875,0.3793103448275862,18.581523843784375,0.7718152555632745,1.3201847516749692,16,0.5843152555632745,0.375,0.3333333333333333 +temperature,128,20851,forward_mse_identity,held,unseen,12,0.23529411764705882,0.47464503042596345,15.512952367401393,0.7254418837192042,1.172417410783497,17,0.5680880090931723,0.23529411764705882,0.0 +temperature,128,20851,forward_mse_identity,held,seen,all,0.3893805309734513,0.6198904340497261,10.251163757016732,0.7147659239747327,0.9656811457155847,339,0.34252262336018113,0.28908554572271383,0.42857142857142855 +temperature,128,20851,forward_mse_identity,held,seen,9,0.4117647058823529,0.6474789915966387,9.051502312929921,0.7288343759018756,0.9388195118919481,85,0.3170696700195226,0.32941176470588235,0.46428571428571425 +temperature,128,20851,forward_mse_identity,held,seen,10,0.29411764705882354,0.4592436974789916,15.830173354919173,0.7361637795816333,1.160032917115494,85,0.45317165928614417,0.3058823529411765,0.23076923076923078 +temperature,128,20851,forward_mse_identity,held,seen,11,0.44705882352941173,0.7063025210084033,8.441334400640182,0.7036733646055984,0.876061763559043,85,0.3015674088934732,0.2588235294117647,0.4090909090909091 +temperature,128,20851,forward_mse_identity,held,seen,12,0.40476190476190477,0.6670918367346939,7.651055450084327,0.6901020121411943,0.8868833574932378,84,0.31321311673979413,0.26190476190476186,0.6363636363636364 +temperature,128,20851,forward_mse_identity,source_oof,all,all,0.359375,0.5635775862068966,9.974958727420935,0.7343008839969531,1.005320380577032,128,0.3749258839969531,0.34375,0.4318181818181818 +temperature,128,20851,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_mse_identity,source_oof,seen,all,0.359375,0.5635775862068966,9.974958727420935,0.7343008839969531,1.005320380577032,128,0.3749258839969531,0.34375,0.4318181818181818 +temperature,128,20851,forward_ce_identity,held,all,all,0.551980198019802,0.7301980198019802,6.792399207595319,0.8510680008193245,0.7387934987529635,404,0.3018277100251865,0.5668316831683169,0.6375545851528384 +temperature,128,20851,forward_ce_identity,held,all,9,0.6930693069306931,0.801980198019802,5.993974062184094,0.8761069628144449,0.526773247390642,101,0.1838259344583124,0.6336633663366337,0.734375 +temperature,128,20851,forward_ce_identity,held,all,10,0.33663366336633666,0.594059405940594,9.149229233484405,0.8213784333065669,1.0856988230258415,101,0.4847447699402303,0.46534653465346537,0.40425531914893614 +temperature,128,20851,forward_ce_identity,held,all,11,0.594059405940594,0.7623762376237624,6.2398265919474705,0.8470895843239743,0.644332461252818,101,0.2792009064699794,0.5742574257425742,0.6896551724137931 +temperature,128,20851,forward_ce_identity,held,all,12,0.5841584158415841,0.7623762376237624,5.786566942765309,0.8596970228323115,0.6983694633425527,101,0.29454198985627544,0.594059405940594,0.6666666666666666 +temperature,128,20851,forward_ce_identity,held,unseen,all,0.0,0.015384615384615385,27.711241169401085,0.858076254774113,1.7859025725782136,65,0.858076254774113,0.5846153846153846,0.0 +temperature,128,20851,forward_ce_identity,held,unseen,9,0.0,0.0,28.792530582577402,0.8641616905910279,1.7991826821622623,16,0.8641616905910279,0.5625,0.0 +temperature,128,20851,forward_ce_identity,held,unseen,10,0.0,0.0,28.954925055939803,0.8555419751215152,1.7741039864743906,16,0.855541975121515,0.5625,0.0 +temperature,128,20851,forward_ce_identity,held,unseen,11,0.0,0.0,29.13557365710608,0.8669821532085059,1.7854727890502011,16,0.8669821532085059,0.625,0.0 +temperature,128,20851,forward_ce_identity,held,unseen,12,0.0,0.058823529411764705,24.18248278124106,0.8463519680929741,1.7849126996820126,17,0.8463519680929743,0.5882352941176471,0.0 +temperature,128,20851,forward_ce_identity,held,seen,all,0.6578171091445427,0.8672566371681416,2.7814118107889043,0.8497242353117691,0.5380203725032843,339,0.1951723843358642,0.5634218289085545,0.7643979057591623 +temperature,128,20851,forward_ce_identity,held,seen,9,0.8235294117647058,0.9529411764705882,1.7024810701100588,0.8783554846447351,0.287260883198337,85,0.11351259607243977,0.6470588235294118,0.8545454545454545 +temperature,128,20851,forward_ce_identity,held,seen,10,0.4,0.7058823529411764,5.421098255139859,0.8149476489649297,0.9561166746119968,85,0.4149476489649295,0.44705882352941173,0.5 +temperature,128,20851,forward_ce_identity,held,seen,11,0.7058823529411764,0.9058823529411765,1.9300389090940853,0.843345100769239,0.42952957602036934,85,0.1873909783875075,0.5647058823529412,0.8333333333333333 +temperature,128,20851,forward_ce_identity,held,seen,12,0.7023809523809523,0.9047619047619047,2.0635839754547414,0.8623978077200347,0.4784738083690904,84,0.1988079918801079,0.5952380952380952,0.8 +temperature,128,20851,forward_ce_identity,source_oof,all,all,0.625,0.859375,3.1555842194860086,0.8936892895437537,0.6383730060698434,128,0.2686892895437536,0.6875,0.7159090909090909 +temperature,128,20851,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_ce_identity,source_oof,seen,all,0.625,0.859375,3.1555842194860086,0.8936892895437537,0.6383730060698434,128,0.2686892895437536,0.6875,0.7159090909090909 +temperature,128,20851,inverse_balanced,held,all,all,0.6188118811881188,0.7970297029702971,4.497789880443871,0.90422470564419,0.667371389296168,404,0.28844680295772984,0.7178217821782178,0.7103448275862069 +temperature,128,20851,inverse_balanced,held,all,9,0.7227722772277227,0.8613861386138614,3.3256950552598217,0.927140597506351,0.49871602309540347,101,0.21650423428526389,0.7821782178217822,0.7848101265822784 +temperature,128,20851,inverse_balanced,held,all,10,0.42574257425742573,0.6336633663366337,7.548241067559537,0.881528920318705,1.0090052526440907,101,0.4557863460612793,0.6633663366336634,0.5223880597014925 +temperature,128,20851,inverse_balanced,held,all,11,0.6435643564356436,0.8316831683168316,3.7001106225785274,0.9002829115975935,0.6112086813209044,101,0.2567185551619501,0.6930693069306931,0.7285714285714285 +temperature,128,20851,inverse_balanced,held,all,12,0.6831683168316832,0.8613861386138614,3.4171127763775986,0.9079463931541096,0.550555600124274,101,0.23090776506628233,0.7326732673267327,0.7837837837837838 +temperature,128,20851,inverse_balanced,held,unseen,all,0.18461538461538463,0.5076923076923077,10.473412267916276,0.8626771162871782,1.4207244802464858,65,0.6780617316717936,0.6153846153846154,0.225 +temperature,128,20851,inverse_balanced,held,unseen,9,0.125,0.5625,10.289159904397716,0.8621218054481702,1.5468725063573068,16,0.7371218054481703,0.625,0.1 +temperature,128,20851,inverse_balanced,held,unseen,10,0.25,0.4375,10.946395533356927,0.8789872337099233,1.367166439312321,16,0.6661977138749142,0.75,0.25 +temperature,128,20851,inverse_balanced,held,unseen,11,0.125,0.4375,10.976896615712498,0.8197852597471336,1.4731658961487293,16,0.6947852597471336,0.5,0.125 +temperature,128,20851,inverse_balanced,held,unseen,12,0.23529411764705882,0.5882352941176471,9.727797915240217,0.8882178691872324,1.3030478674663442,17,0.6529237515401736,0.5882352941176471,0.4 +temperature,128,20851,inverse_balanced,held,seen,all,0.7020648967551623,0.8525073746312685,3.352021576061256,0.9121910575857997,0.5229231565180836,339,0.2137418756231748,0.7374631268436578,0.788 +temperature,128,20851,inverse_balanced,held,seen,9,0.8352941176470589,0.9176470588235294,2.014925201304453,0.939379428952597,0.30141597918728047,85,0.1232879233505563,0.8117647058823529,0.8840579710144928 +temperature,128,20851,inverse_balanced,held,seen,10,0.4588235294117647,0.6705882352941176,6.908588462232969,0.882007355445064,0.9415866763300706,85,0.4231838260332993,0.6470588235294118,0.5818181818181818 +temperature,128,20851,inverse_balanced,held,seen,11,0.7411764705882353,0.9058823529411765,2.33036267092978,0.9154354107694447,0.4489579114709609,85,0.18537620750333123,0.7294117647058823,0.8064516129032258 +temperature,128,20851,inverse_balanced,held,seen,12,0.7738095238095237,0.9166666666666666,2.1399503077982587,0.9119390706235968,0.3982654984002835,84,0.14549976780370905,0.7619047619047619,0.84375 +temperature,128,20851,inverse_balanced,source_oof,all,all,0.59375,0.7734375,4.8512284451240575,0.9015545950433963,0.6880989871005241,128,0.3078045950433962,0.7578125,0.6804123711340206 +temperature,128,20851,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,inverse_balanced,source_oof,seen,all,0.59375,0.7734375,4.8512284451240575,0.9015545950433963,0.6880989871005241,128,0.3078045950433962,0.7578125,0.6804123711340206 +temperature,128,20851,inverse_balanced_factor_temperature,held,all,all,0.6188118811881188,0.7970297029702971,1.7044393585833755,0.5716478621275872,0.5896150979197359,404,0.07400617718544293,0.0297029702970297,0.75 +temperature,128,20851,inverse_balanced_factor_temperature,held,all,9,0.7227722772277227,0.8613861386138614,1.3515467425546395,0.6113650580715076,0.48138139690483833,101,0.14622221016426953,0.06930693069306931,0.8571428571428571 +temperature,128,20851,inverse_balanced_factor_temperature,held,all,10,0.42574257425742573,0.6336633663366337,2.522085797200626,0.5372011298495399,0.805094472681658,101,0.15888550263504778,0.0, +temperature,128,20851,inverse_balanced_factor_temperature,held,all,11,0.6435643564356436,0.8316831683168316,1.513324606249203,0.5663097680648984,0.5538493284345699,101,0.09932756319680887,0.019801980198019802,0.5 +temperature,128,20851,inverse_balanced_factor_temperature,held,all,12,0.6831683168316832,0.8613861386138614,1.4308002883290343,0.571715492524403,0.5181351936578772,101,0.16393672314982458,0.0297029702970297,0.6666666666666666 +temperature,128,20851,inverse_balanced_factor_temperature,held,unseen,all,0.18461538461538463,0.5076923076923077,3.3040034591155685,0.5059514300930634,1.0200168506079914,65,0.32133604547767886,0.0, +temperature,128,20851,inverse_balanced_factor_temperature,held,unseen,9,0.125,0.5625,3.223283278711363,0.5253642798442262,1.0605820039136993,16,0.4003642798442261,0.0, +temperature,128,20851,inverse_balanced_factor_temperature,held,unseen,10,0.25,0.4375,3.4063586293377512,0.5197280928717682,1.006011152138651,16,0.4281041508304145,0.0, +temperature,128,20851,inverse_balanced_factor_temperature,held,unseen,11,0.125,0.4375,3.4444903033686227,0.485705834505458,1.0621737257832096,16,0.36070583450545796,0.0, +temperature,128,20851,inverse_balanced_factor_temperature,held,unseen,12,0.23529411764705882,0.5882352941176471,3.1514182035193037,0.4937689200297579,0.9553426576559108,17,0.3376354104877543,0.0, +temperature,128,20851,inverse_balanced_factor_temperature,held,seen,all,0.7020648967551623,0.8525073746312685,1.3977382773603886,0.5842445231371567,0.5070896881122532,339,0.13456670807080456,0.035398230088495575,0.75 +temperature,128,20851,inverse_balanced_factor_temperature,held,seen,9,0.8352941176470589,0.9176470588235294,0.9992198651604326,0.6275534398554665,0.3723554002914056,85,0.22840889223414146,0.08235294117647059,0.8571428571428571 +temperature,128,20851,inverse_balanced_factor_temperature,held,seen,10,0.4588235294117647,0.6705882352941176,2.355634440563049,0.5404901721041793,0.7672748624309299,85,0.11982969087705096,0.0, +temperature,128,20851,inverse_balanced_factor_temperature,held,seen,11,0.7411764705882353,0.9058823529411765,1.1498110632620178,0.581482273205499,0.45816473599247304,85,0.18581215275493185,0.023529411764705882,0.5 +temperature,128,20851,inverse_balanced_factor_temperature,held,seen,12,0.7738095238095237,0.9166666666666666,1.0825799959690987,0.5874903941007003,0.4296527307058942,84,0.22163461014258,0.03571428571428571,0.6666666666666666 +temperature,128,20851,inverse_balanced_factor_temperature,source_oof,all,all,0.59375,0.7734375,1.7383929280547834,0.6090413251677775,0.6214649829455825,128,0.16496159295399482,0.0703125,0.4444444444444444 +temperature,128,20851,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,inverse_balanced_factor_temperature,source_oof,seen,all,0.59375,0.7734375,1.7383929280547834,0.6090413251677775,0.6214649829455825,128,0.16496159295399482,0.0703125,0.4444444444444444 +temperature,128,20851,inverse_unweighted,held,all,all,0.6138613861386139,0.7945544554455446,4.405082846015931,0.9096979275786691,0.6691025114436167,404,0.29583654144005517,0.7277227722772277,0.7006802721088435 +temperature,128,20851,inverse_unweighted,held,all,9,0.7128712871287128,0.8514851485148515,3.316604233576661,0.932025965777033,0.49764099212722723,101,0.22757120221504798,0.7920792079207921,0.7875000000000001 +temperature,128,20851,inverse_unweighted,held,all,10,0.4158415841584158,0.6435643564356436,7.325656174429097,0.8887894767610918,1.028085327159086,101,0.472947892602676,0.6930693069306931,0.4857142857142857 +temperature,128,20851,inverse_unweighted,held,all,11,0.6435643564356436,0.8316831683168316,3.653970597300774,0.9074273432675962,0.6129978450131726,101,0.2638629868319527,0.7128712871287128,0.736111111111111 +temperature,128,20851,inverse_unweighted,held,all,12,0.6831683168316832,0.8514851485148515,3.3241003787571928,0.9105489245089549,0.5376858814749809,101,0.22738060767727172,0.7128712871287128,0.7777777777777777 +temperature,128,20851,inverse_unweighted,held,unseen,all,0.18461538461538463,0.46153846153846156,10.319689790475556,0.8681611231121371,1.418762201335702,65,0.6835457384967525,0.6000000000000001,0.2564102564102564 +temperature,128,20851,inverse_unweighted,held,unseen,9,0.125,0.4375,10.127304312213855,0.8824489354322116,1.556427959454158,16,0.7574489354322116,0.6875,0.18181818181818182 +temperature,128,20851,inverse_unweighted,held,unseen,10,0.25,0.4375,10.916611421811712,0.8760359724588439,1.3693573781069601,16,0.626035972458844,0.6875,0.2727272727272727 +temperature,128,20851,inverse_unweighted,held,unseen,11,0.125,0.4375,10.81943780908864,0.8264420285704095,1.4789414736790425,16,0.7014420285704095,0.4375,0.14285714285714285 +temperature,128,20851,inverse_unweighted,held,unseen,12,0.23529411764705882,0.5294117647058824,9.468598805357871,0.8865671775826744,1.2790537709987093,17,0.6512730599356158,0.5882352941176471,0.4 +temperature,128,20851,inverse_unweighted,held,seen,all,0.696165191740413,0.8584070796460177,3.2710136678747053,0.9176622116209244,0.525362452909736,339,0.2214970198805115,0.7522123893805309,0.7686274509803921 +temperature,128,20851,inverse_unweighted,held,seen,9,0.8235294117647058,0.9294117647058824,2.034590101127307,0.9413581126654699,0.29833991592451087,85,0.1278295112565231,0.8117647058823529,0.8840579710144928 +temperature,128,20851,inverse_unweighted,held,seen,10,0.44705882352941173,0.6823529411764706,6.649711657274722,0.891190136394456,0.9638458822747803,85,0.44413131286504437,0.6941176470588235,0.5254237288135594 +temperature,128,20851,inverse_unweighted,held,seen,11,0.7411764705882353,0.9058823529411765,2.305176769199529,0.9226716377988315,0.44999669138195003,85,0.1849939825803652,0.7647058823529411,0.8 +temperature,128,20851,inverse_unweighted,held,seen,12,0.7738095238095237,0.9166666666666666,2.080570935278484,0.9154023732916544,0.3876471419285119,84,0.1486324501336288,0.738095238095238,0.8387096774193548 +temperature,128,20851,inverse_unweighted,source_oof,all,all,0.6015625,0.7815290178571428,4.914025287752338,0.8976037475231631,0.6902131364656525,128,0.29776249584442704,0.7578125,0.6804123711340206 +temperature,128,20851,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,inverse_unweighted,source_oof,seen,all,0.6015625,0.7815290178571428,4.914025287752338,0.8976037475231631,0.6902131364656525,128,0.29776249584442704,0.7578125,0.6804123711340206 +temperature,128,20851,inverse_unweighted_factor_temperature,held,all,all,0.6138613861386139,0.7945544554455446,1.6745597315095277,0.5761284509464216,0.5850474804127223,404,0.0722152686725783,0.024752475247524754,0.7000000000000001 +temperature,128,20851,inverse_unweighted_factor_temperature,held,all,9,0.7128712871287128,0.8514851485148515,1.3403032167608342,0.6169879670047812,0.4773735918476974,101,0.1370041246478803,0.04950495049504951,0.8 +temperature,128,20851,inverse_unweighted_factor_temperature,held,all,10,0.4158415841584158,0.6435643564356436,2.461780525119804,0.5405137415997289,0.8027567761316854,101,0.12467215744131305,0.0, +temperature,128,20851,inverse_unweighted_factor_temperature,held,all,11,0.6435643564356436,0.8316831683168316,1.4909775538217651,0.5733741802161195,0.5494090885248296,101,0.10183583817249765,0.019801980198019802,0.5 +temperature,128,20851,inverse_unweighted_factor_temperature,held,all,12,0.6831683168316832,0.8514851485148515,1.405177630335708,0.5736379149650568,0.5106504651466764,101,0.16906802327942938,0.0297029702970297,0.6666666666666666 +temperature,128,20851,inverse_unweighted_factor_temperature,held,unseen,all,0.18461538461538463,0.46153846153846156,3.272017041106682,0.5050456637376696,1.008927160184676,65,0.32043027912228506,0.0, +temperature,128,20851,inverse_unweighted_factor_temperature,held,unseen,9,0.125,0.4375,3.1885034208569474,0.5277976157238911,1.048494527476509,16,0.402797615723891,0.0, +temperature,128,20851,inverse_unweighted_factor_temperature,held,unseen,10,0.25,0.4375,3.402827400259018,0.5149822629687821,1.0023452690784567,16,0.37024661002266,0.0, +temperature,128,20851,inverse_unweighted_factor_temperature,held,unseen,11,0.125,0.4375,3.4116691388301876,0.4875732932772905,1.0551306328662737,16,0.39301475518888646,0.0, +temperature,128,20851,inverse_unweighted_factor_temperature,held,unseen,12,0.23529411764705882,0.5294117647058824,3.096065194870344,0.4907245524370062,0.9343963847802418,17,0.28366650145741523,0.0, +temperature,128,20851,inverse_unweighted_factor_temperature,held,seen,all,0.696165191740413,0.8584070796460177,1.3682626072504864,0.5897578939215511,0.5037726155596928,339,0.13163695185200883,0.029498525073746312,0.7000000000000001 +temperature,128,20851,inverse_unweighted_factor_temperature,held,seen,9,0.8235294117647058,0.9294117647058824,0.9924067077545069,0.633776739010596,0.3698684745528623,85,0.21949779939384273,0.058823529411764705,0.8 +temperature,128,20851,inverse_unweighted_factor_temperature,held,seen,10,0.44705882352941173,0.6823529411764706,2.284642289799481,0.5453196669890836,0.765187177459352,85,0.09848614074057786,0.0, +temperature,128,20851,inverse_unweighted_factor_temperature,held,seen,11,0.7411764705882353,0.9058823529411765,1.1294356084084152,0.589524935404605,0.45421444488408724,85,0.17770473323573732,0.023529411764705882,0.5 +temperature,128,20851,inverse_unweighted_factor_temperature,held,seen,12,0.7738095238095237,0.9166666666666666,1.0629741946560793,0.5904180002385909,0.424892362363693,84,0.21098718101869568,0.03571428571428571,0.6666666666666666 +temperature,128,20851,inverse_unweighted_factor_temperature,source_oof,all,all,0.6015625,0.78125,1.7499532187877813,0.6116555052942673,0.6274681477348504,128,0.13645336833679636,0.1015625,0.46153846153846156 +temperature,128,20851,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,inverse_unweighted_factor_temperature,source_oof,seen,all,0.6015625,0.78125,1.7499532187877813,0.6116555052942673,0.6274681477348504,128,0.13645336833679636,0.1015625,0.46153846153846156 +temperature,128,20851,forward_mse_full_product,held,all,all,0.5594059405940595,0.8292079207920792,2.5604812298200783,0.6917475082461485,0.6494543687398991,404,0.13576912771237232,0.2747524752475248,0.6936936936936937 +temperature,128,20851,forward_mse_full_product,held,all,9,0.6732673267326733,0.8910891089108911,1.1273238257422273,0.7209592205698853,0.4796566030071401,101,0.10973956145837782,0.31683168316831684,0.8125 +temperature,128,20851,forward_mse_full_product,held,all,10,0.34653465346534656,0.6336633663366337,6.222640883618033,0.6128115594687785,0.906363538936034,101,0.266276906003432,0.16831683168316833,0.47058823529411764 +temperature,128,20851,forward_mse_full_product,held,all,11,0.6435643564356436,0.8910891089108911,1.5054471912454455,0.723797625461129,0.5851209068323571,101,0.1799669845771083,0.3069306930693069,0.7096774193548387 +temperature,128,20851,forward_mse_full_product,held,all,12,0.5742574257425742,0.900990099009901,1.3865130186746089,0.7094216274848013,0.6266764261840658,101,0.14852076512448492,0.3069306930693069,0.6774193548387096 +temperature,128,20851,forward_mse_full_product,held,unseen,all,0.2923076923076923,0.7076923076923077,4.670424288228952,0.682979982997185,1.0618205948791102,65,0.4030661103075095,0.2153846153846154,0.0 +temperature,128,20851,forward_mse_full_product,held,unseen,9,0.4375,0.75,2.3374282272561615,0.6589323257841656,0.9104876401758203,16,0.33047159676457555,0.1875,0.0 +temperature,128,20851,forward_mse_full_product,held,unseen,10,0.1875,0.5,10.840376124175727,0.6588437274423775,1.1421648784845329,16,0.47134372744237746,0.25,0.0 +temperature,128,20851,forward_mse_full_product,held,unseen,11,0.25,0.8125,3.391644722698244,0.7435206247036181,1.1781591021931224,16,0.5448465189707543,0.25,0.0 +temperature,128,20851,forward_mse_full_product,held,unseen,12,0.29411764705882354,0.7647058823529411,2.2627290322823437,0.6713501204667315,1.0191383960874447,17,0.5107115475980385,0.1764705882352941,0.0 +temperature,128,20851,forward_mse_full_product,held,seen,all,0.6106194690265486,0.8525073746312685,2.155919876437846,0.6934285971581916,0.5703870982412305,339,0.09163344237722304,0.2861356932153392,0.7938144329896907 +temperature,128,20851,forward_mse_full_product,held,seen,9,0.7176470588235294,0.9176470588235294,0.8995394678101926,0.7326348713530796,0.3985589960106827,85,0.10939658633157111,0.3411764705882353,0.896551724137931 +temperature,128,20851,forward_mse_full_product,held,seen,10,0.3764705882352941,0.6588235294117647,5.3534201324542305,0.6041466807913952,0.861977404432787,85,0.2276760925561011,0.15294117647058825,0.6153846153846154 +temperature,128,20851,forward_mse_full_product,held,seen,11,0.7176470588235294,0.9058823529411765,1.1503982441484482,0.7200850608978369,0.47349018770562484,85,0.13136702383474816,0.3176470588235294,0.8148148148148148 +temperature,128,20851,forward_mse_full_product,held,seen,12,0.6309523809523809,0.9285714285714285,1.209183587349234,0.7171265753336963,0.5472495989417152,84,0.11847990654300104,0.3333333333333333,0.75 +temperature,128,20851,forward_mse_full_product,source_oof,all,all,0.640625,0.875,1.19511084758506,0.7008870959630558,0.49781305658122216,128,0.09195156449497933,0.265625,0.8529411764705882 +temperature,128,20851,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_mse_full_product,source_oof,seen,all,0.640625,0.875,1.19511084758506,0.7008870959630558,0.49781305658122216,128,0.09195156449497933,0.265625,0.8529411764705882 +temperature,128,20851,forward_mse_full_scalar_temperature,held,all,all,0.5420792079207921,0.8292079207920792,1.9831021174785644,0.5332961151303234,0.6413257743674637,404,0.11901938917854162,0.05198019801980198,0.8571428571428571 +temperature,128,20851,forward_mse_full_scalar_temperature,held,all,9,0.6633663366336634,0.8910891089108911,1.1300107682242206,0.5612038033793603,0.5106327816224621,101,0.14753226613198694,0.06930693069306931,0.7142857142857142 +temperature,128,20851,forward_mse_full_scalar_temperature,held,all,10,0.34653465346534656,0.6336633663366337,4.138491163952711,0.4632801796752777,0.8541286965161204,101,0.14116500819952008,0.0, +temperature,128,20851,forward_mse_full_scalar_temperature,held,all,11,0.6039603960396039,0.8910891089108911,1.3602971620784183,0.5552011528042609,0.5850666016567136,101,0.16024226387538043,0.0594059405940594,1.0 +temperature,128,20851,forward_mse_full_scalar_temperature,held,all,12,0.5544554455445545,0.900990099009901,1.303609375658907,0.5534993246623946,0.6154750176745587,101,0.12945648108744404,0.07920792079207921,0.875 +temperature,128,20851,forward_mse_full_scalar_temperature,held,unseen,all,0.27692307692307694,0.7846153846153847,2.9478571136952,0.5101944950325475,0.9139136955230829,65,0.29982433004113285,0.015384615384615385,0.0 +temperature,128,20851,forward_mse_full_scalar_temperature,held,unseen,9,0.4375,0.875,1.7138733017758083,0.5152794592295713,0.8327295678264599,16,0.3291266546819392,0.0625,0.0 +temperature,128,20851,forward_mse_full_scalar_temperature,held,unseen,10,0.1875,0.5625,6.314785369952271,0.46337026437237766,0.9767825160898157,16,0.35947713339683285,0.0, +temperature,128,20851,forward_mse_full_scalar_temperature,held,unseen,11,0.25,0.8125,2.197644136991199,0.5613807257828503,0.9972865972844303,16,0.391043205319245,0.0, +temperature,128,20851,forward_mse_full_scalar_temperature,held,unseen,12,0.23529411764705882,0.8823529411764706,1.646462791216441,0.5013032345269884,0.8526830182228875,17,0.3589702965893871,0.0, +temperature,128,20851,forward_mse_full_scalar_temperature,held,seen,all,0.5929203539823009,0.8377581120943953,1.7981195960800942,0.537725629308363,0.5890596537919026,339,0.10119026991914616,0.058997050147492625,0.9 +temperature,128,20851,forward_mse_full_scalar_temperature,held,seen,9,0.7058823529411764,0.8941176470588235,1.020107232496863,0.5698483858075558,0.4500027983370036,85,0.15523868933166757,0.07058823529411765,0.8333333333333333 +temperature,128,20851,forward_mse_full_scalar_temperature,held,seen,10,0.3764705882352941,0.6470588235294118,3.7288357839998523,0.46326322255582353,0.8310409187140131,85,0.1283522449402066,0.0, +temperature,128,20851,forward_mse_full_scalar_temperature,held,seen,11,0.6705882352941176,0.9058823529411765,1.202678907977189,0.5540379390671145,0.5074722495385552,85,0.14688285419745142,0.07058823529411765,1.0 +temperature,128,20851,forward_mse_full_scalar_temperature,held,seen,12,0.6190476190476191,0.9047619047619047,1.234222374891311,0.56406281909456,0.5674686366112064,84,0.1656557630297651,0.09523809523809523,0.875 +temperature,128,20851,forward_mse_full_scalar_temperature,source_oof,all,all,0.6328125,0.8671875,1.1413459150088234,0.5378325223388944,0.5219336015752297,128,0.1287573313025804,0.046875,1.0 +temperature,128,20851,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_mse_full_scalar_temperature,source_oof,seen,all,0.6328125,0.8671875,1.1413459150088234,0.5378325223388944,0.5219336015752297,128,0.1287573313025804,0.046875,1.0 +temperature,128,20851,forward_mse_identity_scalar_temperature,held,all,all,0.35396039603960394,0.5841584158415841,2.8028378196327095,0.15488088097031602,0.901614921752052,404,0.23804728015253507,0.0024752475247524753,0.0 +temperature,128,20851,forward_mse_identity_scalar_temperature,held,all,9,0.37623762376237624,0.6138613861386139,2.67915678793324,0.1654804039071619,0.8967358073705141,101,0.2657580558381579,0.009900990099009901,0.0 +temperature,128,20851,forward_mse_identity_scalar_temperature,held,all,10,0.25742574257425743,0.43564356435643564,3.2396201296546883,0.13787255363806689,0.929091463460862,101,0.17248174869068236,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,all,11,0.40594059405940597,0.6534653465346535,2.6748395160124834,0.1590503433727316,0.894546074593767,101,0.3012480205406954,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,all,12,0.37623762376237624,0.6336633663366337,2.6177348449304256,0.1571202229633037,0.8860863415830652,101,0.2674301454637491,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,unseen,all,0.16923076923076924,0.4,3.329239306972231,0.18329903141670273,0.984966324414385,65,0.20019980008309501,0.015384615384615385,0.0 +temperature,128,20851,forward_mse_identity_scalar_temperature,held,unseen,9,0.1875,0.4375,3.1261086754306344,0.20679922573671045,0.9947094517863599,16,0.2339297123959075,0.0625,0.0 +temperature,128,20851,forward_mse_identity_scalar_temperature,held,unseen,10,0.0625,0.3125,4.182368992911685,0.1320092021462105,0.9784464149102685,16,0.1262057987792003,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,unseen,11,0.1875,0.375,3.085736561022733,0.2025491537280587,0.9899969985389306,16,0.23625769179560488,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,unseen,12,0.23529411764705882,0.47058823529411764,2.9466545460796585,0.19133621978294138,0.9771979554803575,17,0.2750385199319648,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,seen,all,0.3893805309734513,0.6194690265486725,2.701905381057285,0.1494319730676165,0.8856330893831681,339,0.2570615005638778,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,seen,9,0.4117647058823529,0.6470588235294118,2.59502466793373,0.15770274332748216,0.8782937095981194,85,0.27960657732101873,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,seen,10,0.29411764705882354,0.4588235294117647,3.06216152010043,0.13897624333065162,0.9198011196586208,85,0.19536850492076877,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,seen,11,0.44705882352941173,0.7058823529411764,2.5974941898929065,0.15086233201172883,0.876578841851148,85,0.3190216584856017,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,held,seen,12,0.40476190476190477,0.6666666666666666,2.551167762554986,0.15019555694028178,0.8676470863895656,84,0.2796227294262282,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,source_oof,all,all,0.359375,0.5625,2.7075825327979945,0.15341166728522454,0.8872249468495694,128,0.23644740327977476,0.0, +temperature,128,20851,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.359375,0.5625,2.7075825327979945,0.15341166728522454,0.8872249468495694,128,0.23644740327977476,0.0, +temperature,128,20851,forward_ce_identity_scalar_temperature,held,all,all,0.551980198019802,0.7301980198019802,2.4005351030588553,0.5068301546396715,0.6845891126123427,404,0.11915627825990656,0.05693069306930693,0.5217391304347826 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,all,9,0.6930693069306931,0.801980198019802,2.13848732911007,0.5404500936450667,0.5936156622204104,101,0.24454740936595293,0.0891089108910891,0.5555555555555556 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,all,10,0.33663366336633666,0.594059405940594,3.103538950545577,0.44159017437041403,0.8520471577252289,101,0.11819776268203847,0.019801980198019802,0.5 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,all,11,0.594059405940594,0.7623762376237624,2.2358529143402577,0.5210044803709573,0.6305799663082047,101,0.15389965324532712,0.06930693069306931,0.5714285714285714 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,all,12,0.5841584158415841,0.7623762376237624,2.1242612182395164,0.5242758701722479,0.6621136641955268,101,0.16421175551777487,0.04950495049504951,0.4 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.015384615384615385,7.659357071774261,0.48518828747378195,1.302249033519667,65,0.485188287473782,0.0, +temperature,128,20851,forward_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0,7.8636423131789055,0.516721720598377,1.3365893450146107,16,0.516721720598377,0.0, +temperature,128,20851,forward_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0,8.100343236241358,0.4192236114548035,1.2413707769190594,16,0.4192236114548035,0.0, +temperature,128,20851,forward_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,7.974669149392177,0.5082104528763101,1.319739023074408,16,0.50821045287631,0.0, +temperature,128,20851,forward_ce_identity_scalar_temperature,held,unseen,12,0.0,0.058823529411764705,6.755278499078109,0.4959262427602341,1.3107647563911238,17,0.495926242760234,0.0, +temperature,128,20851,forward_ce_identity_scalar_temperature,held,seen,all,0.6578171091445427,0.8672566371681416,1.3922064069924796,0.5109797751877034,0.566158744296779,339,0.2197540296127746,0.06784660766961652,0.5217391304347826 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,seen,9,0.8235294117647058,0.9529411764705882,1.0608110968147597,0.5449166109244435,0.45376179251797266,85,0.364844583942024,0.10588235294117647,0.5555555555555556 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,seen,10,0.4,0.7058823529411764,2.162964026179312,0.44580035091923487,0.7787627117593313,85,0.11828881547620149,0.023529411764705882,0.5 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,seen,11,0.7058823529411764,0.9058823529411765,1.1556051524481314,0.5234127678993615,0.5008559085639782,85,0.25602505068280973,0.08235294117647059,0.5714285714285714 +temperature,128,20851,forward_ce_identity_scalar_temperature,held,seen,12,0.7023809523809523,0.9047619047619047,1.1870315304507533,0.5300132947675362,0.5308390383940367,84,0.25918307786333256,0.05952380952380952,0.4 +temperature,128,20851,forward_ce_identity_scalar_temperature,source_oof,all,all,0.625,0.859375,1.4414487395055526,0.5386790375510528,0.5776613113379183,128,0.14331094904883898,0.0390625,0.6000000000000001 +temperature,128,20851,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.625,0.859375,1.4414487395055526,0.5386790375510528,0.5776613113379183,128,0.14331094904883898,0.0390625,0.6000000000000001 +temperature,128,20851,inverse_balanced_scalar_temperature,held,all,all,0.6188118811881188,0.7970297029702971,1.7046865817985317,0.3367752245521852,0.6794128528287424,404,0.2884754194612227,0.007425742574257425,1.0 +temperature,128,20851,inverse_balanced_scalar_temperature,held,all,9,0.7227722772277227,0.8613861386138614,1.485861801162121,0.3671029306140856,0.6153891628135865,101,0.3671247817161525,0.009900990099009901,1.0 +temperature,128,20851,inverse_balanced_scalar_temperature,held,all,10,0.42574257425742573,0.6336633663366337,2.151577937948203,0.30830346938926556,0.7931792550595681,101,0.14728949402074246,0.0, +temperature,128,20851,inverse_balanced_scalar_temperature,held,all,11,0.6435643564356436,0.8316831683168316,1.6141474097198527,0.33408509531509883,0.663572532543364,101,0.3289508006379541,0.009900990099009901,1.0 +temperature,128,20851,inverse_balanced_scalar_temperature,held,all,12,0.6831683168316832,0.8613861386138614,1.5671591783639498,0.33760940289029095,0.6455104608984505,101,0.3698574126923611,0.009900990099009901,1.0 +temperature,128,20851,inverse_balanced_scalar_temperature,held,unseen,all,0.18461538461538463,0.5076923076923077,2.5617901925448794,0.29535978612479147,0.9177067100962407,65,0.11421448987000822,0.0, +temperature,128,20851,inverse_balanced_scalar_temperature,held,unseen,9,0.125,0.5625,2.4848153720247934,0.31573520298154056,0.9270794836986819,16,0.19073520298154062,0.0, +temperature,128,20851,inverse_balanced_scalar_temperature,held,unseen,10,0.25,0.4375,2.623945027386563,0.2898778099904593,0.9026511876229009,16,0.13987550029463086,0.0, +temperature,128,20851,inverse_balanced_scalar_temperature,held,unseen,11,0.125,0.4375,2.6327291038439076,0.2877494848840831,0.9390745951977489,16,0.16274948488408308,0.0, +temperature,128,20851,inverse_balanced_scalar_temperature,held,unseen,12,0.23529411764705882,0.5882352941176471,2.508972380196055,0.2885050666125951,0.9029442289380202,17,0.14307310023486872,0.0, +temperature,128,20851,inverse_balanced_scalar_temperature,held,seen,all,0.7020648967551623,0.8525073746312685,1.5403451815079339,0.3447162378199746,0.6337222902258296,339,0.36502199280367376,0.008849557522123894,1.0 +temperature,128,20851,inverse_balanced_scalar_temperature,held,seen,9,0.8352941176470589,0.9176470588235294,1.297823481940912,0.3767721499331528,0.5567180435881568,85,0.47213372001218884,0.011764705882352941,1.0 +temperature,128,20851,inverse_balanced_scalar_temperature,held,seen,10,0.4588235294117647,0.6705882352941176,2.0626617799362763,0.3117718288055114,0.772572773635882,85,0.16171118155586775,0.0, +temperature,128,20851,inverse_balanced_scalar_temperature,held,seen,11,0.7411764705882353,0.9058823529411765,1.4224143849435598,0.3428070925727018,0.6117133207495975,85,0.42150614850092577,0.011764705882352941,1.0 +temperature,128,20851,inverse_balanced_scalar_temperature,held,seen,12,0.7738095238095237,0.9166666666666666,1.3765541256122145,0.3475471852322055,0.5934107697475853,84,0.4401404096854306,0.011904761904761904,1.0 +temperature,128,20851,inverse_balanced_scalar_temperature,source_oof,all,all,0.59375,0.7734375,1.6928964986859127,0.36288500955857705,0.6871401287650962,128,0.2784168958466726,0.0, +temperature,128,20851,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,inverse_balanced_scalar_temperature,source_oof,seen,all,0.59375,0.7734375,1.6928964986859127,0.36288500955857705,0.6871401287650962,128,0.2784168958466726,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,all,all,0.6138613861386139,0.7945544554455446,1.6837362274187522,0.3391273846023323,0.6758229901353168,404,0.2796701503962697,0.0049504950495049506,1.0 +temperature,128,20851,inverse_unweighted_scalar_temperature,held,all,9,0.7128712871287128,0.8514851485148515,1.4743344686702082,0.3697828667680719,0.6124227007495929,101,0.35538403189197454,0.009900990099009901,1.0 +temperature,128,20851,inverse_unweighted_scalar_temperature,held,all,10,0.4158415841584158,0.6435643564356436,2.1144479057103784,0.31093461432626335,0.7896905045172695,101,0.1207941212728175,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,all,11,0.6435643564356436,0.8316831683168316,1.5968296039195884,0.3370515163160214,0.6595810944245852,101,0.3334375823395695,0.009900990099009901,1.0 +temperature,128,20851,inverse_unweighted_scalar_temperature,held,all,12,0.6831683168316832,0.8514851485148515,1.5493329313748336,0.3387405409989725,0.6415976608498196,101,0.36588746225893903,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,unseen,all,0.18461538461538463,0.46153846153846156,2.5490040615787763,0.2936163909374838,0.9138131503366544,65,0.10900100632209925,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,unseen,9,0.125,0.4375,2.475410631123712,0.31367941651660736,0.9232710749154236,16,0.2608823283472095,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,unseen,10,0.25,0.4375,2.620532478581571,0.2879311776330049,0.9021550494802596,16,0.08654838966308652,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,unseen,11,0.125,0.4375,2.619808325931616,0.2868198297518678,0.9367115976043702,16,0.16181982975186776,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,unseen,12,0.23529411764705882,0.5294117647058824,2.4843082960252985,0.28648109579486875,0.8943324246989224,17,0.1475071880772463,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,seen,all,0.696165191740413,0.8584070796460177,1.5178294155591603,0.3478536813227309,0.6301906585332904,339,0.3541941184986116,0.0058997050147492625,1.0 +temperature,128,20851,inverse_unweighted_scalar_temperature,held,seen,9,0.8235294117647058,0.9294117647058824,1.2858966027966074,0.38034351622717116,0.5539100656124955,85,0.45779597512182524,0.011764705882352941,1.0 +temperature,128,20851,inverse_unweighted_scalar_temperature,held,seen,10,0.44705882352941173,0.6823529411764706,2.0191849272875655,0.31526467299793554,0.7685207078183538,85,0.13831379997565113,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,held,seen,11,0.7411764705882353,0.9058823529411765,1.4042689033055598,0.34650689261045037,0.6074153526495668,85,0.4266625069685459,0.011764705882352941,1.0 +temperature,128,20851,inverse_unweighted_scalar_temperature,held,seen,12,0.7738095238095237,0.9166666666666666,1.3601117266241443,0.34931685729027906,0.590448958642263,84,0.43492733065643685,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,source_oof,all,all,0.6015625,0.78125,1.6941346255328509,0.3654227763144725,0.6896244331558061,128,0.298927473327211,0.0, +temperature,128,20851,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20851,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.6015625,0.78125,1.6941346255328509,0.3654227763144725,0.6896244331558061,128,0.298927473327211,0.0, +temperature,128,20852,forward_mse_full,held,all,all,0.5618811881188119,0.8267326732673267,3.379550189720602,0.76020137494932,0.6865592078844086,404,0.20942696964657198,0.3193069306930693,0.6434108527131783 +temperature,128,20852,forward_mse_full,held,all,9,0.6930693069306931,0.900990099009901,1.5041803520224049,0.7982855643144271,0.5138209303508074,101,0.14808663605444616,0.40594059405940597,0.7560975609756098 +temperature,128,20852,forward_mse_full,held,all,10,0.34653465346534656,0.6237623762376238,8.398028700670338,0.6797484573079199,0.9525827775937525,101,0.35648382075673546,0.13861386138613863,0.42857142857142855 +temperature,128,20852,forward_mse_full,held,all,11,0.594059405940594,0.8910891089108911,1.8725835267468705,0.7720502808961495,0.6548100285995097,101,0.2307161914778944,0.33663366336633666,0.5882352941176471 +temperature,128,20852,forward_mse_full,held,all,12,0.6138613861386139,0.8910891089108911,1.7434081794427965,0.7907211972787833,0.6250230949935651,101,0.21792022916284587,0.39603960396039606,0.65 +temperature,128,20852,forward_mse_full,held,unseen,all,0.4,0.7538461538461538,5.455417531456117,0.7083597093259595,0.9170511434993908,65,0.35524478610284377,0.26153846153846155,0.3529411764705882 +temperature,128,20852,forward_mse_full,held,unseen,9,0.5625,0.875,2.653056490938492,0.764719777784943,0.8336824030775882,16,0.4680230191713224,0.3125,0.4 +temperature,128,20852,forward_mse_full,held,unseen,10,0.1875,0.5,14.355378487830878,0.6155376175303711,1.0322977306121428,16,0.5063010875973267,0.1875,0.6666666666666666 +temperature,128,20852,forward_mse_full,held,unseen,11,0.3125,0.75,3.1026472551179936,0.729454604126462,1.015323136262822,16,0.5480523960964028,0.3125,0.2 +temperature,128,20852,forward_mse_full,held,unseen,12,0.5294117647058824,0.8823529411764706,1.9308719883793983,0.7228228891246435,0.7945571769540908,17,0.25772153035616663,0.23529411764705882,0.25 +temperature,128,20852,forward_mse_full,held,seen,all,0.5929203539823009,0.8407079646017699,2.9815225283258875,0.7701415173254805,0.642364588961182,339,0.18281535265260485,0.3303834808259587,0.6875 +temperature,128,20852,forward_mse_full,held,seen,9,0.7176470588235294,0.9058823529411765,1.2879213141087886,0.8046038300140947,0.4536117119551781,85,0.11118444741736097,0.4235294117647059,0.8055555555555555 +temperature,128,20852,forward_mse_full,held,seen,10,0.3764705882352941,0.6470588235294118,7.276645211322471,0.691835203618988,0.9375776099667615,85,0.3282829234690948,0.12941176470588234,0.36363636363636365 +temperature,128,20852,forward_mse_full,held,seen,11,0.6470588235294118,0.9176470588235294,1.6410421190534825,0.7800682906410318,0.5869487377452391,85,0.17098231766735156,0.3411764705882353,0.6551724137931034 +temperature,128,20852,forward_mse_full,held,seen,12,0.6309523809523809,0.8928571428571428,1.7054690752532458,0.8044625215480735,0.5907126260253635,84,0.2133907983934175,0.42857142857142855,0.6944444444444444 +temperature,128,20852,forward_mse_full,source_oof,all,all,0.734375,0.9375,1.1474912412028881,0.8095080101605598,0.42384133267411267,128,0.1178796436942454,0.4296875,0.8909090909090909 +temperature,128,20852,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_mse_full,source_oof,seen,all,0.734375,0.9375,1.1474912412028881,0.8095080101605598,0.42384133267411267,128,0.1178796436942454,0.4296875,0.8909090909090909 +temperature,128,20852,forward_mse_diag,held,all,all,0.39603960396039606,0.6803729941959713,20.878566093552102,0.898499110885524,1.0850457169981012,404,0.5044188670117054,0.7004950495049505,0.43462897526501765 +temperature,128,20852,forward_mse_diag,held,all,9,0.4752475247524752,0.7255279715163635,12.926248204383219,0.9089084455194182,0.9624643967266125,101,0.4562584260014964,0.7524752475247525,0.5 +temperature,128,20852,forward_mse_diag,held,all,10,0.25742574257425743,0.4861849485441155,45.969029225019355,0.8735122447575975,1.341127034622901,101,0.6160865021833399,0.6336633663366337,0.265625 +temperature,128,20852,forward_mse_diag,held,all,11,0.4158415841584158,0.7050431644149637,13.238575081638631,0.9143715012877408,1.0524919128923904,101,0.49852991712932504,0.7425742574257426,0.44 +temperature,128,20852,forward_mse_diag,held,all,12,0.43564356435643564,0.8047358923084427,11.380411863167202,0.8972042519773402,0.9840995237505012,101,0.46156068762090463,0.6732673267326733,0.5147058823529411 +temperature,128,20852,forward_mse_diag,held,unseen,all,0.23076923076923078,0.4827775672603259,33.333266396989465,0.9158746581775521,1.3872619533561232,65,0.6851054274083213,0.7230769230769232,0.2978723404255319 +temperature,128,20852,forward_mse_diag,held,unseen,9,0.3125,0.4461206896551724,19.588958333171654,0.9528875201496159,1.3145134213390266,16,0.640387520149616,0.8125,0.38461538461538464 +temperature,128,20852,forward_mse_diag,held,unseen,10,0.1875,0.3125,80.35061982021048,0.9149688211377942,1.5288562164603114,16,0.7274688211377941,0.6875,0.18181818181818182 +temperature,128,20852,forward_mse_diag,held,unseen,11,0.1875,0.4440424876847291,20.20830689635108,0.9090289783733738,1.4553469636196337,16,0.7215289783733738,0.75,0.25 +temperature,128,20852,forward_mse_diag,held,unseen,12,0.23529411764705882,0.7139959432048681,14.370362059328457,0.8883345686451962,1.2583859614967323,17,0.6530404509981376,0.6470588235294118,0.36363636363636365 +temperature,128,20852,forward_mse_diag,held,seen,all,0.4277286135693215,0.7182600229594432,18.490496713836976,0.8951675162720085,1.027098651029749,339,0.46977395130143984,0.696165191740413,0.461864406779661 +temperature,128,20852,forward_mse_diag,held,seen,9,0.5058823529411764,0.778122283396117,11.6720910036701,0.9006300314713809,0.8961963450348642,85,0.4215988318089092,0.7411764705882353,0.5238095238095237 +temperature,128,20852,forward_mse_diag,held,seen,10,0.27058823529411763,0.5188785859171254,39.497200407101026,0.8657086539095604,1.3057897768652704,85,0.5951204186154427,0.6235294117647059,0.2830188679245283 +temperature,128,20852,forward_mse_diag,held,seen,11,0.4588235294117647,0.7541727035641844,11.926625563575111,0.9153771526598569,0.9766603739319681,85,0.4565536232480923,0.7411764705882353,0.47619047619047616 +temperature,128,20852,forward_mse_diag,held,seen,12,0.47619047619047616,0.8230999296270232,10.77530289489647,0.8989993069374169,0.9285891732542402,84,0.42280883074694076,0.6785714285714285,0.5438596491228069 +temperature,128,20852,forward_mse_diag,source_oof,all,all,0.5703125,0.8066021397783252,10.996937220634479,0.9211382650040463,0.7526059373019653,128,0.36719223718967114,0.7578125,0.6494845360824743 +temperature,128,20852,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_mse_diag,source_oof,seen,all,0.5703125,0.8066021397783252,10.996937220634479,0.9211382650040463,0.7526059373019653,128,0.36719223718967114,0.7578125,0.6494845360824743 +temperature,128,20852,forward_mse_identity,held,all,all,0.3316831683168317,0.5727241135443594,10.734169226096125,0.7436875580441508,1.0316489862556237,404,0.41200438972731906,0.32425742574257427,0.42748091603053434 +temperature,128,20852,forward_mse_identity,held,all,9,0.38613861386138615,0.6148978198312443,9.622008442883267,0.7752071787397762,0.9704115963798016,101,0.38906856487839014,0.37623762376237624,0.47368421052631576 +temperature,128,20852,forward_mse_identity,held,all,10,0.2079207920792079,0.4158415841584158,15.758732761426137,0.7184881015424073,1.20843635904799,101,0.5105673094631993,0.27722772277227725,0.3214285714285714 +temperature,128,20852,forward_mse_identity,held,all,11,0.3564356435643564,0.6251280300443838,9.178649188993438,0.7380696991506378,0.9706880851686835,101,0.38163405558628144,0.34653465346534656,0.5142857142857142 +temperature,128,20852,forward_mse_identity,held,all,12,0.37623762376237624,0.6350290201433937,8.377286511081662,0.7429852527437819,0.9770599044260201,101,0.36958556223768585,0.297029702970297,0.36666666666666664 +temperature,128,20852,forward_mse_identity,held,unseen,all,0.1076923076923077,0.3872868510799546,17.201006167374466,0.7512523863243208,1.4421520266643424,65,0.643560078632013,0.4307692307692308,0.07142857142857142 +temperature,128,20852,forward_mse_identity,held,unseen,9,0.1875,0.37723214285714285,15.62557415961858,0.8042010130421501,1.4339305396756168,16,0.6769967308603287,0.5,0.125 +temperature,128,20852,forward_mse_identity,held,unseen,10,0.0625,0.1875,26.41792379854695,0.7164011606242768,1.4683978608230746,16,0.6539011606242768,0.375,0.0 +temperature,128,20852,forward_mse_identity,held,unseen,11,0.0625,0.4418103448275862,14.450513623687305,0.7398606273115418,1.411085071761448,16,0.6773606273115418,0.4375,0.14285714285714285 +temperature,128,20852,forward_mse_identity,held,unseen,12,0.11764705882352941,0.5334685598377281,12.597718562923221,0.7449411938490202,1.454427422177648,17,0.6783846460591574,0.4117647058823529,0.0 +temperature,128,20852,forward_mse_identity,held,seen,all,0.3746312684365782,0.6082799308310446,9.494215240305294,0.7422370747455931,0.9529389637583767,339,0.3676058063090149,0.30383480825958703,0.5242718446601942 +temperature,128,20852,forward_mse_identity,held,seen,9,0.4235294117647059,0.6596348884381339,8.491925484438973,0.7697495158122706,0.883160971759413,85,0.34622010404756476,0.3529411764705882,0.5666666666666667 +temperature,128,20852,forward_mse_identity,held,seen,10,0.23529411764705882,0.4588235294117647,13.75229680149751,0.7188809374799375,1.1595024293020917,85,0.4835868198328787,0.2588235294117647,0.4090909090909091 +temperature,128,20852,forward_mse_identity,held,seen,11,0.4117647058823529,0.6596348884381339,8.186298236580473,0.7377325832615264,0.8877898288688689,85,0.3291044992963432,0.32941176470588235,0.6071428571428571 +temperature,128,20852,forward_mse_identity,held,seen,12,0.42857142857142855,0.6555829228243021,7.523151452970871,0.7425894075201027,0.8804498115477142,84,0.3341745179646768,0.2738095238095238,0.4782608695652174 +temperature,128,20852,forward_mse_identity,source_oof,all,all,0.4609375,0.6648803109605912,7.944090907542536,0.7734542350751499,0.8426300902480285,128,0.3125167350751499,0.390625,0.6 +temperature,128,20852,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_mse_identity,source_oof,seen,all,0.4609375,0.6648803109605912,7.944090907542536,0.7734542350751499,0.8426300902480285,128,0.3125167350751499,0.390625,0.6 +temperature,128,20852,forward_ce_identity,held,all,all,0.5717821782178217,0.75,7.690061575019736,0.8551604527012627,0.7503634472258455,404,0.283378274483441,0.5717821782178217,0.5887445887445888 +temperature,128,20852,forward_ce_identity,held,all,9,0.6930693069306931,0.801980198019802,6.190120426819741,0.892504057747963,0.5551579893338411,101,0.20940807665679026,0.6435643564356436,0.7076923076923077 +temperature,128,20852,forward_ce_identity,held,all,10,0.39603960396039606,0.6138613861386139,10.40850316988947,0.8083693536399923,1.0267041979279923,101,0.41232974967959624,0.43564356435643564,0.4318181818181818 +temperature,128,20852,forward_ce_identity,held,all,11,0.6039603960396039,0.8118811881188119,7.053895522675082,0.8487540425385252,0.6753400617405612,101,0.2638558982630124,0.6039603960396039,0.6065573770491803 +temperature,128,20852,forward_ce_identity,held,all,12,0.594059405940594,0.7722772277227723,7.107727180694651,0.8710143568785707,0.7442515399009876,101,0.3019573088165862,0.6039603960396039,0.5573770491803279 +temperature,128,20852,forward_ce_identity,held,unseen,all,0.015384615384615385,0.15384615384615385,30.056767541312905,0.8756759868581154,1.7827430781861093,65,0.8602913714735,0.6461538461538462,0.0 +temperature,128,20852,forward_ce_identity,held,unseen,9,0.0,0.1875,29.390434734515424,0.9144511097783825,1.8559640669278847,16,0.9144511097783824,0.75,0.0 +temperature,128,20852,forward_ce_identity,held,unseen,10,0.0,0.0625,31.87028039872918,0.7768013328613761,1.6539432850906828,16,0.7768013328613761,0.3125,0.0 +temperature,128,20852,forward_ce_identity,held,unseen,11,0.0625,0.1875,30.609794314661315,0.9062709369471098,1.7866179072514576,16,0.894129560357126,0.8125,0.0 +temperature,128,20852,forward_ce_identity,held,unseen,12,0.0,0.1764705882352941,28.45657288346142,0.9034450042580943,1.8314056431633348,17,0.9034450042580942,0.7058823529411764,0.0 +temperature,128,20852,forward_ce_identity,held,seen,all,0.6784660766961652,0.8643067846607669,3.4014601360549683,0.851226795709536,0.5524145504340547,339,0.1727607190133707,0.5575221238938053,0.7195767195767195 +temperature,128,20852,forward_ce_identity,held,seen,9,0.8235294117647058,0.9176470588235294,1.8230024394887874,0.8883728479540018,0.31030037472790345,85,0.08690166584695981,0.6235294117647059,0.8679245283018867 +temperature,128,20852,forward_ce_identity,held,seen,10,0.47058823529411764,0.7176470588235294,6.368639220931406,0.8143115693159672,0.908635663873839,85,0.3585949381765028,0.4588235294117647,0.48717948717948717 +temperature,128,20852,forward_ce_identity,held,seen,11,0.7058823529411764,0.9294117647058824,2.619843985360026,0.8379273330027917,0.46615834964439234,85,0.15469542039306466,0.5647058823529412,0.7708333333333333 +temperature,128,20852,forward_ce_identity,held,seen,12,0.7142857142857142,0.8928571428571428,2.7871274551347085,0.8644510115755719,0.5242322570978936,84,0.21845369663722738,0.5833333333333333,0.6938775510204082 +temperature,128,20852,forward_ce_identity,source_oof,all,all,0.78125,0.90625,1.5645956859753283,0.8783683591836804,0.39074266768129634,128,0.12416915344781243,0.609375,0.8333333333333333 +temperature,128,20852,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_ce_identity,source_oof,seen,all,0.78125,0.90625,1.5645956859753283,0.8783683591836804,0.39074266768129634,128,0.12416915344781243,0.609375,0.8333333333333333 +temperature,128,20852,inverse_balanced,held,all,all,0.5767326732673267,0.7698019801980198,5.695253633465839,0.9060199018984252,0.7381921174706843,404,0.3292872286310983,0.7153465346534653,0.6608996539792388 +temperature,128,20852,inverse_balanced,held,all,9,0.7227722772277227,0.8415841584158416,4.580777564346945,0.9295295132775214,0.5069578738457764,101,0.22169394163002448,0.7920792079207921,0.7875000000000001 +temperature,128,20852,inverse_balanced,held,all,10,0.33663366336633666,0.6534653465346535,8.685717511296454,0.9009517438922174,1.1566169794803194,101,0.564318080525881,0.6732673267326733,0.4117647058823529 +temperature,128,20852,inverse_balanced,held,all,11,0.6435643564356436,0.7920792079207921,4.783399625349416,0.9028306114026335,0.6325110677867327,101,0.2767209935638144,0.6930693069306931,0.7142857142857143 +temperature,128,20852,inverse_balanced,held,all,12,0.6039603960396039,0.7920792079207921,4.731119832870544,0.8907677390213283,0.6566825487699088,101,0.28680734298172417,0.7029702970297029,0.7042253521126761 +temperature,128,20852,inverse_balanced,held,unseen,all,0.09230769230769231,0.35384615384615387,15.78261456249013,0.8544380607890426,1.5949132125417127,65,0.7621303684813503,0.5846153846153846,0.13157894736842105 +temperature,128,20852,inverse_balanced,held,unseen,9,0.0625,0.4375,15.902252735049602,0.8713249252050195,1.6264897217491705,16,0.8088249252050193,0.5625,0.1111111111111111 +temperature,128,20852,inverse_balanced,held,unseen,10,0.0625,0.3125,16.754976945536487,0.900353040555538,1.739633550466032,16,0.837853040555538,0.75,0.08333333333333333 +temperature,128,20852,inverse_balanced,held,unseen,11,0.0625,0.375,15.610556598994066,0.8367438855397444,1.5921897750893017,16,0.7742438855397444,0.5,0.125 +temperature,128,20852,inverse_balanced,held,unseen,12,0.1764705882352941,0.29411764705882354,14.91678624050445,0.8119837841460549,1.431550003431721,17,0.6355131959107607,0.5294117647058824,0.2222222222222222 +temperature,128,20852,inverse_balanced,held,seen,all,0.6696165191740413,0.8495575221238938,3.761098883062952,0.9159102254149735,0.5739240608936435,339,0.24751851044676487,0.7404129793510325,0.7410358565737052 +temperature,128,20852,inverse_balanced,held,seen,9,0.8470588235294118,0.9176470588235294,2.4496763557440913,0.9404856710323453,0.2962224671816082,85,0.12169371982353647,0.8352941176470589,0.8732394366197184 +temperature,128,20852,inverse_balanced,held,seen,10,0.38823529411764707,0.7176470588235294,7.166798088380682,0.9010644409908865,1.0468726837653617,85,0.5128291468732395,0.6588235294117647,0.4821428571428571 +temperature,128,20852,inverse_balanced,held,seen,11,0.7529411764705882,0.8705882352941177,2.7453465479574817,0.9152704656827068,0.45186566405919026,85,0.18576996980473082,0.7294117647058823,0.7903225806451613 +temperature,128,20852,inverse_balanced,held,seen,12,0.6904761904761905,0.8928571428571428,2.6697349646589204,0.906712110841324,0.49986413532644686,84,0.2167833704093456,0.738095238095238,0.7741935483870968 +temperature,128,20852,inverse_balanced,source_oof,all,all,0.75,0.8828125,2.9956778838290683,0.9447905481312977,0.44701591763444015,128,0.19852497877004904,0.828125,0.7924528301886792 +temperature,128,20852,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,inverse_balanced,source_oof,seen,all,0.75,0.8828125,2.9956778838290683,0.9447905481312977,0.44701591763444015,128,0.19852497877004904,0.828125,0.7924528301886792 +temperature,128,20852,inverse_balanced_factor_temperature,held,all,all,0.5767326732673267,0.7698019801980198,1.9987101290302014,0.5720567112134033,0.6230343303245321,404,0.05159053879560844,0.017326732673267328,1.0 +temperature,128,20852,inverse_balanced_factor_temperature,held,all,9,0.7227722772277227,0.8415841584158416,1.6502731957359156,0.611779788993248,0.48755915411626577,101,0.12522389179362645,0.039603960396039604,1.0 +temperature,128,20852,inverse_balanced_factor_temperature,held,all,10,0.33663366336633666,0.6534653465346535,2.783466271244968,0.5497680893386538,0.8598458777287823,101,0.21313442597231716,0.0, +temperature,128,20852,inverse_balanced_factor_temperature,held,all,11,0.6435643564356436,0.7920792079207921,1.7824980657908591,0.5650093294159881,0.5689377989597061,101,0.10692975105398195,0.009900990099009901,1.0 +temperature,128,20852,inverse_balanced_factor_temperature,held,all,12,0.6039603960396039,0.7920792079207921,1.7786029833490613,0.561669637105723,0.5757944904933742,101,0.10260893175743029,0.019801980198019802,1.0 +temperature,128,20852,inverse_balanced_factor_temperature,held,unseen,all,0.09230769230769231,0.35384615384615387,4.6180258856143155,0.5159263783144947,1.1559133582025245,65,0.4236186860068024,0.0, +temperature,128,20852,inverse_balanced_factor_temperature,held,unseen,9,0.0625,0.4375,4.619397223390974,0.5232655800481382,1.1327699498821429,16,0.46076558004813817,0.0, +temperature,128,20852,inverse_balanced_factor_temperature,held,unseen,10,0.0625,0.3125,4.787732599576741,0.5567745659165148,1.2528593108775015,16,0.4942745659165147,0.0, +temperature,128,20852,inverse_balanced_factor_temperature,held,unseen,11,0.0625,0.375,4.588964618020838,0.5108360635911575,1.1562531269199057,16,0.4483360635911575,0.0, +temperature,128,20852,inverse_balanced_factor_temperature,held,unseen,12,0.1764705882352941,0.29411764705882354,4.48436302994786,0.47536442573818743,1.0861323576641941,17,0.3144379406590786,0.0, +temperature,128,20852,inverse_balanced_factor_temperature,held,seen,all,0.6696165191740413,0.8495575221238938,1.4964814441394418,0.5828191644241084,0.5208598854511707,339,0.09151854638064391,0.02064896755162242,1.0 +temperature,128,20852,inverse_balanced_factor_temperature,held,seen,9,0.8470588235294118,0.9176470588235294,1.0913792611184931,0.6284412871476216,0.36610771020739485,85,0.23552779237560562,0.047058823529411764,1.0 +temperature,128,20852,inverse_balanced_factor_temperature,held,seen,10,0.38823529411764707,0.7176470588235294,2.4061926094413404,0.5484492231592917,0.7858668785478468,85,0.16021392904164472,0.0, +temperature,128,20852,inverse_balanced_factor_temperature,held,seen,11,0.7529411764705882,0.8705882352941177,1.2542220089005103,0.5752066500418387,0.4583843254613157,85,0.1777345264287496,0.011764705882352941,1.0 +temperature,128,20852,inverse_balanced_factor_temperature,held,seen,12,0.6904761904761905,0.8928571428571428,1.2310086882040663,0.5791361679777243,0.47251182689927956,84,0.14185923197899447,0.023809523809523808,1.0 +temperature,128,20852,inverse_balanced_factor_temperature,source_oof,all,all,0.75,0.8828125,1.2321319309230543,0.6287520518078294,0.43773359094181125,128,0.14255238580935095,0.0625,0.75 +temperature,128,20852,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,inverse_balanced_factor_temperature,source_oof,seen,all,0.75,0.8828125,1.2321319309230543,0.6287520518078294,0.43773359094181125,128,0.14255238580935095,0.0625,0.75 +temperature,128,20852,inverse_unweighted,held,all,all,0.5866336633663366,0.7673267326732673,5.716956977503279,0.9027158029321573,0.7309134752940384,404,0.31608213956582054,0.7004950495049505,0.657243816254417 +temperature,128,20852,inverse_unweighted,held,all,9,0.7326732673267327,0.8415841584158416,4.55829352268581,0.9203965603934621,0.4907437068087161,101,0.21635302427600767,0.7524752475247525,0.8026315789473684 +temperature,128,20852,inverse_unweighted,held,all,10,0.34653465346534656,0.6336633663366337,8.698856053907491,0.8964462502386029,1.1579420417530273,101,0.5499115967732564,0.6831683168316832,0.391304347826087 +temperature,128,20852,inverse_unweighted,held,all,11,0.6336633663366337,0.801980198019802,4.825020910315104,0.9054913356956819,0.6334449259833347,101,0.2718279693590482,0.6831683168316832,0.7246376811594203 +temperature,128,20852,inverse_unweighted,held,all,12,0.6336633663366337,0.7920792079207921,4.7856574231047135,0.888529065400882,0.6415232266310759,101,0.25849120500360695,0.6831683168316832,0.6956521739130435 +temperature,128,20852,inverse_unweighted,held,unseen,all,0.12307692307692308,0.3230769230769231,15.818960550710178,0.8415752731167079,1.5524408451672902,65,0.7305609029804936,0.5230769230769231,0.14705882352941177 +temperature,128,20852,inverse_unweighted,held,unseen,9,0.125,0.4375,16.05475189049938,0.8324703560544929,1.532816106873086,16,0.7074703560544929,0.4375,0.14285714285714285 +temperature,128,20852,inverse_unweighted,held,unseen,10,0.0625,0.3125,16.128053944149293,0.9177369864443108,1.755067150719782,16,0.8552369864443108,0.75,0.08333333333333333 +temperature,128,20852,inverse_unweighted,held,unseen,11,0.0625,0.3125,15.928540334536317,0.8388680251769347,1.575349265238662,16,0.7763680251769347,0.4375,0.14285714285714285 +temperature,128,20852,inverse_unweighted,held,unseen,12,0.23529411764705882,0.23529411764705882,15.202993946423643,0.7810109923396582,1.358643210033493,17,0.5918384006423686,0.47058823529411764,0.25 +temperature,128,20852,inverse_unweighted,held,seen,all,0.6755162241887905,0.8525073746312685,3.7799946404577085,0.9144389133687478,0.5733934781207012,339,0.23928905244100387,0.7345132743362832,0.7269076305220883 +temperature,128,20852,inverse_unweighted,held,seen,9,0.8470588235294118,0.9176470588235294,2.394254300509139,0.9369473753278562,0.2945889020907171,85,0.1279751539618019,0.8117647058823529,0.8695652173913043 +temperature,128,20852,inverse_unweighted,held,seen,10,0.4,0.6941176470588235,7.300418803979623,0.8924385822469403,1.0455420212416382,85,0.49243858224694037,0.6705882352941176,0.45614035087719296 +temperature,128,20852,inverse_unweighted,held,seen,11,0.7411764705882353,0.8941176470588235,2.7349466657558152,0.9180321941462696,0.4561452856529201,85,0.17806413876528232,0.7294117647058823,0.7903225806451613 +temperature,128,20852,inverse_unweighted,held,seen,12,0.7142857142857142,0.9047619047619047,2.6773869362425486,0.9102886754251773,0.49639180141868183,84,0.20605053179977773,0.7261904761904762,0.7540983606557378 +temperature,128,20852,inverse_unweighted,source_oof,all,all,0.7421875,0.8984375,2.836530297612492,0.9365317832484261,0.4333217341133727,128,0.19434428324842612,0.796875,0.8333333333333334 +temperature,128,20852,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,inverse_unweighted,source_oof,seen,all,0.7421875,0.8984375,2.836530297612492,0.9365317832484261,0.4333217341133727,128,0.19434428324842612,0.796875,0.8333333333333334 +temperature,128,20852,inverse_unweighted_factor_temperature,held,all,all,0.5866336633663366,0.7673267326732673,2.0032279028668776,0.5723430794890293,0.6245252814641206,404,0.059226562000833774,0.012376237623762377,1.0 +temperature,128,20852,inverse_unweighted_factor_temperature,held,all,9,0.7326732673267327,0.8415841584158416,1.651163304783286,0.6088366705045302,0.4870811188347715,101,0.1334377315584325,0.039603960396039604,1.0 +temperature,128,20852,inverse_unweighted_factor_temperature,held,all,10,0.34653465346534656,0.6336633663366337,2.7815088785318554,0.548617847684746,0.8571344331463704,101,0.20208319421939944,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,all,11,0.6336633663366337,0.801980198019802,1.7896350433975634,0.5679203734116581,0.5714277861293987,101,0.086460777630289,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,all,12,0.6336633663366337,0.7920792079207921,1.7906043847548054,0.563997426355183,0.5824577877459416,101,0.12976837978871952,0.009900990099009901,1.0 +temperature,128,20852,inverse_unweighted_factor_temperature,held,unseen,all,0.12307692307692308,0.3230769230769231,4.655979948540235,0.5044855270751301,1.1554912792247423,65,0.3814086039982069,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,unseen,9,0.125,0.4375,4.706481047240032,0.5015049269290002,1.1294999157283854,16,0.4143753439506815,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,unseen,10,0.0625,0.3125,4.650374105759814,0.5446182235875855,1.2256575701109425,16,0.48211822358758544,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,unseen,11,0.0625,0.3125,4.6855213656049255,0.5083327350872845,1.166957489589249,16,0.4458327350872845,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,unseen,12,0.23529411764705882,0.23529411764705882,4.58592190337876,0.4658979464836195,1.103123149573589,17,0.3235998186763466,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,seen,all,0.6755162241887905,0.8525073746312685,1.4945881300976496,0.5853541146126383,0.5227176417755057,339,0.09396325033987324,0.014749262536873156,1.0 +temperature,128,20852,inverse_unweighted_factor_temperature,held,seen,9,0.8470588235294118,0.9176470588235294,1.076044670909075,0.6290402928246298,0.36615522765479713,85,0.2259774832689682,0.047058823529411764,1.0 +temperature,128,20852,inverse_unweighted_factor_temperature,held,seen,10,0.4,0.6941176470588235,2.429722482818357,0.549370718103035,0.7877653720706863,85,0.149370718103035,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,seen,11,0.7411764705882353,0.8941176470588235,1.2445270298055893,0.5791368700374226,0.45932807724283875,85,0.16203960055081268,0.0, +temperature,128,20852,inverse_unweighted_factor_temperature,held,seen,12,0.7142857142857142,0.9047619047619047,1.2248853631285288,0.583850892519666,0.4770850359474892,84,0.1386876410241662,0.011904761904761904,1.0 +temperature,128,20852,inverse_unweighted_factor_temperature,source_oof,all,all,0.7421875,0.8984375,1.202312413251783,0.6216722846521946,0.4295028264784181,128,0.13076788379717316,0.03125,0.75 +temperature,128,20852,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,inverse_unweighted_factor_temperature,source_oof,seen,all,0.7421875,0.8984375,1.202312413251783,0.6216722846521946,0.4295028264784181,128,0.13076788379717316,0.03125,0.75 +temperature,128,20852,forward_mse_full_product,held,all,all,0.5495049504950495,0.8217821782178218,3.119090492174783,0.7378026073580249,0.679091225437585,404,0.18829765686297553,0.3069306930693069,0.6451612903225806 +temperature,128,20852,forward_mse_full_product,held,all,9,0.6732673267326733,0.9207920792079208,1.3620535644639609,0.7849702908324444,0.505884860297187,101,0.1498895929299478,0.38613861386138615,0.7435897435897436 +temperature,128,20852,forward_mse_full_product,held,all,10,0.34653465346534656,0.6039603960396039,7.735314187409539,0.6400158169862271,0.9404587741218822,101,0.31127462205527034,0.1188118811881188,0.5 +temperature,128,20852,forward_mse_full_product,held,all,11,0.5742574257425742,0.8712871287128713,1.7583052648888944,0.7534302398731144,0.6502307673672822,101,0.1827003450276784,0.33663366336633666,0.5882352941176471 +temperature,128,20852,forward_mse_full_product,held,all,12,0.6039603960396039,0.8910891089108911,1.6206889519367367,0.7727940817403143,0.6197904999639884,101,0.18606602460331867,0.38613861386138615,0.641025641025641 +temperature,128,20852,forward_mse_full_product,held,unseen,all,0.38461538461538464,0.7538461538461538,5.072306334832873,0.6875350391655929,0.9121737212000876,65,0.31157016324428866,0.23076923076923078,0.3333333333333333 +temperature,128,20852,forward_mse_full_product,held,unseen,9,0.5,0.9375,2.5271598927313343,0.7587117393952203,0.8374557254647413,16,0.4490284022153606,0.25,0.25 +temperature,128,20852,forward_mse_full_product,held,unseen,10,0.1875,0.4375,13.165005593670763,0.5713749902593471,0.9958768785988792,16,0.3999304338637849,0.125,1.0 +temperature,128,20852,forward_mse_full_product,held,unseen,11,0.3125,0.75,2.918056401180703,0.7167342235102495,1.019702920712747,16,0.46767098435703836,0.3125,0.2 +temperature,128,20852,forward_mse_full_product,held,unseen,12,0.5294117647058824,0.8823529411764706,1.8786095036948178,0.7023907232427327,0.8025131459755175,17,0.2726275143123421,0.23529411764705882,0.25 +temperature,128,20852,forward_mse_full_product,held,seen,all,0.5811209439528023,0.8348082595870207,2.74458007986571,0.7474409316427097,0.6343998914418248,339,0.16631998768990724,0.3215339233038348,0.6880733944954129 +temperature,128,20852,forward_mse_full_product,held,seen,9,0.7058823529411764,0.9176470588235294,1.1427394320842197,0.7899130769853336,0.44347152097152986,85,0.10402036378876449,0.4117647058823529,0.7999999999999999 +temperature,128,20852,forward_mse_full_product,held,seen,10,0.3764705882352941,0.6352941176470588,6.713254628583897,0.6529364431936397,0.930027130926212,85,0.3079081461975051,0.11764705882352941,0.4 +temperature,128,20852,forward_mse_full_product,held,seen,11,0.6235294117647059,0.8941176470588235,1.5399991686457304,0.7603377253061241,0.5806830679140181,85,0.16376604757687757,0.3411764705882353,0.6551724137931034 +temperature,128,20852,forward_mse_full_product,held,seen,12,0.6190476190476191,0.8928571428571428,1.5684907450333156,0.7870423804838723,0.5828109168426074,84,0.17970549208230086,0.41666666666666663,0.6857142857142857 +temperature,128,20852,forward_mse_full_product,source_oof,all,all,0.75,0.953125,0.9798626653109886,0.7954018363200057,0.4129970194284177,128,0.10626714267578082,0.421875,0.8888888888888888 +temperature,128,20852,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_mse_full_product,source_oof,seen,all,0.75,0.953125,0.9798626653109886,0.7954018363200057,0.4129970194284177,128,0.10626714267578082,0.421875,0.8888888888888888 +temperature,128,20852,forward_mse_full_scalar_temperature,held,all,all,0.5618811881188119,0.8267326732673267,2.1274263477920536,0.5855499586537892,0.6435123455206867,404,0.10534468774534267,0.09405940594059406,0.7894736842105263 +temperature,128,20852,forward_mse_full_scalar_temperature,held,all,9,0.6930693069306931,0.900990099009901,1.1355618038619792,0.6333001298694105,0.5138777372986255,101,0.15205104884633908,0.1485148514851485,0.8 +temperature,128,20852,forward_mse_full_scalar_temperature,held,all,10,0.34653465346534656,0.6237623762376238,4.735883096554882,0.49281073317413193,0.849335922299695,101,0.16615536487874452,0.0, +temperature,128,20852,forward_mse_full_scalar_temperature,held,all,11,0.594059405940594,0.8910891089108911,1.3603434274882835,0.5978819442565528,0.6160765728026656,101,0.1538334393980116,0.0891089108910891,0.7777777777777777 +temperature,128,20852,forward_mse_full_scalar_temperature,held,all,12,0.6138613861386139,0.8910891089108911,1.2779170632630712,0.6182070273150614,0.5947591496817606,101,0.19704184354270612,0.13861386138613863,0.7857142857142857 +temperature,128,20852,forward_mse_full_scalar_temperature,held,unseen,all,0.4,0.7538461538461538,3.219395781107429,0.5342529499036237,0.8315675935902448,65,0.19289483380376457,0.03076923076923077,0.0 +temperature,128,20852,forward_mse_full_scalar_temperature,held,unseen,9,0.5625,0.875,1.7344447929245481,0.6008479826050648,0.7829326398491683,16,0.35702147126604594,0.0625,0.0 +temperature,128,20852,forward_mse_full_scalar_temperature,held,unseen,10,0.1875,0.5,7.747671524417712,0.45357514689552725,0.9175316538762501,16,0.40230738073783145,0.0, +temperature,128,20852,forward_mse_full_scalar_temperature,held,unseen,11,0.3125,0.75,2.0277450547519194,0.5560327543265169,0.8860391718506015,16,0.3593004327968326,0.0625,0.0 +temperature,128,20852,forward_mse_full_scalar_temperature,held,unseen,12,0.5294117647058824,0.8823529411764706,1.4766437540279986,0.5270086825001057,0.745166949067623,17,0.29100130293086957,0.0, +temperature,128,20852,forward_mse_full_scalar_temperature,held,seen,all,0.5929203539823009,0.8407079646017699,1.918051677687336,0.5953856682961512,0.6074545545928953,339,0.10359631466794783,0.10619469026548672,0.8333333333333333 +temperature,128,20852,forward_mse_full_scalar_temperature,held,seen,9,0.7176470588235294,0.9058823529411765,1.0228308882737311,0.639408769354464,0.4632321085832292,85,0.13432482501733634,0.16470588235294117,0.8571428571428571 +temperature,128,20852,forward_mse_full_scalar_temperature,held,seen,10,0.3764705882352941,0.6470588235294118,4.168958216015995,0.5001962552971634,0.8364990787088141,85,0.13885695741489387,0.0, +temperature,128,20852,forward_mse_full_scalar_temperature,held,seen,11,0.6470588235294118,0.9176470588235294,1.2347148858857169,0.6057594388316184,0.5652600835701129,85,0.15820912593500552,0.09411764705882353,0.875 +temperature,128,20852,forward_mse_full_scalar_temperature,held,seen,12,0.6309523809523809,0.8928571428571428,1.23769856632255,0.6366638351942786,0.5643194759965265,84,0.198878870822463,0.16666666666666666,0.7857142857142857 +temperature,128,20852,forward_mse_full_scalar_temperature,source_oof,all,all,0.734375,0.9375,0.9440965696912057,0.6475172106967519,0.4271699966787999,128,0.12684956291204305,0.1640625,0.9047619047619047 +temperature,128,20852,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_mse_full_scalar_temperature,source_oof,seen,all,0.734375,0.9375,0.9440965696912057,0.6475172106967519,0.4271699966787999,128,0.12684956291204305,0.1640625,0.9047619047619047 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,all,all,0.3316831683168317,0.5717821782178217,2.867458492079895,0.2426318328095464,0.8728329789996074,404,0.1342397379723124,0.022277227722772276,0.3333333333333333 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,all,9,0.38613861386138615,0.6138613861386139,2.682905882176633,0.2592260046093604,0.8530579101736826,101,0.18575813080485365,0.0297029702970297,0.3333333333333333 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,all,10,0.2079207920792079,0.4158415841584158,3.538767526711955,0.21743230124501775,0.9340515791904075,101,0.05573736035814802,0.0, +temperature,128,20852,forward_mse_identity_scalar_temperature,held,all,11,0.3564356435643564,0.6237623762376238,2.675926079462588,0.24668086085424445,0.857537738823308,101,0.1752840282244625,0.0297029702970297,0.3333333333333333 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,all,12,0.37623762376237624,0.6336633663366337,2.572234479968405,0.24718816452956288,0.8466846878110318,101,0.1847391263752666,0.0297029702970297,0.3333333333333333 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,unseen,all,0.1076923076923077,0.38461538461538464,3.6175881523928943,0.27009600337685424,1.0126848035002542,65,0.18487151116430606,0.046153846153846156,0.0 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,unseen,9,0.1875,0.375,3.354704738874177,0.29587010263197594,1.016477425038692,16,0.24299235836660504,0.0625,0.0 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,unseen,10,0.0625,0.1875,4.897456715382215,0.20897808000482287,1.030931730132722,16,0.14647808000482287,0.0, +temperature,128,20852,forward_mse_identity_scalar_temperature,held,unseen,11,0.0625,0.4375,3.2356593369071303,0.291512837148494,1.0174001766281398,16,0.2707119794572409,0.0625,0.0 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,unseen,12,0.11764705882352941,0.5294117647058824,3.019888073348337,0.2832037589959317,0.9875037011013921,17,0.2723496089576234,0.058823529411764705,0.0 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,seen,all,0.3746312684365782,0.6076696165191741,2.7236283212234205,0.23736584140283543,0.8460177324139379,339,0.1598206348948759,0.017699115044247787,0.5 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,seen,9,0.4235294117647059,0.6588235294117647,2.5564496267982717,0.25232829204039753,0.8222965897285044,85,0.20211550163731817,0.023529411764705882,0.5 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,seen,10,0.23529411764705882,0.4588235294117647,3.2830142676681415,0.2190236840667015,0.9158153154836188,85,0.06424614790040262,0.0, +temperature,128,20852,forward_mse_identity_scalar_temperature,held,seen,11,0.4117647058823529,0.6588235294117647,2.570564525120086,0.23824190061062098,0.8274459858247513,85,0.19699135770704043,0.023529411764705882,0.5 +temperature,128,20852,forward_mse_identity_scalar_temperature,held,seen,12,0.42857142857142855,0.6547619047619048,2.4816379194034184,0.239899294220893,0.8181856017879827,84,0.21246075147380059,0.023809523809523808,0.5 +temperature,128,20852,forward_mse_identity_scalar_temperature,source_oof,all,all,0.4609375,0.6640625,2.4766038242527326,0.2631208244970838,0.8120445716728518,128,0.24847990733986688,0.0390625,0.8 +temperature,128,20852,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.4609375,0.6640625,2.4766038242527326,0.2631208244970838,0.8120445716728518,128,0.24847990733986688,0.0390625,0.8 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,all,all,0.5717821782178217,0.75,4.133161061795493,0.7128469219848668,0.7023964322780256,404,0.16830586889531268,0.2103960396039604,0.6235294117647059 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,all,9,0.6930693069306931,0.801980198019802,3.339423742653693,0.7560917823154406,0.5470383175938861,101,0.1590762213964549,0.2871287128712871,0.7241379310344828 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,all,10,0.39603960396039606,0.6138613861386139,5.567839864603805,0.6427691348089759,0.9107266635817661,101,0.24672953084857974,0.09900990099009901,0.6000000000000001 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,all,11,0.6039603960396039,0.8118811881188119,3.8063804751846595,0.7174682993962587,0.6480663631058747,101,0.15920720296742286,0.21782178217821782,0.5454545454545454 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,all,12,0.594059405940594,0.7722772277227723,3.8190001647398115,0.7350584714187928,0.7037543848305754,101,0.21788088501718605,0.2376237623762376,0.5833333333333333 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,unseen,all,0.015384615384615385,0.15384615384615385,15.291205480669575,0.7361170857102357,1.5770059989439482,65,0.7207324703256205,0.23076923076923078,0.0 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,unseen,9,0.0,0.1875,14.926600003494123,0.7718396320892091,1.627872435406743,16,0.771839632089209,0.3125,0.0 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0625,16.33700279244604,0.6025229025253545,1.441491295135167,16,0.6025229025253543,0.0625,0.0 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,unseen,11,0.0625,0.1875,15.50756843078484,0.7889242128687726,1.6143965140426706,16,0.7264242128687726,0.3125,0.0 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,unseen,12,0.0,0.1764705882352941,14.446448036230722,0.7785307418489381,1.621483883411962,17,0.778530741848938,0.23529411764705882,0.0 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,seen,all,0.6784660766961652,0.8643067846607669,1.993713016878633,0.7083850911820677,0.5346984327698103,339,0.1321938793421354,0.20648967551622419,0.7571428571428571 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,seen,9,0.8235294117647058,0.9176470588235294,1.1583082112013765,0.7531274811815547,0.34358718953499534,85,0.131587517067433,0.2823529411764706,0.875 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,seen,10,0.47058823529411764,0.7176470588235294,3.54070331348056,0.6503448961800103,0.8108180270540669,85,0.19702223555784604,0.10588235294117647,0.6666666666666666 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,seen,11,0.7058823529411764,0.9294117647058824,1.6038039188363908,0.704017774507315,0.4661689229295367,85,0.12020964861586272,0.2,0.7058823529411764 +temperature,128,20852,forward_ce_identity_scalar_temperature,held,seen,12,0.7142857142857142,0.8928571428571428,1.6682071431285557,0.7262605119269775,0.5180234148795805,84,0.18625990606595877,0.23809523809523808,0.7000000000000001 +temperature,128,20852,forward_ce_identity_scalar_temperature,source_oof,all,all,0.78125,0.90625,1.0518169700711768,0.7355431945545206,0.3881799115781409,128,0.11530443278710859,0.2421875,0.8709677419354839 +temperature,128,20852,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.78125,0.90625,1.0518169700711768,0.7355431945545206,0.3881799115781409,128,0.11530443278710859,0.2421875,0.8709677419354839 +temperature,128,20852,inverse_balanced_scalar_temperature,held,all,all,0.5767326732673267,0.7698019801980198,1.9987101315459332,0.5720567112622812,0.6230343303992067,404,0.05159053919637913,0.017326732673267328,1.0 +temperature,128,20852,inverse_balanced_scalar_temperature,held,all,9,0.7227722772277227,0.8415841584158416,1.6502732019733553,0.6117797894324696,0.48755915329309185,101,0.12522389115423882,0.039603960396039604,1.0 +temperature,128,20852,inverse_balanced_scalar_temperature,held,all,10,0.33663366336633666,0.6534653465346535,2.7834662649372652,0.5497680882076883,0.8598458778866432,101,0.21313442484135164,0.0, +temperature,128,20852,inverse_balanced_scalar_temperature,held,all,11,0.6435643564356436,0.7920792079207921,1.782498076675737,0.5650093303817947,0.5689378003274501,101,0.10692975088553468,0.009900990099009901,1.0 +temperature,128,20852,inverse_balanced_scalar_temperature,held,all,12,0.6039603960396039,0.7920792079207921,1.778602982597375,0.5616696370271723,0.5757944900896417,101,0.1026089321896048,0.019801980198019802,1.0 +temperature,128,20852,inverse_balanced_scalar_temperature,held,unseen,all,0.09230769230769231,0.35384615384615387,4.618025916952915,0.5159263778673945,1.155913357720788,65,0.4236186855597021,0.0, +temperature,128,20852,inverse_balanced_scalar_temperature,held,unseen,9,0.0625,0.4375,4.61939729615177,0.5232655791096343,1.1327699472526884,16,0.4607655791096343,0.0, +temperature,128,20852,inverse_balanced_scalar_temperature,held,unseen,10,0.0625,0.3125,4.7877325862019395,0.5567745687937564,1.2528593132707695,16,0.49427456879375653,0.0, +temperature,128,20852,inverse_balanced_scalar_temperature,held,unseen,11,0.0625,0.375,4.58896464791931,0.5108360614847556,1.1562531259329074,16,0.4483360614847557,0.0, +temperature,128,20852,inverse_balanced_scalar_temperature,held,unseen,12,0.1764705882352941,0.29411764705882354,4.484363065739477,0.47536442418648794,1.0861323569734926,17,0.3144379397625612,0.0, +temperature,128,20852,inverse_balanced_scalar_temperature,held,seen,all,0.6696165191740413,0.8495575221238938,1.4964814411286653,0.5828191645680855,0.5208598856325318,339,0.09151854588708826,0.02064896755162242,1.0 +temperature,128,20852,inverse_balanced_scalar_temperature,held,seen,9,0.8470588235294118,0.9176470588235294,1.091379254833889,0.6284412878461798,0.36610770972422657,85,0.23552779143920313,0.047058823529411764,1.0 +temperature,128,20852,inverse_balanced_scalar_temperature,held,seen,10,0.38823529411764707,0.7176470588235294,2.406192604463915,0.5484492212738402,0.7858668782849254,85,0.16021392715619315,0.0, +temperature,128,20852,inverse_balanced_scalar_temperature,held,seen,11,0.7529411764705882,0.8705882352941177,1.2542220162063586,0.5752066515859433,0.4583843272723052,85,0.17773452488464497,0.011764705882352941,1.0 +temperature,128,20852,inverse_balanced_scalar_temperature,held,seen,12,0.6904761904761905,0.8928571428571428,1.2310086800567115,0.5791361681973108,0.4725118265536241,84,0.14185923167137418,0.023809523809523808,1.0 +temperature,128,20852,inverse_balanced_scalar_temperature,source_oof,all,all,0.75,0.8828125,1.2321319306901883,0.6287520505548713,0.43773359019372526,128,0.14255238669983689,0.0625,0.75 +temperature,128,20852,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,inverse_balanced_scalar_temperature,source_oof,seen,all,0.75,0.8828125,1.2321319306901883,0.6287520505548713,0.43773359019372526,128,0.14255238669983689,0.0625,0.75 +temperature,128,20852,inverse_unweighted_scalar_temperature,held,all,all,0.5866336633663366,0.7673267326732673,2.003227899327948,0.5723430799278644,0.6245252814935981,404,0.0592265616867757,0.012376237623762377,1.0 +temperature,128,20852,inverse_unweighted_scalar_temperature,held,all,9,0.7326732673267327,0.8415841584158416,1.6511633026989458,0.6088366699629809,0.487081118646315,101,0.13343773194082487,0.039603960396039604,1.0 +temperature,128,20852,inverse_unweighted_scalar_temperature,held,all,10,0.34653465346534656,0.6336633663366337,2.781508867686036,0.5486178482984824,0.8571344331864784,101,0.20208319483313583,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,all,11,0.6336633663366337,0.801980198019802,1.7896350431148715,0.5679203749026588,0.5714277863311417,101,0.08646077719390517,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,all,12,0.6336633663366337,0.7920792079207921,1.7906043838119379,0.563997426547335,0.5824577878104574,101,0.12976837912315833,0.009900990099009901,1.0 +temperature,128,20852,inverse_unweighted_scalar_temperature,held,unseen,all,0.12307692307692308,0.3230769230769231,4.655979911079157,0.504485527786547,1.155491279197701,65,0.3814086047096239,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,unseen,9,0.125,0.4375,4.70648098373212,0.5015049278114679,1.1294999142168411,16,0.4143753454022286,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,unseen,10,0.0625,0.3125,4.650374104161062,0.5446182242185666,1.2256575698217587,16,0.48211822421856665,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,unseen,11,0.0625,0.3125,4.685521363900097,0.508332738472321,1.1669574917634145,16,0.44583273847232097,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,unseen,12,0.23529411764705882,0.23529411764705882,4.585921823026634,0.46589794459340383,1.1031231491187257,17,0.32359982027494083,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,seen,all,0.6755162241887905,0.8525073746312685,1.4945881330629667,0.5853541149992083,0.5227176418158204,339,0.09396324990457465,0.014749262536873156,1.0 +temperature,128,20852,inverse_unweighted_scalar_temperature,held,seen,9,0.8470588235294118,0.9176470588235294,1.0760446803868193,0.6290402920150304,0.36615522771539244,85,0.22597748388058755,0.047058823529411764,1.0 +temperature,128,20852,inverse_unweighted_scalar_temperature,held,seen,10,0.4,0.6941176470588235,2.4297224702319133,0.5493707187135253,0.7877653721727786,85,0.1493707187135253,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,seen,11,0.7411764705882353,0.8941176470588235,1.244527029790594,0.5791368711718988,0.4593280770733021,85,0.1620395994163363,0.0, +temperature,128,20852,inverse_unweighted_scalar_temperature,held,seen,12,0.7142857142857142,0.9047619047619047,1.2248853782565825,0.5838508931332496,0.47708503611711744,84,0.13868764012577364,0.011904761904761904,1.0 +temperature,128,20852,inverse_unweighted_scalar_temperature,source_oof,all,all,0.7421875,0.8984375,1.2023124171702397,0.6216722827083536,0.429502827628822,128,0.13076788542067375,0.03125,0.75 +temperature,128,20852,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20852,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.7421875,0.8984375,1.2023124171702397,0.6216722827083536,0.429502827628822,128,0.13076788542067375,0.03125,0.75 +temperature,128,20853,forward_mse_full,held,all,all,0.551980198019802,0.8242574257425742,2.4932116223662777,0.7015668097714447,0.648530447526823,404,0.15309647800819046,0.16584158415841585,0.6268656716417911 +temperature,128,20853,forward_mse_full,held,all,9,0.6732673267326733,0.9108910891089109,1.418543861663603,0.7472664173272604,0.4886061251962906,101,0.11606345362424267,0.19801980198019803,0.65 +temperature,128,20853,forward_mse_full,held,all,10,0.34653465346534656,0.6336633663366337,5.570583094640379,0.6295624991509425,0.9370047310677453,101,0.29706731071178755,0.04950495049504951,0.6000000000000001 +temperature,128,20853,forward_mse_full,held,all,11,0.6138613861386139,0.8811881188118812,1.5130009608538497,0.7155030865276637,0.5766667655761216,101,0.13532368531680045,0.2079207920792079,0.6190476190476191 +temperature,128,20853,forward_mse_full,held,all,12,0.5742574257425742,0.8712871287128713,1.4707185723072789,0.7139352360799115,0.5918441682671344,101,0.13967781033733728,0.2079207920792079,0.6190476190476191 +temperature,128,20853,forward_mse_full,held,unseen,all,0.27692307692307694,0.6461538461538462,4.104944433927657,0.6336367767729839,0.9931968115147647,65,0.35671369984990703,0.07692307692307693,0.0 +temperature,128,20853,forward_mse_full,held,unseen,9,0.4375,0.75,2.922154266742984,0.6547267098401356,0.8604365073642215,16,0.25423324497245914,0.0625,0.0 +temperature,128,20853,forward_mse_full,held,unseen,10,0.125,0.5,8.17507977123664,0.6025783107131821,1.1516536664392893,16,0.5189330685817597,0.0625,0.0 +temperature,128,20853,forward_mse_full,held,unseen,11,0.25,0.625,2.903857182008454,0.6413994275380517,1.06207696822345,16,0.48966043785654373,0.125,0.0 +temperature,128,20853,forward_mse_full,held,unseen,12,0.29411764705882354,0.7058823529411764,2.5178781579699065,0.6357129012224731,0.9041834397663723,17,0.3607301814309674,0.058823529411764705,0.0 +temperature,128,20853,forward_mse_full,held,seen,all,0.6047197640117994,0.8584070796460177,2.1841773074651285,0.7145917423522704,0.5824439765556837,339,0.11405482780255163,0.18289085545722714,0.6774193548387096 +temperature,128,20853,forward_mse_full,held,seen,9,0.7176470588235294,0.9411764705882353,1.1355113148251312,0.7646856563836605,0.418614523847033,85,0.12362492235225553,0.22352941176470587,0.6842105263157894 +temperature,128,20853,forward_mse_full,held,seen,10,0.38823529411764707,0.6588235294117647,5.080324896692847,0.6346418757980504,0.8966002255860427,85,0.2630887695350544,0.047058823529411764,0.75 +temperature,128,20853,forward_mse_full,held,seen,11,0.6823529411764706,0.9294117647058824,1.2511927309894537,0.7294520105727672,0.4852954333130951,85,0.11708953021302045,0.22352941176470587,0.6842105263157894 +temperature,128,20853,forward_mse_full,held,seen,12,0.6309523809523809,0.9047619047619047,1.2587934180660327,0.7297659467058217,0.5286326490351457,84,0.13393824152073042,0.23809523809523808,0.65 +temperature,128,20853,forward_mse_full,source_oof,all,all,0.6875,0.9375,0.9904069094914821,0.7235248047747342,0.46088965558775863,128,0.11153784938150652,0.2421875,0.8709677419354839 +temperature,128,20853,forward_mse_full,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_mse_full,source_oof,seen,all,0.6875,0.9375,0.9904069094914821,0.7235248047747342,0.46088965558775863,128,0.11153784938150652,0.2421875,0.8709677419354839 +temperature,128,20853,forward_mse_diag,held,all,all,0.4034653465346535,0.6592754718821636,15.916599870316007,0.8554295787413602,1.0297957604207149,404,0.4519642322067067,0.5470297029702971,0.46606334841628966 +temperature,128,20853,forward_mse_diag,held,all,9,0.46534653465346537,0.7340633078086134,8.806368514275185,0.8734149860583854,0.9497173185077441,101,0.40806845140492004,0.5841584158415841,0.5254237288135594 +temperature,128,20853,forward_mse_diag,held,all,10,0.31683168316831684,0.4752475247524752,38.19681459837051,0.8471279314245679,1.1960542677760688,101,0.530296248256251,0.5148514851485149,0.3269230769230769 +temperature,128,20853,forward_mse_diag,held,all,11,0.38613861386138615,0.7135541140320929,9.111554169284751,0.8442720276780848,1.0536103866330497,101,0.4581334138166987,0.504950495049505,0.45098039215686275 +temperature,128,20853,forward_mse_diag,held,all,12,0.44554455445544555,0.7142369409354729,7.551662199333581,0.8569033698044026,0.9198010687659964,101,0.411358815348957,0.5841584158415841,0.5423728813559322 +temperature,128,20853,forward_mse_diag,held,unseen,all,0.16923076923076924,0.4631489200454718,27.07452200186492,0.8391985299419881,1.416601791113887,65,0.6699677607112189,0.5076923076923077,0.15151515151515152 +temperature,128,20853,forward_mse_diag,held,unseen,9,0.125,0.43973214285714285,14.673228726707725,0.8237504644227207,1.4915753506423757,16,0.6987504644227207,0.5,0.125 +temperature,128,20853,forward_mse_diag,held,unseen,10,0.125,0.375,65.75989656563011,0.8480196000139224,1.506103318659281,16,0.7230196000139224,0.5,0.0 +temperature,128,20853,forward_mse_diag,held,unseen,11,0.125,0.5,16.78461717293086,0.8342680476555765,1.462057525173034,16,0.7092680476555765,0.375,0.0 +temperature,128,20853,forward_mse_diag,held,unseen,12,0.29411764705882354,0.5334685598377281,12.021179451583572,0.850076156044336,1.2190198418122127,17,0.5833982998004197,0.6470588235294118,0.36363636363636365 +temperature,128,20853,forward_mse_diag,held,seen,all,0.44837758112094395,0.696880857927547,13.777175272821376,0.8585417267412397,0.9556294123527023,339,0.41016414562029585,0.5545722713864307,0.5212765957446809 +temperature,128,20853,forward_mse_diag,held,seen,9,0.5294117647058824,0.7894668212112432,7.702018356640824,0.8827636018956871,0.8477205124588723,85,0.3651778320374581,0.6,0.5882352941176471 +temperature,128,20853,forward_mse_diag,held,seen,10,0.3529411764705882,0.49411764705882355,33.008469757474586,0.8469600879253951,1.13769209349217,85,0.49401891145480686,0.5176470588235293,0.38636363636363635 +temperature,128,20853,forward_mse_diag,held,seen,11,0.43529411764705883,0.7537525354969574,7.66721289801019,0.8461551297999687,0.9767262193784645,85,0.4108610121529098,0.5294117647058824,0.5111111111111112 +temperature,128,20853,forward_mse_diag,held,seen,12,0.47619047619047616,0.7508210180623973,6.647117041140129,0.8582850678272731,0.8592448885066432,84,0.38209459163679704,0.5714285714285714,0.5833333333333333 +temperature,128,20853,forward_mse_diag,source_oof,all,all,0.4453125,0.7203663793103449,10.54497535870776,0.8677476346991528,0.9905622497385006,128,0.44036186906786934,0.609375,0.4230769230769231 +temperature,128,20853,forward_mse_diag,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_mse_diag,source_oof,seen,all,0.4453125,0.7203663793103449,10.54497535870776,0.8677476346991528,0.9905622497385006,128,0.44036186906786934,0.609375,0.4230769230769231 +temperature,128,20853,forward_mse_identity,held,all,all,0.297029702970297,0.5154581036921426,12.116511071961447,0.7154986687849937,1.0833355276095546,404,0.4184689658146966,0.29455445544554454,0.3277310924369748 +temperature,128,20853,forward_mse_identity,held,all,9,0.3069306930693069,0.5449080622347949,10.537536058554583,0.7255489075395063,1.0649275276103032,101,0.4186182144701995,0.36633663366336633,0.35135135135135137 +temperature,128,20853,forward_mse_identity,held,all,10,0.26732673267326734,0.36633663366336633,19.05958048696406,0.7367571669411329,1.2032986652200641,101,0.4748836615602897,0.3069306930693069,0.22580645161290322 +temperature,128,20853,forward_mse_identity,held,all,11,0.31683168316831684,0.5653928693361947,9.922921623163923,0.701304114623787,1.032491883925758,101,0.39363969598851006,0.27722772277227725,0.39285714285714285 +temperature,128,20853,forward_mse_identity,held,all,12,0.297029702970297,0.5851948495342145,8.946006119163233,0.6983844860355486,1.0326240336820933,101,0.4013547830652517,0.22772277227722773,0.34782608695652173 +temperature,128,20853,forward_mse_identity,held,unseen,all,0.1076923076923077,0.2478021978021978,22.436132403397075,0.7044030336357349,1.3939241376376403,65,0.5967107259434272,0.3076923076923077,0.0 +temperature,128,20853,forward_mse_identity,held,unseen,9,0.0625,0.25223214285714285,19.880046077987444,0.7050241350682704,1.4526879129087409,16,0.6640724960548665,0.375,0.0 +temperature,128,20853,forward_mse_identity,held,unseen,10,0.125,0.125,35.23276744030054,0.7205208165193084,1.478185809516424,16,0.6775001670331903,0.375,0.0 +temperature,128,20853,forward_mse_identity,held,unseen,11,0.125,0.25223214285714285,18.763458742769537,0.7008832640737036,1.3556962314239416,16,0.5758832640737037,0.25,0.0 +temperature,128,20853,forward_mse_identity,held,unseen,12,0.11764705882352941,0.35504201680672265,16.25460294375821,0.6919615138671908,1.295291157932995,17,0.5743144550436614,0.23529411764705882,0.0 +temperature,128,20853,forward_mse_identity,held,seen,all,0.3333333333333333,0.566778557623843,10.137822616081461,0.7176261504507808,1.023783139256087,339,0.38429281711744756,0.2920353982300885,0.393939393939394 +temperature,128,20853,forward_mse_identity,held,seen,9,0.3529411764705882,0.6,8.778945937249572,0.7294123941223273,0.9919373374364798,85,0.37647121765173897,0.36470588235294116,0.4193548387096774 +temperature,128,20853,forward_mse_identity,held,seen,10,0.29411764705882354,0.4117647058823529,16.01521588398307,0.7398134211381823,1.1515552027642788,85,0.4456957740793588,0.29411764705882354,0.28 +temperature,128,20853,forward_mse_identity,held,seen,11,0.3529411764705882,0.6243407707910751,8.258820518296984,0.7013833335508615,0.9716534185143353,85,0.3683066443945445,0.2823529411764706,0.4583333333333333 +temperature,128,20853,forward_mse_identity,held,seen,12,0.3333333333333333,0.6317733990147784,7.466885333233297,0.6996843732600972,0.9794652109170295,84,0.3663510399267639,0.22619047619047616,0.42105263157894735 +temperature,128,20853,forward_mse_identity,source_oof,all,all,0.3203125,0.5474137931034483,10.149021882442726,0.7084278042479275,1.0461523253175913,128,0.39921038891451455,0.2890625,0.32432432432432434 +temperature,128,20853,forward_mse_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_mse_identity,source_oof,seen,all,0.3203125,0.5474137931034483,10.149021882442726,0.7084278042479275,1.0461523253175913,128,0.39921038891451455,0.2890625,0.32432432432432434 +temperature,128,20853,forward_ce_identity,held,all,all,0.5717821782178217,0.7277227722772277,9.699476641279304,0.8480913383507543,0.7222395505355832,404,0.2763091601329326,0.5470297029702971,0.6244343891402715 +temperature,128,20853,forward_ce_identity,held,all,9,0.6930693069306931,0.7821782178217822,9.093033678086524,0.8886976398033964,0.5393715315878499,101,0.2035050746592445,0.6732673267326733,0.7352941176470588 +temperature,128,20853,forward_ce_identity,held,all,10,0.37623762376237624,0.594059405940594,11.189316459885324,0.8016237609076702,1.0298852463390726,101,0.42538613714529383,0.37623762376237624,0.4473684210526315 +temperature,128,20853,forward_ce_identity,held,all,11,0.6237623762376238,0.7821782178217822,9.511242617939885,0.8580148339166308,0.6425632852268662,101,0.26736652813003425,0.5544554455445545,0.625 +temperature,128,20853,forward_ce_identity,held,all,12,0.594059405940594,0.7524752475247525,9.004313809205481,0.8440291187753204,0.6771381389885442,101,0.2648211973937654,0.5841584158415841,0.6101694915254238 +temperature,128,20853,forward_ce_identity,held,unseen,all,0.0,0.0,43.84275310380564,0.8867919541721876,1.8396852439014735,65,0.8867919541721876,0.676923076923077,0.0 +temperature,128,20853,forward_ce_identity,held,unseen,9,0.0,0.0,47.3045698532807,0.8618662713408628,1.8210364416902802,16,0.8618662713408629,0.6875,0.0 +temperature,128,20853,forward_ce_identity,held,unseen,10,0.0,0.0,37.600898653242744,0.8782556675664764,1.8092363289389493,16,0.8782556675664765,0.5625,0.0 +temperature,128,20853,forward_ce_identity,held,unseen,11,0.0,0.0,47.762254190198504,0.907756450837686,1.8695126412486895,16,0.9077564508376857,0.75,0.0 +temperature,128,20853,forward_ce_identity,held,unseen,12,0.0,0.0,42.77031697645977,0.8985542814865755,1.8578220155028864,17,0.8985542814865752,0.7058823529411764,0.0 +temperature,128,20853,forward_ce_identity,held,seen,all,0.6814159292035398,0.8672566371681416,3.152830711886347,0.8406708662905976,0.5079800518076101,339,0.15925493708705782,0.5221238938053098,0.7796610169491526 +temperature,128,20853,forward_ce_identity,held,seen,9,0.8235294117647058,0.9294117647058824,1.900273927461739,0.8937482503375203,0.2981169602744513,85,0.11014406420162098,0.6705882352941176,0.8771929824561403 +temperature,128,20853,forward_ce_identity,held,seen,10,0.44705882352941173,0.7058823529411764,6.217724517606278,0.7871989314189537,0.883183866084978,85,0.34014010788954185,0.3411764705882353,0.5862068965517241 +temperature,128,20853,forward_ce_identity,held,seen,11,0.7411764705882353,0.9294117647058824,2.311052204338265,0.8486517060256086,0.41160811232864053,85,0.1786654874633362,0.5176470588235293,0.7954545454545455 +temperature,128,20853,forward_ce_identity,held,seen,12,0.7142857142857142,0.9047619047619047,2.1707179301183044,0.8329942644170901,0.4381902115987369,84,0.1777531799953712,0.5595238095238095,0.7659574468085106 +temperature,128,20853,forward_ce_identity,source_oof,all,all,0.6484375,0.875,2.5717095341589857,0.871124738887495,0.5765510949234616,128,0.22282809955728905,0.6015625,0.7532467532467533 +temperature,128,20853,forward_ce_identity,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_ce_identity,source_oof,seen,all,0.6484375,0.875,2.5717095341589857,0.871124738887495,0.5765510949234616,128,0.22282809955728905,0.6015625,0.7532467532467533 +temperature,128,20853,inverse_balanced,held,all,all,0.5297029702970297,0.7722772277227723,6.025247555244992,0.9054558742276781,0.8171862181096506,404,0.3757529039306485,0.7103960396039604,0.6236933797909407 +temperature,128,20853,inverse_balanced,held,all,9,0.6435643564356436,0.8613861386138614,4.405342896066077,0.9259924444181579,0.6263867508675015,101,0.29001747167522984,0.801980198019802,0.728395061728395 +temperature,128,20853,inverse_balanced,held,all,10,0.33663366336633666,0.594059405940594,10.566923561666817,0.8923095889184877,1.1654253534338936,101,0.5556759255521511,0.6831683168316832,0.4057971014492754 +temperature,128,20853,inverse_balanced,held,all,11,0.5643564356435644,0.801980198019802,4.781671309142137,0.8962451434174573,0.7608281590113838,101,0.35341264289498164,0.6732673267326733,0.6470588235294118 +temperature,128,20853,inverse_balanced,held,all,12,0.5742574257425742,0.8316831683168316,4.347052454104932,0.9072763201566098,0.7161046091258239,101,0.3330188944140354,0.6831683168316832,0.6956521739130435 +temperature,128,20853,inverse_balanced,held,unseen,all,0.09230769230769231,0.49230769230769234,12.754240363031277,0.8636031994181219,1.577643470164097,65,0.7712955071104297,0.6153846153846154,0.125 +temperature,128,20853,inverse_balanced,held,unseen,9,0.125,0.5625,12.454482744575678,0.8435987380327153,1.5178411417138333,16,0.7185987380327153,0.625,0.1 +temperature,128,20853,inverse_balanced,held,unseen,10,0.0625,0.375,13.91834995875045,0.8498413504436966,1.6283317863623834,16,0.7873413504436966,0.625,0.1 +temperature,128,20853,inverse_balanced,held,unseen,11,0.0625,0.4375,13.239249986497274,0.887341330910936,1.6864007492402378,16,0.8248413309109361,0.625,0.1 +temperature,128,20853,inverse_balanced,held,unseen,12,0.11764705882352941,0.5882352941176471,11.484252974109332,0.8730414854106093,1.483861571976648,17,0.75539442658708,0.5882352941176471,0.2 +temperature,128,20853,inverse_balanced,held,seen,all,0.6135693215339233,0.8259587020648967,4.735027695344965,0.9134807233799529,0.6713758305475888,339,0.3066632722217501,0.7286135693215339,0.7044534412955465 +temperature,128,20853,inverse_balanced,held,seen,9,0.7411764705882353,0.9176470588235294,2.8902106892877995,0.9415018479730647,0.4585835714140743,85,0.20934335094911477,0.8352941176470589,0.8169014084507042 +temperature,128,20853,inverse_balanced,held,seen,10,0.38823529411764707,0.6352941176470588,9.936066828098134,0.9003036102784483,1.0782900248826486,85,0.5120683161608013,0.6941176470588235,0.4576271186440678 +temperature,128,20853,inverse_balanced,held,seen,11,0.6588235294117647,0.8705882352941177,3.189656499287052,0.8979211551833904,0.5866027302624229,85,0.2701194718469574,0.6823529411764706,0.7413793103448276 +temperature,128,20853,inverse_balanced,held,seen,12,0.6666666666666666,0.8809523809523809,2.902619015532613,0.91420479861711,0.5607252237869665,84,0.2577691202602899,0.7023809523809523,0.7796610169491526 +temperature,128,20853,inverse_balanced,source_oof,all,all,0.71875,0.9140625,2.2592216952818576,0.9106425612312388,0.49401550157398477,128,0.21171379591728057,0.734375,0.776595744680851 +temperature,128,20853,inverse_balanced,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,inverse_balanced,source_oof,seen,all,0.71875,0.9140625,2.2592216952818576,0.9106425612312388,0.49401550157398477,128,0.21171379591728057,0.734375,0.776595744680851 +temperature,128,20853,inverse_balanced_factor_temperature,held,all,all,0.5297029702970297,0.7722772277227723,2.077598579056207,0.5763054305750437,0.6606608290889523,404,0.05971712762357143,0.034653465346534656,0.5714285714285714 +temperature,128,20853,inverse_balanced_factor_temperature,held,all,9,0.6435643564356436,0.8613861386138614,1.6240806267714998,0.6060367696972557,0.5424463054602501,101,0.10896035816814029,0.04950495049504951,0.6000000000000001 +temperature,128,20853,inverse_balanced_factor_temperature,held,all,10,0.33663366336633666,0.594059405940594,3.234547802325317,0.5653059002935742,0.8858630684566013,101,0.22867223692723765,0.0297029702970297,0.3333333333333333 +temperature,128,20853,inverse_balanced_factor_temperature,held,all,11,0.5643564356435644,0.801980198019802,1.7760503687539415,0.5672833240482044,0.6263350064038603,101,0.07748971423559914,0.039603960396039604,0.5 +temperature,128,20853,inverse_balanced_factor_temperature,held,all,12,0.5742574257425742,0.8316831683168316,1.675715518374069,0.5665957282611404,0.5879989360350968,101,0.10397568750437322,0.019801980198019802,1.0 +temperature,128,20853,inverse_balanced_factor_temperature,held,unseen,all,0.09230769230769231,0.49230769230769234,3.865734010412888,0.5168362548584468,1.1239937178214425,65,0.4245285625507545,0.015384615384615385,0.0 +temperature,128,20853,inverse_balanced_factor_temperature,held,unseen,9,0.125,0.5625,3.753541612643536,0.5385734068086311,1.1201356418546846,16,0.4566877144762612,0.0, +temperature,128,20853,inverse_balanced_factor_temperature,held,unseen,10,0.0625,0.375,4.215517090114159,0.48323404861262087,1.134188412017322,16,0.42073404861262087,0.0, +temperature,128,20853,inverse_balanced_factor_temperature,held,unseen,11,0.0625,0.4375,3.9381069296937588,0.5427890680231557,1.1868437838158634,16,0.48028906802315574,0.0625,0.0 +temperature,128,20853,inverse_balanced_factor_temperature,held,unseen,12,0.11764705882352941,0.5882352941176471,3.574003562212615,0.5035771876875597,1.0588768385522256,17,0.3859301288640302,0.0, +temperature,128,20853,inverse_balanced_factor_temperature,held,seen,all,0.6135693215339233,0.8259587020648967,1.734740752984867,0.5877080748864856,0.5718211896564687,339,0.08124989188037063,0.038348082595870206,0.6153846153846154 +temperature,128,20853,inverse_balanced_factor_temperature,held,seen,9,0.7411764705882353,0.9176470588235294,1.2232409117838223,0.6187357556527615,0.43370478331541534,85,0.16236464447712218,0.058823529411764705,0.6000000000000001 +temperature,128,20853,inverse_balanced_factor_temperature,held,seen,10,0.38823529411764707,0.6352941176470588,3.0498947599180046,0.5807547194335184,0.8391194743745832,85,0.20566259735113657,0.03529411764705882,0.3333333333333333 +temperature,128,20853,inverse_balanced_factor_temperature,held,seen,11,0.6588235294117647,0.8705882352941177,1.3690750161064467,0.5718940075352723,0.5208274718321891,85,0.11091084933649004,0.03529411764705882,0.6666666666666666 +temperature,128,20853,inverse_balanced_factor_temperature,held,seen,12,0.6666666666666666,0.8809523809523809,1.2915381761686486,0.5793494805200792,0.49270221766853506,84,0.14573542341724896,0.023809523809523808,1.0 +temperature,128,20853,inverse_balanced_factor_temperature,source_oof,all,all,0.71875,0.9140625,1.1539349347332073,0.5691582802464656,0.4906653493292404,128,0.19192359517395796,0.03125,1.0 +temperature,128,20853,inverse_balanced_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,inverse_balanced_factor_temperature,source_oof,seen,all,0.71875,0.9140625,1.1539349347332073,0.5691582802464656,0.4906653493292404,128,0.19192359517395796,0.03125,1.0 +temperature,128,20853,inverse_unweighted,held,all,all,0.5371287128712872,0.7821782178217822,5.877443910558882,0.9059020764870425,0.7957808235208391,404,0.36877336361575536,0.7079207920792079,0.6398601398601399 +temperature,128,20853,inverse_unweighted,held,all,9,0.6633663366336634,0.8613861386138614,4.257345978975724,0.9233956703431154,0.6003196630979747,101,0.27542960868987537,0.7920792079207921,0.7375 +temperature,128,20853,inverse_unweighted,held,all,10,0.32673267326732675,0.6138613861386139,10.400148380813306,0.8966696626857866,1.1584023266936039,101,0.5699369894184598,0.6732673267326733,0.4117647058823529 +temperature,128,20853,inverse_unweighted,held,all,11,0.5544554455445545,0.8217821782178218,4.642784237376223,0.8958648309324025,0.7447034934743483,101,0.34140938538784804,0.6831683168316832,0.6811594202898551 +temperature,128,20853,inverse_unweighted,held,all,12,0.6039603960396039,0.8316831683168316,4.209497045070276,0.9076781419868654,0.6796978108174292,101,0.3051208643135788,0.6831683168316832,0.7101449275362319 +temperature,128,20853,inverse_unweighted,held,unseen,all,0.13846153846153847,0.49230769230769234,12.457205393212906,0.859167784103629,1.5244066515410384,65,0.7207062456420906,0.6153846153846154,0.15000000000000002 +temperature,128,20853,inverse_unweighted,held,unseen,9,0.1875,0.5625,12.251561411412407,0.8518673574261832,1.4763045953311724,16,0.6854032086271571,0.6875,0.18181818181818182 +temperature,128,20853,inverse_unweighted,held,unseen,10,0.0625,0.375,13.923792323897366,0.8645238832183524,1.640279560382748,16,0.8020238832183524,0.5625,0.1111111111111111 +temperature,128,20853,inverse_unweighted,held,unseen,11,0.0625,0.4375,12.702264018278711,0.851622298590073,1.6403854338330917,16,0.789122298590073,0.625,0.1 +temperature,128,20853,inverse_unweighted,held,unseen,12,0.23529411764705882,0.5882352941176471,11.039792147142537,0.8680993728813027,1.3514658186714883,17,0.6328052552342439,0.5882352941176471,0.2 +temperature,128,20853,inverse_unweighted,held,seen,all,0.6135693215339233,0.8377581120943953,4.615837726569173,0.914862929008936,0.6560738063488245,339,0.3012936074750126,0.7256637168141593,0.7195121951219513 +temperature,128,20853,inverse_unweighted,held,seen,9,0.7529411764705882,0.9176470588235294,2.752552485811172,0.9368598233627732,0.43542838173643156,85,0.19825810752521061,0.8117647058823529,0.8260869565217391 +temperature,128,20853,inverse_unweighted,held,seen,10,0.3764705882352941,0.6588235294117647,9.73687422682101,0.9027206329384801,1.0676960238815298,85,0.526250044703186,0.6941176470588235,0.4576271186440678 +temperature,128,20853,inverse_unweighted,held,seen,11,0.6470588235294118,0.8941176470588235,3.1257056903828135,0.9041928370203703,0.5761045399950556,85,0.25713401349095877,0.6941176470588235,0.7796610169491526 +temperature,128,20853,inverse_unweighted,held,seen,12,0.6785714285714285,0.8809523809523809,2.8271754172699373,0.9156881309725147,0.5437447616088696,84,0.25327629985985584,0.7023809523809523,0.7966101694915254 +temperature,128,20853,inverse_unweighted,source_oof,all,all,0.71875,0.9140625,2.3016240008922244,0.9187918293529194,0.5085334757085536,128,0.23765659993495103,0.734375,0.7659574468085106 +temperature,128,20853,inverse_unweighted,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,inverse_unweighted,source_oof,seen,all,0.71875,0.9140625,2.3016240008922244,0.9187918293529194,0.5085334757085536,128,0.23765659993495103,0.734375,0.7659574468085106 +temperature,128,20853,inverse_unweighted_factor_temperature,held,all,all,0.5371287128712872,0.7821782178217822,2.039213790404227,0.5766734332518462,0.6538417896883316,404,0.06683021762084071,0.024752475247524754,0.7000000000000001 +temperature,128,20853,inverse_unweighted_factor_temperature,held,all,9,0.6633663366336634,0.8613861386138614,1.5875751147382997,0.6052595826798951,0.536337423238156,101,0.12550796333201103,0.039603960396039604,0.75 +temperature,128,20853,inverse_unweighted_factor_temperature,held,all,10,0.32673267326732675,0.6138613861386139,3.187133708161214,0.5670059809799689,0.8808581341636165,101,0.24027330771264221,0.009900990099009901,0.0 +temperature,128,20853,inverse_unweighted_factor_temperature,held,all,11,0.5544554455445545,0.8217821782178218,1.7385431928931732,0.5686558484785108,0.6191620528611765,101,0.08150183145599285,0.0297029702970297,0.6666666666666666 +temperature,128,20853,inverse_unweighted_factor_temperature,held,all,12,0.6039603960396039,0.8316831683168316,1.643603145824221,0.5657723208690096,0.5790095484903773,101,0.0898367246977984,0.019801980198019802,1.0 +temperature,128,20853,inverse_unweighted_factor_temperature,held,unseen,all,0.13846153846153847,0.49230769230769234,3.812259772240226,0.5050066496323036,1.1114326731011839,65,0.3972054761273691,0.0, +temperature,128,20853,inverse_unweighted_factor_temperature,held,unseen,9,0.1875,0.5625,3.727108080095312,0.5263042996351133,1.1205930330191494,16,0.46301642867758896,0.0, +temperature,128,20853,inverse_unweighted_factor_temperature,held,unseen,10,0.0625,0.375,4.206162264490338,0.4899950987458114,1.143758332075294,16,0.4274950987458114,0.0, +temperature,128,20853,inverse_unweighted_factor_temperature,held,unseen,11,0.0625,0.4375,3.8375563277814013,0.5200632310924735,1.1665673144531639,16,0.45756323109247343,0.0, +temperature,128,20853,inverse_unweighted_factor_temperature,held,unseen,12,0.23529411764705882,0.5882352941176471,3.497862261043639,0.4849194208544328,1.0204955811067782,17,0.39585184681574886,0.0, +temperature,128,20853,inverse_unweighted_factor_temperature,held,seen,all,0.6135693215339233,0.8377581120943953,1.6992492216156136,0.590414851939959,0.5661031247271653,339,0.08564859154754347,0.029498525073746312,0.7000000000000001 +temperature,128,20853,inverse_unweighted_factor_temperature,held,seen,9,0.7529411764705882,0.9176470588235294,1.1848394977299213,0.6201217536059717,0.4263598966911456,85,0.17352100521423727,0.047058823529411764,0.75 +temperature,128,20853,inverse_unweighted_factor_temperature,held,seen,10,0.3764705882352941,0.6588235294117647,2.9953165681463205,0.5815021470475751,0.8313710380861243,85,0.20503155881228102,0.011764705882352941,0.0 +temperature,128,20853,inverse_unweighted_factor_temperature,held,seen,11,0.6470588235294118,0.8941176470588235,1.3434348380906833,0.5778026941041177,0.5161210624438614,85,0.11978238545750745,0.03529411764705882,0.6666666666666666 +temperature,128,20853,inverse_unweighted_factor_temperature,held,seen,12,0.6785714285714285,0.8809523809523809,1.268336420125053,0.5821354077767216,0.48966118474658193,84,0.1426282801081457,0.023809523809523808,1.0 +temperature,128,20853,inverse_unweighted_factor_temperature,source_oof,all,all,0.71875,0.9140625,1.168966799964848,0.567154282106729,0.4962961584349942,128,0.18496380639912255,0.046875,0.8333333333333333 +temperature,128,20853,inverse_unweighted_factor_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,inverse_unweighted_factor_temperature,source_oof,seen,all,0.71875,0.9140625,1.168966799964848,0.567154282106729,0.4962961584349942,128,0.18496380639912255,0.046875,0.8333333333333333 +temperature,128,20853,forward_mse_full_product,held,all,all,0.5420792079207921,0.8292079207920792,2.5176747043135577,0.6856385593879921,0.6457455259805869,404,0.1467426819697449,0.1608910891089109,0.6153846153846154 +temperature,128,20853,forward_mse_full_product,held,all,9,0.6633663366336634,0.9108910891089109,1.5034049297174052,0.7359034767203432,0.4876575039443662,101,0.12450202537548066,0.19801980198019803,0.65 +temperature,128,20853,forward_mse_full_product,held,all,10,0.33663366336633666,0.6336633663366337,5.411179026078917,0.6054255764359451,0.9250811137497059,101,0.29292185275189125,0.04950495049504951,0.6000000000000001 +temperature,128,20853,forward_mse_full_product,held,all,11,0.594059405940594,0.8712871287128713,1.5924150377502935,0.7012014643624418,0.5769312193192803,101,0.15304374320643294,0.2079207920792079,0.6190476190476191 +temperature,128,20853,forward_mse_full_product,held,all,12,0.5742574257425742,0.900990099009901,1.563699823707614,0.7000237200332379,0.5933122669089947,101,0.1698079937676723,0.18811881188118812,0.5789473684210527 +temperature,128,20853,forward_mse_full_product,held,unseen,all,0.24615384615384617,0.6615384615384616,4.118659385841989,0.6179400366369179,0.9850818057656575,65,0.37178619048307165,0.07692307692307693,0.0 +temperature,128,20853,forward_mse_full_product,held,unseen,9,0.375,0.8125,2.9229903581421786,0.6385199898103309,0.835808830259912,16,0.2635199898103309,0.0625,0.0 +temperature,128,20853,forward_mse_full_product,held,unseen,10,0.0625,0.375,8.05042985971258,0.5841198961644423,1.1695322666758563,16,0.5216198961644423,0.0625,0.0 +temperature,128,20853,forward_mse_full_product,held,unseen,11,0.25,0.625,2.935574603630739,0.6276926489991284,1.0338896866130116,16,0.4145779863668042,0.125,0.0 +temperature,128,20853,forward_mse_full_product,held,unseen,12,0.29411764705882354,0.8235294117647058,2.6569966432918415,0.6212224601068961,0.9060367551757209,17,0.3271048130480726,0.058823529411764705,0.0 +temperature,128,20853,forward_mse_full_product,held,seen,all,0.5988200589970502,0.8613569321533923,2.210701240303682,0.698619102098375,0.5806810475557207,339,0.12156964207364562,0.17699115044247787,0.6666666666666666 +temperature,128,20853,forward_mse_full_product,held,seen,9,0.7176470588235294,0.9294117647058824,1.2361888490727417,0.7542344860210516,0.4221231366379105,85,0.12582220933747562,0.22352941176470587,0.6842105263157894 +temperature,128,20853,forward_mse_full_product,held,seen,10,0.38823529411764707,0.6823529411764706,4.914378869159641,0.6094360574282279,0.879066779081254,85,0.2857286747957057,0.047058823529411764,0.75 +temperature,128,20853,forward_mse_full_product,held,seen,11,0.6588235294117647,0.9176470588235294,1.3395850018198567,0.715038417842595,0.4909155078286955,85,0.12486279433665978,0.22352941176470587,0.6842105263157894 +temperature,128,20853,forward_mse_full_product,held,seen,12,0.6309523809523809,0.9166666666666666,1.3424373721250917,0.7159715940659499,0.5300227871407288,84,0.1672729999075731,0.21428571428571427,0.611111111111111 +temperature,128,20853,forward_mse_full_product,source_oof,all,all,0.6484375,0.953125,0.9078598972346046,0.7078495164632814,0.44887683349260554,128,0.12277964611129963,0.234375,0.8666666666666667 +temperature,128,20853,forward_mse_full_product,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_mse_full_product,source_oof,seen,all,0.6484375,0.953125,0.9078598972346046,0.7078495164632814,0.44887683349260554,128,0.12277964611129963,0.234375,0.8666666666666667 +temperature,128,20853,forward_mse_full_scalar_temperature,held,all,all,0.551980198019802,0.8242574257425742,2.4932116223662777,0.7015668097714447,0.648530447526823,404,0.15309647800819046,0.16584158415841585,0.6268656716417911 +temperature,128,20853,forward_mse_full_scalar_temperature,held,all,9,0.6732673267326733,0.9108910891089109,1.418543861663603,0.7472664173272604,0.4886061251962906,101,0.11606345362424267,0.19801980198019803,0.65 +temperature,128,20853,forward_mse_full_scalar_temperature,held,all,10,0.34653465346534656,0.6336633663366337,5.570583094640379,0.6295624991509425,0.9370047310677453,101,0.29706731071178755,0.04950495049504951,0.6000000000000001 +temperature,128,20853,forward_mse_full_scalar_temperature,held,all,11,0.6138613861386139,0.8811881188118812,1.5130009608538497,0.7155030865276637,0.5766667655761216,101,0.13532368531680045,0.2079207920792079,0.6190476190476191 +temperature,128,20853,forward_mse_full_scalar_temperature,held,all,12,0.5742574257425742,0.8712871287128713,1.4707185723072789,0.7139352360799115,0.5918441682671344,101,0.13967781033733728,0.2079207920792079,0.6190476190476191 +temperature,128,20853,forward_mse_full_scalar_temperature,held,unseen,all,0.27692307692307694,0.6461538461538462,4.104944433927657,0.6336367767729839,0.9931968115147647,65,0.35671369984990703,0.07692307692307693,0.0 +temperature,128,20853,forward_mse_full_scalar_temperature,held,unseen,9,0.4375,0.75,2.922154266742984,0.6547267098401356,0.8604365073642215,16,0.25423324497245914,0.0625,0.0 +temperature,128,20853,forward_mse_full_scalar_temperature,held,unseen,10,0.125,0.5,8.17507977123664,0.6025783107131821,1.1516536664392893,16,0.5189330685817597,0.0625,0.0 +temperature,128,20853,forward_mse_full_scalar_temperature,held,unseen,11,0.25,0.625,2.903857182008454,0.6413994275380517,1.06207696822345,16,0.48966043785654373,0.125,0.0 +temperature,128,20853,forward_mse_full_scalar_temperature,held,unseen,12,0.29411764705882354,0.7058823529411764,2.5178781579699065,0.6357129012224731,0.9041834397663723,17,0.3607301814309674,0.058823529411764705,0.0 +temperature,128,20853,forward_mse_full_scalar_temperature,held,seen,all,0.6047197640117994,0.8584070796460177,2.1841773074651285,0.7145917423522704,0.5824439765556837,339,0.11405482780255163,0.18289085545722714,0.6774193548387096 +temperature,128,20853,forward_mse_full_scalar_temperature,held,seen,9,0.7176470588235294,0.9411764705882353,1.1355113148251312,0.7646856563836605,0.418614523847033,85,0.12362492235225553,0.22352941176470587,0.6842105263157894 +temperature,128,20853,forward_mse_full_scalar_temperature,held,seen,10,0.38823529411764707,0.6588235294117647,5.080324896692847,0.6346418757980504,0.8966002255860427,85,0.2630887695350544,0.047058823529411764,0.75 +temperature,128,20853,forward_mse_full_scalar_temperature,held,seen,11,0.6823529411764706,0.9294117647058824,1.2511927309894537,0.7294520105727672,0.4852954333130951,85,0.11708953021302045,0.22352941176470587,0.6842105263157894 +temperature,128,20853,forward_mse_full_scalar_temperature,held,seen,12,0.6309523809523809,0.9047619047619047,1.2587934180660327,0.7297659467058217,0.5286326490351457,84,0.13393824152073042,0.23809523809523808,0.65 +temperature,128,20853,forward_mse_full_scalar_temperature,source_oof,all,all,0.6875,0.9375,0.9904069094914821,0.7235248047747342,0.46088965558775863,128,0.11153784938150652,0.2421875,0.8709677419354839 +temperature,128,20853,forward_mse_full_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_mse_full_scalar_temperature,source_oof,seen,all,0.6875,0.9375,0.9904069094914821,0.7235248047747342,0.46088965558775863,128,0.11153784938150652,0.2421875,0.8709677419354839 +temperature,128,20853,forward_mse_identity_scalar_temperature,held,all,all,0.297029702970297,0.5198019801980198,2.8469219195524005,0.14375254510925184,0.9078321734818756,404,0.18665319218464824,0.0049504950495049506,1.0 +temperature,128,20853,forward_mse_identity_scalar_temperature,held,all,9,0.3069306930693069,0.5445544554455446,2.730292372437477,0.14967507436854072,0.8987817526326001,101,0.2233424978331136,0.009900990099009901,1.0 +temperature,128,20853,forward_mse_identity_scalar_temperature,held,all,10,0.26732673267326734,0.36633663366336633,3.250334657895608,0.14000795333577767,0.9389006710806992,101,0.19197920444315583,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,all,11,0.31683168316831684,0.5742574257425742,2.733810866248714,0.14298926294531517,0.900472310198843,101,0.22366116341751632,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,all,12,0.297029702970297,0.594059405940594,2.6732497816278027,0.14233788978737386,0.8931739600153603,101,0.18759729415436538,0.009900990099009901,1.0 +temperature,128,20853,forward_mse_identity_scalar_temperature,held,unseen,all,0.1076923076923077,0.24615384615384617,3.4874458289606514,0.14637122035352576,0.9672738319669361,65,0.10434808264041326,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,unseen,9,0.0625,0.25,3.2980476493984714,0.1555205713398071,0.9671417347636966,16,0.156365123593236,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,unseen,10,0.125,0.125,4.305433625697107,0.1337027501677357,0.9941500650191237,16,0.2020236797514568,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,unseen,11,0.125,0.25,3.252667950007366,0.150300730512462,0.9572356686663782,16,0.12929809154322075,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,unseen,12,0.11764705882352941,0.3529411764705882,3.116799487105601,0.14598497003877042,0.9515505636860979,17,0.09836320945173108,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,seen,all,0.3333333333333333,0.5722713864306784,2.724107600639314,0.14325043923645597,0.8964348053357728,339,0.23009149534030582,0.0058997050147492625,1.0 +temperature,128,20853,forward_mse_identity_scalar_temperature,held,seen,9,0.3529411764705882,0.6,2.623420790891878,0.14857474552689057,0.8859139912902761,85,0.2797680253314292,0.011764705882352941,1.0 +temperature,128,20853,forward_mse_identity_scalar_temperature,held,seen,10,0.29411764705882354,0.4117647058823529,3.0517277933682663,0.14119481510858553,0.9285007851628783,85,0.2109406789545706,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,seen,11,0.3529411764705882,0.6352941176470588,2.636143650482379,0.14161298669738165,0.8897874427226009,85,0.27939952076162333,0.0, +temperature,128,20853,forward_mse_identity_scalar_temperature,held,seen,12,0.3333333333333333,0.6428571428571428,2.5834837698049156,0.14159979021268643,0.8813596473677109,84,0.21737745596146127,0.011904761904761904,1.0 +temperature,128,20853,forward_mse_identity_scalar_temperature,source_oof,all,all,0.3203125,0.546875,2.75155784964542,0.13843684586536395,0.8986280215046163,128,0.227241859109288,0.0078125,0.0 +temperature,128,20853,forward_mse_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_mse_identity_scalar_temperature,source_oof,seen,all,0.3203125,0.546875,2.75155784964542,0.13843684586536395,0.8986280215046163,128,0.227241859109288,0.0078125,0.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,all,all,0.5717821782178217,0.7277227722772277,3.1533511344607543,0.4867959230998372,0.704142420872705,404,0.17204158836584615,0.03217821782178218,0.5384615384615385 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,all,9,0.6930693069306931,0.7821782178217822,2.9469440612434514,0.5195430304859939,0.6139973021810685,101,0.2803072247151528,0.0594059405940594,0.5 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,all,10,0.37623762376237624,0.594059405940594,3.6258981433737834,0.4292047655845281,0.8535340977705854,101,0.06696677338680336,0.0, +temperature,128,20853,forward_ce_identity_scalar_temperature,held,all,11,0.6237623762376238,0.7821782178217822,3.079850837192356,0.49969583061145123,0.6698496324567037,101,0.2384903712164171,0.039603960396039604,0.5 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,all,12,0.594059405940594,0.7524752475247525,2.960711496033426,0.49874006571737584,0.6791886510824621,101,0.18835859194371474,0.0297029702970297,0.6666666666666666 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,unseen,all,0.0,0.0,11.56893357421345,0.5601732090641565,1.4117275556627225,65,0.5601732090641564,0.09230769230769231,0.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,unseen,9,0.0,0.0,12.390125187800226,0.5875546340860502,1.454259290973566,16,0.5875546340860502,0.1875,0.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,unseen,10,0.0,0.0,10.1635116718632,0.4657186137563095,1.302339649575679,16,0.4657186137563095,0.0, +temperature,128,20853,forward_ce_identity_scalar_temperature,held,unseen,11,0.0,0.0,12.468420124632615,0.6026495295165658,1.454220717010353,16,0.6026495295165659,0.125,0.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,unseen,12,0.0,0.0,11.272221798537503,0.5833231853780797,1.4346574468896114,17,0.5833231853780797,0.058823529411764705,0.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,seen,all,0.6814159292035398,0.8672566371681416,1.5397438820007974,0.4727265319857347,0.568469754910017,339,0.20948554291706145,0.02064896755162242,1.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,seen,9,0.8235294117647058,0.9294117647058824,1.1694040844798232,0.5067408462789246,0.4558303395848336,85,0.31713375999976545,0.03529411764705882,1.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,seen,10,0.44705882352941173,0.7058823529411764,2.3952885380110693,0.4223315706345456,0.7690530527249206,85,0.06054387878672,0.0, +temperature,128,20853,forward_ce_identity_scalar_temperature,held,seen,11,0.7411764705882353,0.9294117647058824,1.31259073602713,0.4803163108175472,0.5222033106583696,85,0.27214132176006345,0.023529411764705882,1.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,held,seen,12,0.7142857142857142,0.9047619047619047,1.2786201252885534,0.48162205340509057,0.52629615669292,84,0.23266366088062373,0.023809523809523808,1.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,source_oof,all,all,0.6484375,0.875,1.3069355810030585,0.5216196175450402,0.5561275807500661,128,0.15951449259728306,0.015625,1.0 +temperature,128,20853,forward_ce_identity_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,forward_ce_identity_scalar_temperature,source_oof,seen,all,0.6484375,0.875,1.3069355810030585,0.5216196175450402,0.5561275807500661,128,0.15951449259728306,0.015625,1.0 +temperature,128,20853,inverse_balanced_scalar_temperature,held,all,all,0.5297029702970297,0.7722772277227723,2.0775985762672646,0.5763054302058443,0.6606608292414113,404,0.05971712854259954,0.034653465346534656,0.5714285714285714 +temperature,128,20853,inverse_balanced_scalar_temperature,held,all,9,0.6435643564356436,0.8613861386138614,1.6240806240446322,0.6060367706696637,0.5424463048151379,101,0.10896035747893422,0.04950495049504951,0.6000000000000001 +temperature,128,20853,inverse_balanced_scalar_temperature,held,all,10,0.33663366336633666,0.594059405940594,3.2345477964101303,0.5653058993681429,0.885863067139891,101,0.22867223600180625,0.0297029702970297,0.3333333333333333 +temperature,128,20853,inverse_balanced_scalar_temperature,held,all,11,0.5643564356435644,0.801980198019802,1.7760503775113574,0.5672833239153428,0.6263350073322783,101,0.07748971322617185,0.039603960396039604,0.5 +temperature,128,20853,inverse_balanced_scalar_temperature,held,all,12,0.5742574257425742,0.8316831683168316,1.6757155071029384,0.5665957268702285,0.5879989376783383,101,0.10397568973850804,0.019801980198019802,1.0 +temperature,128,20853,inverse_balanced_scalar_temperature,held,unseen,all,0.09230769230769231,0.49230769230769234,3.8657340174905377,0.51683625687569,1.1239937215530518,65,0.4245285645679976,0.015384615384615385,0.0 +temperature,128,20853,inverse_balanced_scalar_temperature,held,unseen,9,0.125,0.5625,3.753541598541588,0.5385734086304589,1.12013564748453,16,0.4566877190482153,0.0, +temperature,128,20853,inverse_balanced_scalar_temperature,held,unseen,10,0.0625,0.375,4.215517119391262,0.4832340483708448,1.1341884124761736,16,0.42073404837084477,0.0, +temperature,128,20853,inverse_balanced_scalar_temperature,held,unseen,11,0.0625,0.4375,3.9381069582197705,0.5427890727787774,1.186843790920625,16,0.48028907277877747,0.0625,0.0 +temperature,128,20853,inverse_balanced_scalar_temperature,held,unseen,12,0.11764705882352941,0.5882352941176471,3.5740035481437067,0.5035771894375615,1.05887684040277,17,0.38593013061403214,0.0, +temperature,128,20853,inverse_balanced_scalar_temperature,held,seen,all,0.6135693215339233,0.8259587020648967,1.7347407483041002,0.5877080740597089,0.5718211891226603,339,0.08124989239702556,0.038348082595870206,0.6153846153846154 +temperature,128,20853,inverse_balanced_scalar_temperature,held,seen,9,0.7411764705882353,0.9176470588235294,1.2232409111981464,0.6187357564652786,0.43370478148913466,85,0.16236464373722845,0.058823529411764705,0.6000000000000001 +temperature,128,20853,inverse_balanced_scalar_temperature,held,seen,10,0.38823529411764707,0.6352941176470588,3.049894747378388,0.580754718379399,0.8391194727236495,85,0.20566259655774385,0.03529411764705882,0.3333333333333333 +temperature,128,20853,inverse_balanced_scalar_temperature,held,seen,11,0.6588235294117647,0.8705882352941177,1.3690750211427147,0.5718940064822255,0.5208274715980014,85,0.11091084909345192,0.03529411764705882,0.6666666666666666 +temperature,128,20853,inverse_balanced_scalar_temperature,held,seen,12,0.6666666666666666,0.8809523809523809,1.291538165463735,0.5793494784935064,0.4927022192698223,84,0.145735424680985,0.023809523809523808,1.0 +temperature,128,20853,inverse_balanced_scalar_temperature,source_oof,all,all,0.71875,0.9140625,1.15393493310756,0.5691582797839159,0.49066534878388346,128,0.19192359477161336,0.03125,1.0 +temperature,128,20853,inverse_balanced_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,inverse_balanced_scalar_temperature,source_oof,seen,all,0.71875,0.9140625,1.15393493310756,0.5691582797839159,0.49066534878388346,128,0.19192359477161336,0.03125,1.0 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,all,all,0.5371287128712872,0.7821782178217822,2.0392137867654214,0.576673432424737,0.6538417889390435,404,0.06683021670187368,0.024752475247524754,0.7000000000000001 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,all,9,0.6633663366336634,0.8613861386138614,1.5875751216012106,0.6052595825082361,0.536337423176824,101,0.12550796352779572,0.039603960396039604,0.75 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,all,10,0.32673267326732675,0.6138613861386139,3.1871337047612407,0.5670059800057937,0.880858134130434,101,0.240273306738467,0.009900990099009901,0.0 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,all,11,0.5544554455445545,0.8217821782178218,1.7385431728497265,0.5686558477681674,0.6191620520453606,101,0.08150183144826231,0.0297029702970297,0.6666666666666666 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,all,12,0.6039603960396039,0.8316831683168316,1.6436031478495075,0.5657723194167505,0.5790095464035555,101,0.0898367257039332,0.019801980198019802,1.0 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,unseen,all,0.13846153846153847,0.49230769230769234,3.8122597536428344,0.5050066484995521,1.1114326728747566,65,0.3972054751099184,0.0, +temperature,128,20853,inverse_unweighted_scalar_temperature,held,unseen,9,0.1875,0.5625,3.7271081163358337,0.5263042985306943,1.1205930378180256,16,0.4630164295390982,0.0, +temperature,128,20853,inverse_unweighted_scalar_temperature,held,unseen,10,0.0625,0.375,4.2061622039055315,0.48999510129165214,1.1437583358172576,16,0.4274951012916521,0.0, +temperature,128,20853,inverse_unweighted_scalar_temperature,held,unseen,11,0.0625,0.4375,3.837556245574982,0.5200632307191154,1.1665673099605636,16,0.45756323071911537,0.0, +temperature,128,20853,inverse_unweighted_scalar_temperature,held,unseen,12,0.23529411764705882,0.5882352941176471,3.497862290218979,0.48491941551808787,1.0204955764309191,17,0.39585184293005815,0.0, +temperature,128,20853,inverse_unweighted_scalar_temperature,held,seen,all,0.6135693215339233,0.8377581120943953,1.6992492208449734,0.5904148511714538,0.5661031238776235,339,0.08564859138745205,0.029498525073746312,0.7000000000000001 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,seen,9,0.7529411764705882,0.9176470588235294,1.1848394990629287,0.620121753609891,0.42635989571495064,85,0.1735210049880578,0.047058823529411764,0.75 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,seen,10,0.3764705882352941,0.6588235294117647,2.9953165755105515,0.5815021454108086,0.831371037342326,85,0.20503155717551447,0.011764705882352941,0.0 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,seen,11,0.6470588235294118,0.8941176470588235,1.3434348297485021,0.5778026933303418,0.516121062320146,85,0.11978238556560077,0.03529411764705882,0.6666666666666666 +temperature,128,20853,inverse_unweighted_scalar_temperature,held,seen,12,0.6785714285714285,0.8809523809523809,1.2683364166556856,0.5821354071105276,0.4896611831837319,84,0.14262827981108014,0.023809523809523808,1.0 +temperature,128,20853,inverse_unweighted_scalar_temperature,source_oof,all,all,0.71875,0.9140625,1.1689667956875418,0.5671542807194607,0.4962961589206626,128,0.18496380569729348,0.046875,0.8333333333333333 +temperature,128,20853,inverse_unweighted_scalar_temperature,source_oof,unseen,all,,,,,,0,,, +temperature,128,20853,inverse_unweighted_scalar_temperature,source_oof,seen,all,0.71875,0.9140625,1.1689667956875418,0.5671542807194607,0.4962961589206626,128,0.18496380569729348,0.046875,0.8333333333333333 diff --git a/revision_r1/sensor/run_01/numerical_tests.json b/revision_r1/sensor/run_01/numerical_tests.json new file mode 100644 index 0000000000000000000000000000000000000000..1ed92db7850f2a5978d8e191d7d5d0ed6bbd7756 --- /dev/null +++ b/revision_r1/sensor/run_01/numerical_tests.json @@ -0,0 +1,6 @@ +{ + "status": "passed", + "identity_gaussian_max_error": 0.0, + "marginal_projection_max_error": 2.220446049250313e-16, + "duplicated_mse_gradient_max_error": 2.384185791015625e-07 +} diff --git a/revision_r1/sensor/run_01/replay_verification.json b/revision_r1/sensor/run_01/replay_verification.json new file mode 100644 index 0000000000000000000000000000000000000000..50945a8292012c0b6f0cccfd4dbf19b4f3149e41 --- /dev/null +++ b/revision_r1/sensor/run_01/replay_verification.json @@ -0,0 +1,6 @@ +{ + "status": "passed", + "maximum_recomputed_prediction_or_metric_error": 0.0, + "seconds": 0.9460801420500502, + "device": "cuda:3" +} diff --git a/revision_r1/sensor/run_01/reversal_diagnostics.json b/revision_r1/sensor/run_01/reversal_diagnostics.json new file mode 100644 index 0000000000000000000000000000000000000000..9142d7dae8cfd2d01e11f87a746f1eeb47412fd0 --- /dev/null +++ b/revision_r1/sensor/run_01/reversal_diagnostics.json @@ -0,0 +1,4580 @@ +[ + { + "seed": 20751, + "scenario": "saved64_400", + "fit_rows": 64, + "distinct_fit_rows": 64, + "bindings": 26, + "matched_added_count": 19, + "available_old_binding_additions": 45, + "available_new_binding_additions": 19, + "steps": 400, + "first64_mean_mse": 0.02367979117694251, + "later64_mean_mse": 0.3083253841156082, + "source_outside128_mean_mse": 0.26204235036736945, + "held_unseen_mean_mse": 0.5997057278629763 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 9, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 26, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.18181818181818182 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 48, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 56, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.42857142857142855 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.5 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "saved64_400", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "fit_rows": 128, + "distinct_fit_rows": 64, + "bindings": 26, + "matched_added_count": 19, + "available_old_binding_additions": 45, + "available_new_binding_additions": 19, + "steps": 400, + "first64_mean_mse": 0.023679791146799252, + "later64_mean_mse": 0.3083253935969678, + "source_outside128_mean_mse": 0.2620423533421543, + "held_unseen_mean_mse": 0.5997057212283624 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 9, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 26, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.18181818181818182 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 48, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 56, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.42857142857142855 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.5 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "duplicate64_400", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "fit_rows": 64, + "distinct_fit_rows": 64, + "bindings": 26, + "matched_added_count": 19, + "available_old_binding_additions": 45, + "available_new_binding_additions": 19, + "steps": 800, + "first64_mean_mse": 0.023177355346962778, + "later64_mean_mse": 0.3114022252360184, + "source_outside128_mean_mse": 0.2663656125175481, + "held_unseen_mean_mse": 0.5995797601223621 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 9, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 26, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.2727272727272727 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 48, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 56, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.047619047619047616 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 106, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "64_800", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "fit_rows": 128, + "distinct_fit_rows": 128, + "bindings": 42, + "matched_added_count": 19, + "available_old_binding_additions": 45, + "available_new_binding_additions": 19, + "steps": 400, + "first64_mean_mse": 0.02906465569637242, + "later64_mean_mse": 0.08274352299095959, + "source_outside128_mean_mse": 0.4128551885369579, + "held_unseen_mean_mse": 0.7928016821565004 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 23, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 26, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.09090909090909091 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 48, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.4 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 79, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.9047619047619047 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.4 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_400_fixed64", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "fit_rows": 128, + "distinct_fit_rows": 128, + "bindings": 42, + "matched_added_count": 19, + "available_old_binding_additions": 45, + "available_new_binding_additions": 19, + "steps": 800, + "first64_mean_mse": 0.027541033067093327, + "later64_mean_mse": 0.0806550670339694, + "source_outside128_mean_mse": 0.4136257594644454, + "held_unseen_mean_mse": 0.7679572790925605 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 23, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 26, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 48, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 61, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.8571428571428571 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.4 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "actual128_800_fixed64", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "fit_rows": 83, + "distinct_fit_rows": 83, + "bindings": 26, + "matched_added_count": 19, + "available_old_binding_additions": 45, + "available_new_binding_additions": 19, + "steps": 400, + "first64_mean_mse": 0.027331661657557103, + "later64_mean_mse": 0.3222821750501204, + "source_outside128_mean_mse": 0.2831312404346373, + "held_unseen_mean_mse": 0.7288448555693514 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 26, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.18181818181818182 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 48, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_old_binding_addition", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "fit_rows": 83, + "distinct_fit_rows": 83, + "bindings": 42, + "matched_added_count": 19, + "available_old_binding_additions": 45, + "available_new_binding_additions": 19, + "steps": 400, + "first64_mean_mse": 0.024928075023555613, + "later64_mean_mse": 0.0930460271798168, + "source_outside128_mean_mse": 0.40591643088493057, + "held_unseen_mean_mse": 0.7653685603283251 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 23, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 26, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.09090909090909091 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 61, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 85, + "binding_records": 21, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.5 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20751, + "scenario": "matched_new_binding_addition", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "fit_rows": 64, + "distinct_fit_rows": 64, + "bindings": 25, + "matched_added_count": 21, + "available_old_binding_additions": 43, + "available_new_binding_additions": 21, + "steps": 400, + "first64_mean_mse": 0.03140128525676714, + "later64_mean_mse": 0.3661108915745455, + "source_outside128_mean_mse": 0.24176566461897742, + "held_unseen_mean_mse": 0.4653002604726983 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.7000000000000001 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.09090909090909091 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 61, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.5 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 78, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 79, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 85, + "binding_records": 21, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 88, + "binding_records": 11, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 113, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "saved64_400", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "fit_rows": 128, + "distinct_fit_rows": 64, + "bindings": 25, + "matched_added_count": 21, + "available_old_binding_additions": 43, + "available_new_binding_additions": 21, + "steps": 400, + "first64_mean_mse": 0.03140128540461451, + "later64_mean_mse": 0.366110888111299, + "source_outside128_mean_mse": 0.24176566281305847, + "held_unseen_mean_mse": 0.4653002553348714 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.7000000000000001 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.09090909090909091 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 61, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.5 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 78, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 79, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 85, + "binding_records": 21, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 88, + "binding_records": 11, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 113, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "duplicate64_400", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "fit_rows": 64, + "distinct_fit_rows": 64, + "bindings": 25, + "matched_added_count": 21, + "available_old_binding_additions": 43, + "available_new_binding_additions": 21, + "steps": 800, + "first64_mean_mse": 0.030991938758377958, + "later64_mean_mse": 0.3675727133389775, + "source_outside128_mean_mse": 0.24704781053642352, + "held_unseen_mean_mse": 0.4809661005341275 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 13, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.09090909090909091 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.7000000000000001 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 61, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 62, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.8571428571428571 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 88, + "binding_records": 11, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 113, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "64_800", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "fit_rows": 128, + "distinct_fit_rows": 128, + "bindings": 42, + "matched_added_count": 21, + "available_old_binding_additions": 43, + "available_new_binding_additions": 21, + "steps": 400, + "first64_mean_mse": 0.03656959064451473, + "later64_mean_mse": 0.03626066866105871, + "source_outside128_mean_mse": 0.3928035043599786, + "held_unseen_mean_mse": 1.4150745810827507 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.7013986013986014 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 62, + "binding_records": 10, + "binding_top3": 0.2 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 79, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.5714285714285714 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 113, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 115, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_400_fixed64", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "fit_rows": 128, + "distinct_fit_rows": 128, + "bindings": 42, + "matched_added_count": 21, + "available_old_binding_additions": 43, + "available_new_binding_additions": 21, + "steps": 800, + "first64_mean_mse": 0.034047005487353774, + "later64_mean_mse": 0.03251889491335835, + "source_outside128_mean_mse": 0.41687280408737754, + "held_unseen_mean_mse": 1.5612443629663404 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.1013986013986014 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 23, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.7000000000000001 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 60, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 62, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 79, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.8571428571428571 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 113, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 115, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "actual128_800_fixed64", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "fit_rows": 85, + "distinct_fit_rows": 85, + "bindings": 25, + "matched_added_count": 21, + "available_old_binding_additions": 43, + "available_new_binding_additions": 21, + "steps": 400, + "first64_mean_mse": 0.03246415518891171, + "later64_mean_mse": 0.3585584865227574, + "source_outside128_mean_mse": 0.23752596215799476, + "held_unseen_mean_mse": 0.47627288234532755 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 13, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.7000000000000001 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.09090909090909091 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.2 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 61, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 62, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 78, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 79, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.9523809523809523 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 88, + "binding_records": 11, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 113, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_old_binding_addition", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "fit_rows": 85, + "distinct_fit_rows": 85, + "bindings": 42, + "matched_added_count": 21, + "available_old_binding_additions": 43, + "available_new_binding_additions": 21, + "steps": 400, + "first64_mean_mse": 0.03359487738754379, + "later64_mean_mse": 0.04416919913294916, + "source_outside128_mean_mse": 0.41565836747601526, + "held_unseen_mean_mse": 1.5373927688673226 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.5013986013986015 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 23, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 60, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 62, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 79, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.9047619047619047 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.2 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 113, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 115, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20752, + "scenario": "matched_new_binding_addition", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "fit_rows": 64, + "distinct_fit_rows": 64, + "bindings": 28, + "matched_added_count": 17, + "available_old_binding_additions": 47, + "available_new_binding_additions": 17, + "steps": 400, + "first64_mean_mse": 0.012641552052452425, + "later64_mean_mse": 0.13040390796816645, + "source_outside128_mean_mse": 0.3132610682466546, + "held_unseen_mean_mse": 0.7462177528139282 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.36363636363636365 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.4545454545454546 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 56, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 115, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "saved64_400", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "fit_rows": 128, + "distinct_fit_rows": 64, + "bindings": 28, + "matched_added_count": 17, + "available_old_binding_additions": 47, + "available_new_binding_additions": 17, + "steps": 400, + "first64_mean_mse": 0.012641552172560683, + "later64_mean_mse": 0.13040391144855062, + "source_outside128_mean_mse": 0.3132610597774905, + "held_unseen_mean_mse": 0.7462177361284251 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.36363636363636365 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.4545454545454546 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 56, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 115, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "duplicate64_400", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "fit_rows": 64, + "distinct_fit_rows": 64, + "bindings": 28, + "matched_added_count": 17, + "available_old_binding_additions": 47, + "available_new_binding_additions": 17, + "steps": 800, + "first64_mean_mse": 0.012358706917193929, + "later64_mean_mse": 0.13376193852743024, + "source_outside128_mean_mse": 0.3168765627546828, + "held_unseen_mean_mse": 0.7708009348509939 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.4 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.09090909090909091 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.09090909090909091 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.5 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 56, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 115, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "64_800", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "fit_rows": 128, + "distinct_fit_rows": 128, + "bindings": 43, + "matched_added_count": 17, + "available_old_binding_additions": 47, + "available_new_binding_additions": 17, + "steps": 400, + "first64_mean_mse": 0.015986654983997154, + "later64_mean_mse": 0.06726232052266734, + "source_outside128_mean_mse": 0.2863752909047786, + "held_unseen_mean_mse": 0.6377706663011944 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.9090909090909092 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.9090909090909092 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 56, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 78, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_400_fixed64", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "fit_rows": 128, + "distinct_fit_rows": 128, + "bindings": 43, + "matched_added_count": 17, + "available_old_binding_additions": 47, + "available_new_binding_additions": 17, + "steps": 800, + "first64_mean_mse": 0.0152246797073982, + "later64_mean_mse": 0.06575856843797526, + "source_outside128_mean_mse": 0.2916349182277455, + "held_unseen_mean_mse": 0.6507544056554456 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.7000000000000001 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.9090909090909092 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.9090909090909092 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.2 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 54, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.7000000000000001 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 113, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "actual128_800_fixed64", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "fit_rows": 81, + "distinct_fit_rows": 81, + "bindings": 28, + "matched_added_count": 17, + "available_old_binding_additions": 47, + "available_new_binding_additions": 17, + "steps": 400, + "first64_mean_mse": 0.015020655953597549, + "later64_mean_mse": 0.12534801983885188, + "source_outside128_mean_mse": 0.31627406382053364, + "held_unseen_mean_mse": 0.746009015987798 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.6000000000000001 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.2727272727272727 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.6363636363636364 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 56, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.1 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 115, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 118, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_old_binding_addition", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "fit_rows": 81, + "distinct_fit_rows": 81, + "bindings": 43, + "matched_added_count": 17, + "available_old_binding_additions": 47, + "available_new_binding_additions": 17, + "steps": 400, + "first64_mean_mse": 0.01336103039100187, + "later64_mean_mse": 0.07818942030027458, + "source_outside128_mean_mse": 0.2779491658066396, + "held_unseen_mean_mse": 0.681350690539643 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 4, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 9, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 13, + "binding_records": 10, + "binding_top3": 0.4 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 16, + "binding_records": 10, + "binding_top3": 0.8 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 23, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 26, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 44, + "binding_records": 11, + "binding_top3": 0.9090909090909092 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 46, + "binding_records": 11, + "binding_top3": 0.9090909090909092 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 48, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 52, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 54, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 56, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 60, + "binding_records": 10, + "binding_top3": 0.9 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 61, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 62, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 73, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 76, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 78, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 79, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 80, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 85, + "binding_records": 21, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 88, + "binding_records": 11, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 106, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 110, + "binding_records": 10, + "binding_top3": 0.30000000000000004 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 113, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 115, + "binding_records": 10, + "binding_top3": 1.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 118, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 121, + "binding_records": 10, + "binding_top3": 0.0 + }, + { + "seed": 20753, + "scenario": "matched_new_binding_addition", + "binding": 124, + "binding_records": 10, + "binding_top3": 0.0 + } +] diff --git a/revision_r1/sensor/run_01/reversal_metrics.csv b/revision_r1/sensor/run_01/reversal_metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..2c28fc808f1568fcc63cb5eaeaa7a671f8a0bae7 --- /dev/null +++ b/revision_r1/sensor/run_01/reversal_metrics.csv @@ -0,0 +1,64 @@ +cohort,labels,seed,method,stage,stratum,unit,top1,top3,nll,confidence,brier,records,ece10,coverage90,accuracy90 +hydraulic,64,20751,saved64_400,reversal,all,all,0.30942334739803096,0.5625879043600562,4.017114624525679,0.6522816676523973,0.9709796960503041,711,0.34285832025436624,0.17862165963431786,0.5826771653543307 +hydraulic,64,20751,saved64_400,reversal,unseen,all,0.1644736842105263,0.49671052631578944,4.78501190886201,0.6212366834450541,1.1779766204250175,304,0.4567629992345279,0.11842105263157894,0.0 +hydraulic,64,20751,saved64_400,reversal,seen,all,0.4176904176904177,0.6117936117936118,3.443550068166354,0.6754700588048107,0.8163677427089948,407,0.25777964111439294,0.22358722358722358,0.8131868131868133 +hydraulic,128,20751,duplicate64_400,reversal,all,all,0.30942334739803096,0.5625879043600562,4.017114910916517,0.6522816421479789,0.9709796712218858,711,0.34285829474994794,0.17862165963431786,0.5826771653543307 +hydraulic,128,20751,duplicate64_400,reversal,unseen,all,0.1644736842105263,0.49671052631578944,4.7850124698818535,0.6212367209132365,1.1779766666195544,304,0.45676303670271,0.11842105263157894,0.0 +hydraulic,128,20751,duplicate64_400,reversal,seen,all,0.4176904176904177,0.6117936117936118,3.443550149428894,0.6754699862643466,0.8163676648314897,407,0.25777956857392903,0.22358722358722358,0.8131868131868133 +hydraulic,64,20751,64_800,reversal,all,all,0.28551336146272854,0.5358649789029536,4.297781332312038,0.6960681285976794,1.0262784236544842,711,0.41055476713495076,0.2180028129395218,0.5548387096774193 +hydraulic,64,20751,64_800,reversal,unseen,all,0.12171052631578946,0.4671052631578947,5.186112655030855,0.668016663056728,1.255364457337521,304,0.5463061367409386,0.15789473684210525,0.0 +hydraulic,64,20751,64_800,reversal,seen,all,0.40786240786240785,0.5872235872235873,3.634261130576114,0.717020574603697,0.8551674795767369,407,0.30915816674128915,0.2628992628992629,0.8037383177570093 +hydraulic,128,20751,actual128_400_fixed64,reversal,all,all,0.24331926863572434,0.4332124957904954,19.098073009803574,0.720411391789827,1.1372271268345453,711,0.4770921231541027,0.2419127988748242,0.5290697674418604 +hydraulic,128,20751,actual128_400_fixed64,reversal,unseen,all,0.1282894736842105,0.3980263157894737,20.400631413053105,0.690958160029802,1.302924910673916,304,0.5626686863455915,0.18421052631578946,0.21428571428571427 +hydraulic,128,20751,actual128_400_fixed64,reversal,seen,all,0.32923832923832924,0.4594940651278679,18.125154693862893,0.7424108572813443,1.0134626887825333,407,0.41317252804301513,0.285012285012285,0.6810344827586207 +hydraulic,128,20751,actual128_800_fixed64,reversal,all,all,0.2587904360056259,0.4444641153501913,19.93258786430592,0.7299148289112899,1.1452860286408268,711,0.4711243929056639,0.3037974683544304,0.4861111111111111 +hydraulic,128,20751,actual128_800_fixed64,reversal,unseen,all,0.13486842105263158,0.381578947368421,20.56483321579436,0.7070692237250297,1.3415603933498348,304,0.572200802672398,0.2664473684210526,0.1728395061728395 +hydraulic,128,20751,actual128_800_fixed64,reversal,seen,all,0.3513513513513513,0.4914348550712187,19.46034563616713,0.7469788681658919,0.9986830633544916,407,0.39562751681454056,0.33169533169533166,0.674074074074074 +hydraulic,83,20751,matched_old_binding_addition,reversal,all,all,0.2841068917018284,0.4739803094233474,4.93065594083678,0.6694700539926237,1.0106810010936114,711,0.3853631622907953,0.18424753867791843,0.5725190839694656 +hydraulic,83,20751,matched_old_binding_addition,reversal,unseen,all,0.14144736842105263,0.3256578947368421,6.363284172503136,0.6412181441902526,1.2210236954610585,304,0.49977077576920004,0.08881578947368421,0.0 +hydraulic,83,20751,matched_old_binding_addition,reversal,seen,all,0.3906633906633907,0.5847665847665847,3.86058473094348,0.6905722175796526,0.8535699959641175,407,0.2999088269162619,0.25552825552825553,0.7211538461538461 +hydraulic,83,20751,matched_new_binding_addition,reversal,all,all,0.2545710267229255,0.46977080485727307,19.527038239680028,0.698923563721122,1.0922584989617787,711,0.4443525369981965,0.25738396624472576,0.5573770491803278 +hydraulic,83,20751,matched_new_binding_addition,reversal,unseen,all,0.1282894736842105,0.41776315789473684,20.682917945690583,0.6648143147544292,1.2428987278906576,304,0.5365248410702186,0.16776315789473684,0.19607843137254902 +hydraulic,83,20751,matched_new_binding_addition,reversal,seen,all,0.3488943488943489,0.5086168114337128,18.663678459269196,0.7244007423104944,0.9797409815308713,407,0.3755063934161456,0.32432432432432434,0.696969696969697 +hydraulic,64,20752,saved64_400,reversal,all,all,0.3037974683544304,0.6047819971870605,2.8955302613965976,0.5529742962592221,0.8662390297206147,711,0.25681177900406793,0.08579465541490858,0.7213114754098361 +hydraulic,64,20752,saved64_400,reversal,unseen,all,0.22039473684210525,0.5361842105263157,3.1216157914391913,0.4786444771579026,0.9794169101291583,304,0.2918776024476154,0.03618421052631579,0.36363636363636365 +hydraulic,64,20752,saved64_400,reversal,seen,all,0.36609336609336607,0.656019656019656,2.72666047974316,0.6084933749000111,0.7817032173270096,407,0.242400008806645,0.12285012285012285,0.8 +hydraulic,128,20752,duplicate64_400,reversal,all,all,0.3037974683544304,0.6047819971870605,2.8955304021963753,0.552974299649204,0.8662390500995016,711,0.2568117801990779,0.08579465541490858,0.7213114754098361 +hydraulic,128,20752,duplicate64_400,reversal,unseen,all,0.22039473684210525,0.5361842105263157,3.1216164121663517,0.4786444979723126,0.9794169803083653,304,0.2918776229634928,0.03618421052631579,0.36363636363636365 +hydraulic,128,20752,duplicate64_400,reversal,seen,all,0.36609336609336607,0.656019656019656,2.726660262071381,0.6084933652751866,0.7817032005086056,407,0.24239999918182056,0.12285012285012285,0.8 +hydraulic,64,20752,64_800,reversal,all,all,0.3037974683544304,0.5386779184247539,3.2857242123687165,0.5768048469447894,0.9050681673254789,711,0.27300737859035906,0.07735583684950774,0.7454545454545454 +hydraulic,64,20752,64_800,reversal,unseen,all,0.1907894736842105,0.41776315789473684,3.7011422377871255,0.5038595483324273,1.0433295696183433,304,0.3147010140728496,0.019736842105263157,1.0 +hydraulic,64,20752,64_800,reversal,seen,all,0.3882063882063882,0.628992628992629,2.975436547191331,0.6312897874316642,0.8017967513622586,407,0.24308339922527608,0.12039312039312039,0.7142857142857142 +hydraulic,128,20752,actual128_400_fixed64,reversal,all,all,0.25316455696202533,0.3770125795442251,16.27294713311867,0.671686784283266,1.1130441542463059,711,0.4185956630079152,0.27004219409282704,0.515625 +hydraulic,128,20752,actual128_400_fixed64,reversal,unseen,all,0.0756578947368421,0.2270196908354803,20.038312832908925,0.5853613669266042,1.3518343069563754,304,0.509703472189762,0.1282894736842105,0.02564102564102564 +hydraulic,128,20752,actual128_400_fixed64,reversal,seen,all,0.3857493857493857,0.4890465799556708,13.460487249245842,0.7361657200975784,0.9346849247036495,407,0.35333911590133243,0.3759213759213759,0.6405228758169935 +hydraulic,128,20752,actual128_800_fixed64,reversal,all,all,0.21659634317862167,0.31934731934731936,19.6129329915023,0.7390246289954785,1.2186493531986495,711,0.522428285816857,0.33473980309423346,0.44957983193277307 +hydraulic,128,20752,actual128_800_fixed64,reversal,unseen,all,0.02631578947368421,0.1513617960986382,24.27399888897056,0.6859004085152682,1.5078697107717196,304,0.6595846190415839,0.22039473684210525,0.0 +hydraulic,128,20752,actual128_800_fixed64,reversal,seen,all,0.3587223587223587,0.4448205357296266,16.131448881354018,0.7787046364303284,1.002622353930312,407,0.4199822777079696,0.4201474201474201,0.6257309941520468 +hydraulic,85,20752,matched_old_binding_addition,reversal,all,all,0.3234880450070324,0.5864978902953587,2.9554735818631097,0.5524066800566065,0.8574908946606246,711,0.23670593431396128,0.09282700421940929,0.6818181818181819 +hydraulic,85,20752,matched_old_binding_addition,reversal,unseen,all,0.23026315789473684,0.5032894736842105,3.1969917995433694,0.4649991415951046,0.9605572626761331,304,0.2691737408494813,0.039473684210526314,0.41666666666666663 +hydraulic,85,20752,matched_old_binding_addition,reversal,seen,all,0.3931203931203931,0.6486486486486487,2.7750766821707287,0.6176938832317823,0.7805076615483039,407,0.22457349011138922,0.13267813267813267,0.7407407407407407 +hydraulic,85,20752,matched_new_binding_addition,reversal,all,all,0.24331926863572434,0.365760821457024,17.506846976040066,0.7104540259179248,1.163816467678136,711,0.46713475728220044,0.3108298171589311,0.4705882352941177 +hydraulic,85,20752,matched_new_binding_addition,reversal,unseen,all,0.05921052631578947,0.23359863820390134,21.856289210652452,0.6398916135941887,1.4386897744570217,304,0.5836544788587189,0.1875,0.0 +hydraulic,85,20752,matched_new_binding_addition,reversal,seen,all,0.3808353808353808,0.46447655538564625,14.258123537902065,0.7631591201351625,0.9585056930816216,407,0.3823237392997816,0.40294840294840295,0.6341463414634146 +hydraulic,64,20753,saved64_400,reversal,all,all,0.2981715893108298,0.45569620253164556,6.330313982207234,0.7009240942176848,1.047181443799092,711,0.40275250490685494,0.29957805907172996,0.5727699530516432 +hydraulic,64,20753,saved64_400,reversal,unseen,all,0.2138157894736842,0.37171052631578944,7.472623251779949,0.6556130756218994,1.1393460139297118,304,0.44179728614821534,0.24013157894736842,0.3972602739726027 +hydraulic,64,20753,saved64_400,reversal,seen,all,0.36117936117936117,0.5184275184275184,5.477090350880193,0.7347681965594997,0.9783410769202014,407,0.3758771266201818,0.343980343980344,0.6642857142857143 +hydraulic,128,20753,duplicate64_400,reversal,all,all,0.2981715893108298,0.45569620253164556,6.3303140685270725,0.7009240517528946,1.0471814444248466,711,0.40275246244206475,0.29957805907172996,0.5727699530516432 +hydraulic,128,20753,duplicate64_400,reversal,unseen,all,0.2138157894736842,0.37171052631578944,7.472623253999889,0.6556129594071054,1.1393459904941639,304,0.4417971699334211,0.24013157894736842,0.3972602739726027 +hydraulic,128,20753,duplicate64_400,reversal,seen,all,0.36117936117936117,0.5184275184275184,5.477090500016664,0.7347682091807075,0.9783410955180347,407,0.37587711133513835,0.343980343980344,0.6642857142857143 +hydraulic,64,20753,64_800,reversal,all,all,0.2841068917018284,0.4247538677918425,6.898487075932879,0.6934470486500914,1.0583155204282342,711,0.4093401569482631,0.279887482419128,0.5527638190954774 +hydraulic,64,20753,64_800,reversal,unseen,all,0.20394736842105263,0.319078947368421,8.158291039022076,0.6579714443463243,1.1822163083629091,304,0.45402407592527166,0.22039473684210525,0.29850746268656714 +hydraulic,64,20753,64_800,reversal,seen,all,0.343980343980344,0.5036855036855037,5.9575032804067956,0.7199447973192444,0.9657704601527027,407,0.3759644533389004,0.32432432432432434,0.6818181818181819 +hydraulic,128,20753,actual128_400_fixed64,reversal,all,all,0.3136427566807314,0.48523206751054854,7.341542222694382,0.6614561194247499,0.984399930677541,711,0.34781336274401853,0.2390998593530239,0.6058823529411764 +hydraulic,128,20753,actual128_400_fixed64,reversal,unseen,all,0.21052631578947367,0.444078947368421,8.211241288468274,0.6079363407246353,1.1205002803276238,304,0.39741002493516164,0.17105263157894735,0.3076923076923077 +hydraulic,128,20753,actual128_400_fixed64,reversal,seen,all,0.3906633906633907,0.5159705159705159,6.691938989290782,0.7014315806651303,0.8827426670568403,407,0.3107681900017396,0.28992628992628994,0.7372881355932204 +hydraulic,128,20753,actual128_800_fixed64,reversal,all,all,0.2812939521800281,0.45850914205344584,8.457772687975572,0.6659962084500737,1.0272376998255122,711,0.3847022562700456,0.2489451476793249,0.576271186440678 +hydraulic,128,20753,actual128_800_fixed64,reversal,unseen,all,0.13486842105263158,0.4013157894736842,9.82255280134189,0.6225362758378349,1.2182502643046769,304,0.48766785478520336,0.1875,0.17543859649122806 +hydraulic,128,20753,actual128_800_fixed64,reversal,seen,all,0.3906633906633907,0.5012285012285013,7.43837918806559,0.6984576814577411,0.8845649243914426,407,0.30779429079435044,0.29484029484029484,0.7666666666666666 +hydraulic,81,20753,matched_old_binding_addition,reversal,all,all,0.2841068917018284,0.46554149085794655,6.838739166583308,0.7078986400565553,1.0502628106091128,711,0.4237917483547269,0.2967651195499297,0.5639810426540285 +hydraulic,81,20753,matched_old_binding_addition,reversal,unseen,all,0.2006578947368421,0.41118421052631576,8.056899471878353,0.6695351802242532,1.148863431671314,304,0.46887728548741114,0.23026315789473684,0.35714285714285715 +hydraulic,81,20753,matched_old_binding_addition,reversal,seen,all,0.3464373464373464,0.5061425061425061,5.928860216190939,0.736553411036948,0.9766151722727262,407,0.3901160645996015,0.3464373464373464,0.6666666666666666 +hydraulic,81,20753,matched_new_binding_addition,reversal,all,all,0.3234880450070324,0.4908579465541491,7.157306583502099,0.6734187063272236,0.9688839040379789,711,0.34993066132019124,0.2545710267229255,0.6187845303867403 +hydraulic,81,20753,matched_new_binding_addition,reversal,unseen,all,0.1907894736842105,0.4013157894736842,8.755480028003866,0.6235718064954964,1.1387926395988592,304,0.43278233281128586,0.19407894736842105,0.3050847457627119 +hydraulic,81,20753,matched_new_binding_addition,reversal,seen,all,0.4226044226044226,0.5577395577395577,5.963584895225593,0.7106507887568184,0.8419741850932425,407,0.28804636615239576,0.29975429975429974,0.7704918032786886 diff --git a/revision_r1/sensor/run_01/reversal_summary.csv b/revision_r1/sensor/run_01/reversal_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..3ef8d5f23e17a1b42a94378a1954f54eefca5526 --- /dev/null +++ b/revision_r1/sensor/run_01/reversal_summary.csv @@ -0,0 +1,8 @@ +scenario,top3,nll,seed_values +saved64_400,0.4682017543859649,5.12641698402705,"[{""seed"": 20751, ""top3"": 0.49671052631578944, ""nll"": 4.78501190886201}, {""seed"": 20752, ""top3"": 0.5361842105263157, ""nll"": 3.1216157914391913}, {""seed"": 20753, ""top3"": 0.37171052631578944, ""nll"": 7.472623251779949}]" +duplicate64_400,0.4682017543859649,5.1264173786826985,"[{""seed"": 20751, ""top3"": 0.49671052631578944, ""nll"": 4.7850124698818535}, {""seed"": 20752, ""top3"": 0.5361842105263157, ""nll"": 3.1216164121663517}, {""seed"": 20753, ""top3"": 0.37171052631578944, ""nll"": 7.472623253999889}]" +64_800,0.40131578947368424,5.681848643946686,"[{""seed"": 20751, ""top3"": 0.4671052631578947, ""nll"": 5.186112655030855}, {""seed"": 20752, ""top3"": 0.41776315789473684, ""nll"": 3.7011422377871255}, {""seed"": 20753, ""top3"": 0.319078947368421, ""nll"": 8.158291039022076}]" +actual128_400_fixed64,0.3563749846644583,16.21672851147677,"[{""seed"": 20751, ""top3"": 0.3980263157894737, ""nll"": 20.400631413053105}, {""seed"": 20752, ""top3"": 0.2270196908354803, ""nll"": 20.038312832908925}, {""seed"": 20753, ""top3"": 0.444078947368421, ""nll"": 8.211241288468274}]" +actual128_800_fixed64,0.31141884431358113,18.220461635368938,"[{""seed"": 20751, ""top3"": 0.381578947368421, ""nll"": 20.56483321579436}, {""seed"": 20752, ""top3"": 0.1513617960986382, ""nll"": 24.27399888897056}, {""seed"": 20753, ""top3"": 0.4013157894736842, ""nll"": 9.82255280134189}]" +matched_old_binding_addition,0.4133771929824561,5.872391814641619,"[{""seed"": 20751, ""top3"": 0.3256578947368421, ""nll"": 6.363284172503136}, {""seed"": 20752, ""top3"": 0.5032894736842105, ""nll"": 3.1969917995433694}, {""seed"": 20753, ""top3"": 0.41118421052631576, ""nll"": 8.056899471878353}]" +matched_new_binding_addition,0.3508925285241074,17.098229061448965,"[{""seed"": 20751, ""top3"": 0.41776315789473684, ""nll"": 20.682917945690583}, {""seed"": 20752, ""top3"": 0.23359863820390134, ""nll"": 21.856289210652452}, {""seed"": 20753, ""top3"": 0.4013157894736842, ""nll"": 8.755480028003866}]" diff --git a/revision_r1/sensor/run_01/run_manifest.json b/revision_r1/sensor/run_01/run_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..b038473c29a242faab34b212a66364e31456af21 --- /dev/null +++ b/revision_r1/sensor/run_01/run_manifest.json @@ -0,0 +1,382 @@ +{ + "timestamp_utc": "2026-11-09T14:39:12.785542+00:00", + "status": "Post-review exploratory; all data previously opened", + "command": [ + "articles/make_1/reproduce/review_r1_sensor.py", + "--mode", + "run", + "--device", + "cuda:3", + "--output", + "articles/make_1/metadata/review_r1/sensor/run_01" + ], + "code_sha256": "f36e7ba6c06ad31ec0abdc08dc56eb92f4753ab39e6f02272bac2e3fb6a9d585", + "spec_sha256": "4644bcb2ed1a9f152d6b5e74be0dafc339a3ae7ccbfae7aa0d79d9f4caa4ad02", + "release_sha256": { + "SHA256SUMS.json": "161c1687462d60f673d4ec8c0679043e1bd15e7706901eb20a2842260245a86f", + "README.md": "f6be7fca2e03477cf296dfc2c4633d934a32eac491e838ef1b7f46cef2a4ec75", + "LICENSE.md": "4a8b21f5c8ee1383fdf12d8622df51066334d446513d7318ab8a31763f435813", + ".gitattributes": "0aad2046ff3535fdb3750ad77100b4f6aed80009c097ffc8a9e264a5d1b0c4e7", + "finite_stats.py": "9eeaed8614132a19573fbfe4a87a9ffeaaa43c8cb0c9643d728f3ec4489389ca", + "rebuild_external.py": "d280f6104ef9e504d4a7da75356f73997cad94775d9edce6b5439743c4af202f", + "requirements.txt": "642e7bb1ccc4adffc91855ac51d8fd0ef42c330f9a6747910dca5049b46c6878", + "reproduce.py": "794fd693c85fe880c1229b7cd55ede4a2fbf8086fef43ed8f6108feccfc3c80c", + "ENVIRONMENT.json": "786e73bb84b1300d1b5062961af74aacbab2bbfe1e12675ba6ceebd12d26b0eb", + "postconfirmation.py": "3365341c056cee9b153cc864bad864965c918e11e0cec1819d49c8875c68dcbf", + "rebuild_sources.py": "6418eee39e28c19868e07e9c5058be435aa984bc0c7afb8e8a62a3415851623b", + "rebuild_controlled.py": "d2ffe3f6072e1a6bc39288c0d2be622775bc3d1e46cdf7ece6b42cd770ca7a74", + "analyze.py": "3e2ee19da7cdec5b735db55a368132977d8aa6cfe4cfd8e49dbe86019a56a444", + "protocols/external_sufficiency_protocol_01.json": "e0229ef8a50270b7a590c6ed79a850ec8f902d17f2c8213111bf432669ef9d04", + "protocols/decision_sufficiency_protocol_01.json": "5a334fe26903403ff48eb71e7b0eb548d139af50c97b430252db0cf71b2c1f59", + "protocols/factorial_transfer_protocol_01.json": "aadd4b386cd447cdf8e4fbb19f8925b2a73ee86006dc5ab45e298d4a864c7d7c", + "protocols/postconfirmation_analysis_01.json": "9e0dc34ce91fc91d577975cadbc7ba11d330ff2dc22d630193e95a73a2095d58", + "protocols/day_transfer_protocol_01.json": "a8a46886819f182a89e3ba00bb0cdc0be8b28d5988ce5a6bd8c7f3281e5a2f9b", + "paper/sensitivity_analysis.py": "22128d4180683b5cc57da7ffaf9a37f2ffcef0354afd4b725c055f1307baebc1", + "paper/build_figures.py": "5833c7d5f9a069e4a5a5494c393d828b805166bd367134c01f6304528ebfe1c2", + "unionmind/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "unionmind/day_transfer.py": "af750c0f6f1c19923eb3e90acf9edaa56a998d9ae460b2d18002edfc0e33d774", + "results/temperature/predictions.json": "39bd384897cd9e4a6cefb65d06cde29aec83023cb7eb42515cfd34900ab07c97", + "results/temperature/predictions.safetensors": "1760854a676b82df524bfa9e4eb1b539b1a2754e05e92e5d0e8229719958f8f3", + "results/postconfirmation/controlled_frontiers.csv.gz": "946ebf8764ee3dfed5a741fa3a45e0cb5f8476960453716d9abebed0aa617e57", + "results/postconfirmation/hydraulic_bindings.csv.gz": "1eace573f2943eaf0cd83075803c38907fdf109f3a38ae0e354df66403bc8f10", + "results/postconfirmation/controlled_summary.json": "0fc9fac7ff1c2333c8cf29a91deabd8b80c7a85940452bf774de7d20daa9b7f5", + "results/postconfirmation/controlled_timing.json": "082e8b981d9e6b13a07bfd3136d6afe08681bb8c702ba2c0c2b9a2d4966b6eea", + "results/postconfirmation/compute.json": "5f78aa7fc4e606ac521f7d30e8931d8d9e6d461c7076bce4712808d3c197d5af", + "results/postconfirmation/sensor_diagnostics.json": "00863f0acd7c00c7738ccb6dc116f65b14c02cbca1f8c75a95ed4f17d3c9acb1", + "results/postconfirmation/controlled_worlds.csv.gz": "bdb15095eadf96dff2aa316619a838b74024eece87c57143bcd44b4710e9547f", + "results/controlled/primary_families.csv": "9af9a8f87e46e22457f832305360f93c9dd89505db664eccc3bae4dc7af48113", + "results/controlled/primary_predictions.csv.gz": "37666949dddb54d635ae46e7aaca8be2799b9fdc502e5343902554aaa0f83749", + "results/controlled/decision.json": "0563828b19065efa215c3295234b34024c63d7076bddb96cc1da2926bc0291df", + "results/controlled/frontier.csv": "7a87d61707bec19b7818968c0ad220714a787d645210607c18d262597aee0e0c", + "results/hydraulic/predictions.json": "190d3f225d309a98d6b00abc1d3b4e2f11c63706aaa94b585476cc2484b9f25b", + "results/hydraulic/predictions.safetensors": "2409700b0e6bbde39954f423dae9198c017a53066797801a62d421b5f6f404a8", + "results/external/overall.json": "2a0fed264f6118a659eb36ff17cfec9bf03812deeee889f7bc3d91925dfe6b9c", + "results/external/all_metrics.csv.gz": "0071a3d87dba03913a2e442a7e2b752ea86d64da0c7e7ddf9fa5a6717820f522", + "results/external/paired_comparisons.json": "f2a368a09611e047f94312ebed8e82e8669e12c0c228162f6fe6903e3fd06cb8", + "results/external/decision.json": "d356df0d93452d86af1c5074c7dc1137a1e8841f277d1f21caec2c9ea49bd203", + "results/sensitivity_analysis/frozen_diagnostics.json": "434dd65be1ab604360f5d7fdf03ef18ab1ef13e8fcd00245620e6574d4f57a37", + "unionmind/continuous_decision/classifiers.py": "ebb1bfcd9d72469368ffc14cbb847faeb53a69d19abc9b684546f3791d61e20b", + "unionmind/continuous_decision/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "unionmind/continuous_decision/factor_acquisition.py": "771f560388ba9a24adadd7fd84d5bb90ff5f52e16ffc92e121a0aa4ba0a91b51", + "unionmind/continuous_decision/factor_study.py": "beb76b2cc09aaa2b796e8bf69f0235fb9b0c33823ce1e33ea8170d56b60ba109", + "unionmind/continuous_decision/learned_controls.py": "81e3419c8f20422ed495fab8b43fa264dceb8503d1a3ad71cdc70b4c32b0d6f3", + "unionmind/continuous_decision/factor_analysis.py": "0fb267e3c0572db48f4a2ca41fc4777ec082039c8312f66a75005355837c3fb8", + "unionmind/continuous_decision/interval_value.py": "cd3c0158a377c97fa9f4dc2f56c2a9597840a68bb07d37782b42265f727e4fe9", + "unionmind/continuous_decision/factorial.py": "54241b65b32042937346369414d750fe58042f0eae20f25c391a74a480e065f0", + "unionmind/continuous_decision/source.py": "1c011b7608637c73652224573caf152cefc3297c2f94599b8f88816ded829601", + "unionmind/supported_observations/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "unionmind/supported_observations/data.py": "d359f27c4cd23482ed4ef8326d3026c10b19caf9ba75b3da677249f5d9c9e43f", + "unionmind/decision_sufficiency/study.py": "dcb7d8303fe11e9e1c27c1e8b9a141f4571f49f1c1611a1b3572537e4ce7ec19", + "unionmind/decision_sufficiency/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "unionmind/decision_sufficiency/benchmark.py": "de9d93e521ee59882f23015fdc8e3912c8b765a412952ba4d16eb5a812722ed9", + "unionmind/decision_sufficiency/worlds.py": "b2dd3a0db509161982f8159caeba35f8af5212aef0e3685ac56b702361b15d5e", + "unionmind/decision_sufficiency/analysis.py": "eeb72ce872762b4af5f19c3d9d39013c05c407f32cb007733f4005fd107377ef", + "unionmind/decision_sufficiency/core.py": "fa2f7405a8d0dc6ec96ebae1bb2a2b810d03ef1fd2877f5ebef7df1722992cee", + "unionmind/predictive_transfer/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "unionmind/predictive_transfer/data.py": "259202796bf921db2beaa75166809e455e44aaddef73da96bdec970067abfbd6", + "unionmind/external_sufficiency/study.py": "7053ad47d088807ecf30af59fccb672dca706eca0d498ecc90a7131d677222c6", + "unionmind/external_sufficiency/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "unionmind/external_sufficiency/data.py": "20275fb0a49a3835c286076ffad5a59312081ef7d1993b9706b873de6d2c3976", + "unionmind/external_sufficiency/benchmark.py": "a7999a53c7a6ca187912af7b47cfaa5128df3c47610a695e0163131ac05ca5cb", + "unionmind/external_sufficiency/runtime.py": "fa19ce1b7fba9e6953e9e4081d4b6001ed55c33edc48a05960d5a13ae6aad61d", + "unionmind/external_sufficiency/analysis.py": "94040f14991c1784122d19f62ececc3f1533641b7b7738966c058b2749033a98", + "provenance/temperature/lock.json": "81cd4cc808bb7a2329ec91a2adf5603a7e2478553b75b373fea5d9202844405d", + "provenance/temperature/cost_and_replay.json": "112107499005c81b627945540ee5b2e882cffd94d3ed12da28cef94356e80e6d", + "provenance/temperature/summary.json": "d4d7c8a6b61a2b4deb45c399d7e90ac518c8bb7581b6e657c8705b1e46b8b86f", + "provenance/temperature/acquisition_summary.json": "43a61f9ffa62625a4002d317a6533d055d85a64bde756e28719edcccdaa96ddb", + "provenance/temperature/forecast_audit.json": "4630ee9dfbae65bf3afff20a254669284012f484ee95a43a7308e6ca4e452d32", + "provenance/temperature/incomplete_cohort_evaluation_lock.json": "fd06676e44995f701de2dabc0cf553e967ebe97028c2ed29f9943b4919219bec", + "provenance/temperature/stage_cost_inventory.json": "5ba80680671632ebd3d2a8c4ed3d0fe09a4b7bf50fa8aac66b1cbb1193abd5c3", + "provenance/temperature/source.json": "3ccaddf76bfaf76759f719eaacc6b0bb47fbf9650330c3dc81b3618b7f1f37d4", + "provenance/temperature/incomplete_cohort_evaluation.py": "9d613b1c831a97c63fb3ac1eaafbd8763ced3ea4d7443635ffbe17722399224c", + "provenance/temperature/preparation.json": "e173beb0413c4c23ba873274df981d5aba0dc9e1d0a234b07a733c4d44e5ff97", + "provenance/controlled/confirmation_benchmark.json": "133420e45f42ff5dbacc8d01700aeba56bf65c02f5bc0b30bb7aff45a88bc249", + "provenance/controlled/compute_ledger.json": "d9bdae8b500e832f0ff2c0650a345cbd9c10545e631ff18aa1750582e5b1af07", + "provenance/controlled/preconfirmation_lock.json": "c85bbf9f9aa482a49a3ab6d375e9930ee4e4fbda80d6ac6dacd3d43446f2ec4c", + "provenance/hydraulic/confirmation_lock.json": "c967f739c7704c8e0653e9b0a1270d298e7984b10cfa2bf06193bf5bb22760b5", + "provenance/hydraulic/opened_hydraulic_summary.json": "a44f5c5dc091d3cdb52e9a6101d7923780cf1f1b8fbeae8f6e64e66d6c620fd2", + "provenance/external/task_manifest.json": "c97a59bbf5f04fe8dc3ccfe00986b4df288b8e7ef2f3fbd9eb12f3636dceef5d", + "provenance/external/preconfirmation_lock.json": "466f42199fa6fe8c4846e31358c7933d233a5bdbf4e2858c74ce901b5ad2bbd1", + "provenance/external/diagnostic_review.json": "df0a9492eac167db0f2058f40b27f96d07639f6f3ad82ce936ef1c780d88828a", + "provenance/verification/independent_statistics.json": "74df7eca9a525f5ecc4611749d1551c005bab6d2f481f8a722356a9938d92247", + "provenance/external/sources/manifest.json": "7be4bc0549334694d1cca2cfb5beb32a7ca43542835644bbc6783e28e4dbc9c0", + "provenance/external/sources/source_definitions.json": "dd6f52a4448eaa4f43a63472d28fc67fa2dbc9a80214c9376b86a99de49f24dd", + "models/hydraulic/n64_s20752/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n64_s20752/factorized_nb.safetensors": "c56f8ca6e755b4ad2f3cfdacc75b7caa086deaca44362904fb558c97d790b2ad", + "models/hydraulic/n64_s20752/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n64_s20752/factorized_classifier.safetensors": "93e09b8b3ba9cbf834efbd67eb5092bea13c53a22d092f390685a63143c702ce", + "models/hydraulic/n64_s20752/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n64_s20752/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n64_s20752/factorized_ridge.safetensors": "dfa40dcb58bba08542ef9dcfb946d7fb41c60585213b3443c3e0f6e5776ab536", + "models/hydraulic/n64_s20752/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n64_s20752/additive_full.safetensors": "3a5a841cd72d7c18e528f8feba1f2e0a9ccad6e446f681951469056d6308e03b", + "models/hydraulic/n64_s20752/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n64_s20752/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n64_s20752/joint_gaussian.safetensors": "f66ec3d058a4fe26445e512a8148af5e2450ce915e5c968fe14dd36aba41c95a", + "models/hydraulic/n64_s20752/additive_diag.safetensors": "4017cee4c49e2fb69df2c24f33c3a0928349718aa10dde9d4f6eacbda4b27dc4", + "models/hydraulic/n64_s20752/factorized_kernel.safetensors": "a1f76ddcb53650c595f286680f200e9b6117096818117aac3070e30ef5a8fc2b", + "models/hydraulic/n64_s20752/factorized_logistic.safetensors": "f9bffb953396c4d4aaad3a40dfb3453ab838d5836181963cad51c6de7c261b49", + "models/hydraulic/n64_s20752/joint_neural.safetensors": "a287d3f2a5b7b5c44640763f65148d053fc901c98f76f9ab6a56814a3d312371", + "models/hydraulic/n64_s20752/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n64_s20752/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n64_s20752/factorized_lda.safetensors": "c953bf16df110a07dd1ef9276a4bc98c5e49527bfed79c1647d30c864614ff5d", + "models/hydraulic/n64_s20752/factorized_neural.safetensors": "242aee2e34d955957d7466b18aeb44d90235aea2284e4b073987612bf5381c62", + "models/hydraulic/n64_s20752/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n64_s20752/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n64_s20753/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n64_s20753/factorized_nb.safetensors": "6821b5c56a58dbf2c0b13bc5f3ff4927ea35719eaf76517128227b6c1b5be4f0", + "models/hydraulic/n64_s20753/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n64_s20753/factorized_classifier.safetensors": "751e0cdd81d4681cc685056cf00e607b284e9a1f3319b21f528a9cefe4247947", + "models/hydraulic/n64_s20753/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n64_s20753/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n64_s20753/factorized_ridge.safetensors": "02b876c2bed75d7319bb58b257d99ab3dec197f515b078c4ce9d064f0d6aeec9", + "models/hydraulic/n64_s20753/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n64_s20753/additive_full.safetensors": "eb01cfb18ea523fb4c5e51091ebfde42a6a72e6d68d65ee890033d2d6fe30177", + "models/hydraulic/n64_s20753/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n64_s20753/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n64_s20753/joint_gaussian.safetensors": "b6270b96910b597a8605d924bfb0a82ecfbbca746ffca0f6eeceae8e08412ec1", + "models/hydraulic/n64_s20753/additive_diag.safetensors": "c9e7fa587c2518a7fb2ceb691fa2f5ae0dd99b0220ca5f910d0e01df137c1c97", + "models/hydraulic/n64_s20753/factorized_kernel.safetensors": "66d49b9e9b82f5eb936d4cc62d3fa42efd5e9225f5fa9fc0128a26749286e2f0", + "models/hydraulic/n64_s20753/factorized_logistic.safetensors": "86b6d15a3dff8b1d44a4a232d6d86937833387e7436d47cafb82a85b8c567207", + "models/hydraulic/n64_s20753/joint_neural.safetensors": "4a058d4d3e34dc794daa980774934100ad86eeb5b6b678b0dff2b9fe11a206a5", + "models/hydraulic/n64_s20753/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n64_s20753/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n64_s20753/factorized_lda.safetensors": "9da735a80931648e107662799624a48fa4ba5db6c3f73796b60f2b5bc2817aa2", + "models/hydraulic/n64_s20753/factorized_neural.safetensors": "79fceccbbe50f5c5b29b211585a501871cbbf1ee0badf131940223fa6cae8d2b", + "models/hydraulic/n64_s20753/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n64_s20753/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n128_s20753/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n128_s20753/factorized_nb.safetensors": "a605659773ec702e7f063e1203e6fb9e7a195b1bec42d1c872e54a2d9d677fdc", + "models/hydraulic/n128_s20753/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n128_s20753/factorized_classifier.safetensors": "47aa099e5797d8a8e7b6add2569a782f2a9cbe873a536fddedd667a06f4063cf", + "models/hydraulic/n128_s20753/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n128_s20753/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n128_s20753/factorized_ridge.safetensors": "d739febc728e8f27838d2057c6eee11489b9900a0ebaea598888fcf7c39c31b3", + "models/hydraulic/n128_s20753/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n128_s20753/additive_full.safetensors": "366c3eeb98a783d47c7a7381c22f0912355c3258da47ff731fda6d367cb5489d", + "models/hydraulic/n128_s20753/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n128_s20753/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n128_s20753/joint_gaussian.safetensors": "8cc1ffecb9a7d2b1494471facb0cf9f80d9b827de6d8011a3015429d42b44554", + "models/hydraulic/n128_s20753/additive_diag.safetensors": "212b4fe7dbff0d167cd1bad7fcba3ca76a59928da1bf6a4fd2957b1f99dca642", + "models/hydraulic/n128_s20753/factorized_kernel.safetensors": "8bdc55d8bca2d4308d1dc72328eb1ae94ed07c7cedb7fc3de2a501a1d768bb39", + "models/hydraulic/n128_s20753/factorized_logistic.safetensors": "92bf472e974187f9929f4190701b4720c554012bfebb53d9261d0bc4fbcadf38", + "models/hydraulic/n128_s20753/joint_neural.safetensors": "4191d821dd1e5ada59978ed5dffdbbcc9f3b66cb83d3f3263256e285470054f7", + "models/hydraulic/n128_s20753/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n128_s20753/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n128_s20753/factorized_lda.safetensors": "1d432639902ba9f23adda13c52559017a5a12ac90db1be5fed3bba2d55f1ff67", + "models/hydraulic/n128_s20753/factorized_neural.safetensors": "722fddc6508bf0ea090c5c619d2d98adba8272ce14a5d5ae7d3e905718c70b13", + "models/hydraulic/n128_s20753/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n128_s20753/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n64_s20751/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n64_s20751/factorized_nb.safetensors": "ca0e5a75df344fe001cf41b1e06527f12cd9c4456e423628ed640138eba16e2d", + "models/hydraulic/n64_s20751/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n64_s20751/factorized_classifier.safetensors": "9bdab83e59a2f75ed8eef96217ed2f977189267c6aac93dfda7656d6d2962d46", + "models/hydraulic/n64_s20751/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n64_s20751/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n64_s20751/factorized_ridge.safetensors": "6b6b6330bbd957e3be2e80af8926cc288bd398428bea58a6cc63c53f58254432", + "models/hydraulic/n64_s20751/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n64_s20751/additive_full.safetensors": "5494635d3fd26e51b5a1e31c9d64f23d45837e2a14b2f6f38977d39ae2a2fec9", + "models/hydraulic/n64_s20751/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n64_s20751/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n64_s20751/joint_gaussian.safetensors": "45979c731099a878b2ec514c87c7f777cd02b51f1e971014f570664106c5297a", + "models/hydraulic/n64_s20751/additive_diag.safetensors": "e03c4d40955e7e531b536aada965493298bb27f2589c222cf1298e46562ee42d", + "models/hydraulic/n64_s20751/factorized_kernel.safetensors": "36370fa42cce22801fa41acfbaea60a14c5ed2a676eb51cca11f939f15147b8d", + "models/hydraulic/n64_s20751/factorized_logistic.safetensors": "843340d52617169cb9ad3f2ff979913d0e42c834be24f1288d10d720b95185ec", + "models/hydraulic/n64_s20751/joint_neural.safetensors": "3bec820f3ba7664f8c262c89316f65a96b919cf7333fbb17478045ef84b1d4fd", + "models/hydraulic/n64_s20751/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n64_s20751/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n64_s20751/factorized_lda.safetensors": "3dc8a905339740c9ca63837b71b5e74bb7b5f8f491856e81e4bb4747eb9b1afc", + "models/hydraulic/n64_s20751/factorized_neural.safetensors": "637317747e442653da9f6bc18d866ba92843e7cd78ffc3b74c04c73a26cea1a7", + "models/hydraulic/n64_s20751/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n64_s20751/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n128_s20751/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n128_s20751/factorized_nb.safetensors": "ae7f5edffa46496ce66aa0a94bb1486e16d38aa04b7a54c6f08ee24c40475dc1", + "models/hydraulic/n128_s20751/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n128_s20751/factorized_classifier.safetensors": "326c76fd5f5bcd6c9b73b577998e591af6195f36b425a0304fedb185894cfdca", + "models/hydraulic/n128_s20751/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n128_s20751/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n128_s20751/factorized_ridge.safetensors": "a5ff340a71a2dccdea6e6be18a009fbf067b8331b7b89f741ff81eb65ff99d38", + "models/hydraulic/n128_s20751/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n128_s20751/additive_full.safetensors": "a983240f790c1f75a120e56b08469815150eeb61db45aab0afdde76e871f7be3", + "models/hydraulic/n128_s20751/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n128_s20751/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n128_s20751/joint_gaussian.safetensors": "99a66ec6b3d0dc5911ff314d0321abd605b38e8f7a9d80c803eaac10825e991e", + "models/hydraulic/n128_s20751/additive_diag.safetensors": "85c03243b181ea2996f3bd48374cbbf5ce248bfbef5871f19ace7cd43cb8965e", + "models/hydraulic/n128_s20751/factorized_kernel.safetensors": "9a95d1e13ec766e30c8a47f53691b9a4985263bdfe7834dda990a60834aa413b", + "models/hydraulic/n128_s20751/factorized_logistic.safetensors": "3eb56c41e51879eec704208f03f79b15f9f99a2a05b2e2f7a31244eb70034bfd", + "models/hydraulic/n128_s20751/joint_neural.safetensors": "89b367f5fc19c645a1d3746b1aaa6536397c050a8a519827ff0b84677f771ffb", + "models/hydraulic/n128_s20751/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n128_s20751/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n128_s20751/factorized_lda.safetensors": "ebc89010fbedb3d36f78400e2fa8c316724424e7129131b5caf13baabbeff6cf", + "models/hydraulic/n128_s20751/factorized_neural.safetensors": "7a530f77cd311696ae081f328af6c430cafcff817f379a769c29af9059e1b4da", + "models/hydraulic/n128_s20751/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n128_s20751/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n128_s20752/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n128_s20752/factorized_nb.safetensors": "57f8e9e46caa976b2a31f4d0bdfbab3b262d74bd3099e4cabee00083ffdf2b5d", + "models/hydraulic/n128_s20752/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n128_s20752/factorized_classifier.safetensors": "b21433876e900da3357f1d1772568a11ecc0bfd014c19cdc7bddc5bf481a56f1", + "models/hydraulic/n128_s20752/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n128_s20752/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n128_s20752/factorized_ridge.safetensors": "d553955205213c0cc16058178c12c1c83411936a75b93b25777daf7ed4a6005b", + "models/hydraulic/n128_s20752/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n128_s20752/additive_full.safetensors": "5c17b94994199c520040983743e609569a4a55c8816f5b4410b0b3411986e2fc", + "models/hydraulic/n128_s20752/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n128_s20752/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n128_s20752/joint_gaussian.safetensors": "a8907cc2c8ff6fdc41f957b9edc42d7bc3a7b9234c10cef4cfec7a67f0735718", + "models/hydraulic/n128_s20752/additive_diag.safetensors": "db67c4b86368618502a77db6ce7829b55532222d901fe419cc6e76183c825ef6", + "models/hydraulic/n128_s20752/factorized_kernel.safetensors": "9ed157540499fd54d5b0f1c9edccb36058b13c1f2f50653f26ab34a284c98db0", + "models/hydraulic/n128_s20752/factorized_logistic.safetensors": "fe3ec47e44fa04ff58e8c5eef0838ccd83223782847ede022eaa6f59cf56f179", + "models/hydraulic/n128_s20752/joint_neural.safetensors": "1eb69d715e38868b4a3270d5dc9a7ead2bcca5886d78298590f53514b945e33e", + "models/hydraulic/n128_s20752/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n128_s20752/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n128_s20752/factorized_lda.safetensors": "dedd5493192e1e799734bf2162599f2a47be77d55bb1fbfa619f8405283f21c8", + "models/hydraulic/n128_s20752/factorized_neural.safetensors": "80d45b1b49dce5f50532a2d49bd2a9af53d77300d4b54cc59810d47e44df9546", + "models/hydraulic/n128_s20752/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n128_s20752/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/temperature/n128_s20853/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n128_s20853/factorized_nb.safetensors": "8bb4e539c51369880061e0adca6bed453e4d5ee30e2d00b7ce805e0de4f63dc6", + "models/temperature/n128_s20853/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n128_s20853/factorized_classifier.safetensors": "25426a8148c841ae9f243609205357581a0a739160a62d1e79fd200908722f70", + "models/temperature/n128_s20853/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n128_s20853/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n128_s20853/factorized_ridge.safetensors": "0a49e515ab3f6866a05167f3352ca6fb2b46bf58acff74484d9f4e31956d9a3d", + "models/temperature/n128_s20853/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n128_s20853/additive_full.safetensors": "9c457336d92625673ac27207c010c227f78a90ead776f7cdbe44be542ca7f4ea", + "models/temperature/n128_s20853/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n128_s20853/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n128_s20853/joint_gaussian.safetensors": "723acc36db5ffd09b184a22e55b42a9eb31c4e9ff2800a7695b61e38b7f9559e", + "models/temperature/n128_s20853/additive_diag.safetensors": "15161abee4dd167dec4717be10958509cb31e775f38b2546224579aa784b962e", + "models/temperature/n128_s20853/factorized_kernel.safetensors": "ff5ceb1ef457eb9772cfea7274022898f2a5fb1e1498a6a729f2cdaa1e375399", + "models/temperature/n128_s20853/factorized_logistic.safetensors": "41b796240787599408901a1ef8e22caeeb3053c70d5fcfbd87c10d20c9977ba2", + "models/temperature/n128_s20853/joint_neural.safetensors": "932416cb13698ff6a71750b1e56ebb4f19cab3a98f579e8548473a8bfd550dd1", + "models/temperature/n128_s20853/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n128_s20853/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n128_s20853/factorized_lda.safetensors": "62534aab703486d9009e3e15ed8d74cfbda1033462897d60807f45a064febd20", + "models/temperature/n128_s20853/factorized_neural.safetensors": "7eaf87cb5a5217babd21aff30c08004a57fd741a9be58792d724792c72f6da3d", + "models/temperature/n128_s20853/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n128_s20853/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n128_s20851/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n128_s20851/factorized_nb.safetensors": "2b7d965a91500f13687ce2feeffd8fc9881986f4a384f2cb5379452e982dc883", + "models/temperature/n128_s20851/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n128_s20851/factorized_classifier.safetensors": "30aa9ce9a9c381dbcf9a627d1d5714ccac52a826a614454e8d25bdc9fb160813", + "models/temperature/n128_s20851/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n128_s20851/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n128_s20851/factorized_ridge.safetensors": "cdf82a550a74a559d331e2d4ca45030cef0452c333a126c5bdcc3786fbf37004", + "models/temperature/n128_s20851/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n128_s20851/additive_full.safetensors": "bd8c3db866ef4e0b5a91b310a1e708e60f1e573cf27c0511d16ca12a118bf505", + "models/temperature/n128_s20851/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n128_s20851/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n128_s20851/joint_gaussian.safetensors": "217892d1b8bbf910dd327f2ed4cec3b1e34261e04339ed7a41127edeb041f660", + "models/temperature/n128_s20851/additive_diag.safetensors": "bf0a12f4e7426104c1f28cac68d68704edb17a56aa104e031f7eec2484f4d910", + "models/temperature/n128_s20851/factorized_kernel.safetensors": "0eaa03225e902a513e4e11b755b04438ae91e0167223fe0f4686224c9eea6d9b", + "models/temperature/n128_s20851/factorized_logistic.safetensors": "e7b831fedb14222c13a39669c89a3dd83ca7421bdd4eeeaaf10114e19261379b", + "models/temperature/n128_s20851/joint_neural.safetensors": "6c354f7f50a3d74d836a99e6044aaae7c75fbf9a94b7b837d9dcac53eada184a", + "models/temperature/n128_s20851/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n128_s20851/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n128_s20851/factorized_lda.safetensors": "836849f6401a7d733ef0ee303a8dba8b5a29afd63be4f6a067d135b19b16afb7", + "models/temperature/n128_s20851/factorized_neural.safetensors": "73d6e10ec6574ee0990b45f72592cd7d0d09abde62c4c5bdfe76afa1d70d31c3", + "models/temperature/n128_s20851/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n128_s20851/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n64_s20852/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n64_s20852/factorized_nb.safetensors": "324130c20992672f9a8fb824d854b53ec27e1e5581e19ff834c0318348ad2cd9", + "models/temperature/n64_s20852/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n64_s20852/factorized_classifier.safetensors": "340f5ef239672fd001e90c51ef51101a4174ae853340abe1b2999d3fb0bbb836", + "models/temperature/n64_s20852/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n64_s20852/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n64_s20852/factorized_ridge.safetensors": "9a29756a84c52bfdf8eed968219e245d559bb5aff14695ddf3b18c5de68da581", + "models/temperature/n64_s20852/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n64_s20852/additive_full.safetensors": "f120099f36e35779378bd10ad18d45d7e239bf7ccd6fd0474bd46b60c9069b8f", + "models/temperature/n64_s20852/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n64_s20852/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n64_s20852/joint_gaussian.safetensors": "8ff13fb733a62fc3c7f7d81d829fa081aae1dc1d7392f68bfa79070b1f7958ae", + "models/temperature/n64_s20852/additive_diag.safetensors": "f97e74dffdf93d3e2b62474f7c337a17f17109f1de6e09acdbe38e4b7d6efb70", + "models/temperature/n64_s20852/factorized_kernel.safetensors": "6d96d89ed5e2bd1129b78a621818139c4af9c675b123edbb8238bd95b82cfd98", + "models/temperature/n64_s20852/factorized_logistic.safetensors": "6c067d942d6014852aa53382185935c52e3eb428a845ca3fc2942693d5de966a", + "models/temperature/n64_s20852/joint_neural.safetensors": "310d85754172e3e0abc90db4b4b8299becf6de3df2a87b38d546eab16c01ed7d", + "models/temperature/n64_s20852/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n64_s20852/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n64_s20852/factorized_lda.safetensors": "4e7b31c5b77d486161372b9e30dbb8e675e1c7c5525ea98b4446ced512f7ef14", + "models/temperature/n64_s20852/factorized_neural.safetensors": "da51b0d999b6c923dc6cb3d1a3639cb13fd0a755b737cd35f5a3d775f71ac1d7", + "models/temperature/n64_s20852/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n64_s20852/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n64_s20853/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n64_s20853/factorized_nb.safetensors": "e70aad49f9d2633a156d84a5e4cba9a342473851b84c4bfed332c652ef01d6a0", + "models/temperature/n64_s20853/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n64_s20853/factorized_classifier.safetensors": "a792fc43c751833020e414805d6624b07818a212a712f1fbd284a56e431bb2a5", + "models/temperature/n64_s20853/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n64_s20853/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n64_s20853/factorized_ridge.safetensors": "e4abc329811273e561323245bd5bab0bc21f14b11dcebce130f905388bc9c6f4", + "models/temperature/n64_s20853/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n64_s20853/additive_full.safetensors": "192e2336937d519074711d076ffe113a6034417e53f729485f382d19827772c5", + "models/temperature/n64_s20853/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n64_s20853/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n64_s20853/joint_gaussian.safetensors": "61a2a8634c41b022d1592c023619ba2eaca9c479b10084336f96e81e24082336", + "models/temperature/n64_s20853/additive_diag.safetensors": "6341c182713477dacd0e5bd1c8b563694aba3d88b72a1248ca1303327547a1a6", + "models/temperature/n64_s20853/factorized_kernel.safetensors": "45c483e1f649dba522385f71820238b6c795c92733a6c8f8f5cf689edbbdc513", + "models/temperature/n64_s20853/factorized_logistic.safetensors": "ff5a5cd4193d0ee8fb50d3bd1338f4894aaf9fdb22ce7053c040d81b88ab658c", + "models/temperature/n64_s20853/joint_neural.safetensors": "b7f1d2465706477e65bdd03115813abd8504589d3cbe749ebcd7c4188c363ae1", + "models/temperature/n64_s20853/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n64_s20853/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n64_s20853/factorized_lda.safetensors": "887920532c904a603b5302efabf221c651600c054732f20cf2432c0179dbf627", + "models/temperature/n64_s20853/factorized_neural.safetensors": "d5856558ce7588273bdc722927d7fadb3fe2692e4581bde0ae3a389142ef2dd3", + "models/temperature/n64_s20853/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n64_s20853/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n64_s20851/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n64_s20851/factorized_nb.safetensors": "0269c0e3015f859d41f8e93c455a030815dc91c68e001affe12115336ec106c1", + "models/temperature/n64_s20851/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n64_s20851/factorized_classifier.safetensors": "56d60be5674d59a87c962cbc96a40ffb967c61f1726d33ec8391866342272f71", + "models/temperature/n64_s20851/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n64_s20851/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n64_s20851/factorized_ridge.safetensors": "b72f95d15ca45501307246660aba0f675d95c2486464af5af364df9549b2d698", + "models/temperature/n64_s20851/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n64_s20851/additive_full.safetensors": "2799fdfd354d55df962e6591c5dbe58d4048a422184774289d9b4eb1019783b3", + "models/temperature/n64_s20851/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n64_s20851/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n64_s20851/joint_gaussian.safetensors": "70176e14d7b160c0ef8da2b93dbf00f14e878907c972ce0da1299664ff9030b4", + "models/temperature/n64_s20851/additive_diag.safetensors": "a9e675abc008e6e65a5f23acf0498edef8286d5f78f85ae7ef028b4cfe4ff39e", + "models/temperature/n64_s20851/factorized_kernel.safetensors": "c66cc990c9fc755dad2c7fd94f610253774dac818dfa29ea63c15d09efc1b92c", + "models/temperature/n64_s20851/factorized_logistic.safetensors": "b2e4ac827abf68f3488b2c6377db6232cd66bb0d2e8c54c9d61eef6258f59e40", + "models/temperature/n64_s20851/joint_neural.safetensors": "a285c5cee5ed43eb09e4c723070955ba3ece9c307f88fbd85826c055a48c7c18", + "models/temperature/n64_s20851/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n64_s20851/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n64_s20851/factorized_lda.safetensors": "84e0862b3b733d12607bfa93a29f94d9612b0ec3c4129da5d7b60ad48da1e83c", + "models/temperature/n64_s20851/factorized_neural.safetensors": "a6846f6cf25e3313ae16c3fa44623cbd0d0a23c4c2ac44016ecf75d439c69900", + "models/temperature/n64_s20851/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n64_s20851/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n128_s20852/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n128_s20852/factorized_nb.safetensors": "a5c4a920b0e2064013cf6547cd1c2186f7a56ead4dee875e9cdce61c663aadf2", + "models/temperature/n128_s20852/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n128_s20852/factorized_classifier.safetensors": "36ad95e6ab92153b2c9aebafbba4f38e83fdc98d6db3d9a2d0a1a686a841ec24", + "models/temperature/n128_s20852/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n128_s20852/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n128_s20852/factorized_ridge.safetensors": "599f4ced0b4588b9642efc13b47ab37d5d0fe62926f6e256c95dd5b7f8bbf858", + "models/temperature/n128_s20852/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n128_s20852/additive_full.safetensors": "991dcde8b80c3fef783eb21cccabc8c0bee96a9beffdf4ae680cda18a79a9613", + "models/temperature/n128_s20852/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n128_s20852/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n128_s20852/joint_gaussian.safetensors": "2cb0ba759fae17e9872c6ef343501e41338959f3790f7764f36122a449616eb2", + "models/temperature/n128_s20852/additive_diag.safetensors": "64f8697e44c517956a124a36f5912cfa00a4b842e662a0187b23c0ea94a04bd2", + "models/temperature/n128_s20852/factorized_kernel.safetensors": "c78b185e68981e9c70d91f70e817094fd684be2cad7cdbe1b4c33750d598ac19", + "models/temperature/n128_s20852/factorized_logistic.safetensors": "c306e5cbfe1981dce06d12516c49316ebfd209dd98f4fbf45625200d913d9285", + "models/temperature/n128_s20852/joint_neural.safetensors": "c3c6b9f7ccdc40ecc732b824a075a1e9ede7f1f526daf094ce6296dd2ba2ded0", + "models/temperature/n128_s20852/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n128_s20852/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n128_s20852/factorized_lda.safetensors": "8efd048d7c9697e28244aef16cdec76b5b778fddb106001a5274271e6dc22841", + "models/temperature/n128_s20852/factorized_neural.safetensors": "bdfb4a851ced040b26b7698733559bc08aae9ea94622f7026b72a18345ad5351", + "models/temperature/n128_s20852/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n128_s20852/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "data/temperature/prepared.safetensors": "a1f777449db2401daffa8035e070c1051fd9ef751a233e54d77a1c55681da2e4", + "data/temperature/prepared.json": "25937bf5b54986bf598e050ffb2834eb417f7b4f9f70e7a9fdb7f65334c8ac2b", + "data/controlled/worlds.safetensors": "e8649aeaed970fa78c3f402bbe9e775c486f3cf94ce2494cfe98a8099dbf3c7c", + "data/controlled/manifest.json": "2b50155e7f4d198449e2499dad21ba82d51e94423a1711eca8de4a01ab9ca156", + "data/controlled/worlds.json": "860e154c4ffd0690080ab8c263756d4340cc119fffa66e1cc41d1b42ac3848cb", + "data/hydraulic/prepared.safetensors": "c493d8da2a4228c648ff4f6d37d493f43dd490eddd625b84a49c46ca8ca2d485", + "data/hydraulic/prepared.json": "605fdd66f29dba29db1ab13941c30ff5315f18f95d5a6aaec6a15e8df4bc4566" + }, + "torch_version": "2.6.0+cu124", + "cuda_version": "12.4", + "device": "cuda:3", + "gpu": "NVIDIA H200", + "pid": 290873, + "hard_timeout_seconds": 1800 +} diff --git a/revision_r1/sensor/run_01/summary.csv b/revision_r1/sensor/run_01/summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..89870a6f4e08d96d04b6ca4ae36f1dc46e4250c8 --- /dev/null +++ b/revision_r1/sensor/run_01/summary.csv @@ -0,0 +1,57 @@ +cohort,labels,method,top3_primary,top3_seed_min,top3_seed_max,top3_seed_values,aggregation,pooled_top1,pooled_top3,pooled_nll,pooled_confidence,pooled_brier,pooled_records,pooled_ece10,pooled_coverage90,pooled_accuracy90 +hydraulic,128,forward_mse_full,0.3267543859649123,0.23684210526315788,0.3881578947368421,"[0.3881578947368421, 0.23684210526315788, 0.35526315789473684]","equal record, then equal seed",0.10197368421052631,0.32675438596491224,11.39284420721605,0.6399721445319114,1.2765414649544966,912,0.5379984603213852,0.1600877192982456,0.2808219178082192 +hydraulic,128,forward_mse_diag,0.12720831799779167,0.07899337504600662,0.15789473684210525,"[0.14473684210526316, 0.07899337504600662, 0.15789473684210525]","equal record, then equal seed",0.05263157894736842,0.12720831799779167,52.17367415756351,0.750067368507944,1.5631365054810868,912,0.6974357895605755,0.3201754385964912,0.03767123287671233 +hydraulic,128,forward_mse_identity,0.06579719545342229,0.02962842846553002,0.09868421052631579,"[0.06907894736842105, 0.02962842846553002, 0.09868421052631579]","equal record, then equal seed",0.019736842105263157,0.06579719545342229,22.88617315899498,0.3050162577472039,1.1586718770399993,912,0.2852794156419408,0.021929824561403508,0.0 +hydraulic,128,forward_ce_identity,0.041666666666666664,0.013157894736842105,0.05921052631578947,"[0.05921052631578947, 0.05263157894736842, 0.013157894736842105]","equal record, then equal seed",0.0,0.041666666666666664,18.581649354343377,0.7850909196102285,1.6942777331468868,912,0.7850909196102285,0.41776315789473684,0.0 +hydraulic,128,inverse_balanced,0.5285087719298246,0.41776315789473684,0.6282894736842105,"[0.5394736842105263, 0.6282894736842105, 0.41776315789473684]","equal record, then equal seed",0.23684210526315788,0.5285087719298245,7.85563210230068,0.7880311677312604,1.251052483295665,912,0.5511890624681025,0.418859649122807,0.2617801047120419 +hydraulic,128,inverse_balanced_factor_temperature,0.5219298245614036,0.41776315789473684,0.6282894736842105,"[0.5197368421052632, 0.6282894736842105, 0.41776315789473684]","equal record, then equal seed",0.23684210526315788,0.5219298245614035,3.767682291317439,0.411198628308836,0.9639741838685396,912,0.20316221216482933,0.0, +hydraulic,128,inverse_unweighted,0.5131578947368421,0.4276315789473684,0.5921052631578947,"[0.5197368421052632, 0.5921052631578947, 0.4276315789473684]","equal record, then equal seed",0.22368421052631576,0.513157894736842,7.380197542861264,0.7632017874307293,1.2442880130326817,912,0.5395175769044136,0.35964912280701755,0.2103658536585366 +hydraulic,128,inverse_unweighted_factor_temperature,0.5043859649122807,0.41447368421052627,0.5921052631578947,"[0.506578947368421, 0.5921052631578947, 0.41447368421052627]","equal record, then equal seed",0.22368421052631576,0.5043859649122807,3.6628567419715985,0.38203732257541734,0.9600758673931443,912,0.20595020039702971,0.0, +hydraulic,128,forward_mse_full_product,0.42214912280701755,0.3881578947368421,0.47039473684210525,"[0.40789473684210525, 0.3881578947368421, 0.47039473684210525]","equal record, then equal seed",0.11842105263157894,0.4221491228070175,6.3805738041846505,0.581727558490077,1.1832585153181432,912,0.463306505858498,0.1381578947368421,0.31746031746031744 +hydraulic,128,forward_mse_full_scalar_temperature,0.3267543859649123,0.23684210526315788,0.3881578947368421,"[0.3881578947368421, 0.23684210526315788, 0.35526315789473684]","equal record, then equal seed",0.10197368421052631,0.32675438596491224,6.374088731115919,0.4322132719925708,1.0805972663391792,912,0.3302395877820445,0.01864035087719298,0.0 +hydraulic,128,forward_mse_identity_scalar_temperature,0.06578947368421052,0.029605263157894735,0.09868421052631579,"[0.06907894736842105, 0.029605263157894735, 0.09868421052631579]","equal record, then equal seed",0.019736842105263157,0.06578947368421052,7.4678100449260505,0.11832910449642625,1.017617893692115,912,0.0985922623911631,0.0010964912280701754,0.0 +hydraulic,128,forward_ce_identity_scalar_temperature,0.041666666666666664,0.013157894736842105,0.05921052631578947,"[0.05921052631578947, 0.05263157894736842, 0.013157894736842105]","equal record, then equal seed",0.0,0.041666666666666664,5.80084661529415,0.323235600597342,1.1448928198339847,912,0.3232356005973421,0.0010964912280701754,0.0 +hydraulic,128,inverse_balanced_scalar_temperature,0.5285087719298246,0.41776315789473684,0.6282894736842105,"[0.5394736842105263, 0.6282894736842105, 0.41776315789473684]","equal record, then equal seed",0.23684210526315788,0.5285087719298245,3.0881737074056623,0.33285025420517106,0.9255959510353649,912,0.13032633559857354,0.0, +hydraulic,128,inverse_unweighted_scalar_temperature,0.5131578947368421,0.4276315789473684,0.5921052631578947,"[0.5197368421052632, 0.5921052631578947, 0.4276315789473684]","equal record, then equal seed",0.22368421052631576,0.513157894736842,3.0505108834993853,0.30753453844091116,0.9239320807362474,912,0.13928795819513404,0.0, +hydraulic,64,forward_mse_full,0.4682017543859649,0.37171052631578944,0.5361842105263157,"[0.49671052631578944, 0.5361842105263157, 0.37171052631578944]","equal record, then equal seed",0.1995614035087719,0.4682017543859649,5.126416884345149,0.5851647538521367,1.0989132038745482,912,0.39681263756447444,0.13157894736842105,0.275 +hydraulic,64,forward_mse_diag,0.15901428538103854,0.13486842105263158,0.1875,"[0.1875, 0.13486842105263158, 0.154674435090484]","equal record, then equal seed",0.0625,0.1590142853810385,31.82161890270848,0.7886479864405278,1.5871589333671785,912,0.7261479864405278,0.43859649122807015,0.055 +hydraulic,64,forward_mse_identity,0.10416666666666667,0.05921052631578947,0.14802631578947367,"[0.10526315789473684, 0.05921052631578947, 0.14802631578947367]","equal record, then equal seed",0.039473684210526314,0.10416666666666666,16.295816391209218,0.3447468118084201,1.1711997180040177,912,0.30527312759789377,0.01206140350877193,0.0 +hydraulic,64,forward_ce_identity,0.0668859649122807,0.05592105263157894,0.0756578947368421,"[0.06907894736842105, 0.05592105263157894, 0.0756578947368421]","equal record, then equal seed",0.008771929824561403,0.0668859649122807,25.82239931817209,0.8545544082171296,1.7744989457052531,912,0.8457824783925681,0.5767543859649122,0.0 +hydraulic,64,inverse_balanced,0.24122807017543857,0.20394736842105263,0.28289473684210525,"[0.23684210526315788, 0.20394736842105263, 0.28289473684210525]","equal record, then equal seed",0.07456140350877193,0.24122807017543857,14.017563875733273,0.7978054618325209,1.5719062983082637,912,0.7232440583237492,0.43530701754385964,0.08060453400503778 +hydraulic,64,inverse_balanced_factor_temperature,0.25548245614035087,0.24013157894736842,0.28618421052631576,"[0.24013157894736842, 0.24013157894736842, 0.28618421052631576]","equal record, then equal seed",0.07456140350877193,0.25548245614035087,5.011212588910798,0.39271453807821277,1.1267188184843537,912,0.3181531345694408,0.003289473684210526,0.0 +hydraulic,64,inverse_unweighted,0.2434210526315789,0.22039473684210525,0.28618421052631576,"[0.22039473684210525, 0.22368421052631576, 0.28618421052631576]","equal record, then equal seed",0.07675438596491227,0.24342105263157893,13.18760037756705,0.791414541671462,1.5627463213978208,912,0.7157858975930096,0.4221491228070175,0.08831168831168831 +hydraulic,64,inverse_unweighted_factor_temperature,0.24890350877192982,0.2269736842105263,0.2894736842105263,"[0.2269736842105263, 0.23026315789473684, 0.2894736842105263]","equal record, then equal seed",0.07675438596491227,0.24890350877192982,4.8246155394434505,0.38026047975926064,1.111992043692539,912,0.30412892633127236,0.0, +hydraulic,64,forward_mse_full_product,0.46381578947368424,0.3848684210526316,0.5263157894736842,"[0.48026315789473684, 0.5263157894736842, 0.3848684210526316]","equal record, then equal seed",0.21600877192982454,0.4638157894736842,3.8984392361641707,0.53938249499585,1.0458774892191787,912,0.34035953135444574,0.10635964912280702,0.29896907216494845 +hydraulic,64,forward_mse_full_scalar_temperature,0.4682017543859649,0.37171052631578944,0.5361842105263157,"[0.49671052631578944, 0.5361842105263157, 0.37171052631578944]","equal record, then equal seed",0.1995614035087719,0.4682017543859649,3.3301761587406076,0.37904288487952703,0.9462505689463359,912,0.19579873342218254,0.017543859649122806,0.5625 +hydraulic,64,forward_mse_identity_scalar_temperature,0.10416666666666667,0.05921052631578947,0.14802631578947367,"[0.10526315789473684, 0.05921052631578947, 0.14802631578947367]","equal record, then equal seed",0.039473684210526314,0.10416666666666666,5.345838073695301,0.0808912612098553,0.9929339834731369,912,0.0461214609259208,0.0010964912280701754,0.0 +hydraulic,64,forward_ce_identity_scalar_temperature,0.0668859649122807,0.05592105263157894,0.0756578947368421,"[0.06907894736842105, 0.05592105263157894, 0.0756578947368421]","equal record, then equal seed",0.008771929824561403,0.0668859649122807,6.109619973075913,0.2365605968138682,1.0777918926060361,912,0.22778866698930675,0.0, +hydraulic,64,inverse_balanced_scalar_temperature,0.24122807017543857,0.20394736842105263,0.28289473684210525,"[0.23684210526315788, 0.20394736842105263, 0.28289473684210525]","equal record, then equal seed",0.07456140350877193,0.24122807017543857,4.383400722155215,0.27945466919846074,1.0565085445216615,912,0.21772841189770964,0.003289473684210526,0.0 +hydraulic,64,inverse_unweighted_scalar_temperature,0.2434210526315789,0.22039473684210525,0.28618421052631576,"[0.22039473684210525, 0.22368421052631576, 0.28618421052631576]","equal record, then equal seed",0.07675438596491227,0.24342105263157893,4.218820630995474,0.26774392372474154,1.0453905262593841,912,0.19386751490047532,0.0, +temperature,128,forward_mse_full,0.7267156862745098,0.6452205882352942,0.7830882352941176,"[0.7830882352941176, 0.7518382352941176, 0.6452205882352942]","equal day, then equal seed",0.31794871794871793,0.7282051282051282,4.785804698548959,0.6848218089320485,0.9934209605353876,195,0.3668730909833305,0.18461538461538463,0.16666666666666666 +temperature,128,forward_mse_diag,0.4679810501786921,0.46205017567371776,0.4791647801361924,"[0.46272819472616633, 0.4791647801361924, 0.46205017567371776]","equal day, then equal seed",0.2205128205128205,0.4702159909056461,31.230469267815398,0.8837001968955669,1.3853691838389337,195,0.6697080888328363,0.6307692307692307,0.2520325203252033 +temperature,128,forward_mse_identity,0.3443985891770501,0.2461265756302521,0.40206643002028397,"[0.40206643002028397, 0.3850027618806143, 0.2461265756302521]","equal day, then equal seed",0.1282051282051282,0.34609069091827716,20.41661546677028,0.7383465002990804,1.3864859487668466,195,0.6101413720939524,0.36923076923076925,0.08333333333333333 +temperature,128,forward_ce_identity,0.05606617647058824,0.0,0.15349264705882354,"[0.014705882352941176, 0.15349264705882354, 0.0]","equal day, then equal seed",0.005128205128205128,0.05641025641025641,33.870253938173214,0.8735147319348052,1.8027769648885985,195,0.8683865268066001,0.6358974358974359,0.0 +temperature,128,inverse_balanced,0.45067401960784315,0.3547794117647059,0.5064338235294118,"[0.5064338235294118, 0.3547794117647059, 0.4908088235294118]","equal day, then equal seed",0.12307692307692308,0.4512820512820513,13.00342239781256,0.8602394588314476,1.531093720984098,195,0.7371625357545244,0.6051282051282051,0.16101694915254236 +temperature,128,inverse_balanced_factor_temperature,0.45067401960784315,0.3547794117647059,0.5064338235294118,"[0.5064338235294118, 0.3547794117647059, 0.4908088235294118]","equal day, then equal seed",0.12307692307692308,0.4512820512820513,3.929254451714257,0.5129046877553349,1.0999746422106527,195,0.38982776467841185,0.005128205128205128,0.0 +temperature,128,inverse_unweighted,0.42524509803921573,0.3244485294117647,0.4908088235294118,"[0.46047794117647056, 0.3244485294117647, 0.4908088235294118]","equal day, then equal seed",0.14871794871794872,0.4256410256410256,12.865285244799548,0.8563013934441579,1.4985365660146768,195,0.7075834447262093,0.5794871794871795,0.18584070796460178 +temperature,128,inverse_unweighted_factor_temperature,0.42524509803921573,0.3244485294117647,0.4908088235294118,"[0.46047794117647056, 0.3244485294117647, 0.4908088235294118]","equal day, then equal seed",0.14871794871794872,0.4256410256410256,3.9134189206290477,0.5048459468150345,1.0919503708368672,195,0.3561279980970856,0.0, +temperature,128,forward_mse_full_product,0.7058823529411765,0.6590073529411764,0.7518382352941176,"[0.7068014705882353, 0.7518382352941176, 0.6590073529411764]","equal day, then equal seed",0.3076923076923077,0.7076923076923077,4.620463336301271,0.6628183529332319,0.9863587072816185,195,0.35512604524092406,0.17435897435897435,0.14705882352941177 +temperature,128,forward_mse_full_scalar_temperature,0.7267156862745098,0.6452205882352942,0.7830882352941176,"[0.7830882352941176, 0.7518382352941176, 0.6452205882352942]","equal day, then equal seed",0.31794871794871793,0.7282051282051282,3.424065776243428,0.5593614072363849,0.9128927002093642,195,0.24974372890320476,0.041025641025641026,0.0 +temperature,128,forward_mse_identity_scalar_temperature,0.3419117647058823,0.24448529411764705,0.39889705882352944,"[0.39889705882352944, 0.38235294117647056, 0.24448529411764705]","equal day, then equal seed",0.1282051282051282,0.3435897435897436,3.478091096108592,0.19992208504902756,0.9883083199605252,195,0.12659648848475882,0.020512820512820513,0.0 +temperature,128,forward_ce_identity_scalar_temperature,0.05606617647058824,0.0,0.15349264705882354,"[0.014705882352941176, 0.15349264705882354, 0.0]","equal day, then equal seed",0.005128205128205128,0.05641025641025641,11.506498708885761,0.5938261940827246,1.430327529375446,195,0.5886979889545196,0.1076923076923077,0.0 +temperature,128,inverse_balanced_scalar_temperature,0.45067401960784315,0.3547794117647059,0.5064338235294118,"[0.5064338235294118, 0.3547794117647059, 0.4908088235294118]","equal day, then equal seed",0.12307692307692308,0.4512820512820513,3.6818500423294434,0.4427074736226253,1.06587126312336,195,0.31963055054570216,0.005128205128205128,0.0 +temperature,128,inverse_unweighted_scalar_temperature,0.42524509803921573,0.3244485294117647,0.4908088235294118,"[0.46047794117647056, 0.3244485294117647, 0.4908088235294118]","equal day, then equal seed",0.14871794871794872,0.4256410256410256,3.672414575433589,0.4343695224078609,1.0602457008030373,195,0.28793887714837446,0.0, +temperature,64,forward_mse_full,0.6700367647058822,0.6443014705882353,0.6902573529411764,"[0.6443014705882353, 0.6755514705882353, 0.6902573529411764]","equal day, then equal seed",0.2358974358974359,0.6717948717948717,4.4296300036007565,0.6135166120225277,1.0173789513716944,195,0.37761917612509177,0.1076923076923077,0.14285714285714285 +temperature,64,forward_mse_diag,0.4818206377378537,0.4636473123732251,0.508469012605042,"[0.508469012605042, 0.4636473123732251, 0.4733455882352941]","equal day, then equal seed",0.18974358974358974,0.4834785903751421,31.195998964434217,0.8593457033475451,1.411425043480026,195,0.6696021136039554,0.5538461538461539,0.2037037037037037 +temperature,64,forward_mse_identity,0.3230540060851927,0.2601102941176471,0.37081643002028397,"[0.3382352941176471, 0.37081643002028397, 0.2601102941176471]","equal day, then equal seed",0.12307692307692308,0.32413793103448274,22.35286967931132,0.7022816222094458,1.3397915380643355,195,0.5960459229179383,0.24102564102564103,0.0851063829787234 +temperature,64,forward_ce_identity,0.015318627450980393,0.0,0.030330882352941176,"[0.015625, 0.030330882352941176, 0.0]","equal day, then equal seed",0.0,0.015384615384615385,31.273607844948486,0.886021478051439,1.8343492764465525,195,0.886021478051439,0.6564102564102564,0.0 +temperature,64,inverse_balanced,0.3633578431372549,0.2757352941176471,0.47610294117647056,"[0.47610294117647056, 0.3382352941176471, 0.2757352941176471]","equal day, then equal seed",0.05128205128205128,0.3641025641025641,16.73933312412077,0.8648380227955151,1.7078687077560866,195,0.8135559715134638,0.5948717948717949,0.02586206896551724 +temperature,64,inverse_balanced_factor_temperature,0.3633578431372549,0.2757352941176471,0.47610294117647056,"[0.47610294117647056, 0.3382352941176471, 0.2757352941176471]","equal day, then equal seed",0.05128205128205128,0.3641025641025641,4.8191059389076925,0.5452796689098016,1.2666845834432636,195,0.5072367182232067,0.03076923076923077,0.0 +temperature,64,inverse_unweighted,0.3026960784313726,0.21507352941176472,0.46139705882352944,"[0.46139705882352944, 0.23161764705882354, 0.21507352941176472]","equal day, then equal seed",0.041025641025641026,0.30256410256410254,17.16496298168181,0.8728327325399486,1.7370574935208285,195,0.8318070915143077,0.6307692307692307,0.016260162601626018 +temperature,64,inverse_unweighted_factor_temperature,0.3026960784313726,0.21507352941176472,0.46139705882352944,"[0.46139705882352944, 0.23161764705882354, 0.21507352941176472]","equal day, then equal seed",0.041025641025641026,0.30256410256410254,4.92516259335607,0.547027794515547,1.2801278067844082,195,0.506002153489906,0.035897435897435895,0.0 +temperature,64,forward_mse_full_product,0.6804534313725489,0.6443014705882353,0.7058823529411764,"[0.6443014705882353, 0.6911764705882353, 0.7058823529411764]","equal day, then equal seed",0.2512820512820513,0.6820512820512821,4.273703001617274,0.5912048977246175,0.991426397704811,195,0.3401267924923241,0.10256410256410256,0.15000000000000002 +temperature,64,forward_mse_full_scalar_temperature,0.6700367647058822,0.6443014705882353,0.6902573529411764,"[0.6443014705882353, 0.6755514705882353, 0.6902573529411764]","equal day, then equal seed",0.2358974358974359,0.6717948717948717,2.874014441285482,0.42847635206159623,0.8823837510290092,195,0.2244071847975627,0.02564102564102564,0.0 +temperature,64,forward_mse_identity_scalar_temperature,0.32199754901960786,0.2601102941176471,0.36764705882352944,"[0.3382352941176471, 0.36764705882352944, 0.2601102941176471]","equal day, then equal seed",0.12307692307692308,0.3230769230769231,3.420461939904719,0.12845500155544803,0.9595882075633096,195,0.04977556024306581,0.0, +temperature,64,forward_ce_identity_scalar_temperature,0.015318627450980393,0.0,0.030330882352941176,"[0.015625, 0.030330882352941176, 0.0]","equal day, then equal seed",0.0,0.015384615384615385,5.071098437285812,0.32941380291939887,1.154260287412412,195,0.32941380291939887,0.0, +temperature,64,inverse_balanced_scalar_temperature,0.3633578431372549,0.2757352941176471,0.47610294117647056,"[0.47610294117647056, 0.3382352941176471, 0.2757352941176471]","equal day, then equal seed",0.05128205128205128,0.3641025641025641,3.845328159000321,0.3903995858777778,1.1025458584521937,195,0.33911753459572647,0.005128205128205128,0.0 +temperature,64,inverse_unweighted_scalar_temperature,0.3026960784313726,0.21507352941176472,0.46139705882352944,"[0.46139705882352944, 0.23161764705882354, 0.21507352941176472]","equal day, then equal seed",0.041025641025641026,0.30256410256410254,3.9278031751790476,0.3907683291386158,1.1142563762481705,195,0.34974268811297476,0.010256410256410256,0.0 diff --git a/revision_r1/sensor/run_01/temperature_n128_s20851.json b/revision_r1/sensor/run_01/temperature_n128_s20851.json new file mode 100644 index 0000000000000000000000000000000000000000..f425d6b1e7918474d96e774c83961ee2f46e9b9a --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n128_s20851.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",128],["seed",20851],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20851],["training_seconds",0.34457711305003613],["training_network_executions",400],["estimated_training_dense_matmul_flops",6019891200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0004639625549316]]},{"dict":[["update",100],["preupdate_loss",0.34835168719291687]]},{"dict":[["update",200],["preupdate_loss",0.32649219036102295]]},{"dict":[["update",400],["preupdate_loss",0.32542431354522705]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20952],["training_seconds",0.4128097639186308],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9806790351867676]]},{"dict":[["update",100],["preupdate_loss",0.3067307770252228]]},{"dict":[["update",200],["preupdate_loss",0.293489009141922]]},{"dict":[["update",400],["preupdate_loss",0.29269278049468994]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20953],["training_seconds",0.4088445649249479],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9005163311958313]]},{"dict":[["update",100],["preupdate_loss",0.33209550380706787]]},{"dict":[["update",200],["preupdate_loss",0.3096773028373718]]},{"dict":[["update",400],["preupdate_loss",0.3086916506290436]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20954],["training_seconds",0.40667738195043057],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.019818902015686]]},{"dict":[["update",100],["preupdate_loss",0.32486721873283386]]},{"dict":[["update",200],["preupdate_loss",0.30385109782218933]]},{"dict":[["update",400],["preupdate_loss",0.3024460971355438]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20955],["training_seconds",0.430476070032455],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.100614309310913]]},{"dict":[["update",100],["preupdate_loss",0.3453027606010437]]},{"dict":[["update",200],["preupdate_loss",0.32454776763916016]]},{"dict":[["update",400],["preupdate_loss",0.3229202330112457]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000027"}],["net.0.bias",{"tensor":"t000028"}],["net.2.weight",{"tensor":"t000029"}],["net.2.bias",{"tensor":"t000030"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20851],["training_seconds",0.47331861103884876],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.435526132583618]]},{"dict":[["update",100],["preupdate_loss",0.29945552349090576]]},{"dict":[["update",200],["preupdate_loss",0.16505788266658783]]},{"dict":[["update",400],["preupdate_loss",0.0791197121143341]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000031"}],["net.0.bias",{"tensor":"t000032"}],["net.2.weight",{"tensor":"t000033"}],["net.2.bias",{"tensor":"t000034"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20952],["training_seconds",0.46621549502015114],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.590872049331665]]},{"dict":[["update",100],["preupdate_loss",0.23939110338687897]]},{"dict":[["update",200],["preupdate_loss",0.10077010840177536]]},{"dict":[["update",400],["preupdate_loss",0.057716142386198044]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000035"}],["net.0.bias",{"tensor":"t000036"}],["net.2.weight",{"tensor":"t000037"}],["net.2.bias",{"tensor":"t000038"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20953],["training_seconds",0.4570628389483318],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.3950939178466797]]},{"dict":[["update",100],["preupdate_loss",0.2006484419107437]]},{"dict":[["update",200],["preupdate_loss",0.0794249027967453]]},{"dict":[["update",400],["preupdate_loss",0.21419429779052734]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000039"}],["net.0.bias",{"tensor":"t000040"}],["net.2.weight",{"tensor":"t000041"}],["net.2.bias",{"tensor":"t000042"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20954],["training_seconds",0.4730607509845868],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.387983560562134]]},{"dict":[["update",100],["preupdate_loss",0.22158588469028473]]},{"dict":[["update",200],["preupdate_loss",0.07070547342300415]]},{"dict":[["update",400],["preupdate_loss",0.0317193977534771]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20955],["training_seconds",0.47631649405229837],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.5961790084838867]]},{"dict":[["update",100],["preupdate_loss",0.2981439232826233]]},{"dict":[["update",200],["preupdate_loss",0.1709275245666504]]},{"dict":[["update",400],["preupdate_loss",0.08349166065454483]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000047"}],["0.bias",{"tensor":"t000048"}],["2.weight",{"tensor":"t000049"}],["2.bias",{"tensor":"t000050"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20851],["training_seconds",0.5095095229335129],["training_network_executions",400],["estimated_training_dense_matmul_flops",6041088000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7217031121253967]]},{"dict":[["update",100],["preupdate_loss",0.11324386671185493]]},{"dict":[["update",200],["preupdate_loss",0.018781608901917934]]},{"dict":[["update",400],["preupdate_loss",0.0037965625524520874]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000051"}],["0.bias",{"tensor":"t000052"}],["2.weight",{"tensor":"t000053"}],["2.bias",{"tensor":"t000054"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20952],["training_seconds",0.49977301608305424],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6863478422164917]]},{"dict":[["update",100],["preupdate_loss",0.0629960149526596]]},{"dict":[["update",200],["preupdate_loss",0.011380511801689863]]},{"dict":[["update",400],["preupdate_loss",0.0024026790633797646]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000055"}],["0.bias",{"tensor":"t000056"}],["2.weight",{"tensor":"t000057"}],["2.bias",{"tensor":"t000058"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20953],["training_seconds",0.5089298730017617],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6901704668998718]]},{"dict":[["update",100],["preupdate_loss",0.0770353302359581]]},{"dict":[["update",200],["preupdate_loss",0.012588313780725002]]},{"dict":[["update",400],["preupdate_loss",0.0025853944243863225]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000059"}],["0.bias",{"tensor":"t000060"}],["2.weight",{"tensor":"t000061"}],["2.bias",{"tensor":"t000062"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20954],["training_seconds",0.5124387260293588],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7347712516784668]]},{"dict":[["update",100],["preupdate_loss",0.0730484277009964]]},{"dict":[["update",200],["preupdate_loss",0.010157422628253698]]},{"dict":[["update",400],["preupdate_loss",0.0020289297681301832]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000063"}],["0.bias",{"tensor":"t000064"}],["2.weight",{"tensor":"t000065"}],["2.bias",{"tensor":"t000066"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20955],["training_seconds",0.45737121102865785],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7078531384468079]]},{"dict":[["update",100],["preupdate_loss",0.09124837443232536]]},{"dict":[["update",200],["preupdate_loss",0.016760934609919786]]},{"dict":[["update",400],["preupdate_loss",0.00309171830303967]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000067"}],["0.bias",{"tensor":"t000068"}],["2.weight",{"tensor":"t000069"}],["2.bias",{"tensor":"t000070"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20851],["training_seconds",0.30363838910125196],["training_network_executions",400],["estimated_training_dense_matmul_flops",6041088000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7202140092849731]]},{"dict":[["update",100],["preupdate_loss",0.10567408800125122]]},{"dict":[["update",200],["preupdate_loss",0.017700541764497757]]},{"dict":[["update",400],["preupdate_loss",0.0035681455628946424]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000071"}],["0.bias",{"tensor":"t000072"}],["2.weight",{"tensor":"t000073"}],["2.bias",{"tensor":"t000074"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20952],["training_seconds",0.4310094020329416],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6791067719459534]]},{"dict":[["update",100],["preupdate_loss",0.06211663410067558]]},{"dict":[["update",200],["preupdate_loss",0.011102120392024517]]},{"dict":[["update",400],["preupdate_loss",0.0023882478708401322]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000075"}],["0.bias",{"tensor":"t000076"}],["2.weight",{"tensor":"t000077"}],["2.bias",{"tensor":"t000078"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20953],["training_seconds",0.3102991160703823],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6837459206581116]]},{"dict":[["update",100],["preupdate_loss",0.06897176429629326]]},{"dict":[["update",200],["preupdate_loss",0.011783468537032604]]},{"dict":[["update",400],["preupdate_loss",0.0024917509872466326]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000079"}],["0.bias",{"tensor":"t000080"}],["2.weight",{"tensor":"t000081"}],["2.bias",{"tensor":"t000082"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20954],["training_seconds",0.4714638029690832],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7422218322753906]]},{"dict":[["update",100],["preupdate_loss",0.06858842633664608]]},{"dict":[["update",200],["preupdate_loss",0.009842040482908487]]},{"dict":[["update",400],["preupdate_loss",0.0020058805821463466]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000083"}],["0.bias",{"tensor":"t000084"}],["2.weight",{"tensor":"t000085"}],["2.bias",{"tensor":"t000086"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20955],["training_seconds",0.413248201017268],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7087701559066772]]},{"dict":[["update",100],["preupdate_loss",0.09561790525913239]]},{"dict":[["update",200],["preupdate_loss",0.016874529886990786]]},{"dict":[["update",400],["preupdate_loss",0.003019109950400889]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000087"}],["forward_mse_diag",{"tensor":"t000088"}],["forward_mse_identity",{"tensor":"t000089"}],["forward_ce_identity",{"tensor":"t000090"}],["inverse_balanced",{"tensor":"t000091"}],["inverse_balanced_factor_temperature",{"tensor":"t000092"}],["inverse_unweighted",{"tensor":"t000093"}],["inverse_unweighted_factor_temperature",{"tensor":"t000094"}],["forward_mse_full_product",{"tensor":"t000095"}],["forward_mse_full_scalar_temperature",{"tensor":"t000096"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000097"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000098"}],["inverse_balanced_scalar_temperature",{"tensor":"t000099"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000100"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000101"}],["forward_mse_diag",{"tensor":"t000102"}],["forward_mse_identity",{"tensor":"t000103"}],["forward_ce_identity",{"tensor":"t000104"}],["inverse_balanced",{"tensor":"t000105"}],["inverse_balanced_factor_temperature",{"tensor":"t000106"}],["inverse_unweighted",{"tensor":"t000107"}],["inverse_unweighted_factor_temperature",{"tensor":"t000108"}],["forward_mse_full_product",{"tensor":"t000109"}],["forward_mse_full_scalar_temperature",{"tensor":"t000110"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000111"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000112"}],["inverse_balanced_scalar_temperature",{"tensor":"t000113"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000114"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000115"}],["top3",{"tensor":"t000116"}],["nll",{"tensor":"t000117"}],["confidence",{"tensor":"t000118"}],["brier",{"tensor":"t000119"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000120"}],["top3",{"tensor":"t000121"}],["nll",{"tensor":"t000122"}],["confidence",{"tensor":"t000123"}],["brier",{"tensor":"t000124"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000125"}],["top3",{"tensor":"t000126"}],["nll",{"tensor":"t000127"}],["confidence",{"tensor":"t000128"}],["brier",{"tensor":"t000129"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000130"}],["top3",{"tensor":"t000131"}],["nll",{"tensor":"t000132"}],["confidence",{"tensor":"t000133"}],["brier",{"tensor":"t000134"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000135"}],["top3",{"tensor":"t000136"}],["nll",{"tensor":"t000137"}],["confidence",{"tensor":"t000138"}],["brier",{"tensor":"t000139"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000140"}],["top3",{"tensor":"t000141"}],["nll",{"tensor":"t000142"}],["confidence",{"tensor":"t000143"}],["brier",{"tensor":"t000144"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000145"}],["top3",{"tensor":"t000146"}],["nll",{"tensor":"t000147"}],["confidence",{"tensor":"t000148"}],["brier",{"tensor":"t000149"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000150"}],["top3",{"tensor":"t000151"}],["nll",{"tensor":"t000152"}],["confidence",{"tensor":"t000153"}],["brier",{"tensor":"t000154"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000155"}],["top3",{"tensor":"t000156"}],["nll",{"tensor":"t000157"}],["confidence",{"tensor":"t000158"}],["brier",{"tensor":"t000159"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000160"}],["top3",{"tensor":"t000161"}],["nll",{"tensor":"t000162"}],["confidence",{"tensor":"t000163"}],["brier",{"tensor":"t000164"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000165"}],["top3",{"tensor":"t000166"}],["nll",{"tensor":"t000167"}],["confidence",{"tensor":"t000168"}],["brier",{"tensor":"t000169"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000170"}],["top3",{"tensor":"t000171"}],["nll",{"tensor":"t000172"}],["confidence",{"tensor":"t000173"}],["brier",{"tensor":"t000174"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000175"}],["top3",{"tensor":"t000176"}],["nll",{"tensor":"t000177"}],["confidence",{"tensor":"t000178"}],["brier",{"tensor":"t000179"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000180"}],["top3",{"tensor":"t000181"}],["nll",{"tensor":"t000182"}],["confidence",{"tensor":"t000183"}],["brier",{"tensor":"t000184"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[1.2667395065285212,1.1413459150088234,1.3621436907259676,1.7258379977924356,2.115588361427469,2.46898459628609,2.768622894047935]}]]}],["forward_mse_identity",{"dict":[["temperature",16.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[9.974958727420935,5.488474394433059,3.5300013489923723,2.8263764621395273,2.7075825327979945,2.8318906606040173,3.0180197210078155]}]]}],["forward_ce_identity",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[3.1555842194860086,1.8293556227620296,1.4414487395055529,1.5861246032723657,1.96677884517942,2.3976718774903736,2.770238089762762]}]]}],["inverse_balanced",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.8512284451240575,2.6161367817117807,1.7383929394172495,1.6928964986859127,2.0738865340450148,2.5321479482314224,2.8937092045504667]}]]}],["inverse_unweighted",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.914025287752338,2.6471983980502674,1.749953210819769,1.6941346255328509,2.0708941790760154,2.5277322715856876,2.8896599626401662]}]]}]]}],["covariance",{"tensor":"t000185"}],["residuals",{"tensor":"t000186"}],["replay",{"dict":[["mean_max_error",7.152557373046875e-07],["covariance_max_error",7.306374061322174e-08],["inverse_posterior_max_error",2.4339767035197468e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","temperature"],["labels",128],["seed",20851],["stratum","fit"],["records",128],["mean_mse",0.3254236224461943],["observation_nll",16.144771392046554]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20851],["stratum","source_outside_prefix"],["records",552],["mean_mse",0.5425205675875076],["observation_nll",18.265549668632996]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20851],["stratum","held_seen"],["records",339],["mean_mse",0.5470335263015503],["observation_nll",19.612968288943108]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20851],["stratum","held_unseen"],["records",65],["mean_mse",0.9956792199162321],["observation_nll",22.629597410189994]]}]}]]} diff --git a/revision_r1/sensor/run_01/temperature_n128_s20851.safetensors b/revision_r1/sensor/run_01/temperature_n128_s20851.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cad9acab46a0c1fbed5bc1348ca3b0f783404735 --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n128_s20851.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00973079adcb876833d0af0f9399ca70a165639f99a225f44abb3292f0b914d2 +size 3718028 diff --git a/revision_r1/sensor/run_01/temperature_n128_s20852.json b/revision_r1/sensor/run_01/temperature_n128_s20852.json new file mode 100644 index 0000000000000000000000000000000000000000..46217fabac35c249e3604baf4f58be7fe8ae7321 --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n128_s20852.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",128],["seed",20852],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20852],["training_seconds",0.2388894020114094],["training_network_executions",400],["estimated_training_dense_matmul_flops",6019891200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0005868673324585]]},{"dict":[["update",100],["preupdate_loss",0.2707401216030121]]},{"dict":[["update",200],["preupdate_loss",0.24639451503753662]]},{"dict":[["update",400],["preupdate_loss",0.2455698400735855]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20953],["training_seconds",0.2152931960299611],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.951690137386322]]},{"dict":[["update",100],["preupdate_loss",0.24453890323638916]]},{"dict":[["update",200],["preupdate_loss",0.2145211398601532]]},{"dict":[["update",400],["preupdate_loss",0.2127693146467209]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20954],["training_seconds",0.22176365298219025],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9765409231185913]]},{"dict":[["update",100],["preupdate_loss",0.26551559567451477]]},{"dict":[["update",200],["preupdate_loss",0.24186715483665466]]},{"dict":[["update",400],["preupdate_loss",0.2402721643447876]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20955],["training_seconds",0.28355268004816025],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0326405763626099]]},{"dict":[["update",100],["preupdate_loss",0.23367732763290405]]},{"dict":[["update",200],["preupdate_loss",0.20677970349788666]]},{"dict":[["update",400],["preupdate_loss",0.20594291388988495]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20956],["training_seconds",0.42251648602541536],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0352942943572998]]},{"dict":[["update",100],["preupdate_loss",0.276355117559433]]},{"dict":[["update",200],["preupdate_loss",0.2500979006290436]]},{"dict":[["update",400],["preupdate_loss",0.24887500703334808]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000027"}],["net.0.bias",{"tensor":"t000028"}],["net.2.weight",{"tensor":"t000029"}],["net.2.bias",{"tensor":"t000030"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20852],["training_seconds",0.4723040289245546],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.497976064682007]]},{"dict":[["update",100],["preupdate_loss",0.2904285490512848]]},{"dict":[["update",200],["preupdate_loss",0.11814958602190018]]},{"dict":[["update",400],["preupdate_loss",0.05446470156311989]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000031"}],["net.0.bias",{"tensor":"t000032"}],["net.2.weight",{"tensor":"t000033"}],["net.2.bias",{"tensor":"t000034"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20953],["training_seconds",0.46481008699629456],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.4168179035186768]]},{"dict":[["update",100],["preupdate_loss",0.2138471156358719]]},{"dict":[["update",200],["preupdate_loss",0.12803946435451508]]},{"dict":[["update",400],["preupdate_loss",0.044370200484991074]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000035"}],["net.0.bias",{"tensor":"t000036"}],["net.2.weight",{"tensor":"t000037"}],["net.2.bias",{"tensor":"t000038"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20954],["training_seconds",0.4567007930018008],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.425206184387207]]},{"dict":[["update",100],["preupdate_loss",0.24568013846874237]]},{"dict":[["update",200],["preupdate_loss",0.09066829085350037]]},{"dict":[["update",400],["preupdate_loss",0.046408604830503464]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000039"}],["net.0.bias",{"tensor":"t000040"}],["net.2.weight",{"tensor":"t000041"}],["net.2.bias",{"tensor":"t000042"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20955],["training_seconds",0.4730302810203284],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.553051710128784]]},{"dict":[["update",100],["preupdate_loss",0.2269257754087448]]},{"dict":[["update",200],["preupdate_loss",0.08448684215545654]]},{"dict":[["update",400],["preupdate_loss",0.044029537588357925]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20956],["training_seconds",0.4679923220537603],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.515061140060425]]},{"dict":[["update",100],["preupdate_loss",0.2709926664829254]]},{"dict":[["update",200],["preupdate_loss",0.10973456501960754]]},{"dict":[["update",400],["preupdate_loss",0.05398102104663849]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000047"}],["0.bias",{"tensor":"t000048"}],["2.weight",{"tensor":"t000049"}],["2.bias",{"tensor":"t000050"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20852],["training_seconds",0.498230499913916],["training_network_executions",400],["estimated_training_dense_matmul_flops",6041088000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6732020378112793]]},{"dict":[["update",100],["preupdate_loss",0.08785280957818031]]},{"dict":[["update",200],["preupdate_loss",0.016853842418640852]]},{"dict":[["update",400],["preupdate_loss",0.00347000639885664]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000051"}],["0.bias",{"tensor":"t000052"}],["2.weight",{"tensor":"t000053"}],["2.bias",{"tensor":"t000054"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20953],["training_seconds",0.5207779599586502],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.694250226020813]]},{"dict":[["update",100],["preupdate_loss",0.06637945026159286]]},{"dict":[["update",200],["preupdate_loss",0.013878839556127787]]},{"dict":[["update",400],["preupdate_loss",0.00271897780476138]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000055"}],["0.bias",{"tensor":"t000056"}],["2.weight",{"tensor":"t000057"}],["2.bias",{"tensor":"t000058"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20954],["training_seconds",0.5103087060851976],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7278618812561035]]},{"dict":[["update",100],["preupdate_loss",0.09477274864912033]]},{"dict":[["update",200],["preupdate_loss",0.019400044344365597]]},{"dict":[["update",400],["preupdate_loss",0.0036717328475788236]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000059"}],["0.bias",{"tensor":"t000060"}],["2.weight",{"tensor":"t000061"}],["2.bias",{"tensor":"t000062"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20955],["training_seconds",0.49604693590663373],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7178037762641907]]},{"dict":[["update",100],["preupdate_loss",0.06401512585580349]]},{"dict":[["update",200],["preupdate_loss",0.01072112936526537]]},{"dict":[["update",400],["preupdate_loss",0.0022367650526575744]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000063"}],["0.bias",{"tensor":"t000064"}],["2.weight",{"tensor":"t000065"}],["2.bias",{"tensor":"t000066"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20956],["training_seconds",0.5063600350404158],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.692108392715454]]},{"dict":[["update",100],["preupdate_loss",0.07797734439373016]]},{"dict":[["update",200],["preupdate_loss",0.012989561073482037]]},{"dict":[["update",400],["preupdate_loss",0.002562322362791747]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000067"}],["0.bias",{"tensor":"t000068"}],["2.weight",{"tensor":"t000069"}],["2.bias",{"tensor":"t000070"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20852],["training_seconds",0.5106196610722691],["training_network_executions",400],["estimated_training_dense_matmul_flops",6041088000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6814796328544617]]},{"dict":[["update",100],["preupdate_loss",0.08702656626701355]]},{"dict":[["update",200],["preupdate_loss",0.0170041942037642]]},{"dict":[["update",400],["preupdate_loss",0.0035178097896277905]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000071"}],["0.bias",{"tensor":"t000072"}],["2.weight",{"tensor":"t000073"}],["2.bias",{"tensor":"t000074"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20953],["training_seconds",0.4929549030493945],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6748071908950806]]},{"dict":[["update",100],["preupdate_loss",0.05614331550896168]]},{"dict":[["update",200],["preupdate_loss",0.012922566616907716]]},{"dict":[["update",400],["preupdate_loss",0.0026787216775119305]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000075"}],["0.bias",{"tensor":"t000076"}],["2.weight",{"tensor":"t000077"}],["2.bias",{"tensor":"t000078"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20954],["training_seconds",0.49954082595650107],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7312261462211609]]},{"dict":[["update",100],["preupdate_loss",0.08467706479132175]]},{"dict":[["update",200],["preupdate_loss",0.017032700590789318]]},{"dict":[["update",400],["preupdate_loss",0.0035497547942213714]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000079"}],["0.bias",{"tensor":"t000080"}],["2.weight",{"tensor":"t000081"}],["2.bias",{"tensor":"t000082"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20955],["training_seconds",0.5010675879893824],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7225597500801086]]},{"dict":[["update",100],["preupdate_loss",0.06462041102349758]]},{"dict":[["update",200],["preupdate_loss",0.010536784306168556]]},{"dict":[["update",400],["preupdate_loss",0.002245542244054377]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000083"}],["0.bias",{"tensor":"t000084"}],["2.weight",{"tensor":"t000085"}],["2.bias",{"tensor":"t000086"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20956],["training_seconds",0.45191917091142386],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7212433815002441]]},{"dict":[["update",100],["preupdate_loss",0.08082020096480846]]},{"dict":[["update",200],["preupdate_loss",0.012760540004819632]]},{"dict":[["update",400],["preupdate_loss",0.0025187989813275635]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000087"}],["forward_mse_diag",{"tensor":"t000088"}],["forward_mse_identity",{"tensor":"t000089"}],["forward_ce_identity",{"tensor":"t000090"}],["inverse_balanced",{"tensor":"t000091"}],["inverse_balanced_factor_temperature",{"tensor":"t000092"}],["inverse_unweighted",{"tensor":"t000093"}],["inverse_unweighted_factor_temperature",{"tensor":"t000094"}],["forward_mse_full_product",{"tensor":"t000095"}],["forward_mse_full_scalar_temperature",{"tensor":"t000096"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000097"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000098"}],["inverse_balanced_scalar_temperature",{"tensor":"t000099"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000100"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000101"}],["forward_mse_diag",{"tensor":"t000102"}],["forward_mse_identity",{"tensor":"t000103"}],["forward_ce_identity",{"tensor":"t000104"}],["inverse_balanced",{"tensor":"t000105"}],["inverse_balanced_factor_temperature",{"tensor":"t000106"}],["inverse_unweighted",{"tensor":"t000107"}],["inverse_unweighted_factor_temperature",{"tensor":"t000108"}],["forward_mse_full_product",{"tensor":"t000109"}],["forward_mse_full_scalar_temperature",{"tensor":"t000110"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000111"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000112"}],["inverse_balanced_scalar_temperature",{"tensor":"t000113"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000114"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000115"}],["top3",{"tensor":"t000116"}],["nll",{"tensor":"t000117"}],["confidence",{"tensor":"t000118"}],["brier",{"tensor":"t000119"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000120"}],["top3",{"tensor":"t000121"}],["nll",{"tensor":"t000122"}],["confidence",{"tensor":"t000123"}],["brier",{"tensor":"t000124"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000125"}],["top3",{"tensor":"t000126"}],["nll",{"tensor":"t000127"}],["confidence",{"tensor":"t000128"}],["brier",{"tensor":"t000129"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000130"}],["top3",{"tensor":"t000131"}],["nll",{"tensor":"t000132"}],["confidence",{"tensor":"t000133"}],["brier",{"tensor":"t000134"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000135"}],["top3",{"tensor":"t000136"}],["nll",{"tensor":"t000137"}],["confidence",{"tensor":"t000138"}],["brier",{"tensor":"t000139"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000140"}],["top3",{"tensor":"t000141"}],["nll",{"tensor":"t000142"}],["confidence",{"tensor":"t000143"}],["brier",{"tensor":"t000144"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000145"}],["top3",{"tensor":"t000146"}],["nll",{"tensor":"t000147"}],["confidence",{"tensor":"t000148"}],["brier",{"tensor":"t000149"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000150"}],["top3",{"tensor":"t000151"}],["nll",{"tensor":"t000152"}],["confidence",{"tensor":"t000153"}],["brier",{"tensor":"t000154"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000155"}],["top3",{"tensor":"t000156"}],["nll",{"tensor":"t000157"}],["confidence",{"tensor":"t000158"}],["brier",{"tensor":"t000159"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000160"}],["top3",{"tensor":"t000161"}],["nll",{"tensor":"t000162"}],["confidence",{"tensor":"t000163"}],["brier",{"tensor":"t000164"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000165"}],["top3",{"tensor":"t000166"}],["nll",{"tensor":"t000167"}],["confidence",{"tensor":"t000168"}],["brier",{"tensor":"t000169"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000170"}],["top3",{"tensor":"t000171"}],["nll",{"tensor":"t000172"}],["confidence",{"tensor":"t000173"}],["brier",{"tensor":"t000174"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000175"}],["top3",{"tensor":"t000176"}],["nll",{"tensor":"t000177"}],["confidence",{"tensor":"t000178"}],["brier",{"tensor":"t000179"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000180"}],["top3",{"tensor":"t000181"}],["nll",{"tensor":"t000182"}],["confidence",{"tensor":"t000183"}],["brier",{"tensor":"t000184"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[1.1474912412028881,0.9440965696912057,1.1153996059975348,1.4840454743032296,1.9053504795703726,2.299202987585373,2.635175814649796]}]]}],["forward_mse_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[7.944090907542536,4.4151386467723945,2.9361197924213696,2.4766038242527326,2.489438860077712,2.6988063914805354,2.9460495458533718]}]]}],["forward_ce_identity",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[1.5645956859753283,1.0518169700711768,1.0561131151620282,1.3807447869819551,1.8472674114253533,2.324459358971055,2.7262588976282354]}]]}],["inverse_balanced",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.9956778838290683,1.6507613060011352,1.2321319306901883,1.4436994242031098,1.9599817827837858,2.47805104504129,2.866456009339132]}]]}],["inverse_unweighted",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.836530297612492,1.578475024896914,1.2023124171702397,1.431580325159239,1.9523942186829875,2.471831913174231,2.8614225787655867]}]]}]]}],["covariance",{"tensor":"t000185"}],["residuals",{"tensor":"t000186"}],["replay",{"dict":[["mean_max_error",7.152557373046875e-07],["covariance_max_error",5.378975620473625e-08],["inverse_posterior_max_error",2.3349030930930326e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","temperature"],["labels",128],["seed",20852],["stratum","fit"],["records",128],["mean_mse",0.2455693542563425],["observation_nll",11.707128735305574]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20852],["stratum","source_outside_prefix"],["records",552],["mean_mse",0.5115507617750927],["observation_nll",14.376148407274302]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20852],["stratum","held_seen"],["records",339],["mean_mse",0.4997529987409343],["observation_nll",15.895609913462762]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20852],["stratum","held_unseen"],["records",65],["mean_mse",0.831868527616394],["observation_nll",19.71286925336269]]}]}]]} diff --git a/revision_r1/sensor/run_01/temperature_n128_s20852.safetensors b/revision_r1/sensor/run_01/temperature_n128_s20852.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b3a54a49cbb05442961b313fb55ce5c2d9aaf4a --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n128_s20852.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf86d345e884c3ebe5729873f30cadedea12db9103c1106e08e8cb7098bcaec +size 3718028 diff --git a/revision_r1/sensor/run_01/temperature_n128_s20853.json b/revision_r1/sensor/run_01/temperature_n128_s20853.json new file mode 100644 index 0000000000000000000000000000000000000000..549ba32d609b4e9f544e4a04edcbd0406ef70d6d --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n128_s20853.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",128],["seed",20853],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20853],["training_seconds",0.35698402707930654],["training_network_executions",400],["estimated_training_dense_matmul_flops",6019891200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.002722144126892]]},{"dict":[["update",100],["preupdate_loss",0.36167511343955994]]},{"dict":[["update",200],["preupdate_loss",0.34968459606170654]]},{"dict":[["update",400],["preupdate_loss",0.3489956557750702]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20954],["training_seconds",0.42260489088948816],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9863090515136719]]},{"dict":[["update",100],["preupdate_loss",0.3442140221595764]]},{"dict":[["update",200],["preupdate_loss",0.3317802846431732]]},{"dict":[["update",400],["preupdate_loss",0.33099067211151123]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20955],["training_seconds",0.4219970590202138],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0263015031814575]]},{"dict":[["update",100],["preupdate_loss",0.3154856562614441]]},{"dict":[["update",200],["preupdate_loss",0.29985105991363525]]},{"dict":[["update",400],["preupdate_loss",0.2985159456729889]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20956],["training_seconds",0.4180972200119868],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9532605409622192]]},{"dict":[["update",100],["preupdate_loss",0.39180129766464233]]},{"dict":[["update",200],["preupdate_loss",0.3820052444934845]]},{"dict":[["update",400],["preupdate_loss",0.3812800347805023]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20957],["training_seconds",0.41908097197301686],["training_network_executions",400],["estimated_training_dense_matmul_flops",4514918400],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0385568141937256]]},{"dict":[["update",100],["preupdate_loss",0.2927349805831909]]},{"dict":[["update",200],["preupdate_loss",0.2752121090888977]]},{"dict":[["update",400],["preupdate_loss",0.27454230189323425]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000027"}],["net.0.bias",{"tensor":"t000028"}],["net.2.weight",{"tensor":"t000029"}],["net.2.bias",{"tensor":"t000030"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20853],["training_seconds",0.4683561410056427],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.5644266605377197]]},{"dict":[["update",100],["preupdate_loss",0.2707032561302185]]},{"dict":[["update",200],["preupdate_loss",0.12505760788917542]]},{"dict":[["update",400],["preupdate_loss",0.07390449941158295]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000031"}],["net.0.bias",{"tensor":"t000032"}],["net.2.weight",{"tensor":"t000033"}],["net.2.bias",{"tensor":"t000034"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20954],["training_seconds",0.4568875819677487],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.3696038722991943]]},{"dict":[["update",100],["preupdate_loss",0.19817191362380981]]},{"dict":[["update",200],["preupdate_loss",0.07918746024370193]]},{"dict":[["update",400],["preupdate_loss",0.42467784881591797]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000035"}],["net.0.bias",{"tensor":"t000036"}],["net.2.weight",{"tensor":"t000037"}],["net.2.bias",{"tensor":"t000038"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20955],["training_seconds",0.45800042792689055],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.565955877304077]]},{"dict":[["update",100],["preupdate_loss",0.2437215894460678]]},{"dict":[["update",200],["preupdate_loss",0.10163246840238571]]},{"dict":[["update",400],["preupdate_loss",0.04066001996397972]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000039"}],["net.0.bias",{"tensor":"t000040"}],["net.2.weight",{"tensor":"t000041"}],["net.2.bias",{"tensor":"t000042"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20956],["training_seconds",0.4492907270323485],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.5270111560821533]]},{"dict":[["update",100],["preupdate_loss",0.28459644317626953]]},{"dict":[["update",200],["preupdate_loss",0.12207017093896866]]},{"dict":[["update",400],["preupdate_loss",0.07521004229784012]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20957],["training_seconds",0.4519664279650897],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.514333963394165]]},{"dict":[["update",100],["preupdate_loss",0.20596492290496826]]},{"dict":[["update",200],["preupdate_loss",0.07257776707410812]]},{"dict":[["update",400],["preupdate_loss",0.02470332942903042]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000047"}],["0.bias",{"tensor":"t000048"}],["2.weight",{"tensor":"t000049"}],["2.bias",{"tensor":"t000050"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20853],["training_seconds",0.5003335849614814],["training_network_executions",400],["estimated_training_dense_matmul_flops",6041088000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.702196478843689]]},{"dict":[["update",100],["preupdate_loss",0.07587096653878689]]},{"dict":[["update",200],["preupdate_loss",0.012081580003723502]]},{"dict":[["update",400],["preupdate_loss",0.002425099373795092]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000051"}],["0.bias",{"tensor":"t000052"}],["2.weight",{"tensor":"t000053"}],["2.bias",{"tensor":"t000054"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20954],["training_seconds",0.4916513360803947],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.730795979499817]]},{"dict":[["update",100],["preupdate_loss",0.06036171969026327]]},{"dict":[["update",200],["preupdate_loss",0.009946291334927082]]},{"dict":[["update",400],["preupdate_loss",0.0020473244949243963]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000055"}],["0.bias",{"tensor":"t000056"}],["2.weight",{"tensor":"t000057"}],["2.bias",{"tensor":"t000058"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20955],["training_seconds",0.4900278700515628],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7286466360092163]]},{"dict":[["update",100],["preupdate_loss",0.07020642794668674]]},{"dict":[["update",200],["preupdate_loss",0.010466644540429115]]},{"dict":[["update",400],["preupdate_loss",0.0021659279009327292]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000059"}],["0.bias",{"tensor":"t000060"}],["2.weight",{"tensor":"t000061"}],["2.bias",{"tensor":"t000062"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20956],["training_seconds",0.49592899600975215],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6934000253677368]]},{"dict":[["update",100],["preupdate_loss",0.0677721630781889]]},{"dict":[["update",200],["preupdate_loss",0.010192086920142174]]},{"dict":[["update",400],["preupdate_loss",0.002111641806550324]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000063"}],["0.bias",{"tensor":"t000064"}],["2.weight",{"tensor":"t000065"}],["2.bias",{"tensor":"t000066"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20957],["training_seconds",0.4969552269903943],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7576372623443604]]},{"dict":[["update",100],["preupdate_loss",0.05414624139666557]]},{"dict":[["update",200],["preupdate_loss",0.008870046120136976]]},{"dict":[["update",400],["preupdate_loss",0.0019326637266203761]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000067"}],["0.bias",{"tensor":"t000068"}],["2.weight",{"tensor":"t000069"}],["2.bias",{"tensor":"t000070"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20853],["training_seconds",0.49198124394752085],["training_network_executions",400],["estimated_training_dense_matmul_flops",6041088000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7119944095611572]]},{"dict":[["update",100],["preupdate_loss",0.07550505921244621]]},{"dict":[["update",200],["preupdate_loss",0.01203113328665495]]},{"dict":[["update",400],["preupdate_loss",0.0024367435835301876]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000071"}],["0.bias",{"tensor":"t000072"}],["2.weight",{"tensor":"t000073"}],["2.bias",{"tensor":"t000074"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20954],["training_seconds",0.49033401999622583],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.736121952533722]]},{"dict":[["update",100],["preupdate_loss",0.05993510317057371]]},{"dict":[["update",200],["preupdate_loss",0.009989474434405565]]},{"dict":[["update",400],["preupdate_loss",0.002066772256512195]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000075"}],["0.bias",{"tensor":"t000076"}],["2.weight",{"tensor":"t000077"}],["2.bias",{"tensor":"t000078"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20955],["training_seconds",0.502749255974777],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7372743487358093]]},{"dict":[["update",100],["preupdate_loss",0.072464594617486]]},{"dict":[["update",200],["preupdate_loss",0.0107039634604007]]},{"dict":[["update",400],["preupdate_loss",0.0022213832708075643]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000079"}],["0.bias",{"tensor":"t000080"}],["2.weight",{"tensor":"t000081"}],["2.bias",{"tensor":"t000082"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20956],["training_seconds",0.49917081999592483],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.705210030078888]]},{"dict":[["update",100],["preupdate_loss",0.06443075090646744]]},{"dict":[["update",200],["preupdate_loss",0.010230466490611434]]},{"dict":[["update",400],["preupdate_loss",0.002141143020708114]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000083"}],["0.bias",{"tensor":"t000084"}],["2.weight",{"tensor":"t000085"}],["2.bias",{"tensor":"t000086"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20957],["training_seconds",0.4951839999994263],["training_network_executions",400],["estimated_training_dense_matmul_flops",4530816000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7547698616981506]]},{"dict":[["update",100],["preupdate_loss",0.05275307409465313]]},{"dict":[["update",200],["preupdate_loss",0.008471618639305234]]},{"dict":[["update",400],["preupdate_loss",0.0018640475464053452]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000087"}],["forward_mse_diag",{"tensor":"t000088"}],["forward_mse_identity",{"tensor":"t000089"}],["forward_ce_identity",{"tensor":"t000090"}],["inverse_balanced",{"tensor":"t000091"}],["inverse_balanced_factor_temperature",{"tensor":"t000092"}],["inverse_unweighted",{"tensor":"t000093"}],["inverse_unweighted_factor_temperature",{"tensor":"t000094"}],["forward_mse_full_product",{"tensor":"t000095"}],["forward_mse_full_scalar_temperature",{"tensor":"t000096"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000097"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000098"}],["inverse_balanced_scalar_temperature",{"tensor":"t000099"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000100"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000101"}],["forward_mse_diag",{"tensor":"t000102"}],["forward_mse_identity",{"tensor":"t000103"}],["forward_ce_identity",{"tensor":"t000104"}],["inverse_balanced",{"tensor":"t000105"}],["inverse_balanced_factor_temperature",{"tensor":"t000106"}],["inverse_unweighted",{"tensor":"t000107"}],["inverse_unweighted_factor_temperature",{"tensor":"t000108"}],["forward_mse_full_product",{"tensor":"t000109"}],["forward_mse_full_scalar_temperature",{"tensor":"t000110"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000111"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000112"}],["inverse_balanced_scalar_temperature",{"tensor":"t000113"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000114"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000115"}],["top3",{"tensor":"t000116"}],["nll",{"tensor":"t000117"}],["confidence",{"tensor":"t000118"}],["brier",{"tensor":"t000119"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000120"}],["top3",{"tensor":"t000121"}],["nll",{"tensor":"t000122"}],["confidence",{"tensor":"t000123"}],["brier",{"tensor":"t000124"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000125"}],["top3",{"tensor":"t000126"}],["nll",{"tensor":"t000127"}],["confidence",{"tensor":"t000128"}],["brier",{"tensor":"t000129"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000130"}],["top3",{"tensor":"t000131"}],["nll",{"tensor":"t000132"}],["confidence",{"tensor":"t000133"}],["brier",{"tensor":"t000134"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000135"}],["top3",{"tensor":"t000136"}],["nll",{"tensor":"t000137"}],["confidence",{"tensor":"t000138"}],["brier",{"tensor":"t000139"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000140"}],["top3",{"tensor":"t000141"}],["nll",{"tensor":"t000142"}],["confidence",{"tensor":"t000143"}],["brier",{"tensor":"t000144"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000145"}],["top3",{"tensor":"t000146"}],["nll",{"tensor":"t000147"}],["confidence",{"tensor":"t000148"}],["brier",{"tensor":"t000149"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000150"}],["top3",{"tensor":"t000151"}],["nll",{"tensor":"t000152"}],["confidence",{"tensor":"t000153"}],["brier",{"tensor":"t000154"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000155"}],["top3",{"tensor":"t000156"}],["nll",{"tensor":"t000157"}],["confidence",{"tensor":"t000158"}],["brier",{"tensor":"t000159"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000160"}],["top3",{"tensor":"t000161"}],["nll",{"tensor":"t000162"}],["confidence",{"tensor":"t000163"}],["brier",{"tensor":"t000164"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000165"}],["top3",{"tensor":"t000166"}],["nll",{"tensor":"t000167"}],["confidence",{"tensor":"t000168"}],["brier",{"tensor":"t000169"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000170"}],["top3",{"tensor":"t000171"}],["nll",{"tensor":"t000172"}],["confidence",{"tensor":"t000173"}],["brier",{"tensor":"t000174"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000175"}],["top3",{"tensor":"t000176"}],["nll",{"tensor":"t000177"}],["confidence",{"tensor":"t000178"}],["brier",{"tensor":"t000179"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000180"}],["top3",{"tensor":"t000181"}],["nll",{"tensor":"t000182"}],["confidence",{"tensor":"t000183"}],["brier",{"tensor":"t000184"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",1.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[0.9904069094914821,1.0309047238911913,1.334432201944567,1.7285411619442952,2.1183349395334883,2.4648487515060373,2.7629676788965667]}]]}],["forward_mse_identity",{"dict":[["temperature",16.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[10.149021882442726,5.587494067289629,3.5895747299316128,2.8721722775417438,2.75155784964542,2.8714384464047003,3.0491556491653045]}]]}],["forward_ce_identity",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.5717095341589857,1.5558596555907505,1.3069355810030587,1.5009154418169608,1.8934869306210245,2.3282620095284736,2.7143687032166133]}]]}],["inverse_balanced",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.2592216952818576,1.3367787494581365,1.15393493310756,1.4774825230951356,2.0112081552183967,2.511907016773815,2.8841702347699885]}]]}],["inverse_unweighted",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.3016240008922244,1.357247416160969,1.1689667956875416,1.4904338898317322,2.0195977558193485,2.515392124697131,2.885120412474475]}]]}]]}],["covariance",{"tensor":"t000185"}],["residuals",{"tensor":"t000186"}],["replay",{"dict":[["mean_max_error",7.152557373046875e-07],["covariance_max_error",6.967261123591584e-08],["inverse_posterior_max_error",2.2970076507533577e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","temperature"],["labels",128],["seed",20853],["stratum","fit"],["records",128],["mean_mse",0.34899547028799915],["observation_nll",17.761070597981014]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20853],["stratum","source_outside_prefix"],["records",552],["mean_mse",0.641085878893368],["observation_nll",19.506703761158388]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20853],["stratum","held_seen"],["records",339],["mean_mse",0.6214564253133559],["observation_nll",20.648189724249008]]},{"dict":[["cohort","temperature"],["labels",128],["seed",20853],["stratum","held_unseen"],["records",65],["mean_mse",1.3075725312409499],["observation_nll",23.95262332390714]]}]}]]} diff --git a/revision_r1/sensor/run_01/temperature_n128_s20853.safetensors b/revision_r1/sensor/run_01/temperature_n128_s20853.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acfa87d2917436a78e3befea7251f85431a81087 --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n128_s20853.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fce6292bf5d5740855525d26ac91e3363e0d2740f1271c9d56309ea0fed1d98 +size 3718028 diff --git a/revision_r1/sensor/run_01/temperature_n64_s20851.json b/revision_r1/sensor/run_01/temperature_n64_s20851.json new file mode 100644 index 0000000000000000000000000000000000000000..dff96831ee39d9f0bc430b79000a80a099211eb3 --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n64_s20851.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",64],["seed",20851],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20851],["training_seconds",0.24829862592741847],["training_network_executions",400],["estimated_training_dense_matmul_flops",3009945600],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9945574402809143]]},{"dict":[["update",100],["preupdate_loss",0.2561766505241394]]},{"dict":[["update",200],["preupdate_loss",0.23351484537124634]]},{"dict":[["update",400],["preupdate_loss",0.23298074305057526]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20952],["training_seconds",0.22394516202621162],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9496501684188843]]},{"dict":[["update",100],["preupdate_loss",0.21590521931648254]]},{"dict":[["update",200],["preupdate_loss",0.20320479571819305]]},{"dict":[["update",400],["preupdate_loss",0.20260193943977356]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20953],["training_seconds",0.18420115602202713],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.8746024966239929]]},{"dict":[["update",100],["preupdate_loss",0.2561241686344147]]},{"dict":[["update",200],["preupdate_loss",0.24241308867931366]]},{"dict":[["update",400],["preupdate_loss",0.24206189811229706]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20954],["training_seconds",0.2296907720156014],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.06282639503479]]},{"dict":[["update",100],["preupdate_loss",0.22541716694831848]]},{"dict":[["update",200],["preupdate_loss",0.20924337208271027]]},{"dict":[["update",400],["preupdate_loss",0.2085854411125183]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20955],["training_seconds",0.24860203999560326],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0814964771270752]]},{"dict":[["update",100],["preupdate_loss",0.20878379046916962]]},{"dict":[["update",200],["preupdate_loss",0.1859000027179718]]},{"dict":[["update",400],["preupdate_loss",0.1845579445362091]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000027"}],["net.0.bias",{"tensor":"t000028"}],["net.2.weight",{"tensor":"t000029"}],["net.2.bias",{"tensor":"t000030"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20851],["training_seconds",0.35577364009805024],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.488347291946411]]},{"dict":[["update",100],["preupdate_loss",0.14156126976013184]]},{"dict":[["update",200],["preupdate_loss",0.048591867089271545]]},{"dict":[["update",400],["preupdate_loss",0.029545467346906662]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000031"}],["net.0.bias",{"tensor":"t000032"}],["net.2.weight",{"tensor":"t000033"}],["net.2.bias",{"tensor":"t000034"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20952],["training_seconds",0.3500042069936171],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.5795390605926514]]},{"dict":[["update",100],["preupdate_loss",0.10127601772546768]]},{"dict":[["update",200],["preupdate_loss",0.06400700658559799]]},{"dict":[["update",400],["preupdate_loss",0.01899486780166626]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000035"}],["net.0.bias",{"tensor":"t000036"}],["net.2.weight",{"tensor":"t000037"}],["net.2.bias",{"tensor":"t000038"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20953],["training_seconds",0.33756728598382324],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.386289596557617]]},{"dict":[["update",100],["preupdate_loss",0.09391381591558456]]},{"dict":[["update",200],["preupdate_loss",0.02755270153284073]]},{"dict":[["update",400],["preupdate_loss",0.016859538853168488]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000039"}],["net.0.bias",{"tensor":"t000040"}],["net.2.weight",{"tensor":"t000041"}],["net.2.bias",{"tensor":"t000042"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20954],["training_seconds",0.3586429840652272],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.3794479370117188]]},{"dict":[["update",100],["preupdate_loss",0.09308970719575882]]},{"dict":[["update",200],["preupdate_loss",0.023438936099410057]]},{"dict":[["update",400],["preupdate_loss",0.005201625172048807]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20955],["training_seconds",0.3517324049025774],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.577878952026367]]},{"dict":[["update",100],["preupdate_loss",0.10452118515968323]]},{"dict":[["update",200],["preupdate_loss",0.029125256463885307]]},{"dict":[["update",400],["preupdate_loss",0.009424780495464802]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000047"}],["0.bias",{"tensor":"t000048"}],["2.weight",{"tensor":"t000049"}],["2.bias",{"tensor":"t000050"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20851],["training_seconds",0.5019563840469345],["training_network_executions",400],["estimated_training_dense_matmul_flops",3020544000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7038761973381042]]},{"dict":[["update",100],["preupdate_loss",0.043241292238235474]]},{"dict":[["update",200],["preupdate_loss",0.008932351833209395]]},{"dict":[["update",400],["preupdate_loss",0.001961813250090927]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000051"}],["0.bias",{"tensor":"t000052"}],["2.weight",{"tensor":"t000053"}],["2.bias",{"tensor":"t000054"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20952],["training_seconds",0.4810469310032204],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6810654997825623]]},{"dict":[["update",100],["preupdate_loss",0.02952096238732338]]},{"dict":[["update",200],["preupdate_loss",0.006453217472881079]]},{"dict":[["update",400],["preupdate_loss",0.001339233247563243]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000055"}],["0.bias",{"tensor":"t000056"}],["2.weight",{"tensor":"t000057"}],["2.bias",{"tensor":"t000058"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20953],["training_seconds",0.4905143389478326],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6875622272491455]]},{"dict":[["update",100],["preupdate_loss",0.03210672456771135]]},{"dict":[["update",200],["preupdate_loss",0.005479167914018035]]},{"dict":[["update",400],["preupdate_loss",0.0012144463253207505]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000059"}],["0.bias",{"tensor":"t000060"}],["2.weight",{"tensor":"t000061"}],["2.bias",{"tensor":"t000062"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20954],["training_seconds",0.48471981997136027],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7401272058486938]]},{"dict":[["update",100],["preupdate_loss",0.026551656424999237]]},{"dict":[["update",200],["preupdate_loss",0.00459795817732811]]},{"dict":[["update",400],["preupdate_loss",0.0010830233222804964]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000063"}],["0.bias",{"tensor":"t000064"}],["2.weight",{"tensor":"t000065"}],["2.bias",{"tensor":"t000066"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20955],["training_seconds",0.4989585040602833],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6967005133628845]]},{"dict":[["update",100],["preupdate_loss",0.03186444099992514]]},{"dict":[["update",200],["preupdate_loss",0.006191441789269447]]},{"dict":[["update",400],["preupdate_loss",0.0012783006532117724]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000067"}],["0.bias",{"tensor":"t000068"}],["2.weight",{"tensor":"t000069"}],["2.bias",{"tensor":"t000070"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20851],["training_seconds",0.4996211560210213],["training_network_executions",400],["estimated_training_dense_matmul_flops",3020544000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7083383202552795]]},{"dict":[["update",100],["preupdate_loss",0.04360365495085716]]},{"dict":[["update",200],["preupdate_loss",0.008838925277814269]]},{"dict":[["update",400],["preupdate_loss",0.0019182784017175436]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000071"}],["0.bias",{"tensor":"t000072"}],["2.weight",{"tensor":"t000073"}],["2.bias",{"tensor":"t000074"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20952],["training_seconds",0.4983583129942417],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6779491305351257]]},{"dict":[["update",100],["preupdate_loss",0.03169005736708641]]},{"dict":[["update",200],["preupdate_loss",0.006756776361726224]]},{"dict":[["update",400],["preupdate_loss",0.0013980360236018896]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000075"}],["0.bias",{"tensor":"t000076"}],["2.weight",{"tensor":"t000077"}],["2.bias",{"tensor":"t000078"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20953],["training_seconds",0.48810010706074536],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6807185411453247]]},{"dict":[["update",100],["preupdate_loss",0.031080841086804867]]},{"dict":[["update",200],["preupdate_loss",0.005375901702791452]]},{"dict":[["update",400],["preupdate_loss",0.001207963447086513]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000079"}],["0.bias",{"tensor":"t000080"}],["2.weight",{"tensor":"t000081"}],["2.bias",{"tensor":"t000082"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20954],["training_seconds",0.5016287559410557],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7501435279846191]]},{"dict":[["update",100],["preupdate_loss",0.027319571003317833]]},{"dict":[["update",200],["preupdate_loss",0.004615838173776865]]},{"dict":[["update",400],["preupdate_loss",0.0010924767993856221]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000083"}],["0.bias",{"tensor":"t000084"}],["2.weight",{"tensor":"t000085"}],["2.bias",{"tensor":"t000086"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20955],["training_seconds",0.4953778750495985],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.682434618473053]]},{"dict":[["update",100],["preupdate_loss",0.03241260163486004]]},{"dict":[["update",200],["preupdate_loss",0.006047113332897425]]},{"dict":[["update",400],["preupdate_loss",0.0012666871189139783]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000087"}],["forward_mse_diag",{"tensor":"t000088"}],["forward_mse_identity",{"tensor":"t000089"}],["forward_ce_identity",{"tensor":"t000090"}],["inverse_balanced",{"tensor":"t000091"}],["inverse_balanced_factor_temperature",{"tensor":"t000092"}],["inverse_unweighted",{"tensor":"t000093"}],["inverse_unweighted_factor_temperature",{"tensor":"t000094"}],["forward_mse_full_product",{"tensor":"t000095"}],["forward_mse_full_scalar_temperature",{"tensor":"t000096"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000097"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000098"}],["inverse_balanced_scalar_temperature",{"tensor":"t000099"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000100"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000101"}],["forward_mse_diag",{"tensor":"t000102"}],["forward_mse_identity",{"tensor":"t000103"}],["forward_ce_identity",{"tensor":"t000104"}],["inverse_balanced",{"tensor":"t000105"}],["inverse_balanced_factor_temperature",{"tensor":"t000106"}],["inverse_unweighted",{"tensor":"t000107"}],["inverse_unweighted_factor_temperature",{"tensor":"t000108"}],["forward_mse_full_product",{"tensor":"t000109"}],["forward_mse_full_scalar_temperature",{"tensor":"t000110"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000111"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000112"}],["inverse_balanced_scalar_temperature",{"tensor":"t000113"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000114"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000115"}],["top3",{"tensor":"t000116"}],["nll",{"tensor":"t000117"}],["confidence",{"tensor":"t000118"}],["brier",{"tensor":"t000119"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000120"}],["top3",{"tensor":"t000121"}],["nll",{"tensor":"t000122"}],["confidence",{"tensor":"t000123"}],["brier",{"tensor":"t000124"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000125"}],["top3",{"tensor":"t000126"}],["nll",{"tensor":"t000127"}],["confidence",{"tensor":"t000128"}],["brier",{"tensor":"t000129"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000130"}],["top3",{"tensor":"t000131"}],["nll",{"tensor":"t000132"}],["confidence",{"tensor":"t000133"}],["brier",{"tensor":"t000134"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000135"}],["top3",{"tensor":"t000136"}],["nll",{"tensor":"t000137"}],["confidence",{"tensor":"t000138"}],["brier",{"tensor":"t000139"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000140"}],["top3",{"tensor":"t000141"}],["nll",{"tensor":"t000142"}],["confidence",{"tensor":"t000143"}],["brier",{"tensor":"t000144"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000145"}],["top3",{"tensor":"t000146"}],["nll",{"tensor":"t000147"}],["confidence",{"tensor":"t000148"}],["brier",{"tensor":"t000149"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000150"}],["top3",{"tensor":"t000151"}],["nll",{"tensor":"t000152"}],["confidence",{"tensor":"t000153"}],["brier",{"tensor":"t000154"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000155"}],["top3",{"tensor":"t000156"}],["nll",{"tensor":"t000157"}],["confidence",{"tensor":"t000158"}],["brier",{"tensor":"t000159"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000160"}],["top3",{"tensor":"t000161"}],["nll",{"tensor":"t000162"}],["confidence",{"tensor":"t000163"}],["brier",{"tensor":"t000164"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000165"}],["top3",{"tensor":"t000166"}],["nll",{"tensor":"t000167"}],["confidence",{"tensor":"t000168"}],["brier",{"tensor":"t000169"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000170"}],["top3",{"tensor":"t000171"}],["nll",{"tensor":"t000172"}],["confidence",{"tensor":"t000173"}],["brier",{"tensor":"t000174"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000175"}],["top3",{"tensor":"t000176"}],["nll",{"tensor":"t000177"}],["confidence",{"tensor":"t000178"}],["brier",{"tensor":"t000179"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000180"}],["top3",{"tensor":"t000181"}],["nll",{"tensor":"t000182"}],["confidence",{"tensor":"t000183"}],["brier",{"tensor":"t000184"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[1.093825667852632,1.0064700079231712,1.236422340618423,1.6233797993701395,2.0441676225201117,2.4249369568271115,2.744135796281134]}]]}],["forward_mse_identity",{"dict":[["temperature",16.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[9.174021172671695,5.070472718552397,3.276528803061475,2.6527239229990878,2.587659677558495,2.7427163560338337,2.950327046236321]}]]}],["forward_ce_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.606379815735453,3.504332256287754,2.1896114471865573,1.8910713244115365,2.100089511602638,2.4734583723091306,2.8213501481755308]}]]}],["inverse_balanced",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.798419021207364,2.5778239229379323,1.7588552968701443,1.7778924514099539,2.1801493498670035,2.627764136523024,2.962106459642248]}]]}],["inverse_unweighted",{"dict":[["temperature",4.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[4.673901553616364,2.5199243387762724,1.7302868760932806,1.759957292524028,2.1651356752123525,2.6144165300920985,2.952601183566688]}]]}]]}],["covariance",{"tensor":"t000185"}],["residuals",{"tensor":"t000186"}],["replay",{"dict":[["mean_max_error",9.5367431640625e-07],["covariance_max_error",1.101257551816559e-07],["inverse_posterior_max_error",2.3986158836919458e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","temperature"],["labels",64],["seed",20851],["stratum","fit"],["records",64],["mean_mse",0.2329804572159567],["observation_nll",14.1540900539245]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20851],["stratum","source_outside_prefix"],["records",616],["mean_mse",0.625906858523643],["observation_nll",17.769065555522527]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20851],["stratum","held_seen"],["records",339],["mean_mse",0.6381445818538661],["observation_nll",19.224963603574736]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20851],["stratum","held_unseen"],["records",65],["mean_mse",1.2706080917320888],["observation_nll",22.169329097629408]]}]}]]} diff --git a/revision_r1/sensor/run_01/temperature_n64_s20851.safetensors b/revision_r1/sensor/run_01/temperature_n64_s20851.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3dab989c9d0d9d3a5db792ae208c824db8f40247 --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n64_s20851.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c64fb224e027bb5cab760fd37725567c4b470caff93a0384f6905aa02b4bdc1 +size 3473772 diff --git a/revision_r1/sensor/run_01/temperature_n64_s20852.json b/revision_r1/sensor/run_01/temperature_n64_s20852.json new file mode 100644 index 0000000000000000000000000000000000000000..ae133ac83ed8f7db9689d21dfa21921a4f5f8fe9 --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n64_s20852.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",64],["seed",20852],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20852],["training_seconds",0.3493187230778858],["training_network_executions",400],["estimated_training_dense_matmul_flops",3009945600],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9918753504753113]]},{"dict":[["update",100],["preupdate_loss",0.27268868684768677]]},{"dict":[["update",200],["preupdate_loss",0.24317488074302673]]},{"dict":[["update",400],["preupdate_loss",0.24212010204792023]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20953],["training_seconds",0.41257860604673624],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9535593390464783]]},{"dict":[["update",100],["preupdate_loss",0.24420052766799927]]},{"dict":[["update",200],["preupdate_loss",0.2093604952096939]]},{"dict":[["update",400],["preupdate_loss",0.20815671980381012]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20954],["training_seconds",0.41827204695437104],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9585080742835999]]},{"dict":[["update",100],["preupdate_loss",0.2120627462863922]]},{"dict":[["update",200],["preupdate_loss",0.1782234162092209]]},{"dict":[["update",400],["preupdate_loss",0.17676052451133728]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20955],["training_seconds",0.4123821289977059],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0186049938201904]]},{"dict":[["update",100],["preupdate_loss",0.2544475495815277]]},{"dict":[["update",200],["preupdate_loss",0.22063285112380981]]},{"dict":[["update",400],["preupdate_loss",0.2192387878894806]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20956],["training_seconds",0.4122417790349573],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0332204103469849]]},{"dict":[["update",100],["preupdate_loss",0.2606871426105499]]},{"dict":[["update",200],["preupdate_loss",0.23302224278450012]]},{"dict":[["update",400],["preupdate_loss",0.2322012186050415]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000027"}],["net.0.bias",{"tensor":"t000028"}],["net.2.weight",{"tensor":"t000029"}],["net.2.bias",{"tensor":"t000030"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20852],["training_seconds",0.4655561710242182],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.472593069076538]]},{"dict":[["update",100],["preupdate_loss",0.16494280099868774]]},{"dict":[["update",200],["preupdate_loss",0.03764326125383377]]},{"dict":[["update",400],["preupdate_loss",0.009130152873694897]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000031"}],["net.0.bias",{"tensor":"t000032"}],["net.2.weight",{"tensor":"t000033"}],["net.2.bias",{"tensor":"t000034"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20953],["training_seconds",0.4714462229749188],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.4873368740081787]]},{"dict":[["update",100],["preupdate_loss",0.10179837793111801]]},{"dict":[["update",200],["preupdate_loss",0.02012878842651844]]},{"dict":[["update",400],["preupdate_loss",0.004718328360468149]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000035"}],["net.0.bias",{"tensor":"t000036"}],["net.2.weight",{"tensor":"t000037"}],["net.2.bias",{"tensor":"t000038"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20954],["training_seconds",0.46082921396009624],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.43849778175354]]},{"dict":[["update",100],["preupdate_loss",0.10063320398330688]]},{"dict":[["update",200],["preupdate_loss",0.022292522713541985]]},{"dict":[["update",400],["preupdate_loss",0.0045291404239833355]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000039"}],["net.0.bias",{"tensor":"t000040"}],["net.2.weight",{"tensor":"t000041"}],["net.2.bias",{"tensor":"t000042"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20955],["training_seconds",0.4507205761037767],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.4673233032226562]]},{"dict":[["update",100],["preupdate_loss",0.08642652630805969]]},{"dict":[["update",200],["preupdate_loss",0.022040100768208504]]},{"dict":[["update",400],["preupdate_loss",0.004668545443564653]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20956],["training_seconds",0.4541586749255657],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.5109994411468506]]},{"dict":[["update",100],["preupdate_loss",0.10089483112096786]]},{"dict":[["update",200],["preupdate_loss",0.02064681239426136]]},{"dict":[["update",400],["preupdate_loss",0.004303731955587864]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000047"}],["0.bias",{"tensor":"t000048"}],["2.weight",{"tensor":"t000049"}],["2.bias",{"tensor":"t000050"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20852],["training_seconds",0.4972308820579201],["training_network_executions",400],["estimated_training_dense_matmul_flops",3020544000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6653861999511719]]},{"dict":[["update",100],["preupdate_loss",0.04254782199859619]]},{"dict":[["update",200],["preupdate_loss",0.007025266997516155]]},{"dict":[["update",400],["preupdate_loss",0.0016145874396897852]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000051"}],["0.bias",{"tensor":"t000052"}],["2.weight",{"tensor":"t000053"}],["2.bias",{"tensor":"t000054"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20953],["training_seconds",0.4962150380015373],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6961027383804321]]},{"dict":[["update",100],["preupdate_loss",0.01960589364171028]]},{"dict":[["update",200],["preupdate_loss",0.004358808975666761]]},{"dict":[["update",400],["preupdate_loss",0.0011292000126559287]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000055"}],["0.bias",{"tensor":"t000056"}],["2.weight",{"tensor":"t000057"}],["2.bias",{"tensor":"t000058"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20954],["training_seconds",0.49454437696840614],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7308284640312195]]},{"dict":[["update",100],["preupdate_loss",0.03706878423690796]]},{"dict":[["update",200],["preupdate_loss",0.006193329114466906]]},{"dict":[["update",400],["preupdate_loss",0.0014569382765330374]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000059"}],["0.bias",{"tensor":"t000060"}],["2.weight",{"tensor":"t000061"}],["2.bias",{"tensor":"t000062"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20955],["training_seconds",0.4927239690441638],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7202380895614624]]},{"dict":[["update",100],["preupdate_loss",0.02678615367040038]]},{"dict":[["update",200],["preupdate_loss",0.004662357619963586]]},{"dict":[["update",400],["preupdate_loss",0.001122512127039954]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000063"}],["0.bias",{"tensor":"t000064"}],["2.weight",{"tensor":"t000065"}],["2.bias",{"tensor":"t000066"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20956],["training_seconds",0.5050896559841931],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6859716773033142]]},{"dict":[["update",100],["preupdate_loss",0.03475686628371477]]},{"dict":[["update",200],["preupdate_loss",0.005539722740650177]]},{"dict":[["update",400],["preupdate_loss",0.0013103255769237876]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000067"}],["0.bias",{"tensor":"t000068"}],["2.weight",{"tensor":"t000069"}],["2.bias",{"tensor":"t000070"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20852],["training_seconds",0.49284774193074554],["training_network_executions",400],["estimated_training_dense_matmul_flops",3020544000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.673753261566162]]},{"dict":[["update",100],["preupdate_loss",0.04324378166347742]]},{"dict":[["update",200],["preupdate_loss",0.0071950198616832495]]},{"dict":[["update",400],["preupdate_loss",0.0016559905488975346]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000071"}],["0.bias",{"tensor":"t000072"}],["2.weight",{"tensor":"t000073"}],["2.bias",{"tensor":"t000074"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20953],["training_seconds",0.5087935209739953],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6786685585975647]]},{"dict":[["update",100],["preupdate_loss",0.01784848188981414]]},{"dict":[["update",200],["preupdate_loss",0.00420220464002341]]},{"dict":[["update",400],["preupdate_loss",0.0011120645503979176]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000075"}],["0.bias",{"tensor":"t000076"}],["2.weight",{"tensor":"t000077"}],["2.bias",{"tensor":"t000078"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20954],["training_seconds",0.484110991936177],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7324190735816956]]},{"dict":[["update",100],["preupdate_loss",0.029856900684535503]]},{"dict":[["update",200],["preupdate_loss",0.005432355566881597]]},{"dict":[["update",400],["preupdate_loss",0.0013491249701473862]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000079"}],["0.bias",{"tensor":"t000080"}],["2.weight",{"tensor":"t000081"}],["2.bias",{"tensor":"t000082"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20955],["training_seconds",0.49643479101359844],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7200009226799011]]},{"dict":[["update",100],["preupdate_loss",0.02798771671950817]]},{"dict":[["update",200],["preupdate_loss",0.004887089133262634]]},{"dict":[["update",400],["preupdate_loss",0.0011851024173665792]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000083"}],["0.bias",{"tensor":"t000084"}],["2.weight",{"tensor":"t000085"}],["2.bias",{"tensor":"t000086"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20956],["training_seconds",0.4949677330441773],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7244178652763367]]},{"dict":[["update",100],["preupdate_loss",0.03768147807568312]]},{"dict":[["update",200],["preupdate_loss",0.005829320289194584]]},{"dict":[["update",400],["preupdate_loss",0.0013665110454894602]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000087"}],["forward_mse_diag",{"tensor":"t000088"}],["forward_mse_identity",{"tensor":"t000089"}],["forward_ce_identity",{"tensor":"t000090"}],["inverse_balanced",{"tensor":"t000091"}],["inverse_balanced_factor_temperature",{"tensor":"t000092"}],["inverse_unweighted",{"tensor":"t000093"}],["inverse_unweighted_factor_temperature",{"tensor":"t000094"}],["forward_mse_full_product",{"tensor":"t000095"}],["forward_mse_full_scalar_temperature",{"tensor":"t000096"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000097"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000098"}],["inverse_balanced_scalar_temperature",{"tensor":"t000099"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000100"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000101"}],["forward_mse_diag",{"tensor":"t000102"}],["forward_mse_identity",{"tensor":"t000103"}],["forward_ce_identity",{"tensor":"t000104"}],["inverse_balanced",{"tensor":"t000105"}],["inverse_balanced_factor_temperature",{"tensor":"t000106"}],["inverse_unweighted",{"tensor":"t000107"}],["inverse_unweighted_factor_temperature",{"tensor":"t000108"}],["forward_mse_full_product",{"tensor":"t000109"}],["forward_mse_full_scalar_temperature",{"tensor":"t000110"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000111"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000112"}],["inverse_balanced_scalar_temperature",{"tensor":"t000113"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000114"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000115"}],["top3",{"tensor":"t000116"}],["nll",{"tensor":"t000117"}],["confidence",{"tensor":"t000118"}],["brier",{"tensor":"t000119"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000120"}],["top3",{"tensor":"t000121"}],["nll",{"tensor":"t000122"}],["confidence",{"tensor":"t000123"}],["brier",{"tensor":"t000124"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000125"}],["top3",{"tensor":"t000126"}],["nll",{"tensor":"t000127"}],["confidence",{"tensor":"t000128"}],["brier",{"tensor":"t000129"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000130"}],["top3",{"tensor":"t000131"}],["nll",{"tensor":"t000132"}],["confidence",{"tensor":"t000133"}],["brier",{"tensor":"t000134"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000135"}],["top3",{"tensor":"t000136"}],["nll",{"tensor":"t000137"}],["confidence",{"tensor":"t000138"}],["brier",{"tensor":"t000139"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000140"}],["top3",{"tensor":"t000141"}],["nll",{"tensor":"t000142"}],["confidence",{"tensor":"t000143"}],["brier",{"tensor":"t000144"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000145"}],["top3",{"tensor":"t000146"}],["nll",{"tensor":"t000147"}],["confidence",{"tensor":"t000148"}],["brier",{"tensor":"t000149"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000150"}],["top3",{"tensor":"t000151"}],["nll",{"tensor":"t000152"}],["confidence",{"tensor":"t000153"}],["brier",{"tensor":"t000154"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000155"}],["top3",{"tensor":"t000156"}],["nll",{"tensor":"t000157"}],["confidence",{"tensor":"t000158"}],["brier",{"tensor":"t000159"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000160"}],["top3",{"tensor":"t000161"}],["nll",{"tensor":"t000162"}],["confidence",{"tensor":"t000163"}],["brier",{"tensor":"t000164"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000165"}],["top3",{"tensor":"t000166"}],["nll",{"tensor":"t000167"}],["confidence",{"tensor":"t000168"}],["brier",{"tensor":"t000169"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000170"}],["top3",{"tensor":"t000171"}],["nll",{"tensor":"t000172"}],["confidence",{"tensor":"t000173"}],["brier",{"tensor":"t000174"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000175"}],["top3",{"tensor":"t000176"}],["nll",{"tensor":"t000177"}],["confidence",{"tensor":"t000178"}],["brier",{"tensor":"t000179"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000180"}],["top3",{"tensor":"t000181"}],["nll",{"tensor":"t000182"}],["confidence",{"tensor":"t000183"}],["brier",{"tensor":"t000184"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[2.3809263336573085,1.953743353849708,2.051795858888771,2.3675683863872115,2.708804654226798,2.9831433116736727,3.168180372530323]}]]}],["forward_mse_identity",{"dict":[["temperature",16.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[13.4710167315396,7.187920880309719,4.316849263826783,3.152369087957286,2.819625833276512,2.8647719739156514,3.028699362492073]}]]}],["forward_ce_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[7.568848024924927,4.004352813652048,2.4368403033346264,1.97301979596344,2.0804956747379766,2.411299813636183,2.7607181500583726]}]]}],["inverse_balanced",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[9.118397548940838,4.775303946053407,2.8734915543408697,2.332273429739982,2.44855029744524,2.75246323443502,3.018853830704303]}]]}],["inverse_unweighted",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[8.745071315798416,4.59908825859708,2.7930642521405638,2.2991431087582015,2.4342871568950315,2.744119676920693,3.013634550532343]}]]}]]}],["covariance",{"tensor":"t000185"}],["residuals",{"tensor":"t000186"}],["replay",{"dict":[["mean_max_error",9.5367431640625e-07],["covariance_max_error",9.068182627025578e-08],["inverse_posterior_max_error",2.6531173480393022e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","temperature"],["labels",64],["seed",20852],["stratum","fit"],["records",64],["mean_mse",0.24211980163878558],["observation_nll",23.45200218580706]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20852],["stratum","source_outside_prefix"],["records",616],["mean_mse",0.587771142676216],["observation_nll",25.601396659685996]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20852],["stratum","held_seen"],["records",339],["mean_mse",0.5889129698884993],["observation_nll",26.04724453563435]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20852],["stratum","held_unseen"],["records",65],["mean_mse",0.9305718240571086],["observation_nll",27.364415309926684]]}]}]]} diff --git a/revision_r1/sensor/run_01/temperature_n64_s20852.safetensors b/revision_r1/sensor/run_01/temperature_n64_s20852.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86aaf7056edbb4b493d125e7f2d6c0af3bce2717 --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n64_s20852.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c7972c39b6f405d53686da88fafa680d6aec2303b175e1f9c858faf392f126 +size 3473772 diff --git a/revision_r1/sensor/run_01/temperature_n64_s20853.json b/revision_r1/sensor/run_01/temperature_n64_s20853.json new file mode 100644 index 0000000000000000000000000000000000000000..2acd90871c2344f882dc51e2e1815099df9c4c23 --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n64_s20853.json @@ -0,0 +1 @@ +{"dict":[["cohort","temperature"],["labels",64],["seed",20853],["fit_ids",{"tensor":"t000000"}],["mean",{"tensor":"t000001"}],["scale",{"tensor":"t000002"}],["held_rows",{"tensor":"t000003"}],["true",{"tensor":"t000004"}],["unseen",{"tensor":"t000005"}],["units",{"tensor":"t000006"}],["models",{"dict":[["forward_mse",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000007"}],["net.0.bias",{"tensor":"t000008"}],["net.2.weight",{"tensor":"t000009"}],["net.2.bias",{"tensor":"t000010"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20853],["training_seconds",0.373772582039237],["training_network_executions",400],["estimated_training_dense_matmul_flops",3009945600],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9928126931190491]]},{"dict":[["update",100],["preupdate_loss",0.3345693051815033]]},{"dict":[["update",200],["preupdate_loss",0.3175164759159088]]},{"dict":[["update",400],["preupdate_loss",0.31653475761413574]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000011"}],["net.0.bias",{"tensor":"t000012"}],["net.2.weight",{"tensor":"t000013"}],["net.2.bias",{"tensor":"t000014"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20954],["training_seconds",0.2872385490918532],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.9060639142990112]]},{"dict":[["update",100],["preupdate_loss",0.2751021981239319]]},{"dict":[["update",200],["preupdate_loss",0.26274630427360535]]},{"dict":[["update",400],["preupdate_loss",0.262373685836792]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000015"}],["net.0.bias",{"tensor":"t000016"}],["net.2.weight",{"tensor":"t000017"}],["net.2.bias",{"tensor":"t000018"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20955],["training_seconds",0.28871578397229314],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.0807886123657227]]},{"dict":[["update",100],["preupdate_loss",0.30049949884414673]]},{"dict":[["update",200],["preupdate_loss",0.2827506363391876]]},{"dict":[["update",400],["preupdate_loss",0.2807350158691406]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000019"}],["net.0.bias",{"tensor":"t000020"}],["net.2.weight",{"tensor":"t000021"}],["net.2.bias",{"tensor":"t000022"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20956],["training_seconds",0.37189431209117174],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",0.854515016078949]]},{"dict":[["update",100],["preupdate_loss",0.33380091190338135]]},{"dict":[["update",200],["preupdate_loss",0.32753464579582214]]},{"dict":[["update",400],["preupdate_loss",0.32732197642326355]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000023"}],["net.0.bias",{"tensor":"t000024"}],["net.2.weight",{"tensor":"t000025"}],["net.2.bias",{"tensor":"t000026"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_mse"],["seed",20957],["training_seconds",0.3838469070615247],["training_network_executions",400],["estimated_training_dense_matmul_flops",2257459200],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.1302504539489746]]},{"dict":[["update",100],["preupdate_loss",0.25764498114585876]]},{"dict":[["update",200],["preupdate_loss",0.2056169956922531]]},{"dict":[["update",400],["preupdate_loss",0.20444191992282867]]}]}]]}]}],["forward_ce",{"list":[{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000027"}],["net.0.bias",{"tensor":"t000028"}],["net.2.weight",{"tensor":"t000029"}],["net.2.bias",{"tensor":"t000030"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20853],["training_seconds",0.4533892599865794],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.5034396648406982]]},{"dict":[["update",100],["preupdate_loss",0.12207980453968048]]},{"dict":[["update",200],["preupdate_loss",0.03497161716222763]]},{"dict":[["update",400],["preupdate_loss",0.02288147248327732]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000031"}],["net.0.bias",{"tensor":"t000032"}],["net.2.weight",{"tensor":"t000033"}],["net.2.bias",{"tensor":"t000034"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20954],["training_seconds",0.45208696695044637],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.2975075244903564]]},{"dict":[["update",100],["preupdate_loss",0.06645599752664566]]},{"dict":[["update",200],["preupdate_loss",0.015045705251395702]]},{"dict":[["update",400],["preupdate_loss",0.003270162036642432]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000035"}],["net.0.bias",{"tensor":"t000036"}],["net.2.weight",{"tensor":"t000037"}],["net.2.bias",{"tensor":"t000038"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20955],["training_seconds",0.45280575403012335],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.644087791442871]]},{"dict":[["update",100],["preupdate_loss",0.1433955281972885]]},{"dict":[["update",200],["preupdate_loss",0.03322118893265724]]},{"dict":[["update",400],["preupdate_loss",0.019553888589143753]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000039"}],["net.0.bias",{"tensor":"t000040"}],["net.2.weight",{"tensor":"t000041"}],["net.2.bias",{"tensor":"t000042"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20956],["training_seconds",0.41849046491552144],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.529393434524536]]},{"dict":[["update",100],["preupdate_loss",0.08468601852655411]]},{"dict":[["update",200],["preupdate_loss",0.022045953199267387]]},{"dict":[["update",400],["preupdate_loss",0.005423376336693764]]}]}]]},{"dict":[["state",{"dict":[["net.0.weight",{"tensor":"t000043"}],["net.0.bias",{"tensor":"t000044"}],["net.2.weight",{"tensor":"t000045"}],["net.2.bias",{"tensor":"t000046"}]]}],["trainable_parameters",19936],["steps",400],["kind","forward_ce"],["seed",20957],["training_seconds",0.47882783808745444],["training_network_executions",400],["estimated_training_dense_matmul_flops",1410912000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",3.4558074474334717]]},{"dict":[["update",100],["preupdate_loss",0.06554124504327774]]},{"dict":[["update",200],["preupdate_loss",0.012869682163000107]]},{"dict":[["update",400],["preupdate_loss",0.0030156613793224096]]}]}]]}]}],["inverse_balanced",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000047"}],["0.bias",{"tensor":"t000048"}],["2.weight",{"tensor":"t000049"}],["2.bias",{"tensor":"t000050"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20853],["training_seconds",0.5083435230189934],["training_network_executions",400],["estimated_training_dense_matmul_flops",3020544000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.6981338858604431]]},{"dict":[["update",100],["preupdate_loss",0.02655736915767193]]},{"dict":[["update",200],["preupdate_loss",0.00467821815982461]]},{"dict":[["update",400],["preupdate_loss",0.0011794046440627426]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000051"}],["0.bias",{"tensor":"t000052"}],["2.weight",{"tensor":"t000053"}],["2.bias",{"tensor":"t000054"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20954],["training_seconds",0.49782564502675086],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.740402340888977]]},{"dict":[["update",100],["preupdate_loss",0.01632286887615919]]},{"dict":[["update",200],["preupdate_loss",0.003579094191081822]]},{"dict":[["update",400],["preupdate_loss",0.000968101667240262]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000055"}],["0.bias",{"tensor":"t000056"}],["2.weight",{"tensor":"t000057"}],["2.bias",{"tensor":"t000058"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20955],["training_seconds",0.4958815999561921],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7405659556388855]]},{"dict":[["update",100],["preupdate_loss",0.02600807696580887]]},{"dict":[["update",200],["preupdate_loss",0.004690772038884461]]},{"dict":[["update",400],["preupdate_loss",0.0012089412775821984]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000059"}],["0.bias",{"tensor":"t000060"}],["2.weight",{"tensor":"t000061"}],["2.bias",{"tensor":"t000062"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20956],["training_seconds",0.4927138399798423],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7000322341918945]]},{"dict":[["update",100],["preupdate_loss",0.015538040082901716]]},{"dict":[["update",200],["preupdate_loss",0.003250097041018307]]},{"dict":[["update",400],["preupdate_loss",0.000874929828569293]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000063"}],["0.bias",{"tensor":"t000064"}],["2.weight",{"tensor":"t000065"}],["2.bias",{"tensor":"t000066"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_balanced"],["seed",20957],["training_seconds",0.4791293899761513],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7766108512878418]]},{"dict":[["update",100],["preupdate_loss",0.02242500614374876]]},{"dict":[["update",200],["preupdate_loss",0.004289565375074744]]},{"dict":[["update",400],["preupdate_loss",0.0010798414587043226]]}]}]]}]}],["inverse_unweighted",{"list":[{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000067"}],["0.bias",{"tensor":"t000068"}],["2.weight",{"tensor":"t000069"}],["2.bias",{"tensor":"t000070"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20853],["training_seconds",0.509659492992796],["training_network_executions",400],["estimated_training_dense_matmul_flops",3020544000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7088620066642761]]},{"dict":[["update",100],["preupdate_loss",0.029006303288042545]]},{"dict":[["update",200],["preupdate_loss",0.004840255714952946]]},{"dict":[["update",400],["preupdate_loss",0.0012084998015780002]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000071"}],["0.bias",{"tensor":"t000072"}],["2.weight",{"tensor":"t000073"}],["2.bias",{"tensor":"t000074"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20954],["training_seconds",0.5100099600385875],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7443692088127136]]},{"dict":[["update",100],["preupdate_loss",0.017893767450004816]]},{"dict":[["update",200],["preupdate_loss",0.00368429406080395]]},{"dict":[["update",400],["preupdate_loss",0.0009793462231755257]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000075"}],["0.bias",{"tensor":"t000076"}],["2.weight",{"tensor":"t000077"}],["2.bias",{"tensor":"t000078"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20955],["training_seconds",0.5166290419874713],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.745382308959961]]},{"dict":[["update",100],["preupdate_loss",0.02841993235051632]]},{"dict":[["update",200],["preupdate_loss",0.004921044688671827]]},{"dict":[["update",400],["preupdate_loss",0.001243333739694208]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000079"}],["0.bias",{"tensor":"t000080"}],["2.weight",{"tensor":"t000081"}],["2.bias",{"tensor":"t000082"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20956],["training_seconds",0.5184747639577836],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.7064462304115295]]},{"dict":[["update",100],["preupdate_loss",0.01618335535749793]]},{"dict":[["update",200],["preupdate_loss",0.003375536878593266]]},{"dict":[["update",400],["preupdate_loss",0.0009019352728500962]]}]}]]},{"dict":[["state",{"dict":[["0.weight",{"tensor":"t000083"}],["0.bias",{"tensor":"t000084"}],["2.weight",{"tensor":"t000085"}],["2.bias",{"tensor":"t000086"}]]}],["trainable_parameters",19963],["steps",400],["kind","inverse_unweighted"],["seed",20957],["training_seconds",0.5059056510217488],["training_network_executions",400],["estimated_training_dense_matmul_flops",2265408000],["loss_trace",{"list":[{"dict":[["update",1],["preupdate_loss",1.788120687007904]]},{"dict":[["update",100],["preupdate_loss",0.0239483704790473]]},{"dict":[["update",200],["preupdate_loss",0.004501625546254218]]},{"dict":[["update",400],["preupdate_loss",0.001131520897615701]]}]}]]}]}]]}],["source_oof_logpost",{"dict":[["forward_mse_full",{"tensor":"t000087"}],["forward_mse_diag",{"tensor":"t000088"}],["forward_mse_identity",{"tensor":"t000089"}],["forward_ce_identity",{"tensor":"t000090"}],["inverse_balanced",{"tensor":"t000091"}],["inverse_balanced_factor_temperature",{"tensor":"t000092"}],["inverse_unweighted",{"tensor":"t000093"}],["inverse_unweighted_factor_temperature",{"tensor":"t000094"}],["forward_mse_full_product",{"tensor":"t000095"}],["forward_mse_full_scalar_temperature",{"tensor":"t000096"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000097"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000098"}],["inverse_balanced_scalar_temperature",{"tensor":"t000099"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000100"}]]}],["held_logpost",{"dict":[["forward_mse_full",{"tensor":"t000101"}],["forward_mse_diag",{"tensor":"t000102"}],["forward_mse_identity",{"tensor":"t000103"}],["forward_ce_identity",{"tensor":"t000104"}],["inverse_balanced",{"tensor":"t000105"}],["inverse_balanced_factor_temperature",{"tensor":"t000106"}],["inverse_unweighted",{"tensor":"t000107"}],["inverse_unweighted_factor_temperature",{"tensor":"t000108"}],["forward_mse_full_product",{"tensor":"t000109"}],["forward_mse_full_scalar_temperature",{"tensor":"t000110"}],["forward_mse_identity_scalar_temperature",{"tensor":"t000111"}],["forward_ce_identity_scalar_temperature",{"tensor":"t000112"}],["inverse_balanced_scalar_temperature",{"tensor":"t000113"}],["inverse_unweighted_scalar_temperature",{"tensor":"t000114"}]]}],["held_metrics",{"dict":[["forward_mse_full",{"dict":[["top1",{"tensor":"t000115"}],["top3",{"tensor":"t000116"}],["nll",{"tensor":"t000117"}],["confidence",{"tensor":"t000118"}],["brier",{"tensor":"t000119"}]]}],["forward_mse_diag",{"dict":[["top1",{"tensor":"t000120"}],["top3",{"tensor":"t000121"}],["nll",{"tensor":"t000122"}],["confidence",{"tensor":"t000123"}],["brier",{"tensor":"t000124"}]]}],["forward_mse_identity",{"dict":[["top1",{"tensor":"t000125"}],["top3",{"tensor":"t000126"}],["nll",{"tensor":"t000127"}],["confidence",{"tensor":"t000128"}],["brier",{"tensor":"t000129"}]]}],["forward_ce_identity",{"dict":[["top1",{"tensor":"t000130"}],["top3",{"tensor":"t000131"}],["nll",{"tensor":"t000132"}],["confidence",{"tensor":"t000133"}],["brier",{"tensor":"t000134"}]]}],["inverse_balanced",{"dict":[["top1",{"tensor":"t000135"}],["top3",{"tensor":"t000136"}],["nll",{"tensor":"t000137"}],["confidence",{"tensor":"t000138"}],["brier",{"tensor":"t000139"}]]}],["inverse_balanced_factor_temperature",{"dict":[["top1",{"tensor":"t000140"}],["top3",{"tensor":"t000141"}],["nll",{"tensor":"t000142"}],["confidence",{"tensor":"t000143"}],["brier",{"tensor":"t000144"}]]}],["inverse_unweighted",{"dict":[["top1",{"tensor":"t000145"}],["top3",{"tensor":"t000146"}],["nll",{"tensor":"t000147"}],["confidence",{"tensor":"t000148"}],["brier",{"tensor":"t000149"}]]}],["inverse_unweighted_factor_temperature",{"dict":[["top1",{"tensor":"t000150"}],["top3",{"tensor":"t000151"}],["nll",{"tensor":"t000152"}],["confidence",{"tensor":"t000153"}],["brier",{"tensor":"t000154"}]]}],["forward_mse_full_product",{"dict":[["top1",{"tensor":"t000155"}],["top3",{"tensor":"t000156"}],["nll",{"tensor":"t000157"}],["confidence",{"tensor":"t000158"}],["brier",{"tensor":"t000159"}]]}],["forward_mse_full_scalar_temperature",{"dict":[["top1",{"tensor":"t000160"}],["top3",{"tensor":"t000161"}],["nll",{"tensor":"t000162"}],["confidence",{"tensor":"t000163"}],["brier",{"tensor":"t000164"}]]}],["forward_mse_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000165"}],["top3",{"tensor":"t000166"}],["nll",{"tensor":"t000167"}],["confidence",{"tensor":"t000168"}],["brier",{"tensor":"t000169"}]]}],["forward_ce_identity_scalar_temperature",{"dict":[["top1",{"tensor":"t000170"}],["top3",{"tensor":"t000171"}],["nll",{"tensor":"t000172"}],["confidence",{"tensor":"t000173"}],["brier",{"tensor":"t000174"}]]}],["inverse_balanced_scalar_temperature",{"dict":[["top1",{"tensor":"t000175"}],["top3",{"tensor":"t000176"}],["nll",{"tensor":"t000177"}],["confidence",{"tensor":"t000178"}],["brier",{"tensor":"t000179"}]]}],["inverse_unweighted_scalar_temperature",{"dict":[["top1",{"tensor":"t000180"}],["top3",{"tensor":"t000181"}],["nll",{"tensor":"t000182"}],["confidence",{"tensor":"t000183"}],["brier",{"tensor":"t000184"}]]}]]}],["calibration",{"dict":[["forward_mse_full",{"dict":[["temperature",2.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[1.2247730447158913,1.1240955019444705,1.3241615363823889,1.642735150325044,1.9840851543907525,2.3122792107440673,2.6154727175513717]}]]}],["forward_mse_identity",{"dict":[["temperature",32.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[15.402256378434302,8.195754170425689,4.861789739625254,3.474529945248698,3.033511899513577,3.0099123286947416,3.1203824457729468]}]]}],["forward_ce_identity",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.006175483690489,3.210508794457417,2.056776561311141,1.8154055001082778,2.017146820831199,2.382243362810575,2.7444427311799657]}]]}],["inverse_balanced",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.733545477509315,3.581119289234434,2.3026013501589313,2.090186508099263,2.3572809493662445,2.7204757401008264,3.007773003458307]}]]}],["inverse_unweighted",{"dict":[["temperature",8.0],["grid",{"list":[1.0,2.0,4.0,8.0,16.0,32.0,64.0]}],["oof_nll",{"list":[6.479943609876257,3.458557309835398,2.247371208202363,2.0678376621620007,2.3473529088214065,2.715304071701863,3.005254603629495]}]]}]]}],["covariance",{"tensor":"t000185"}],["residuals",{"tensor":"t000186"}],["replay",{"dict":[["mean_max_error",4.76837158203125e-07],["covariance_max_error",3.012048188644201e-07],["inverse_posterior_max_error",2.5204978770787534e-08]]}],["diagnostics",{"list":[{"dict":[["cohort","temperature"],["labels",64],["seed",20853],["stratum","fit"],["records",64],["mean_mse",0.3165345089611484],["observation_nll",20.441759618140267]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20853],["stratum","source_outside_prefix"],["records",616],["mean_mse",0.5761835267844435],["observation_nll",22.867462485735743]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20853],["stratum","held_seen"],["records",339],["mean_mse",0.5762588528840096],["observation_nll",24.597097737954652]]},{"dict":[["cohort","temperature"],["labels",64],["seed",20853],["stratum","held_unseen"],["records",65],["mean_mse",1.0723014286914252],["observation_nll",27.1126908421085]]}]}]]} diff --git a/revision_r1/sensor/run_01/temperature_n64_s20853.safetensors b/revision_r1/sensor/run_01/temperature_n64_s20853.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..24b2951b8cafcce2fd844cb72d99b07b305d581e --- /dev/null +++ b/revision_r1/sensor/run_01/temperature_n64_s20853.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51819ee75d951c15106f03eb08132c305886b9f3fe44155e71efc5b7e0cd50a0 +size 3473772 diff --git a/revision_r1/sensor/safe_replay.json b/revision_r1/sensor/safe_replay.json new file mode 100644 index 0000000000000000000000000000000000000000..4ea481eea0adf74ecca6823edc6ef0222d85e809 --- /dev/null +++ b/revision_r1/sensor/safe_replay.json @@ -0,0 +1,39 @@ +{ + "status": "passed", + "refitted_models": 0, + "cells": 24, + "held_methods": 192, + "reversal_scenarios": 21, + "maximum_saved_score_error": 0.0, + "maximum_metric_error": 0.0, + "maximum_reversal_score_error": 0.0, + "original_archived_metric_vector_max_errors": { + "hydraulic_factorized_neural_top1": 0.0, + "hydraulic_factorized_neural_top3": 0.0, + "hydraulic_factorized_neural_nll": 2.488220451368761e-05, + "hydraulic_factorized_neural_confidence": 1.6825558705191312e-06, + "hydraulic_factorized_classifier_top1": 0.0, + "hydraulic_factorized_classifier_top3": 0.0, + "hydraulic_factorized_classifier_nll": 1.6876770096985183e-06, + "hydraulic_factorized_classifier_confidence": 4.1392002436690944e-08, + "temperature_factorized_neural_top1": 0.0, + "temperature_factorized_neural_top3": 0.0, + "temperature_factorized_neural_nll": 1.0818260330225371e-05, + "temperature_factorized_neural_confidence": 1.6244467709869426e-06, + "temperature_factorized_classifier_top1": 0.0, + "temperature_factorized_classifier_top3": 0.0, + "temperature_factorized_classifier_nll": 9.632170758777647e-07, + "temperature_factorized_classifier_confidence": 2.6531173480393022e-08 + }, + "archive_tolerances": { + "top1": 1e-05, + "top3": 1e-05, + "confidence": 1e-05, + "nll": 0.001 + }, + "notes": "New refits use float32 training and explicit dense evaluation; original archived scores use original Linear kernels. NLL tolerance accommodates small probability changes in log space; all ranking vectors agree exactly when reported error0.", + "seconds": 0.8983190259896219, + "device": "cuda:3", + "gpu": "NVIDIA H200", + "cpu_scientific_execution": false +} diff --git a/revision_r1/sensor/safe_tree.py b/revision_r1/sensor/safe_tree.py new file mode 100644 index 0000000000000000000000000000000000000000..87d468efb8bad3128f5581d22020416171432ab7 --- /dev/null +++ b/revision_r1/sensor/safe_tree.py @@ -0,0 +1,33 @@ +"""Lossless non-executable Safetensors + JSON tensor-tree serialization.""" +from pathlib import Path +import json,math +import torch +from safetensors.torch import save_file,load_file + + +def save_tree(value, base): + base=Path(base);tensors={} + def walk(x): + if torch.is_tensor(x): + key=f't{len(tensors):06d}';tensors[key]=x.detach().contiguous().cpu().clone();return {'tensor':key} + if isinstance(x,dict):return {'dict':[[walk(k),walk(v)] for k,v in x.items()]} + if isinstance(x,(tuple,list)):return {'tuple' if isinstance(x,tuple) else 'list':[walk(v) for v in x]} + if isinstance(x,float) and not math.isfinite(x):return {'float':str(x)} + assert x is None or isinstance(x,(str,int,float,bool)),type(x) + return x + tree=walk(value);base.parent.mkdir(parents=True,exist_ok=True) + save_file(tensors,str(base.with_suffix('.safetensors')),metadata={'format':'lossless-tree-v1','checkpoint':'no-executable-pickle'}) + base.with_suffix('.json').write_text(json.dumps(tree,separators=(',',':'),allow_nan=False)+'\n') + + +def load_tree(base, device): + base=Path(base).with_suffix('');tensors=load_file(str(base.with_suffix('.safetensors')),device=device) + def walk(x): + if not isinstance(x,dict):return x + if 'tensor' in x:return tensors[x['tensor']] + if 'dict' in x:return {walk(k):walk(v) for k,v in x['dict']} + if 'tuple' in x:return tuple(walk(v) for v in x['tuple']) + if 'list' in x:return [walk(v) for v in x['list']] + if 'float' in x:return float(x['float']) + raise ValueError(x) + return walk(json.loads(base.with_suffix('.json').read_text())) diff --git a/revision_r1/sensor/verify_all.py b/revision_r1/sensor/verify_all.py new file mode 100644 index 0000000000000000000000000000000000000000..eacb519ab28b4b710312af61322551d002f7d5bd --- /dev/null +++ b/revision_r1/sensor/verify_all.py @@ -0,0 +1,87 @@ +"""Independent saved-state/score replay of all review ablations; never refits.""" +from pathlib import Path +import argparse,importlib.util,json,time +import torch +ROOT=Path(__file__).resolve().parents[3] +local_trainer=Path(__file__).with_name('review_r1_sensor.py') +spec=importlib.util.spec_from_file_location('review_sensor',local_trainer if local_trainer.exists() else ROOT/'reproduce/review_r1_sensor.py') +M=importlib.util.module_from_spec(spec);spec.loader.exec_module(M) +from safe_tree import load_tree + + +def artifacts(directory, pattern): + safe=sorted(directory.glob(pattern+'.safetensors')) + return safe if safe else sorted(directory.glob(pattern+'.pt')) + + +def read(path,device): + return load_tree(path,device) if path.suffix=='.safetensors' else torch.load(path,map_location=device,weights_only=True) + + +@torch.no_grad() +def main(): + parser=argparse.ArgumentParser();parser.add_argument('--base',required=True);parser.add_argument('--extension',required=True);parser.add_argument('--output',required=True);parser.add_argument('--device',default='cuda:3');parser.add_argument('--release');args=parser.parse_args() + torch.cuda.set_device(args.device);torch.backends.cuda.matmul.allow_tf32=False;start=time.perf_counter();base=Path(args.base);extension=Path(args.extension) + maxlog=0.;maxmetric=0.;archived={};cells=0;methods=0;reverse=0;maxreversal=0. + for cohort,sizes in [('hydraulic',[3,4,3,4]),('temperature',[10,3])]: + p=M.load(f'data/{cohort}/prepared',args.device);original=M.load(f'results/{cohort}/predictions',args.device)['results'];grid=M.F.hypotheses(sizes,args.device);zg=M.F.design(grid,sizes,True) + for file in artifacts(base,f'{cohort}_n*'): + a=read(file,args.device);cells+=1;ids=a['fit_ids'];h=p['h'][ids];st=M.F.joint_index(h,sizes);x=(p['x'][ids]-a['mean'])/a['scale'];xx=(p['x'][a['held_rows']]-a['mean'])/a['scale'];fold=torch.arange(len(ids),device=args.device)%4 + source={};held={};residual=x.clone() + msemeans=[M.dense(f['state'],zg) for f in a['models']['forward_mse']] + for f in range(4):residual[fold==f]-=msemeans[f+1][st[fold==f]] + cov=M.F.residual_covariance(residual,True) + for name,c in [('forward_mse_full',cov),('forward_mse_diag',torch.diag(cov.diagonal())),('forward_mse_identity',torch.eye(x.shape[1],device=args.device,dtype=x.dtype))]: + held[name]=M.gaussian_scores(xx,msemeans[0],c).log_softmax(-1);source[name]=x.new_empty((len(x),len(grid))) + for f in range(4):source[name][fold==f]=M.gaussian_scores(x[fold==f],msemeans[f+1],c).log_softmax(-1) + for kind in ['forward_ce','inverse_balanced','inverse_unweighted']: + models=a['models'][kind] + if kind=='forward_ce': + c=torch.eye(x.shape[1],device=args.device,dtype=x.dtype);name='forward_ce_identity';held[name]=M.gaussian_scores(xx,M.dense(models[0]['state'],zg),c).log_softmax(-1);source[name]=x.new_empty((len(x),len(grid))) + for f in range(4):source[name][fold==f]=M.gaussian_scores(x[fold==f],M.dense(models[f+1]['state'],zg),c).log_softmax(-1) + else: + logits=M.dense(models[0]['state'],xx,False);oof=x.new_empty((len(x),sum(sizes))) + for f in range(4):oof[fold==f]=M.dense(models[f+1]['state'],x[fold==f],False) + t=M.original_temperatures(oof,h,sizes) + for suffix,temp in [('',None),('_factor_temperature',t)]: + held[kind+suffix]=M.inverse_scores(logits,sizes,grid,temp).log_softmax(-1);source[kind+suffix]=M.inverse_scores(oof,sizes,grid,temp).log_softmax(-1) + held['forward_mse_full_product']=M.independent_projection(held['forward_mse_full'],sizes,grid);source['forward_mse_full_product']=M.independent_projection(source['forward_mse_full'],sizes,grid) + for name,cal in a['calibration'].items(): + held[name+'_scalar_temperature'],freshcal=M.calibrate(source[name],st,held[name]);source[name+'_scalar_temperature']=(source[name]/freshcal['temperature']).log_softmax(-1);assert freshcal['temperature']==cal['temperature'] + assert set(held)==set(a['held_logpost']) + for name,v in held.items(): + methods+=1;maxlog=max(maxlog,float((v-a['held_logpost'][name]).abs().max()),float((source[name]-a['source_oof_logpost'][name]).abs().max())) + metrics=M.metric_vectors(v,a['true']) + for k,value in metrics.items():maxmetric=max(maxmetric,float((value-a['held_metrics'][name][k]).abs().max())) + for model,name in [('factorized_neural','forward_mse_full'),('factorized_classifier','inverse_balanced_factor_temperature')]: + r=next(r for r in original if r['samples']==a['labels'] and r['seed']==a['seed'] and r['model']==model) + fresh=M.metric_vectors(held[name],a['true']) + for k in ['top1','top3','nll','confidence']: + key=cohort+'_'+model+'_'+k;err=float((fresh[k]-r['metrics'][k]).abs().max());archived[key]=max(archived.get(key,0.),err) + assert err<(1e-3 if k=='nll' else 1e-5),(key,err) + for file in artifacts(extension,f'{cohort}_n*'): + a=read(file,args.device);cells+=1;x=(p['x'][a['held_rows']]-a['mean'])/a['scale'];c=torch.eye(x.shape[1],device=args.device,dtype=x.dtype) + raw=M.gaussian_scores(x,M.dense(a['fits'][0]['state'],zg),c).log_softmax(-1) + sx=(p['x'][a['fit_ids']]-a['mean'])/a['scale'];st=M.F.joint_index(p['h'][a['fit_ids']],sizes);fold=torch.arange(len(sx),device=args.device)%4;oof=sx.new_empty((len(sx),len(grid))) + for f in range(4):oof[fold==f]=M.gaussian_scores(sx[fold==f],M.dense(a['fits'][f+1]['state'],zg),c).log_softmax(-1) + maxlog=max(maxlog,float((oof-a['source_oof_logpost']).abs().max()));_,cal=M.calibrate(oof,st,raw);assert cal['temperature']==a['calibration']['temperature'] + for name,v in [('forward_factor_ce_identity',raw),('forward_factor_ce_identity_scalar_temperature',(raw/a['calibration']['temperature']).log_softmax(-1))]: + methods+=1;maxlog=max(maxlog,float((v-a['held_logpost'][name]).abs().max())) + for k,value in M.metric_vectors(v,a['true']).items():maxmetric=max(maxmetric,float((value-a['metrics'][name][k]).abs().max())) + p=M.load('data/hydraulic/prepared',args.device);held=M.load('results/hydraulic/predictions',args.device)['results'][0]['held_rows'];grid=M.F.hypotheses([3,4,3,4],args.device);zg=M.F.design(grid,[3,4,3,4],True) + for file in artifacts(base,'hydraulic_reversal_s*'): + a=read(file,args.device);xx=(p['x'][held]-a['normalization_mean'])/a['normalization_scale'] + for r in a['scenarios']: + reverse+=1 + mean=r['mean'] if r['network'] is None else M.dense(r['network']['state'],zg) + fresh=M.gaussian_scores(xx,mean,a['covariance']).log_softmax(-1);maxreversal=max(maxreversal,float((fresh-r['held_logpost']).abs().max())) + assert maxlog<1e-8 and maxmetric<1e-8 and maxreversal<1e-8 + M.write(Path(args.output),dict(status='passed',refitted_models=0,cells=cells,held_methods=methods,reversal_scenarios=reverse, + maximum_saved_score_error=maxlog,maximum_metric_error=maxmetric,maximum_reversal_score_error=maxreversal, + original_archived_metric_vector_max_errors=archived,archive_tolerances=dict(top1=1e-5,top3=1e-5,confidence=1e-5,nll=1e-3), + notes='New refits use float32 training and explicit dense evaluation; original archived scores use original Linear kernels. NLL tolerance accommodates small probability changes in log space; all ranking vectors agree exactly when reported error0.', + seconds=time.perf_counter()-start,device=args.device,gpu=torch.cuda.get_device_name(),cpu_scientific_execution=False)) + print(Path(args.output).read_text()) + + +if __name__=='__main__':main()