diff --git a/models/temperature/n64_s20852/factorized_ridge.json b/models/temperature/n64_s20852/factorized_ridge.json new file mode 100644 index 0000000000000000000000000000000000000000..7e91eb57bb1aa9508cbd9d62276d4403eeccb507 --- /dev/null +++ b/models/temperature/n64_s20852/factorized_ridge.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["parts",{"list":[{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["count",{"tensor":"t000002"}],["centers",{"tensor":"t000003"}],["labels",{"tensor":"t000004"}],["weights",{"tensor":"t000005"}],["size",10]]},{"dict":[["mean",{"tensor":"t000006"}],["cov",{"tensor":"t000007"}],["count",{"tensor":"t000008"}],["centers",{"tensor":"t000009"}],["labels",{"tensor":"t000010"}],["weights",{"tensor":"t000011"}],["size",3]]}]}],["sizes",{"tuple":[10,3]}],["kind","factorized_ridge"],["grid",{"tensor":"t000012"}],["neural_parameters",0]]}],["mean",{"tensor":"t000013"}],["scale",{"tensor":"t000014"}],["fit_ids",{"tensor":"t000015"}]]} diff --git a/models/temperature/n64_s20852/factorized_ridge.safetensors b/models/temperature/n64_s20852/factorized_ridge.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67fb2541528aa804bafe1ffc7e1c481ed9aba9c0 --- /dev/null +++ b/models/temperature/n64_s20852/factorized_ridge.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a29756a84c52bfdf8eed968219e245d559bb5aff14695ddf3b18c5de68da581 +size 123528 diff --git a/models/temperature/n64_s20852/joint_gaussian.json b/models/temperature/n64_s20852/joint_gaussian.json new file mode 100644 index 0000000000000000000000000000000000000000..7923a31274fc6e49a9cbb624bafda50b949d8a78 --- /dev/null +++ b/models/temperature/n64_s20852/joint_gaussian.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["prior",{"tensor":"t000002"}],["hypotheses",{"tensor":"t000003"}],["sizes",{"tuple":[10,3]}],["kind","joint_gaussian"],["estimated_mean_scalars",1680],["checkpoint",{"dict":[["mean",{"tensor":"t000004"}]]}],["adaptation_fits",1],["neural_parameters",0]]}],["mean",{"tensor":"t000005"}],["scale",{"tensor":"t000006"}],["fit_ids",{"tensor":"t000007"}]]} diff --git a/models/temperature/n64_s20852/joint_gaussian.safetensors b/models/temperature/n64_s20852/joint_gaussian.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..922b21699e46a04af1fbefda8eb481c15cbedf47 --- /dev/null +++ b/models/temperature/n64_s20852/joint_gaussian.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff13fb733a62fc3c7f7d81d829fa081aae1dc1d7392f68bfa79070b1f7958ae +size 54776 diff --git a/models/temperature/n64_s20852/joint_neural.json b/models/temperature/n64_s20852/joint_neural.json new file mode 100644 index 0000000000000000000000000000000000000000..302a965797c86934d8e91d3cc6db6e4d27c17936 --- /dev/null +++ b/models/temperature/n64_s20852/joint_neural.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["prior",{"tensor":"t000002"}],["hypotheses",{"tensor":"t000003"}],["sizes",{"tuple":[10,3]}],["kind","joint_neural"],["estimated_mean_scalars",19979],["checkpoint",{"dict":[["net.0.weight",{"tensor":"t000004"}],["net.0.bias",{"tensor":"t000005"}],["net.2.weight",{"tensor":"t000006"}],["net.2.bias",{"tensor":"t000007"}]]}],["adaptation_fits",5],["neural_parameters",19979]]}],["mean",{"tensor":"t000008"}],["scale",{"tensor":"t000009"}],["fit_ids",{"tensor":"t000010"}]]} diff --git a/models/temperature/n64_s20852/joint_neural.safetensors b/models/temperature/n64_s20852/joint_neural.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01baffbd0825cc0743404af874a111abe4211dc9 --- /dev/null +++ b/models/temperature/n64_s20852/joint_neural.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:310d85754172e3e0abc90db4b4b8299becf6de3df2a87b38d546eab16c01ed7d +size 121468 diff --git a/models/temperature/n64_s20853/additive_diag.json b/models/temperature/n64_s20853/additive_diag.json new file mode 100644 index 0000000000000000000000000000000000000000..3f620031a992e121303e1fed7a1296843b7d8e55 --- /dev/null +++ b/models/temperature/n64_s20853/additive_diag.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["prior",{"tensor":"t000002"}],["hypotheses",{"tensor":"t000003"}],["sizes",{"tuple":[10,3]}],["kind","additive_diag"],["estimated_mean_scalars",784],["checkpoint",{"dict":[["weights",{"tensor":"t000004"}]]}],["adaptation_fits",1],["neural_parameters",0]]}],["mean",{"tensor":"t000005"}],["scale",{"tensor":"t000006"}],["fit_ids",{"tensor":"t000007"}]]} diff --git a/models/temperature/n64_s20853/additive_diag.safetensors b/models/temperature/n64_s20853/additive_diag.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b4a1135aa27ebbf84add613876fa109738de4db --- /dev/null +++ b/models/temperature/n64_s20853/additive_diag.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6341c182713477dacd0e5bd1c8b563694aba3d88b72a1248ca1303327547a1a6 +size 47608 diff --git a/models/temperature/n64_s20853/additive_full.json b/models/temperature/n64_s20853/additive_full.json new file mode 100644 index 0000000000000000000000000000000000000000..6de16b8b4a5b64ad0f3fd7a00fe34819b46236cc --- /dev/null +++ b/models/temperature/n64_s20853/additive_full.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["prior",{"tensor":"t000002"}],["hypotheses",{"tensor":"t000003"}],["sizes",{"tuple":[10,3]}],["kind","additive_full"],["estimated_mean_scalars",784],["checkpoint",{"dict":[["weights",{"tensor":"t000004"}]]}],["adaptation_fits",1],["neural_parameters",0]]}],["mean",{"tensor":"t000005"}],["scale",{"tensor":"t000006"}],["fit_ids",{"tensor":"t000007"}]]} diff --git a/models/temperature/n64_s20853/additive_full.safetensors b/models/temperature/n64_s20853/additive_full.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..129cc9a8625896d70e37c9652d9f68075c6134e2 --- /dev/null +++ b/models/temperature/n64_s20853/additive_full.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:192e2336937d519074711d076ffe113a6034417e53f729485f382d19827772c5 +size 47608 diff --git a/models/temperature/n64_s20853/factorized_classifier.json b/models/temperature/n64_s20853/factorized_classifier.json new file mode 100644 index 0000000000000000000000000000000000000000..6159dd58d00a4a07e3eb5ae86209c2399bb96754 --- /dev/null +++ b/models/temperature/n64_s20853/factorized_classifier.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["kind","factorized_classifier"],["sizes",{"tuple":[10,3]}],["state_dict",{"dict":[["0.weight",{"tensor":"t000000"}],["0.bias",{"tensor":"t000001"}],["2.weight",{"tensor":"t000002"}],["2.bias",{"tensor":"t000003"}]]}],["nonlinear",true],["input_dimensions",56],["grid",{"tensor":"t000004"}],["temperatures",{"tensor":"t000005"}],["neural_parameters",19965],["adaptation_fits",5]]}],["mean",{"tensor":"t000006"}],["scale",{"tensor":"t000007"}],["fit_ids",{"tensor":"t000008"}]]} diff --git a/models/temperature/n64_s20853/factorized_classifier.safetensors b/models/temperature/n64_s20853/factorized_classifier.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c21bc869510aee5399e58f3086f925e6797f045 --- /dev/null +++ b/models/temperature/n64_s20853/factorized_classifier.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a792fc43c751833020e414805d6624b07818a212a712f1fbd284a56e431bb2a5 +size 82500 diff --git a/models/temperature/n64_s20853/factorized_kernel.json b/models/temperature/n64_s20853/factorized_kernel.json new file mode 100644 index 0000000000000000000000000000000000000000..01f63a68398b9f23bd85d1b7004398691b20d372 --- /dev/null +++ b/models/temperature/n64_s20853/factorized_kernel.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["parts",{"list":[{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["count",{"tensor":"t000002"}],["centers",{"tensor":"t000003"}],["labels",{"tensor":"t000004"}],["weights",null],["size",10]]},{"dict":[["mean",{"tensor":"t000005"}],["cov",{"tensor":"t000006"}],["count",{"tensor":"t000007"}],["centers",{"tensor":"t000008"}],["labels",{"tensor":"t000009"}],["weights",null],["size",3]]}]}],["sizes",{"tuple":[10,3]}],["kind","factorized_kernel"],["grid",{"tensor":"t000010"}],["neural_parameters",0]]}],["mean",{"tensor":"t000011"}],["scale",{"tensor":"t000012"}],["fit_ids",{"tensor":"t000013"}]]} diff --git a/models/temperature/n64_s20853/factorized_kernel.safetensors b/models/temperature/n64_s20853/factorized_kernel.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ca7ab5204033e6d316b801c05f42320daeb836c --- /dev/null +++ b/models/temperature/n64_s20853/factorized_kernel.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c483e1f649dba522385f71820238b6c795c92733a6c8f8f5cf689edbbdc513 +size 117456 diff --git a/models/temperature/n64_s20853/factorized_lda.json b/models/temperature/n64_s20853/factorized_lda.json new file mode 100644 index 0000000000000000000000000000000000000000..98e501bce7a67ec26ec1a739ce7129079cf4f2ef --- /dev/null +++ b/models/temperature/n64_s20853/factorized_lda.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["parts",{"list":[{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["count",{"tensor":"t000002"}],["centers",{"tensor":"t000003"}],["labels",{"tensor":"t000004"}],["weights",null],["size",10]]},{"dict":[["mean",{"tensor":"t000005"}],["cov",{"tensor":"t000006"}],["count",{"tensor":"t000007"}],["centers",{"tensor":"t000008"}],["labels",{"tensor":"t000009"}],["weights",null],["size",3]]}]}],["sizes",{"tuple":[10,3]}],["kind","factorized_lda"],["grid",{"tensor":"t000010"}],["neural_parameters",0]]}],["mean",{"tensor":"t000011"}],["scale",{"tensor":"t000012"}],["fit_ids",{"tensor":"t000013"}]]} diff --git a/models/temperature/n64_s20853/factorized_lda.safetensors b/models/temperature/n64_s20853/factorized_lda.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a5481ede14273bbc8c9bad399aaa413970a428a --- /dev/null +++ b/models/temperature/n64_s20853/factorized_lda.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887920532c904a603b5302efabf221c651600c054732f20cf2432c0179dbf627 +size 393448 diff --git a/models/temperature/n64_s20853/factorized_logistic.json b/models/temperature/n64_s20853/factorized_logistic.json new file mode 100644 index 0000000000000000000000000000000000000000..643cab4499f761ba600cc69da930117578af6ccf --- /dev/null +++ b/models/temperature/n64_s20853/factorized_logistic.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["kind","factorized_logistic"],["sizes",{"tuple":[10,3]}],["state_dict",{"dict":[["weight",{"tensor":"t000000"}],["bias",{"tensor":"t000001"}]]}],["nonlinear",false],["input_dimensions",56],["grid",{"tensor":"t000002"}],["temperatures",{"tensor":"t000003"}],["neural_parameters",743],["adaptation_fits",5]]}],["mean",{"tensor":"t000004"}],["scale",{"tensor":"t000005"}],["fit_ids",{"tensor":"t000006"}]]} diff --git a/models/temperature/n64_s20853/factorized_logistic.safetensors b/models/temperature/n64_s20853/factorized_logistic.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5422115940f9eba176a6d18a8b66326f93e4fcf --- /dev/null +++ b/models/temperature/n64_s20853/factorized_logistic.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff5a5cd4193d0ee8fb50d3bd1338f4894aaf9fdb22ce7053c040d81b88ab658c +size 5468 diff --git a/models/temperature/n64_s20853/factorized_nb.json b/models/temperature/n64_s20853/factorized_nb.json new file mode 100644 index 0000000000000000000000000000000000000000..4db5086bdb0b1b688df10be3e0568b4fc58fdbaf --- /dev/null +++ b/models/temperature/n64_s20853/factorized_nb.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["parts",{"list":[{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["count",{"tensor":"t000002"}],["centers",{"tensor":"t000003"}],["labels",{"tensor":"t000004"}],["weights",null],["size",10]]},{"dict":[["mean",{"tensor":"t000005"}],["cov",{"tensor":"t000006"}],["count",{"tensor":"t000007"}],["centers",{"tensor":"t000008"}],["labels",{"tensor":"t000009"}],["weights",null],["size",3]]}]}],["sizes",{"tuple":[10,3]}],["kind","factorized_nb"],["grid",{"tensor":"t000010"}],["neural_parameters",0]]}],["mean",{"tensor":"t000011"}],["scale",{"tensor":"t000012"}],["fit_ids",{"tensor":"t000013"}]]} diff --git a/models/temperature/n64_s20853/factorized_nb.safetensors b/models/temperature/n64_s20853/factorized_nb.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab86a17640de5ee44dde917e9779b866cd3769c9 --- /dev/null +++ b/models/temperature/n64_s20853/factorized_nb.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e70aad49f9d2633a156d84a5e4cba9a342473851b84c4bfed332c652ef01d6a0 +size 393448 diff --git a/models/temperature/n64_s20853/factorized_neural.json b/models/temperature/n64_s20853/factorized_neural.json new file mode 100644 index 0000000000000000000000000000000000000000..c7f8f49ab3f9a2a72aa2f3fb76b95894c9c9ec17 --- /dev/null +++ b/models/temperature/n64_s20853/factorized_neural.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["prior",{"tensor":"t000002"}],["hypotheses",{"tensor":"t000003"}],["sizes",{"tuple":[10,3]}],["kind","factorized_neural"],["estimated_mean_scalars",19936],["checkpoint",{"dict":[["net.0.weight",{"tensor":"t000004"}],["net.0.bias",{"tensor":"t000005"}],["net.2.weight",{"tensor":"t000006"}],["net.2.bias",{"tensor":"t000007"}]]}],["adaptation_fits",5],["neural_parameters",19936]]}],["mean",{"tensor":"t000008"}],["scale",{"tensor":"t000009"}],["fit_ids",{"tensor":"t000010"}]]} diff --git a/models/temperature/n64_s20853/factorized_neural.safetensors b/models/temperature/n64_s20853/factorized_neural.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ad8adaada5cc9db324b713013a257c2b396582d --- /dev/null +++ b/models/temperature/n64_s20853/factorized_neural.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5856558ce7588273bdc722927d7fadb3fe2692e4581bde0ae3a389142ef2dd3 +size 121296 diff --git a/models/temperature/n64_s20853/factorized_ridge.json b/models/temperature/n64_s20853/factorized_ridge.json new file mode 100644 index 0000000000000000000000000000000000000000..7e91eb57bb1aa9508cbd9d62276d4403eeccb507 --- /dev/null +++ b/models/temperature/n64_s20853/factorized_ridge.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["parts",{"list":[{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["count",{"tensor":"t000002"}],["centers",{"tensor":"t000003"}],["labels",{"tensor":"t000004"}],["weights",{"tensor":"t000005"}],["size",10]]},{"dict":[["mean",{"tensor":"t000006"}],["cov",{"tensor":"t000007"}],["count",{"tensor":"t000008"}],["centers",{"tensor":"t000009"}],["labels",{"tensor":"t000010"}],["weights",{"tensor":"t000011"}],["size",3]]}]}],["sizes",{"tuple":[10,3]}],["kind","factorized_ridge"],["grid",{"tensor":"t000012"}],["neural_parameters",0]]}],["mean",{"tensor":"t000013"}],["scale",{"tensor":"t000014"}],["fit_ids",{"tensor":"t000015"}]]} diff --git a/models/temperature/n64_s20853/factorized_ridge.safetensors b/models/temperature/n64_s20853/factorized_ridge.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6123f99958affd28eaad929bbf2f7429d2d6acc9 --- /dev/null +++ b/models/temperature/n64_s20853/factorized_ridge.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4abc329811273e561323245bd5bab0bc21f14b11dcebce130f905388bc9c6f4 +size 123528 diff --git a/models/temperature/n64_s20853/joint_gaussian.json b/models/temperature/n64_s20853/joint_gaussian.json new file mode 100644 index 0000000000000000000000000000000000000000..7923a31274fc6e49a9cbb624bafda50b949d8a78 --- /dev/null +++ b/models/temperature/n64_s20853/joint_gaussian.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["prior",{"tensor":"t000002"}],["hypotheses",{"tensor":"t000003"}],["sizes",{"tuple":[10,3]}],["kind","joint_gaussian"],["estimated_mean_scalars",1680],["checkpoint",{"dict":[["mean",{"tensor":"t000004"}]]}],["adaptation_fits",1],["neural_parameters",0]]}],["mean",{"tensor":"t000005"}],["scale",{"tensor":"t000006"}],["fit_ids",{"tensor":"t000007"}]]} diff --git a/models/temperature/n64_s20853/joint_gaussian.safetensors b/models/temperature/n64_s20853/joint_gaussian.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edc8a3b689cbcb5f60f7fa34fd771d1458313844 --- /dev/null +++ b/models/temperature/n64_s20853/joint_gaussian.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a2a8634c41b022d1592c023619ba2eaca9c479b10084336f96e81e24082336 +size 54776 diff --git a/models/temperature/n64_s20853/joint_neural.json b/models/temperature/n64_s20853/joint_neural.json new file mode 100644 index 0000000000000000000000000000000000000000..302a965797c86934d8e91d3cc6db6e4d27c17936 --- /dev/null +++ b/models/temperature/n64_s20853/joint_neural.json @@ -0,0 +1 @@ +{"dict":[["model",{"dict":[["mean",{"tensor":"t000000"}],["cov",{"tensor":"t000001"}],["prior",{"tensor":"t000002"}],["hypotheses",{"tensor":"t000003"}],["sizes",{"tuple":[10,3]}],["kind","joint_neural"],["estimated_mean_scalars",19979],["checkpoint",{"dict":[["net.0.weight",{"tensor":"t000004"}],["net.0.bias",{"tensor":"t000005"}],["net.2.weight",{"tensor":"t000006"}],["net.2.bias",{"tensor":"t000007"}]]}],["adaptation_fits",5],["neural_parameters",19979]]}],["mean",{"tensor":"t000008"}],["scale",{"tensor":"t000009"}],["fit_ids",{"tensor":"t000010"}]]} diff --git a/models/temperature/n64_s20853/joint_neural.safetensors b/models/temperature/n64_s20853/joint_neural.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b8582cee0aeda8fddcb08160ceb94c14ae8009f --- /dev/null +++ b/models/temperature/n64_s20853/joint_neural.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f1d2465706477e65bdd03115813abd8504589d3cbe749ebcd7c4188c363ae1 +size 121468 diff --git a/paper/build_figures.py b/paper/build_figures.py new file mode 100644 index 0000000000000000000000000000000000000000..f39e7abea96dd7fa9a1c39a9262d0bf47c1c2fb3 --- /dev/null +++ b/paper/build_figures.py @@ -0,0 +1,69 @@ +"""Generate every plotted value and table body from archived result records.""" +from pathlib import Path +import json,csv,statistics,shutil +import matplotlib +matplotlib.use('Agg') +import matplotlib.pyplot as plt +import numpy as np +R=Path(__file__).resolve().parents[1];A=R/'paper';F=A/'figures';T=A/'tables';F.mkdir(exist_ok=True);T.mkdir(exist_ok=True);(A/'metadata').mkdir(exist_ok=True) +plt.rcParams.update({'font.family':'DejaVu Sans','font.size':11.5,'axes.spines.top':False,'axes.spines.right':False,'pdf.fonttype':42,'savefig.bbox':'tight'}) +NAMES={'additive_full':'Additive Gaussian','additive_diag':'Diagonal Gaussian','factorized_neural':'Factorized forward MLP','joint_neural':'Joint-state forward MLP','factorized_nb':'Factorized Gaussian NB','factorized_lda':'Factorized Gaussian LDA','factorized_kernel':'Factorized kernel','factorized_ridge':'Factorized ridge','joint_gaussian':'Joint-state Gaussian','factorized_logistic':'Factorized logistic','factorized_classifier':'Direct factorized MLP'} +METHODS={'query_joint':'Joint predictive clustering','posterior_clusters':'Posterior clustering','posterior_bins':'Posterior bins','future_marginal':'Observation clustering','raw_information':'Three features by mutual information','raw_entropy':'Three features by entropy','hash_code':'Fixed hash','identity':'Uncompressed mixture'} +load=lambda p:json.loads((R/p).read_text()) +control=load('results/controlled/decision.json');day=load('provenance/verification/independent_statistics.json');hydro=load('provenance/hydraulic/opened_hydraulic_summary.json');summary=load('provenance/temperature/summary.json') +primary={r['method']:r for r in control['primary_metrics']} +with (T/'controlled.tex').open('w') as f: + for m in ['query_joint','raw_information','raw_entropy','posterior_clusters','posterior_bins','future_marginal','hash_code','identity']: + r=primary[m];f.write(f"{METHODS[m]} & {r['utility']:.4f} & {r['representation_loss']:.4f} & {r['model_loss']:.4f} " + chr(92)*2 + chr(10)) +front=list(csv.DictReader((R/'results/controlled/frontier.csv').open())) +fig,ax=plt.subplots(1,2,figsize=(8,3.7)) +for m,c in [('query_joint','#176b91'),('raw_information','#ba682e'),('posterior_clusters','#767676'),('identity','#277a50')]: + xs=[64,256,1024,4096];ys=[] + for n in xs: + rows=[r for r in front if r['availability']=='full' and r['model']=='support_mixture' and r['method']==m and int(r['label_budget'])==n and int(r['query_budget'])>0] + assert len(rows)==2,(m,n,len(rows));ys.append(statistics.mean(float(r['utility']) for r in rows)) + ax[0].plot(xs,ys,'o-',color=c,label=METHODS[m]) +ax[0].set_xscale('log',base=2);ax[0].set_xticks(xs,[str(x) for x in xs]);ax[0].set_xlabel('Estimation records');ax[0].set_ylabel('Expected utility');ax[0].set_title('(a) Sample dependence');ax[0].legend(fontsize=9,loc='lower right') +fam=list(csv.DictReader((R/'results/controlled/primary_families.csv').open()));families=sorted(set(r['family'] for r in fam)) +for m,dx,c in [('query_joint',-.24,'#176b91'),('raw_information',0,'#ba682e'),('posterior_clusters',.24,'#767676')]: + ys=[float(next(r['utility'] for r in fam if r['family']==fa and r['method']==m)) for fa in families] + ax[1].bar(np.arange(6)+dx,ys,.23,color=c,label=METHODS[m]) +ax[1].set_xticks(np.arange(6),[x.replace('_','\n') for x in families],rotation=30,ha='right',fontsize=9);ax[1].set_ylabel('Expected utility');ax[1].set_title('(b) All six declared mechanism families');fig.tight_layout();fig.savefig(F/'controlled.pdf');plt.close(fig) +# Matrix uses independent verification's equal-day scores, never the pooled-episode scores. +def dscore(model,n):return next(r['top3_equal_day'] for r in day['summary'] if r['model']==model and r['samples']==n) +def hscore(model,n): + rows=[r for r in hydro['rows'] if r.get('model')==model and r.get('samples')==n] + assert len(rows)==1,(model,n,rows);return rows[0]['top3'] +with (T/'all_models.tex').open('w') as f: + for m in NAMES: + vals=[hscore(m,64),hscore(m,128),dscore(m,64),dscore(m,128)] + f.write(NAMES[m]+' & '+' & '.join(f'{v*100:.2f}' for v in vals)+' '+chr(92)*2+chr(10)) +fig,axes=plt.subplots(1,2,figsize=(8,5.2),sharey=True) +for axis,n in zip(axes,[64,128]): + y=np.arange(len(NAMES));axis.barh(y-.16,[100*hscore(m,n) for m in NAMES],.3,label='Hydraulic: opened development',color='#ba682e');axis.barh(y+.16,[100*dscore(m,n) for m in NAMES],.3,label='Gas array: four held days',color='#176b91');axis.set_yticks(y,list(NAMES.values()),fontsize=11);axis.set_ylim(len(NAMES)-.5,-.5);axis.set_xlim(0,105);axis.set_xlabel('Unseen-combination Top-3 (%)');axis.set_title(f'{n} total fitting examples');axis.grid(axis='x',alpha=.2) +axes[1].legend(fontsize=9,loc='lower right');fig.tight_layout();fig.savefig(F/'models.pdf');plt.close(fig) +fig,axes=plt.subplots(1,3,figsize=(8,3)) +for axis,reference in zip(axes,['factorized_classifier','additive_full','factorized_lda']): + a=next(r['per_day'] for r in day['summary'] if r['model']=='factorized_neural' and r['samples']==64);b=next(r['per_day'] for r in day['summary'] if r['model']==reference and r['samples']==64);g=100*(np.array(a)-np.array(b));axis.axhline(0,color='black',lw=.8);axis.scatter(range(1,5),g,color='#176b91',s=45);axis.set_xticks(range(1,5));axis.set_ylim(-20,50);axis.set_xlabel('Held day (ordered)');axis.set_title(NAMES[reference],fontsize=10);axis.grid(alpha=.15) +axes[0].set_ylabel('Forward MLP gain (percentage points)');fig.tight_layout();fig.savefig(F/'days.pdf');plt.close(fig) +with (T/'seen_models.tex').open('w') as f: + for m in NAMES: + vals=[] + for n in [64,128]: + rows=[r for r in summary['rows'] if r.get('model')==m and r.get('samples')==n and r.get('stratum')=='seen' and r.get('day') is not None] + assert len(rows)==4;vals.append(statistics.mean(r['top3'] for r in rows)) + f.write(NAMES[m]+' & '+' & '.join(f'{100*v:.2f}' for v in vals)+' '+chr(92)*2+chr(10)) +proof={'controlled_gain':control['compact_comparisons'][3], 'temperature_scores':{m:dscore(m,64) for m in NAMES},'hydraulic_scores':{m:hscore(m,64) for m in NAMES},'figure_sources':['results/controlled/frontier.csv','results/controlled/primary_families.csv','provenance/verification/independent_statistics.json','provenance/hydraulic/opened_hydraulic_summary.json']} +(A/'metadata/figure_values.json').write_text(json.dumps(proof,indent=2)+'\n') +diagnostics=load('results/sensitivity_analysis/frozen_diagnostics.json') +with (T/'sensitivity.tex').open('w') as f: + for cohort,label in [('hydraulic','Hydraulic'),('temperature','Gas array')]: + for n in [64,128]: + rows={r['model']:r for r in diagnostics['sensor']['summary'] if r['cohort']==cohort and r['samples']==n} + values=[label,str(n),str(rows['factorized_neural']['observed_combinations'])] + values += [f"{100*rows[m]['macro_combination_top3']:.2f}" for m in ['factorized_neural','factorized_classifier','additive_full','factorized_lda']] + f.write(' & '.join(values)+' '+chr(92)*2+chr(10)) +print('Generated 3 vector figures and 4 table bodies') + +for filename,macro in [("controlled.tex","ControlledRows"),("all_models.tex","AllModelRows"),("seen_models.tex","SeenModelRows"),("sensitivity.tex","SensitivityRows")]: + p=T/filename;p.write_text(chr(92)+"newcommand{"+chr(92)+macro+"}{%"+chr(10)+p.read_text()+"}%"+chr(10)) diff --git a/paper/sensitivity_analysis.py b/paper/sensitivity_analysis.py new file mode 100644 index 0000000000000000000000000000000000000000..21566159c380095dcbbaa072e25ecb7653f7a92e --- /dev/null +++ b/paper/sensitivity_analysis.py @@ -0,0 +1,147 @@ +"""Post-evaluation checks of frozen models; no fitting or recipe selection.""" +from pathlib import Path +import argparse,hashlib,importlib.util,itertools,json,sys,time +PROCESS_START=time.perf_counter() +import torch + +def aggregate(value,days): + if days is None:return float(value.mean()) + return float(torch.stack([value[days==d].mean() for d in days.unique()]).mean()) + +def macro_combination(value,codes,days): + if days is None:days=torch.zeros_like(codes) + return float(torch.stack([torch.stack([value[(days==d)&(codes==h)].mean() + for h in codes[days==d].unique()]).mean() for d in days.unique()]).mean()) + +def sensor_checks(replay,device): + output=[];supports=[];maximum=0.;comparisons=[] + with torch.no_grad(): + for cohort,sizes in [('hydraulic',[3,4,3,4]),('temperature',[10,3])]: + p=replay.load(f'data/{cohort}/prepared',device) + if cohort=='hydraulic':p.update(p['masks']) + records=replay.load(f'results/{cohort}/predictions',device)['results'] + for r in records: + n,seed,name=r['samples'],r['seed'],r['model'] + checkpoint=replay.load(f'models/{cohort}/n{n}_s{seed}/{name}',device) + fit=checkpoint['fit_ids'];held=r['held_rows'];mask=r['unseen'] + assert bool(p['source'][fit].all()) and not bool(p['unseen'][fit].any()) + prob=replay.predict(checkpoint['model'],(p['x'][held]-checkpoint['mean'])/checkpoint['scale']) + truth=replay.factorial.joint_index(p['h'][held],sizes) + scores={f'top{k}':replay.factorial.topk_credit(prob,truth,k) for k in (1,3)} + scores.update(deterministic_top1=(prob.argmax(-1)==truth).double(), + deterministic_top3=(prob.topk(3,-1).indices==truth[:,None]).any(-1).double()) + scores.update(nll=-prob.gather(1,truth[:,None]).squeeze(-1).clamp_min(1e-300).log(), + confidence=prob.max(-1).values,top3_mass=prob.topk(3,-1).values.sum(-1)) + for key,value in scores.items(): + error=float((value-r['metrics'][key]).abs().max());maximum=max(maximum,error) + assert error<1e-8,(cohort,n,seed,name,key,error) + codes=truth[mask];days=r['days'][mask] if cohort=='temperature' else None + row=dict(cohort=cohort,samples=n,seed=seed,model=name,records=int(mask.sum()), + observed_combinations=len(codes.unique()), + primary_top1=aggregate(scores['top1'][mask],days), + primary_top3=aggregate(scores['top3'][mask],days), + deterministic_top3=aggregate(scores['deterministic_top3'][mask],days), + macro_combination_top3=macro_combination(scores['top3'][mask],codes,days), + top3_probability_mass=aggregate(scores['top3_mass'][mask],days)) + distance=(p['h'][held][mask,None]!=p['h'][fit][None]).sum(-1).min(-1).values + assert bool((distance>=1).all()) + row['nearest_fitting_combination']=[dict(hamming_distance=int(d),records=int((distance==d).sum()), + top3=aggregate(scores['top3'][mask][distance==d],days[distance==d] if days is not None else None)) + for d in distance.unique()] + top4=prob[mask].topk(4,-1).values.clamp_min(1e-300) + row['median_third_fourth_log_probability_margin']=float((top4[:,2].log()-top4[:,3].log()).median()) + row['per_combination']=[dict(code=int(h),levels=p['h'][held][mask][(codes==h).nonzero()[0,0]].tolist(), + records=int((codes==h).sum()),top3=aggregate(scores['top3'][mask][codes==h],days[codes==h] if days is not None else None)) + for h in codes.unique()] + output.append(row) + if name=='factorized_neural': + supports.append(dict(cohort=cohort,samples=n,seed=seed, + factor_level_counts=[torch.bincount(p['h'][fit,i],minlength=k).tolist() for i,k in enumerate(sizes)], + source_combinations=len(replay.factorial.joint_index(p['h'][fit],sizes).unique()))) + for n in [64,128]: + for control in ['factorized_classifier','additive_full','factorized_lda']: + a={r['seed']:r for r in output if r['cohort']==cohort and r['samples']==n and r['model']=='factorized_neural'} + b={r['seed']:r for r in output if r['cohort']==cohort and r['samples']==n and r['model']==control} + comparisons.append(dict(cohort=cohort,samples=n,control=control, + paired_seed_gains=[dict(seed=s,primary=a[s]['primary_top3']-b[s]['primary_top3'], + macro_combination=a[s]['macro_combination_top3']-b[s]['macro_combination_top3']) for s in sorted(a)])) + summary=[] + for cohort in ['hydraulic','temperature']: + for n in [64,128]: + for name in sorted({r['model'] for r in output}): + rows=[r for r in output if r['cohort']==cohort and r['samples']==n and r['model']==name] + summary.append(dict(cohort=cohort,samples=n,model=name,observed_combinations=rows[0]['observed_combinations'], + primary_top3=sum(r['primary_top3'] for r in rows)/len(rows), + deterministic_top3=sum(r['deterministic_top3'] for r in rows)/len(rows), + macro_combination_top3=sum(r['macro_combination_top3'] for r in rows)/len(rows), + seed_top3_min=min(r['primary_top3'] for r in rows),seed_top3_max=max(r['primary_top3'] for r in rows), + mean_top3_probability_mass=sum(r['top3_probability_mass'] for r in rows)/len(rows))) + assert len(output)==132 + return dict(checkpoints=len(output),maximum_replay_error=maximum,summary=summary, + seed_comparisons=comparisons,fitting_support=supports,individual_fits=output) + +def enumerate_trees(device,budget): + """All depth-limited binary-query trees, independently of the DP recurrence.""" + outcomes=list(itertools.product([0,1],repeat=2));terminal=[[1.,-2.],[-2.,1.],[0.,0.]] + trees=[([a]*4,[0]*4) for a in range(3)] + for first in [0,1]: + other=1-first + branch_options=[('stop',a,a) for a in range(3)] + if budget==2:branch_options += [('query',a,b) for a in range(3) for b in range(3)] + for branches in itertools.product(branch_options,repeat=2): + actions=[];queries=[] + for outcome in outcomes: + kind,a,b=branches[outcome[first]] + actions.append(a if kind=='stop' or outcome[other]==0 else b) + queries.append(1+int(kind=='query')) + trees.append((actions,queries)) + assert len(trees)==(21 if budget==1 else 291) + utilities=torch.tensor([[[terminal[a][h] for a in actions] for h in range(2)] for actions,_ in trees],device=device,dtype=torch.float64) + queries=torch.tensor([q for _,q in trees],device=device,dtype=torch.float64)[:,None].expand(-1,2,-1) + return utilities.flatten(1),queries.flatten(1) + +def planner_check(replay,device): + core=replay.core;worlds=replay.load('data/controlled/worlds',device);maximum=0.;comparisons=0 + names=['identity','query_joint','posterior_clusters','posterior_bins','future_marginal','raw_information','raw_entropy','hash_code'] + trees={b:enumerate_trees(device,b) for b in [1,2]} + with torch.no_grad(): + for stream in range(3): + fitted=core.estimate(core.count_samples(worlds['samples'][:,stream,:1024],6),'support_mixture') + for name in names: + code,k=core.encode(fitted,name);law=core.push(fitted,code,k);policy=core.plan(law) + flat=law.flatten(2) + for budget in [1,2]: + reward,queries=trees[budget] + for ci,cost in enumerate([0.,.01,.05]): + expected=(flat@(reward-cost*queries).T).max(-1).values.sum(-1) + error=float((expected-policy['expected'][:,budget,ci]).abs().max()) + maximum=max(maximum,error);comparisons+=len(law) + assert error<1e-12,(name,budget,cost,error) + return dict(worlds=192,streams=3,encodings=len(names),utility_comparisons=comparisons, + depth_one_trees=21,depth_two_trees=291,maximum_absolute_error=maximum, + verification='All deterministic binary-query trees; separate from the dynamic-programming recurrence.') + +def main(): + parser=argparse.ArgumentParser(description=__doc__);parser.add_argument('--release',type=Path) + parser.add_argument('--device',default='cuda:1');parser.add_argument('--output',type=Path,required=True);a=parser.parse_args() + root=a.release or Path(__file__).resolve().parents[1] + if not (root/'reproduce.py').is_file():root=root/'release/huggingface' + root=root.resolve();sys.path.insert(0,str(root)) + spec=importlib.util.spec_from_file_location('frozen_replay',root/'reproduce.py') + replay=importlib.util.module_from_spec(spec);spec.loader.exec_module(replay) + assert torch.cuda.is_available() and a.device.startswith('cuda') + t=time.perf_counter();torch.cuda.set_device(a.device);torch.cuda.init();torch.cuda.synchronize() + init=time.perf_counter()-t;torch.backends.cuda.matmul.allow_tf32=False + t=time.perf_counter();sensor=sensor_checks(replay,a.device);torch.cuda.synchronize();sensor_seconds=time.perf_counter()-t + t=time.perf_counter();planner=planner_check(replay,a.device);torch.cuda.synchronize();planner_seconds=time.perf_counter()-t + model_hashes={str(p.relative_to(root)):hashlib.sha256(p.read_bytes()).hexdigest() for p in sorted((root/'models').rglob('*')) if p.is_file()} + report=dict(post_evaluation_descriptive_analysis=True,new_training=False,new_thresholds=False,new_confirmation=False, + sensor=sensor,enumerative_planner_check=planner,model_files_sha256=model_hashes, + compute=dict(cuda_initialization_seconds=init,sensor_diagnostics_seconds=sensor_seconds, + planner_verification_seconds=planner_seconds,process_seconds_after_standard_library_import=time.perf_counter()-PROCESS_START, + peak_cuda_bytes=torch.cuda.max_memory_allocated(a.device),device=torch.cuda.get_device_name(a.device))) + a.output.parent.mkdir(parents=True,exist_ok=True);a.output.write_text(json.dumps(report,indent=2)+'\n') + print(json.dumps(dict(checkpoints=sensor['checkpoints'],maximum_replay_error=sensor['maximum_replay_error'], + planner=planner,compute=report['compute']),indent=2)) + +if __name__=='__main__':main() diff --git a/protocols/day_transfer_protocol_01.json b/protocols/day_transfer_protocol_01.json new file mode 100644 index 0000000000000000000000000000000000000000..29abc47302d7e620b92c5b189c35b5a3f54377a3 --- /dev/null +++ b/protocols/day_transfer_protocol_01.json @@ -0,0 +1,61 @@ +{ + "id": "day_transfer_01", + "objective": "Independent, separately registered full-hypothesis cross-day retest of unchanged compositional world models. The preceding strict-clock eligibility failure is final and is not amended or replaced.", + "source": { + "uci": 487, + "doi": "10.24432/C5S302", + "author": "Javier Burgues, Institute of Bioengineering of Catalonia", + "url": "https://archive.ics.uci.edu/static/public/487/gas+sensor+array+temperature+modulation.zip", + "license": "CC BY 4.0", + "access": "Only official metadata and README accessed before lock; archive and numerical values unopened." + }, + "source_definition": "13 timestamp-named files in order. First nine days fitting pool; last four days held. Preserve every day; any missing or invalid day fails complete cohort. Native nondecreasing seconds and source row order allowed; repeat timestamps never imply extra independent observations. One 900-second provider protocol block is one episode; require >=850s coverage. At least90 episodes per day,128 fitting records,and8 unseen-binding cases per held day.", + "features": "Four consecutive 225-second means for each of14 resistance channels (columns6:20),56 values. No CO,humidity,temperature,flow or heater reference enters features. Preserve source MOhm. No feature selection.", + "ontology": "10 author CO levels uniformly0..20ppm, identified by round(9*median_last_quarter_CO/20),clamped0..9; three measured RH bands <=35,(35,55],>55 percent using last-quarter reference mean. Full30 states. Reference labels are supervision only.", + "split": "Hold first6 of30 ontology bindings by SHA256(20821:factor0,factor1). Entire binding excluded from first9days fitting pool. Report all held observations, seen/unseen strata, each day and unsupported factor levels; no after-opening selection.", + "sample_budgets": [ + 64, + 128 + ], + "seeds": [ + 20851, + 20852, + 20853 + ], + "sampling": "Same random fitting prefix across all11 models and both budgets; no class balancing or target tuning.", + "models": [ + "additive_full", + "additive_diag", + "factorized_neural", + "joint_neural", + "factorized_nb", + "factorized_lda", + "factorized_kernel", + "factorized_ridge", + "joint_gaussian", + "factorized_logistic", + "factorized_classifier" + ], + "candidates": [ + "additive_full", + "factorized_neural" + ], + "algorithms": "Additive: all factor one-hots plus intercept, ridge 8, intercept ridge .01, analytic leave-one-out residuals. Factorized neural: full factor one-hots -> SiLU hidden -> observation means. Joint neural: one-hot complete binding -> matched SiLU hidden -> observation means, unknown bindings use uninformative source mean. Hidden widths give <=20000 counted trainable parameters and near-matched factorized/nonfactorized budgets. Both neural decoders fit 400 AdamW steps, lr .003, weight_decay .01; four source folds estimate held residuals plus one full fit, all charged. Source residual covariance is .5 full + .5 diagonal with .05 identity floor; diagonal ablation uses only the diagonal. Priors uniform over the supplied full hypothesis ontology, including unseen bindings.", + "controls": "Independent-factor Gaussian NB and shared-covariance Gaussian, independent-factor whitened kernel with bandwidth .7 and .5 Dirichlet smoothing, independent-factor ridge classifier with ridge 8, joint-binding Gaussian with shrink-to-source fallback. Use all observed coordinates and the same fitting labels. All factorized controls can predict unseen bindings; do not make the comparison only against memorization. Also include class-balanced multinomial logistic regression and a matched <=20000-parameter SiLU direct classifier, both predicting independent factor probabilities, with the same 400-step optimizer and four out-of-fitting-fold source predictions plus full fit. Their four-point source temperature grid (.5,1,2,4) is chosen only on source cross-fit log loss; every fit is charged. All source- and target-state priors remain uniform.", + "normalization": "Feature mean and standard deviation from the actual 64/128 fitting records only. No full-source label-conditional quantiles. Standard deviation floor 1e-6. All models receive identical normalized numerical evidence.", + "uncertainty": "20000 paired episode draws independently within each of4held days, equal-day weights,seed20891,family40. Additionally paired day-cluster bootstrap; require both intervals positive. Three seed results averaged as independent fits, never a prediction ensemble. Only4helddays: no population-of-systems generalization.", + "success": "Primary64examples: >=.10 unseen-binding jointTop3 gain over all7strong baselines,positive simultaneous95% lower bound in both bootstrap analyses,positive point gain on each held day. Overall superiority additionally requires positive intervals against all10alternatives. Neural-specific claim requires same against additive reference.128-label result cannot rescue64primary. All13days and complete cost ledger required.", + "acquisition": { + "policies": [ + "value_forced", + "value_stop", + "variance_forced", + "variance_stop", + "static_forced", + "random_forced" + ], + "cohort": "First8unseenbinding held episodes per held day under SHA256(20901:recordID); all primary records remain.64examples,firstseed,2fixed world models.2/4/8queries,unitcost.01,unchanged exact one-step value operations. Secondary only. No acquisition advantage without>=.10gain over allcheap controls and paired simultaneous family120 bounds; actual processing cost separately reported." + }, + "compute": "CUDA float64 statistics, probability operations, exact interval decisions and bootstrap; float32 auxiliary neural fitting. CPU archive text parsing, provenance, hashing and report aggregation only. Count data preparation, normalization, every full/cross-fit adaptation, full-hypothesis mean materialization, covariance construction, predictions, query decisions, peak GPU memory, trainable/checkpoint/derived-state bytes. No CPU offload, DeepSpeed, Qwen executions or model collaboration.", + "stopping": "No new model,capacity,threshold,feature,sample,day or cohort revision after numeric access. Code and inherited modules hashed before source download. Preserve failed original source-clock study and every preceding result. No human-review dependency,no Qwen/backbone execution,no article-only output." +} diff --git a/protocols/decision_sufficiency_protocol_01.json b/protocols/decision_sufficiency_protocol_01.json new file mode 100644 index 0000000000000000000000000000000000000000..18b7020c5fe1ab942fa6eabf53c6db76578c04fd --- /dev/null +++ b/protocols/decision_sufficiency_protocol_01.json @@ -0,0 +1,86 @@ +{ + "name": "Decision sufficiency of estimated predictive representations", + "version": 1, + "scope": "Controlled finite-world study, not fresh externally authored model confirmation or operational diagnosis", + "hypothesis": "At matched eight-symbol capacity, retaining estimated joint hypothesis/future-observation relationships improves adaptive decision value over posterior-only and observation-only compression. Neither exact inference nor current-decision sufficiency repairs missing conditional relationships.", + "worlds": { + "development": {"families": ["independent", "context", "parity", "uninformative"], "per_family": 8, "seed": 18401}, + "confirmation": {"families": ["independent", "context", "parity", "uninformative", "redundant", "orientation_alias"], "per_family": 32, "seed": 18501}, + "held_mechanisms": ["redundant", "orientation_alias"], + "hypotheses": 2, + "current_binary_measurements": 6, + "retrievable_binary_measurements": 2, + "joint_states": 512, + "availability_conditions": ["full", "three_available"], + "unavailable_evidence": "Three hidden current channels are never retrospectively queryable. Only the two recorded future channels can be revealed after paying a cost.", + "freshness": "Generate confirmation joint laws and sample streams only after code, tests, development output and protocol hashes are locked. These are newly generated controlled worlds, not independent external authors or physical evidence. No opened bnRep or diagnostic cases count as fresh confirmation." + }, + "task": {"actions": ["identify_H0", "identify_H1", "abstain"], "correct_utility": 1.0, "incorrect_utility": -2.0, "abstain_utility": 0.0, "query_costs": [0.0, 0.01, 0.05], "query_budgets": [0, 1, 2], "tie_tolerance": 1e-10}, + "estimation": { + "label_budgets": [64, 256, 1024, 4096], + "sample_seeds": [18601, 18602, 18603], + "nested_samples": true, + "models": ["joint_jeffreys", "naive_bayes", "support_mixture"], + "joint_pseudocount_per_cell": 0.5, + "naive_beta_per_state": 0.5, + "mixture_weight_joint": "N / (N + 512), fixed before confirmation", + "primary_model": "support_mixture", + "target_truth_access": "Estimator and encoder accept only sampled labeled tuples and declared availability. True joint laws enter only sample generation and separate evaluator after policy construction." + }, + "representations": { + "symbols": 8, + "methods": ["identity", "query_joint", "posterior_clusters", "posterior_bins", "future_marginal", "raw_information", "raw_entropy", "hash_code"], + "query_joint": "Weighted deterministic eight-means of sqrt estimated P(H,Y0,Y1 | E). 32 iterations, farthest-point initialization weighted by estimated P(E).", + "posterior_clusters": "Same weighted eight-means and iterations on sqrt estimated P(H | E).", + "posterior_bins": "Eight fixed equal-width posterior bins.", + "future_marginal": "Same weighted eight-means on sqrt estimated P(Y0,Y1 | E), removing hypothesis relationships.", + "raw_information": "Three current bits with greatest estimated individual mutual information with H, all eight resulting patterns retained.", + "raw_entropy": "Three current bits with greatest estimated marginal entropy, all eight patterns retained.", + "hash_code": "Fixed probability-blind hash of current evidence coordinates to eight codes.", + "identity": "Retain all available raw patterns; strongest same-estimator information reference, not capacity matched.", + "code_model": "Push estimated law through encoder and apply the same exact bounded planner. No gold posterior, policy or future outcome enters encoding.", + "storage": "Count encoding lookup, resident compressed joint, fitted statistical state, temporary fit memory, planner tables, materialization and all construction work. Compression is not free and cannot add information." + }, + "decomposition": { + "total_regret": "V(full raw truth) - V(realized estimated policy)", + "information": "V(full raw truth) - V(available raw truth)", + "representation": "V(available raw truth) - V(encoded truth)", + "model": "V(encoded truth) - V(realized policy planned exactly under estimated encoded model)", + "inference": "Zero for main exact-planning arms; verify against an independently implemented scalar enumerator. A no-abstention action heuristic is a separate negative control.", + "note": "All values are ex-ante world expected utility over admissible policies, including query costs. Static and adaptive sufficiency are evaluated separately." + }, + "secondary_adequacy_diagnostic": { + "conditional_dispersion": "Expected total variation between each raw-state conditional P(H,Y|R) and its encoded-cell conditional P(H,Y|Z). Compute estimated and evaluator-only true dispersion separately.", + "bound": "Representation loss <= (3 + budget*query_cost) * true conditional dispersion, verified at every evaluated state budget and cost. This follows from the bounded utility range and is not a new theorem.", + "limitation": "Estimated dispersion is internal model adequacy only; it is not a certificate for the true law when the model is wrong.", + "registered_before_confirmation": true, + "primary_thresholds_or_encoders_changed": false + }, + "primary": { + "model": "support_mixture", "label_budget": 1024, "availability": "full", "method": "query_joint", + "aggregation": "Equal weight on both positive query budgets, all three costs, three independent sample streams, worlds within families, then all six families. No selected publication, cost, seed or mechanism subsets.", + "compact_controls": ["posterior_clusters", "posterior_bins", "future_marginal", "raw_information", "raw_entropy", "hash_code"], + "mean_utility_gain_at_least": 0.01, + "all_paired_lower_95_bounds_above": 0.0, + "bootstrap_draws": 10000, "bootstrap_seed": 18701, + "resampling": "Worlds paired within each fixed family; costs, masks, budgets, samples and derived observations are not independent cases. Simultaneous Bonferroni bounds across the six eligible compact controls.", + "full_information_noninferiority_margin": 0.01, + "note": "A compact-control advantage is not superiority to uncompressed estimation, not evidence for learned control, and not external generalization." + }, + "cost_promotion": { + "quality": "Lower paired 95% query_joint minus strongest full-information statistical reference > -0.01; all eligible full models reported", + "cost": "At least 20% measured complete cost reduction including estimation, encoding, model materialization, planning and repeated requests; resident and transient storage reported separately", + "repeated_request_counts": [1, 32, 1024, 65536], "timing_repeats": 11, + "external_confirmation_required_before_practical_promotion": true, + "no_production_latency_or_engineer_time_claim": true + }, + "controls": ["Faithful full explicit law", "Faithful unavailable-evidence law", "Empirical estimated laws without supplied probabilities", "Known exact posterior-only adaptive counterexample", "Same exact planner for every representation", "Independent scalar exact planner", "No-abstention inference negative control"], + "falsification": [ + "If query_joint fails its strongest matched compact controls, reject its registered advantage.", + "If estimated representations preserve their own modeled decisions but lose true value, attribute loss to model/representation error rather than claiming reasoning transfer.", + "If missing raw evidence already reduces oracle value, more computation cannot recover that information.", + "If posterior-only compression is static sufficient but loses adaptive value in the exact counterexample, current posterior sufficiency alone is inadequate for this query problem.", + "No architecture escalation, new controller training, target threshold adjustment or favorable subgroup promotion after confirmation." + ], + "execution": {"device": "cuda:2", "dtype": "float64", "new_neural_modules": 0, "backbone_executions": 0, "controller_refits": 0, "prior_results_immutable": true} +} diff --git a/protocols/external_sufficiency_protocol_01.json b/protocols/external_sufficiency_protocol_01.json new file mode 100644 index 0000000000000000000000000000000000000000..11d87ea46323c1e818de4690d6a018aebe36ef91 --- /dev/null +++ b/protocols/external_sufficiency_protocol_01.json @@ -0,0 +1,24 @@ +{ + "id": "external_decision_sufficiency_01", + "scope": "External recorded-data validation of frozen representation construction and exact bounded planning; sequential feature reveal is authored here, not supplied by the data providers.", + "device": "cuda:2", + "dtype": "float64", + "new_neural_modules": 0, + "backbone_executions": 0, + "sources": { + "hydraulic": {"uci_id":447,"doi":"10.24432/C5CW21","url":"https://archive.ics.uci.edu/static/public/447/condition+monitoring+of+hydraulic+systems.zip","license":"UCI CC BY 4.0","features":["PS1","PS2","PS3","PS4","FS1","TS1","EPS1","VS1"],"aggregation":"arithmetic mean of all samples of each recorded 60-second cycle","tasks":["cooler","valve","pump","accumulator"],"normal":[100,100,0,130],"context_column":[1,0,0,0],"source_context":[100,100,100,100],"target_contexts":[[73,80,90],[3,20],[3,20],[3,20]],"group":"all cycles with identical four physical condition labels, irrespective of stability; SHA256(profile) mod 2 separates adaptation and evaluation"}, + "gas": {"uci_id":224,"doi":"10.24432/C5RP6W","url":"https://archive.ics.uci.edu/static/public/224/gas+sensor+array+drift+dataset.zip","license":"UCI CC BY 4.0; legacy description additionally restricts use to research, which this study respects","features_zero_based":[1,9,17,25,33,41,49,57],"feature_meaning":"normalized resistance response from sensors 1 through 8, in provider order","tasks":"all 15 lexicographic pairs of gas labels 1 through 6","source_batches":[1,2,3],"target_batches":[6,7,8,9,10],"group":"within each batch, contiguous blocks of 16 original rows before pair filtering; SHA256(batch,block) mod 2 separates adaptation and evaluation"} + }, + "adapter": {"current_bits":6,"query_bits":2,"binarization":"strictly greater than each feature's source-only median; source unlabeled preprocessing uses all source records and is charged","no_target_normalization":true,"split_seed":20101,"sample_seeds":[20111,20112,20113],"samples_without_replacement":true,"source_labels_maximum":1024}, + "eligibility": {"source_minimum":64,"adaptation_minimum_for_primary":64,"evaluation_minimum":32,"evaluation_minimum_per_hypothesis":8,"eligible_groups_minimum":4,"exclude_only_for_registered_sample_support":true,"all_exclusions_reported":true}, + "regimes": ["source_only","target_64","target_256","source_plus_target_64"], + "estimation_models": ["support_mixture","joint_jeffreys","naive_bayes"], + "representations": ["query_joint","posterior_clusters","posterior_bins","future_marginal","raw_information","raw_entropy","hash_code","identity"], + "planner": {"reuse":"unionmind.decision_sufficiency.core unchanged","utility_correct":1,"utility_wrong":-2,"utility_abstain":0,"query_budgets":[0,1,2],"query_costs":[0.0,0.01,0.05],"cost_interpretation":"modeled feature-read utility cost; not physical sensor cost, transport bytes or engineer time"}, + "primary": {"regime":"target_64","model":"support_mixture","representation":"query_joint","aggregation":"mean over query budgets 1,2, all three costs, three sample seeds, equal tasks within target environment, equal target environments within dataset, equal datasets","compact_controls":["posterior_clusters","posterior_bins","future_marginal","raw_information","raw_entropy","hash_code"],"effect_minimum":0.01,"confidence":"95% simultaneous Bonferroni intervals across six compact controls, paired target-environment block bootstrap within each of the two fixed datasets; tasks, adaptation seeds, costs and budgets are NOT independent replications","bootstrap_draws":10000,"bootstrap_seed":20131,"gate":"gain >= .01 with positive simultaneous lower bound against every compact control, and positive point gain over every compact control in each dataset separately; at least two eligible target environments per dataset"}, + "full_reference_gate": {"comparison":"all three identity models on the same examples","noninferiority_margin":0.01,"confidence":"simultaneous intervals with family of nine comparisons including compact controls"}, + "cost_gate": {"minimum_complete_time_reduction":0.2,"requests":[1,32,1024],"repeats":11,"order":"alternating forward/reverse; common CUDA/library warmup separately charged to all","components":["download","decompression and raw feature extraction","unlabeled source median and event encoding","adaptation sample materialization","counting","model estimation","representation construction","probability pushforward","exact planning","policy replay"],"gate":"20% median complete savings against the fastest full statistical alternative at every request count; scientific gain alone cannot promote a slower algorithm"}, + "fidelity": {"representation":"exact within-fitted-model compression loss and conditional total variation; no claim of true-law sufficiency","estimation":"held-record posterior log loss, Brier, and joint predictive log loss; test-empirical hindsight oracle used only for descriptive decomposition, never deployable inference or a population certificate"}, + "integrity": {"lock_before":"download and opening any numerical source records","retain_all_previous_files":true,"no_threshold_changes_after_opening":true,"all_eligible_tasks_reported":true,"no_test_selected_recipe":true,"sequential_replay":"withheld bits accessed only after the corresponding query action; compare independent event replay to aggregated evaluator","no_human_dependency":true}, + "falsification": ["A failed primary gate rejects external compact-representation improvement for this registered task.","Improvement only at 256 labels is secondary and cannot rescue the 64-label primary claim.","No end-to-end savings rejects computational superiority even if scientific representation benefit is positive.","Two laboratory datasets do not establish production reliability or general transfer across operational environments.","The full reference is the uncompressed eight-binary-feature estimated model, not all raw sensor data."] +} diff --git a/protocols/factorial_transfer_protocol_01.json b/protocols/factorial_transfer_protocol_01.json new file mode 100644 index 0000000000000000000000000000000000000000..69667695b1680dcca04f83bd65e3dade90e98bde --- /dev/null +++ b/protocols/factorial_transfer_protocol_01.json @@ -0,0 +1,244 @@ +{ + "id": "factorial_transfer_01", + "objective": "Test a substantial full-hypothesis, scarce-label diagnostic capability: compose previously unseen combinations of equipment conditions and gas levels, estimate their numerical observation mechanisms, and use verified probability and decision operators. Preserve the entire preceding research program.", + "motivation": "Opened pairwise audits found raw numerical evidence useful, but 8/36-parameter per-task metric learning added no material advantage. The new challenge removes the oracle two-label restriction and uses 64 total fitting examples for the complete ontology, rather than 64 per label pair.", + "backbone": "This experiment explicitly uses statistical and <=20000-parameter auxiliary world models, without a language backbone or collaborative execution. Original frozen Qwen and cognitive checkpoints remain protected.", + "device": "cuda:1", + "analysis_device": "cuda:2", + "statistical_dtype": "float64", + "neural_training_dtype": "float32", + "sources": { + "hydraulic": { + "uci": 447, + "doi": "10.24432/C5CW21", + "authors": [ + "Nikolai Helwig", + "Eliseo Pignanelli", + "Andreas Schuetze" + ], + "url": "https://archive.ics.uci.edu/static/public/447/condition+monitoring+of+hydraulic+systems.zip", + "system": "hydraulic_rig", + "license": "CC BY 4.0", + "cycle_seconds": 60, + "physical_sensors": { + "PS1": [ + "bar", + 100 + ], + "PS2": [ + "bar", + 100 + ], + "PS3": [ + "bar", + 100 + ], + "PS4": [ + "bar", + 100 + ], + "PS5": [ + "bar", + 100 + ], + "PS6": [ + "bar", + 100 + ], + "EPS1": [ + "W", + 100 + ], + "FS1": [ + "l/min", + 10 + ], + "FS2": [ + "l/min", + 10 + ], + "TS1": [ + "degC", + 1 + ], + "TS2": [ + "degC", + 1 + ], + "TS3": [ + "degC", + 1 + ], + "TS4": [ + "degC", + 1 + ], + "VS1": [ + "mm/s", + 1 + ] + }, + "excluded_virtual_sensors": [ + "CE", + "CP", + "SE" + ], + "factor_names": [ + "cooler_condition_percent", + "valve_condition_percent", + "pump_leakage_grade", + "accumulator_pressure_bar" + ], + "levels": [ + [ + 3, + 20, + 100 + ], + [ + 73, + 80, + 90, + 100 + ], + [ + 0, + 1, + 2 + ], + [ + 90, + 100, + 115, + 130 + ] + ], + "features": "Mean of each physical channel in all four 15-second cycle quarters, 56 values. Retain all physical channels; no outcome-based feature selection. Stable/transient source flags are reported separately and never exclude a cycle.", + "record_group": "original five-cycle blocks", + "opened_archive": "artifacts/external_decision_sufficiency_01/sources/hydraulic.zip" + }, + "gas": { + "uci": 322, + "doi": "10.24432/C5WP4C", + "authors": [ + "Jordi Fonollosa" + ], + "url": "https://archive.ics.uci.edu/static/public/322/gas+sensor+array+under+dynamic+gas+mixtures.zip", + "system": "gas_array_rig", + "license": "CC BY 4.0 repository metadata; source description additionally restricts use to research, which is respected", + "files": { + "gas_co": { + "file": "ethylene_CO.txt", + "primary_max_ppm": 600 + }, + "gas_methane": { + "file": "ethylene_methane.txt", + "primary_max_ppm": 300 + } + }, + "factor_names": [ + "primary_gas_level", + "ethylene_level" + ], + "levels": [ + [ + 0, + 1, + 2, + 3 + ], + [ + 0, + 1, + 2, + 3 + ] + ], + "physical_units": "Timestamp seconds; setpoints ppm; 16 recorded sensor outputs. The author writes the resistance conversion literally as '40.000/S_i'. This experiment retains source readings and does not interpret or perform an unverified resistance-unit conversion.", + "binning": "Primary: zero, (0,max/4], (max/4,max/2], (max/2,max]; ethylene: zero, (0,5], (5,10], (10,20]. Fixed before data access.", + "episode": "Maximal contiguous constant setpoint pair; require duration >=75 seconds and strictly increasing timestamps. One episode is one observation, never millions of independent 100-Hz rows.", + "features": "For every sensor use mean in last 20 seconds and last-20-minus-first-20-second mean, 32 values. No sensor subset. Retain every short-episode exclusion with raw row/time provenance.", + "record_group": "original exposure episode; two mixtures share a physical system and are not counted as two independent systems" + } + }, + "hypothesis_spaces": { + "hydraulic": 144, + "gas_co": 16, + "gas_methane": 16 + }, + "source_access": "Hydraulic archive and labels were opened by external_decision_sufficiency_01. Its new full-ontology development audit is explicitly exploratory. The UCI322 gas-mixture archive, numeric values and labels have not been accessed before this lock. The two fresh experiments share one physical sensor platform: they are not two independently sampled systems.", + "splits": "Before fitting: sort the entire supplied Cartesian hypothesis ontology by SHA256('20711:'+dataset+':'+comma-separated integer factor indices), holding the first max(4,ceil(.2*ontology_size)) bindings. No sensor value or observed label count chooses bindings. Among other bindings, original record-group hash SHA256('20721:'+dataset+':'+group_index) mod 5==0 is seen-binding held. Source excludes held rows and groups adjacent to any held group. Do not change split seeds after access.", + "eligibility": "Primary requires >=64 source observations, >=32 unseen-binding held observations in >=3 distinct bindings, and >=16 seen-binding held observations. Secondary 128-label result requires >=128 source observations and is otherwise explicitly unavailable. Keep every series and failure; no replacement or threshold amendment.", + "sample_budgets": [ + 64, + 128 + ], + "sample_seeds": [ + 20751, + 20752, + 20753 + ], + "sampling": "Same random source prefix for every model and both budgets, without replacement, generator seed=sample_seed + series_index*101. No class balancing, label-aware prefix selection or target tuning. Report factor levels absent from each actual fitting prefix and supported/unseen-level strata without dropping cases.", + "normalization": "Feature mean and standard deviation from the actual 64/128 fitting records only. No full-source label-conditional quantiles. Standard deviation floor 1e-6. All models receive identical normalized numerical evidence.", + "models": [ + "additive_full", + "additive_diag", + "factorized_neural", + "joint_neural", + "factorized_nb", + "factorized_lda", + "factorized_kernel", + "factorized_ridge", + "joint_gaussian", + "factorized_logistic", + "factorized_classifier" + ], + "candidates": [ + "additive_full", + "factorized_neural" + ], + "world_models": "Additive: all factor one-hots plus intercept, ridge 8, intercept ridge .01, analytic leave-one-out residuals. Factorized neural: full factor one-hots -> SiLU hidden -> observation means. Joint neural: one-hot complete binding -> matched SiLU hidden -> observation means, unknown bindings use uninformative source mean. Hidden widths give <=20000 counted trainable parameters and near-matched factorized/nonfactorized budgets. Both neural decoders fit 400 AdamW steps, lr .003, weight_decay .01; four source folds estimate held residuals plus one full fit, all charged. Source residual covariance is .5 full + .5 diagonal with .05 identity floor; diagonal ablation uses only the diagonal. Priors uniform over the supplied full hypothesis ontology, including unseen bindings.", + "strong_controls": "Independent-factor Gaussian NB and shared-covariance Gaussian, independent-factor whitened kernel with bandwidth .7 and .5 Dirichlet smoothing, independent-factor ridge classifier with ridge 8, joint-binding Gaussian with shrink-to-source fallback. Use all observed coordinates and the same fitting labels. All factorized controls can predict unseen bindings; do not make the comparison only against memorization. Also include class-balanced multinomial logistic regression and a matched <=20000-parameter SiLU direct classifier, both predicting independent factor probabilities, with the same 400-step optimizer and four out-of-fitting-fold source predictions plus full fit. Their four-point source temperature grid (.5,1,2,4) is chosen only on source cross-fit log loss; every fit is charged. All source- and target-state priors remain uniform.", + "uncertainty_controls": "No target calibration. Neural observation uncertainty comes from four out-of-fitting-fold source predictions; additive uncertainty uses analytic LOO residuals. Report posterior and conditional observation proper scores, confidence/coverage and source-support gaps. No operational calibration claim without its own validation.", + "primary": "At 64 total fitting labels, joint Top-1 and Top-3 on all unseen-binding held observations in the two fresh gas mixtures, equal weight per mixture. The previously opened hydraulic rig is an explicit development result and contributes no weight to fresh-confirmation estimates. Seen-binding, unsupported factor levels, all series and both label budgets are mandatory. Top-3 uses uniform tie credit with tolerance1e-12; deterministic results retained.", + "uncertainty": { + "draws": 20000, + "seed": 20791, + "family": 40, + "unit": "Shared original held recording groups, same weights across models/seeds. Gas experiments have equal weight. Conditional on one fixed sensor platform and its two experiments, not a population-of-systems interval. Hydraulic estimates remain exploratory.", + "contrasts": "two frozen candidates versus their ten alternatives at both declared label budgets; unavailable secondary cells retained and no comparison family shrunk" + }, + "success": { + "substantial_diagnostic_gain": "At least .10 fresh unseen-binding joint Top-3 gain over every one of the seven strong conventional/direct-classifier controls, positive simultaneous lower bounds, positive point gain in each fresh gas experiment. All three series must meet eligibility for the complete planned study; the opened hydraulic result cannot establish fresh multi-system generalization.", + "strongest_available": "Positive simultaneous lower bound against every eligible alternative, including matched structured and neural controls. Do not call a method the overall winner if this fails.", + "learning_specific": "The factorized neural candidate must beat the additive reference with positive simultaneous interval before claiming neural learning adds value.", + "promotion": "Substantial diagnostic gain plus strongest-available gate, complete compute ledger and intact cohort. A favorable secondary does not erase a failed primary." + }, + "secondary_acquisition": { + "world_models": [ + "additive_full", + "factorized_neural" + ], + "cohort": "At most 32 unseen-binding held records per series, ordered by SHA256('20781:'+raw_record_id), frozen before scores; every primary record remains in the diagnostic evaluation.", + "initial_observed_coordinates": [], + "budgets": [ + 2, + 4, + 8 + ], + "per_scalar_recorded_query_cost": 0.01, + "policies": [ + "value_forced", + "value_stop", + "variance_forced", + "variance_stop", + "static_forced", + "random_forced" + ], + "value": "Exact one-step expected joint Top-3 coverage using shared-variance Gaussian posterior-rank intervals and normal CDFs. No access to an actual withheld value before paying its query. Conditional variance is the strongest cheap adaptive control; variance_stop evaluates only its selected query's decision value. No claim of globally optimal multistep control.", + "scale_gate": "Either >=.10 Top-3 gain at equal query cap over every cheap control, or >=50% fewer recorded queries with simultaneous noninferiority loss <=.02, plus full computation. This cannot rescue a failed diagnostic or learning-specific gate.", + "uncertainty": "20000 paired recording-group bootstrap draws, family120, seed20811, two fresh gas experiments equally weighted. Report every policy and both opened/fresh provenance." + }, + "compute": "CUDA float64 statistics, probability operations, exact interval decisions and bootstrap; float32 auxiliary neural fitting. CPU archive text parsing, provenance, hashing and report aggregation only. Count data preparation, normalization, every full/cross-fit adaptation, full-hypothesis mean materialization, covariance construction, predictions, query decisions, peak GPU memory, trainable/checkpoint/derived-state bytes. No CPU offload, DeepSpeed, Qwen executions or model collaboration.", + "stopping": "Freeze all code, ontology, features, priors, controls and gates before new gas download. Hydraulic development has been opened and all results remain exploratory. No architecture, threshold, split or favorable subset amendment after new confirmation access. Preserve all failures, previous checkpoints and the evidence engine. No manual review dependency or paper/deployment objective." +} diff --git a/provenance/controlled/compute_ledger.json b/provenance/controlled/compute_ledger.json new file mode 100644 index 0000000000000000000000000000000000000000..49441b4b886d3f99546633037fc9a485c578d42e --- /dev/null +++ b/provenance/controlled/compute_ledger.json @@ -0,0 +1,64 @@ +{ + "frozen_code_changed": false, + "protocol_changed": false, + "promotion_gates_changed": false, + "device": "cuda:2", + "gpu": "NVIDIA H200", + "model_and_policy_math": "CUDA float64; no CPU offload", + "backbone_executions": 0, + "active_backbone_copies": 0, + "neural_parameters_added": 0, + "controller_executions": 0, + "controller_refits": 0, + "maximum_peak_allocated_bytes": 134986752, + "maximum_peak_reserved_bytes": 155189248, + "confirmation_research_seconds": 40.3597513709974, + "confirmation_scored_records": 1022976, + "cuda_startup_seconds": 18.617308109998703, + "cuda_warmups": { + "support_mixture:query_joint": 0.2577872660185676, + "joint_jeffreys:identity": 0.0032121709955390543, + "naive_bayes:identity": 0.003511357994284481, + "support_mixture:identity": 0.003404008981306106 + }, + "benchmark_records": 176, + "fitted_statistical_model": { + "raw_probability_cells": 512, + "raw_multinomial_degrees_of_freedom": 511, + "naive_bayes_degrees_of_freedom": 17, + "support_mixture_weight": "N/(N+512), not fitted", + "clustering_centers_query_joint": 64, + "clustering_centers_posterior": 16, + "centers_retained_at_deployment": false, + "iterations": 32 + }, + "per_world_state_bytes": { + "encoded_joint": 512, + "encoded_lookup": 64, + "encoded_planner_choices": 5184, + "encoded_planner_values": 5184, + "planner_expected_summary": 72, + "encoded_total_with_planner": 11016, + "uncompressed_joint": 4096, + "uncompressed_encoder_lookup": 0, + "uncompressed_planner_choices": 41472, + "uncompressed_planner_values": 41472, + "uncompressed_total_with_planner": 87112, + "raw_count_table": 4096, + "original_full_fit_model": 4096, + "primary_training_records": 8192, + "measured_primary_live_buffers_including_fit_and_records": 27400, + "measured_uncompressed_live_buffers_including_fit_and_records": 99400, + "note": "Tensor payloads; Python object/container and CUDA context overhead excluded from these payload counts and represented by measured allocation/startup separately" + }, + "accounting": { + "truth_generation": "Research/evaluation only; never supplied as policy model", + "statistical_fit_and_encoding": "Charged in construction; all label budgets and adaptation stages in timings.json", + "probability_materialization": "Charged separately in every stage; dense fit is not claimed free", + "exact_planning": "Charged, with all hypothetical branches; full true-law oracles are evaluator-only", + "warmup": "Charged; first alternative includes common library initialization, ordering limitation disclosed", + "interpretation": "Local batched workload, not production latency, engineering investigation time or evidence-backend throughput" + }, + "research_stage_timing_source": "confirmation_evaluation/timings.json", + "all_complete_benchmark_records": "confirmation_benchmark.json" +} diff --git a/provenance/controlled/confirmation_benchmark.json b/provenance/controlled/confirmation_benchmark.json new file mode 100644 index 0000000000000000000000000000000000000000..bafd197c73705f64010145e11ca7975c9c4b1abd --- /dev/null +++ b/provenance/controlled/confirmation_benchmark.json @@ -0,0 +1,4020 @@ +{ + "records": [ + { + "repetition": 0, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.0059774120163638145, + "replay_seconds": 0.0007439799956046045, + "complete_seconds": 18.938859317044262, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 0, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.0059774120163638145, + "replay_seconds": 0.000711586995748803, + "complete_seconds": 18.938826924044406, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 0, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.0059774120163638145, + "replay_seconds": 0.0006961750041227788, + "complete_seconds": 18.93881151205278, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 0, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.0059774120163638145, + "replay_seconds": 0.0009463099995627999, + "complete_seconds": 18.93906164704822, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 0, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0018019630224443972, + "replay_seconds": 0.0007129590085241944, + "complete_seconds": 18.680077752040233, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 0, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0018019630224443972, + "replay_seconds": 0.0006908790091983974, + "complete_seconds": 18.680055672040908, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 0, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0018019630224443972, + "replay_seconds": 0.0006685680127702653, + "complete_seconds": 18.68003336104448, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 0, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0018019630224443972, + "replay_seconds": 0.0006976609874982387, + "complete_seconds": 18.680062454019208, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 0, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.002618010010337457, + "replay_seconds": 0.0007152619946282357, + "complete_seconds": 18.681195289012976, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 0, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.002618010010337457, + "replay_seconds": 0.0006737210205756128, + "complete_seconds": 18.681153748038923, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 0, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.002618010010337457, + "replay_seconds": 0.0006773499771952629, + "complete_seconds": 18.681157376995543, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 0, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.002618010010337457, + "replay_seconds": 0.0006779000104870647, + "complete_seconds": 18.681157927028835, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 0, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0026474070036783814, + "replay_seconds": 0.0007095779874362051, + "complete_seconds": 18.681111652986147, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 0, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0026474070036783814, + "replay_seconds": 0.0006842970033176243, + "complete_seconds": 18.681086372002028, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 0, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0026474070036783814, + "replay_seconds": 0.0006734170019626617, + "complete_seconds": 18.681075492000673, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 0, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0026474070036783814, + "replay_seconds": 0.0006886099872644991, + "complete_seconds": 18.681090684985975, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 1, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0028298809775151312, + "replay_seconds": 0.0011457420187070966, + "complete_seconds": 18.681730290991254, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 1, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0028298809775151312, + "replay_seconds": 0.0006991419941186905, + "complete_seconds": 18.681283690966666, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 1, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0028298809775151312, + "replay_seconds": 0.0006661300139967352, + "complete_seconds": 18.681250678986544, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 1, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0028298809775151312, + "replay_seconds": 0.0006977010052651167, + "complete_seconds": 18.681282249977812, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 1, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0026219129795208573, + "replay_seconds": 0.000719467003364116, + "complete_seconds": 18.681203396990895, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 1, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0026219129795208573, + "replay_seconds": 0.000689055013936013, + "complete_seconds": 18.681172985001467, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 1, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0026219129795208573, + "replay_seconds": 0.0006636570033151656, + "complete_seconds": 18.681147586990846, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 1, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0026219129795208573, + "replay_seconds": 0.0006808949983678758, + "complete_seconds": 18.6811648249859, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 1, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0018279519863426685, + "replay_seconds": 0.0007154419727157801, + "complete_seconds": 18.680106223968323, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 1, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0018279519863426685, + "replay_seconds": 0.0006844890012871474, + "complete_seconds": 18.680075270996895, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 1, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0018279519863426685, + "replay_seconds": 0.0006693009927403182, + "complete_seconds": 18.680060082988348, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 1, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0018279519863426685, + "replay_seconds": 0.0006884530012030154, + "complete_seconds": 18.68007923499681, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 1, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.005905321013415232, + "replay_seconds": 0.0007351299864239991, + "complete_seconds": 18.938778376032133, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 1, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.005905321013415232, + "replay_seconds": 0.0007109639991540462, + "complete_seconds": 18.938754210044863, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 1, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.005905321013415232, + "replay_seconds": 0.000690098007908091, + "complete_seconds": 18.938733344053617, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 1, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.005905321013415232, + "replay_seconds": 0.0006979559839237481, + "complete_seconds": 18.938741202029632, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 2, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.006079857994336635, + "replay_seconds": 0.0007601160032209009, + "complete_seconds": 18.93897789902985, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 2, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.006079857994336635, + "replay_seconds": 0.0006949370144866407, + "complete_seconds": 18.938912720041117, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 2, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.006079857994336635, + "replay_seconds": 0.0006897610146552324, + "complete_seconds": 18.938907544041285, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 2, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.006079857994336635, + "replay_seconds": 0.0007023529906291515, + "complete_seconds": 18.93892013601726, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 2, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0017682250181678683, + "replay_seconds": 0.0007062859949655831, + "complete_seconds": 18.6800373410224, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 2, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0017682250181678683, + "replay_seconds": 0.000681881996570155, + "complete_seconds": 18.680012937024003, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 2, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0017682250181678683, + "replay_seconds": 0.0006680410006083548, + "complete_seconds": 18.67999909602804, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 2, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0017682250181678683, + "replay_seconds": 0.0007098029891494662, + "complete_seconds": 18.680040858016582, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 2, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0026063440018333495, + "replay_seconds": 0.0007140280213207006, + "complete_seconds": 18.681182389031164, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 2, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0026063440018333495, + "replay_seconds": 0.0006794420187361538, + "complete_seconds": 18.68114780302858, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 2, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0026063440018333495, + "replay_seconds": 0.0006769160099793226, + "complete_seconds": 18.681145277019823, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 2, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0026063440018333495, + "replay_seconds": 0.0006953770061954856, + "complete_seconds": 18.68116373801604, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 2, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0026339770120102912, + "replay_seconds": 0.0007118720095604658, + "complete_seconds": 18.681100517016603, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 2, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0026339770120102912, + "replay_seconds": 0.0006905010086484253, + "complete_seconds": 18.68107914601569, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 2, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0026339770120102912, + "replay_seconds": 0.0006838490080554038, + "complete_seconds": 18.681072494015098, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 2, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0026339770120102912, + "replay_seconds": 0.0006892610108479857, + "complete_seconds": 18.68107790601789, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 3, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.002639785991050303, + "replay_seconds": 0.0007087330159265548, + "complete_seconds": 18.68110318700201, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 3, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.002639785991050303, + "replay_seconds": 0.0006724980194121599, + "complete_seconds": 18.681066952005494, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 3, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.002639785991050303, + "replay_seconds": 0.0006606639944948256, + "complete_seconds": 18.681055117980577, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 3, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.002639785991050303, + "replay_seconds": 0.0007015279843471944, + "complete_seconds": 18.68109598197043, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 3, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0029475149931386113, + "replay_seconds": 0.0008763989899307489, + "complete_seconds": 18.68168593099108, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 3, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0029475149931386113, + "replay_seconds": 0.0008359130006283522, + "complete_seconds": 18.681645445001777, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 3, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0029475149931386113, + "replay_seconds": 0.000810640020063147, + "complete_seconds": 18.681620172021212, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 3, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0029475149931386113, + "replay_seconds": 0.0008357650076504797, + "complete_seconds": 18.6816452970088, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 3, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002172641979996115, + "replay_seconds": 0.0008503569988533854, + "complete_seconds": 18.680585828988114, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 3, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002172641979996115, + "replay_seconds": 0.0008497169765178114, + "complete_seconds": 18.68058518896578, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 3, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002172641979996115, + "replay_seconds": 0.0008129320049192756, + "complete_seconds": 18.68054840399418, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 3, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002172641979996115, + "replay_seconds": 0.0008512710046488792, + "complete_seconds": 18.68058674299391, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 3, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007360976014751941, + "replay_seconds": 0.0009100910101551563, + "complete_seconds": 18.9404089920572, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 3, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007360976014751941, + "replay_seconds": 0.0008552839863114059, + "complete_seconds": 18.940354185033357, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 3, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007360976014751941, + "replay_seconds": 0.0008428999863099307, + "complete_seconds": 18.940341801033355, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 3, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007360976014751941, + "replay_seconds": 0.0008783680095802993, + "complete_seconds": 18.940377269056626, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 4, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007374933018581942, + "replay_seconds": 0.0009113590058404952, + "complete_seconds": 18.940424217056716, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 4, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007374933018581942, + "replay_seconds": 0.000881522020790726, + "complete_seconds": 18.940394380071666, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 4, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007374933018581942, + "replay_seconds": 0.0008701429760549217, + "complete_seconds": 18.94038300102693, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 4, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007374933018581942, + "replay_seconds": 0.0008638279978185892, + "complete_seconds": 18.940376686048694, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 4, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0021635570155922323, + "replay_seconds": 0.0008554249943699688, + "complete_seconds": 18.680581812019227, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 4, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0021635570155922323, + "replay_seconds": 0.0008349090057890862, + "complete_seconds": 18.680561296030646, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 4, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0021635570155922323, + "replay_seconds": 0.0008170469955075532, + "complete_seconds": 18.680543434020365, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 4, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0021635570155922323, + "replay_seconds": 0.0008643179899081588, + "complete_seconds": 18.680590705014765, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 4, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0033180059981532395, + "replay_seconds": 0.0008754080045036972, + "complete_seconds": 18.682055431010667, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 4, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0033180059981532395, + "replay_seconds": 0.0008341859793290496, + "complete_seconds": 18.682014208985493, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 4, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0033180059981532395, + "replay_seconds": 0.0008227810030803084, + "complete_seconds": 18.682002804009244, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 4, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0033180059981532395, + "replay_seconds": 0.0008407399873249233, + "complete_seconds": 18.68202076299349, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 4, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0033164889900945127, + "replay_seconds": 0.0008874630148056895, + "complete_seconds": 18.681958619999932, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 4, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0033164889900945127, + "replay_seconds": 0.0008331550052389503, + "complete_seconds": 18.681904311990365, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 4, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0033164889900945127, + "replay_seconds": 0.000847932999022305, + "complete_seconds": 18.68191908998415, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 4, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0033164889900945127, + "replay_seconds": 0.0008515439985785633, + "complete_seconds": 18.681922700983705, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 5, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0033755759941414, + "replay_seconds": 0.0008741060155443847, + "complete_seconds": 18.682004350004718, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 5, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0033755759941414, + "replay_seconds": 0.0008650609815958887, + "complete_seconds": 18.68199530497077, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 5, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0033755759941414, + "replay_seconds": 0.0008447529980912805, + "complete_seconds": 18.681974996987265, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 5, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.0033755759941414, + "replay_seconds": 0.0008422039973083884, + "complete_seconds": 18.68197244798648, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 5, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.003257928998209536, + "replay_seconds": 0.0008672359981574118, + "complete_seconds": 18.681987182004377, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 5, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.003257928998209536, + "replay_seconds": 0.0008286680094897747, + "complete_seconds": 18.68194861401571, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 5, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.003257928998209536, + "replay_seconds": 0.000819759996375069, + "complete_seconds": 18.681939706002595, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 5, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.003257928998209536, + "replay_seconds": 0.0008384489919990301, + "complete_seconds": 18.68195839499822, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 5, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002192661981098354, + "replay_seconds": 0.0008843529794830829, + "complete_seconds": 18.680639844969846, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 5, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002192661981098354, + "replay_seconds": 0.0008597540145274252, + "complete_seconds": 18.68061524600489, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 5, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002192661981098354, + "replay_seconds": 0.0008282479830086231, + "complete_seconds": 18.680583739973372, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 5, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002192661981098354, + "replay_seconds": 0.0008450289897155017, + "complete_seconds": 18.68060052098008, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 5, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.00738450899370946, + "replay_seconds": 0.0009008650085888803, + "complete_seconds": 18.94042329903459, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 5, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.00738450899370946, + "replay_seconds": 0.0008837489876896143, + "complete_seconds": 18.940406183013692, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 5, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.00738450899370946, + "replay_seconds": 0.000853502016980201, + "complete_seconds": 18.940375936042983, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 5, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.00738450899370946, + "replay_seconds": 0.0008562349830754101, + "complete_seconds": 18.94037866900908, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 6, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007438130007358268, + "replay_seconds": 0.0009118829912040383, + "complete_seconds": 18.940487938030856, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 6, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007438130007358268, + "replay_seconds": 0.0008635300036985427, + "complete_seconds": 18.94043958504335, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 6, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007438130007358268, + "replay_seconds": 0.000847860996145755, + "complete_seconds": 18.940423916035797, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 6, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007438130007358268, + "replay_seconds": 0.0008674880082253367, + "complete_seconds": 18.940443543047877, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 6, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0021802340052090585, + "replay_seconds": 0.000877151993336156, + "complete_seconds": 18.68062021600781, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 6, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0021802340052090585, + "replay_seconds": 0.0008306700037792325, + "complete_seconds": 18.680573734018253, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 6, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0021802340052090585, + "replay_seconds": 0.0008243799966294318, + "complete_seconds": 18.680567444011103, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 6, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0021802340052090585, + "replay_seconds": 0.0008381890074815601, + "complete_seconds": 18.680581253021955, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 6, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.003277575015090406, + "replay_seconds": 0.0008710100082680583, + "complete_seconds": 18.68201060203137, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 6, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.003277575015090406, + "replay_seconds": 0.0008376879850402474, + "complete_seconds": 18.68197728000814, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 6, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.003277575015090406, + "replay_seconds": 0.0008447800064459443, + "complete_seconds": 18.681984372029547, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 6, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.003277575015090406, + "replay_seconds": 0.0011175999825354666, + "complete_seconds": 18.682257192005636, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 6, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004397590993903577, + "replay_seconds": 0.0011259909952059388, + "complete_seconds": 18.68327824998414, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 6, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004397590993903577, + "replay_seconds": 0.001111762976506725, + "complete_seconds": 18.683264021965442, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 6, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004397590993903577, + "replay_seconds": 0.0010755789990071207, + "complete_seconds": 18.683227837987943, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 6, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004397590993903577, + "replay_seconds": 0.0011375040048733354, + "complete_seconds": 18.68328976299381, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 7, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004394193005282432, + "replay_seconds": 0.0011876409989781678, + "complete_seconds": 18.683336501999293, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 7, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004394193005282432, + "replay_seconds": 0.0011337199830450118, + "complete_seconds": 18.68328258098336, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 7, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004394193005282432, + "replay_seconds": 0.0011147860204800963, + "complete_seconds": 18.683263647020794, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 7, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004394193005282432, + "replay_seconds": 0.0011724389914888889, + "complete_seconds": 18.683321299991803, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 7, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0044510530133266, + "replay_seconds": 0.0011278880119789392, + "complete_seconds": 18.683440958033316, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 7, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0044510530133266, + "replay_seconds": 0.0010989750153385103, + "complete_seconds": 18.683412045036675, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 7, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0044510530133266, + "replay_seconds": 0.00109386898111552, + "complete_seconds": 18.683406939002452, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 7, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0044510530133266, + "replay_seconds": 0.00111378901056014, + "complete_seconds": 18.683426859031897, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 7, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0028233860211912543, + "replay_seconds": 0.0011080480180680752, + "complete_seconds": 18.681494264048524, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 7, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0028233860211912543, + "replay_seconds": 0.001098171022022143, + "complete_seconds": 18.68148438705248, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 7, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0028233860211912543, + "replay_seconds": 0.0010684789740480483, + "complete_seconds": 18.681454695004504, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 7, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0028233860211912543, + "replay_seconds": 0.001102570997318253, + "complete_seconds": 18.681488787027774, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 7, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009770851000212133, + "replay_seconds": 0.0011377140181139112, + "complete_seconds": 18.94304649005062, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 7, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009770851000212133, + "replay_seconds": 0.0011025230051018298, + "complete_seconds": 18.943011299037607, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 7, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009770851000212133, + "replay_seconds": 0.0010697699908632785, + "complete_seconds": 18.94297854602337, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 7, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009770851000212133, + "replay_seconds": 0.0010981609812006354, + "complete_seconds": 18.943006937013706, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 8, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009740859997691587, + "replay_seconds": 0.0011137629917357117, + "complete_seconds": 18.94299254802172, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 8, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009740859997691587, + "replay_seconds": 0.0010914250160567462, + "complete_seconds": 18.94297021004604, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 8, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009740859997691587, + "replay_seconds": 0.0010951570002362132, + "complete_seconds": 18.94297394203022, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 8, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009740859997691587, + "replay_seconds": 0.001103846007026732, + "complete_seconds": 18.94298263103701, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 8, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002767341007711366, + "replay_seconds": 0.0010735969990491867, + "complete_seconds": 18.681403768016025, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 8, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002767341007711366, + "replay_seconds": 0.001061692979419604, + "complete_seconds": 18.681391863996396, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 8, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002767341007711366, + "replay_seconds": 0.00108524298411794, + "complete_seconds": 18.681415414001094, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 8, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002767341007711366, + "replay_seconds": 0.0010998559882864356, + "complete_seconds": 18.681430027005263, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 8, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.004171231994405389, + "replay_seconds": 0.0010765039769466966, + "complete_seconds": 18.683109752979362, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 8, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.004171231994405389, + "replay_seconds": 0.001083176990505308, + "complete_seconds": 18.68311642599292, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 8, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.004171231994405389, + "replay_seconds": 0.0010811079991981387, + "complete_seconds": 18.683114357001614, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 8, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.004171231994405389, + "replay_seconds": 0.0010765070037450641, + "complete_seconds": 18.68310975600616, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 8, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004261794994818047, + "replay_seconds": 0.0011143760057166219, + "complete_seconds": 18.683130838995567, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 8, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004261794994818047, + "replay_seconds": 0.0010548990103416145, + "complete_seconds": 18.68307136200019, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 8, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004261794994818047, + "replay_seconds": 0.00103968198527582, + "complete_seconds": 18.683056144975126, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 8, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004261794994818047, + "replay_seconds": 0.0010771969973575324, + "complete_seconds": 18.683093659987208, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 9, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004283220012439415, + "replay_seconds": 0.0011232320102863014, + "complete_seconds": 18.683161120017758, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 9, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004283220012439415, + "replay_seconds": 0.001071784005034715, + "complete_seconds": 18.683109672012506, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 9, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004283220012439415, + "replay_seconds": 0.0010507710103411227, + "complete_seconds": 18.683088659017812, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 9, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.004283220012439415, + "replay_seconds": 0.0011257510050199926, + "complete_seconds": 18.68316363901249, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + }, + { + "repetition": 9, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.00424262200249359, + "replay_seconds": 0.001104513998143375, + "complete_seconds": 18.683209153008647, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 9, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.00424262200249359, + "replay_seconds": 0.0010828039958141744, + "complete_seconds": 18.683187443006318, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 9, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.00424262200249359, + "replay_seconds": 0.0010555079788900912, + "complete_seconds": 18.683160146989394, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 9, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.00424262200249359, + "replay_seconds": 0.0010971620213240385, + "complete_seconds": 18.683201801031828, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 9, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002749832987319678, + "replay_seconds": 0.0010966180125251412, + "complete_seconds": 18.68140928100911, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 9, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002749832987319678, + "replay_seconds": 0.0010549599828664213, + "complete_seconds": 18.68136762297945, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 9, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002749832987319678, + "replay_seconds": 0.001034760003676638, + "complete_seconds": 18.68134742300026, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 9, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.002749832987319678, + "replay_seconds": 0.0011085330042988062, + "complete_seconds": 18.681421196000883, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 9, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009671175008406863, + "replay_seconds": 0.0011320089979562908, + "complete_seconds": 18.942941109038657, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 9, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009671175008406863, + "replay_seconds": 0.001096002000849694, + "complete_seconds": 18.94290510204155, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 9, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009671175008406863, + "replay_seconds": 0.0010609780147206038, + "complete_seconds": 18.94287007805542, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 9, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.009671175008406863, + "replay_seconds": 0.001096930995117873, + "complete_seconds": 18.942906031035818, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 10, + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007366808975348249, + "replay_seconds": 0.0007229190086945891, + "complete_seconds": 18.940227653016336, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 10, + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007366808975348249, + "replay_seconds": 0.0006962069892324507, + "complete_seconds": 18.940200940996874, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 9, + "action_checksum": 19 + }, + { + "repetition": 10, + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007366808975348249, + "replay_seconds": 0.0006833160005044192, + "complete_seconds": 18.940188050008146, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 961, + "action_checksum": 802 + }, + { + "repetition": 10, + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.2577872660185676, + "construction_seconds": 0.007366808975348249, + "replay_seconds": 0.0006986910011619329, + "complete_seconds": 18.940203425008804, + "joint_bytes_per_world": 512, + "encoder_bytes_per_world": 64, + "deployed_choice_bytes_per_world": 5184, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 61038, + "action_checksum": 52223 + }, + { + "repetition": 10, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0017496490036137402, + "replay_seconds": 0.0007093960011843592, + "complete_seconds": 18.680021875014063, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 10, + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0017496490036137402, + "replay_seconds": 0.000671263987896964, + "complete_seconds": 18.679983743000776, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 13, + "action_checksum": 17 + }, + { + "repetition": 10, + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0017496490036137402, + "replay_seconds": 0.000672875001328066, + "complete_seconds": 18.679985354014207, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1138, + "action_checksum": 691 + }, + { + "repetition": 10, + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.0032121709955390543, + "construction_seconds": 0.0017496490036137402, + "replay_seconds": 0.0006887010240461677, + "complete_seconds": 18.680001180036925, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 71784, + "action_checksum": 44869 + }, + { + "repetition": 10, + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0025910759868565947, + "replay_seconds": 0.0007070180145092309, + "complete_seconds": 18.681160111009376, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 10, + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0025910759868565947, + "replay_seconds": 0.000685094011714682, + "complete_seconds": 18.68113818700658, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 7, + "action_checksum": 18 + }, + { + "repetition": 10, + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0025910759868565947, + "replay_seconds": 0.0006640419887844473, + "complete_seconds": 18.68111713498365, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 639, + "action_checksum": 1008 + }, + { + "repetition": 10, + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003511357994284481, + "construction_seconds": 0.0025910759868565947, + "replay_seconds": 0.00068673599162139, + "complete_seconds": 18.68113982898649, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 40448, + "action_checksum": 68362 + }, + { + "repetition": 10, + "model": "support_mixture", + "method": "identity", + "requests": 1, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.002618190017528832, + "replay_seconds": 0.0007003939826972783, + "complete_seconds": 18.681073251995258, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 0, + "action_checksum": 0 + }, + { + "repetition": 10, + "model": "support_mixture", + "method": "identity", + "requests": 32, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.002618190017528832, + "replay_seconds": 0.000678857002640143, + "complete_seconds": 18.6810517150152, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 10, + "action_checksum": 17 + }, + { + "repetition": 10, + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.002618190017528832, + "replay_seconds": 0.0006619769847020507, + "complete_seconds": 18.681034834997263, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 1017, + "action_checksum": 767 + }, + { + "repetition": 10, + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "worlds": 192, + "label_budget": 1024, + "import_seconds": 0.014481243008049205, + "request_fixture_seconds": 0.04256130600697361, + "cuda_startup_seconds": 18.617308109998703, + "charged_warmup_seconds": 0.003404008981306106, + "construction_seconds": 0.002618190017528832, + "replay_seconds": 0.000675868010148406, + "complete_seconds": 18.68104872602271, + "joint_bytes_per_world": 4096, + "encoder_bytes_per_world": 0, + "deployed_choice_bytes_per_world": 41472, + "sampled_training_events_bytes_per_world": 8192, + "count_state_bytes_per_world": 4096, + "actual_queries": 63858, + "action_checksum": 49557 + } + ], + "medians": [ + { + "model": "support_mixture", + "method": "query_joint", + "requests": 1, + "median_complete_seconds": 18.94042329903459, + "median_construction_seconds": 0.007374933018581942, + "median_replay_seconds": 0.0009100910101551563 + }, + { + "model": "support_mixture", + "method": "query_joint", + "requests": 32, + "median_complete_seconds": 18.940394380071666, + "median_construction_seconds": 0.007374933018581942, + "median_replay_seconds": 0.0008635300036985427 + }, + { + "model": "support_mixture", + "method": "query_joint", + "requests": 1024, + "median_complete_seconds": 18.940375936042983, + "median_construction_seconds": 0.007374933018581942, + "median_replay_seconds": 0.000847860996145755 + }, + { + "model": "support_mixture", + "method": "query_joint", + "requests": 65536, + "median_complete_seconds": 18.940377269056626, + "median_construction_seconds": 0.007374933018581942, + "median_replay_seconds": 0.0008674880082253367 + }, + { + "model": "joint_jeffreys", + "method": "identity", + "requests": 1, + "median_complete_seconds": 18.680585828988114, + "median_construction_seconds": 0.002172641979996115, + "median_replay_seconds": 0.0008554249943699688 + }, + { + "model": "joint_jeffreys", + "method": "identity", + "requests": 32, + "median_complete_seconds": 18.680573734018253, + "median_construction_seconds": 0.002172641979996115, + "median_replay_seconds": 0.0008349090057890862 + }, + { + "model": "joint_jeffreys", + "method": "identity", + "requests": 1024, + "median_complete_seconds": 18.68054840399418, + "median_construction_seconds": 0.002172641979996115, + "median_replay_seconds": 0.0008170469955075532 + }, + { + "model": "joint_jeffreys", + "method": "identity", + "requests": 65536, + "median_complete_seconds": 18.68058674299391, + "median_construction_seconds": 0.002172641979996115, + "median_replay_seconds": 0.0008450289897155017 + }, + { + "model": "naive_bayes", + "method": "identity", + "requests": 1, + "median_complete_seconds": 18.681987182004377, + "median_construction_seconds": 0.003257928998209536, + "median_replay_seconds": 0.0008710100082680583 + }, + { + "model": "naive_bayes", + "method": "identity", + "requests": 32, + "median_complete_seconds": 18.68194861401571, + "median_construction_seconds": 0.003257928998209536, + "median_replay_seconds": 0.0008341859793290496 + }, + { + "model": "naive_bayes", + "method": "identity", + "requests": 1024, + "median_complete_seconds": 18.681939706002595, + "median_construction_seconds": 0.003257928998209536, + "median_replay_seconds": 0.000819759996375069 + }, + { + "model": "naive_bayes", + "method": "identity", + "requests": 65536, + "median_complete_seconds": 18.68195839499822, + "median_construction_seconds": 0.003257928998209536, + "median_replay_seconds": 0.0008384489919990301 + }, + { + "model": "support_mixture", + "method": "identity", + "requests": 1, + "median_complete_seconds": 18.681958619999932, + "median_construction_seconds": 0.0033164889900945127, + "median_replay_seconds": 0.0008874630148056895 + }, + { + "model": "support_mixture", + "method": "identity", + "requests": 32, + "median_complete_seconds": 18.681904311990365, + "median_construction_seconds": 0.0033164889900945127, + "median_replay_seconds": 0.0008331550052389503 + }, + { + "model": "support_mixture", + "method": "identity", + "requests": 1024, + "median_complete_seconds": 18.68191908998415, + "median_construction_seconds": 0.0033164889900945127, + "median_replay_seconds": 0.0008447529980912805 + }, + { + "model": "support_mixture", + "method": "identity", + "requests": 65536, + "median_complete_seconds": 18.681922700983705, + "median_construction_seconds": 0.0033164889900945127, + "median_replay_seconds": 0.0008422039973083884 + } + ], + "gpu": "cuda:2", + "scope": "Local batched repeated decisions from a previously recorded sample stream; not evidence-backend speed, engineer time or production latency", + "cuda_startup_seconds": 18.617308109998703, + "cuda_warmup_seconds": { + "support_mixture:query_joint": 0.2577872660185676, + "joint_jeffreys:identity": 0.0032121709955390543, + "naive_bayes:identity": 0.003511357994284481, + "support_mixture:identity": 0.003404008981306106 + }, + "warmup_excluded_from_measured_medians": false, + "full_model_import_included": true, + "estimation_and_encoding_included": true, + "probabilities_supplied_to_estimator": false, + "future_values_used_only_after_paid_query": true +} diff --git a/provenance/controlled/preconfirmation_lock.json b/provenance/controlled/preconfirmation_lock.json new file mode 100644 index 0000000000000000000000000000000000000000..69e9ef6ddeb6bdabbcfa94fb175e2db05b900e1f --- /dev/null +++ b/provenance/controlled/preconfirmation_lock.json @@ -0,0 +1,22 @@ +{ + "files": { + "unionmind/decision_sufficiency/__init__.py": "f87b50f4b7c6290b319f63d846f1bf8bfc69249818fd2ed8108356b397f43e4d", + "unionmind/decision_sufficiency/analysis.py": "eeb72ce872762b4af5f19c3d9d39013c05c407f32cb007733f4005fd107377ef", + "unionmind/decision_sufficiency/benchmark.py": "de9d93e521ee59882f23015fdc8e3912c8b765a412952ba4d16eb5a812722ed9", + "unionmind/decision_sufficiency/core.py": "fa2f7405a8d0dc6ec96ebae1bb2a2b810d03ef1fd2877f5ebef7df1722992cee", + "unionmind/decision_sufficiency/study.py": "dcb7d8303fe11e9e1c27c1e8b9a141f4571f49f1c1611a1b3572537e4ce7ec19", + "unionmind/decision_sufficiency/worlds.py": "b2dd3a0db509161982f8159caeba35f8af5212aef0e3685ac56b702361b15d5e", + "configs/decision_sufficiency_protocol_01.json": "5a334fe26903403ff48eb71e7b0eb548d139af50c97b430252db0cf71b2c1f59", + "tests/test_decision_sufficiency.py": "74a02c10008eb360da092b79644960695385dd8b7222e7ef5a1cca7ff9739596", + "artifacts/decision_sufficiency_01/interface_tests_final.log": "59bece864998a3b86725b1476a948c37f0a02384b05efc32320e749a3b7a6879", + "artifacts/decision_sufficiency_01/development/worlds.pt": "fb6404a2cf08d1d4e279ca8dc223793933571961c8c3d02224879ccea68f6e69", + "artifacts/decision_sufficiency_01/development/manifest.json": "663ede689fd468ac008860dfad75c7414edd02b55c3a3c4df7e627bb07719175", + "artifacts/decision_sufficiency_01/development_evaluation/summary.json": "c3dde81b65b3fd28a25ad89d0b0376eb2b9a4cfbebaaa1cdcfe7ed0c73e3d9a3" + }, + "confirmation_generated": false, + "protocol_sha256": "5a334fe26903403ff48eb71e7b0eb548d139af50c97b430252db0cf71b2c1f59", + "new_controller_training": false, + "independent_external_confirmation": false, + "thresholds_and_all_comparisons_fixed": true, + "test_log": "artifacts/decision_sufficiency_01/interface_tests_final.log" +} diff --git a/provenance/external/diagnostic_review.json b/provenance/external/diagnostic_review.json new file mode 100644 index 0000000000000000000000000000000000000000..9ceacb2cabf97a09684de7514f3d472f5153d0ce --- /dev/null +++ b/provenance/external/diagnostic_review.json @@ -0,0 +1,21308 @@ +{ + "post_opening_descriptive_correction": true, + "primary_policy_and_utility_unchanged": true, + "primary_thresholds_and_gates_unchanged": true, + "refits": 0, + "original_nan_scores_preserved_in_frozen_metrics": true, + "correction": "Clamp zero mass before conditioning; unused symbols have zero test mass and contribute zero log score.", + "saved_primary_models_reviewed": 1710, + "models_with_unused_symbols": 125, + "corrected_overall": [ + { + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9202235047375056, + "observation_given_h_log_loss": 0.4713431260533678 + }, + { + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9558448652595863, + "observation_given_h_log_loss": 0.5090721054033512 + }, + { + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9666599730040206, + "observation_given_h_log_loss": 0.5160320288315656 + }, + { + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9255178428957378, + "observation_given_h_log_loss": 0.46547901581463147 + }, + { + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9597376161281872, + "observation_given_h_log_loss": 0.5176347652165381 + }, + { + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.967432711720253, + "observation_given_h_log_loss": 0.5200280622856649 + }, + { + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.063186997267957, + "observation_given_h_log_loss": 0.542101631431224 + }, + { + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.895850072130834, + "observation_given_h_log_loss": 0.4495203347543967 + }, + { + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8388413606454664, + "observation_given_h_log_loss": 0.3614542959822886 + }, + { + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.0697243011317232, + "observation_given_h_log_loss": 0.5821205691409534 + } + ], + "corrected_by_dataset": [ + { + "dataset": "hydraulic", + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9780271340198808, + "observation_given_h_log_loss": 0.5482923707145181 + }, + { + "dataset": "hydraulic", + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9771092438753133, + "observation_given_h_log_loss": 0.5509004605039295 + }, + { + "dataset": "hydraulic", + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9865409284250239, + "observation_given_h_log_loss": 0.5536692648377318 + }, + { + "dataset": "hydraulic", + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9813326339837903, + "observation_given_h_log_loss": 0.5434580998487066 + }, + { + "dataset": "hydraulic", + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9788421132610532, + "observation_given_h_log_loss": 0.5628593631351378 + }, + { + "dataset": "hydraulic", + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9826095288612041, + "observation_given_h_log_loss": 0.5670202018731086 + }, + { + "dataset": "hydraulic", + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0723652588375436, + "observation_given_h_log_loss": 0.5684944526434725 + }, + { + "dataset": "hydraulic", + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9485630085418437, + "observation_given_h_log_loss": 0.5226267965819354 + }, + { + "dataset": "hydraulic", + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9506892903868858, + "observation_given_h_log_loss": 0.4579821095635041 + }, + { + "dataset": "hydraulic", + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.0194804312827177, + "observation_given_h_log_loss": 0.5770027182754646 + }, + { + "dataset": "gas", + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8624198754551304, + "observation_given_h_log_loss": 0.39439388139221754 + }, + { + "dataset": "gas", + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9345804866438593, + "observation_given_h_log_loss": 0.46724375030277293 + }, + { + "dataset": "gas", + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9467790175830173, + "observation_given_h_log_loss": 0.4783947928253995 + }, + { + "dataset": "gas", + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8697030518076854, + "observation_given_h_log_loss": 0.38749993178055625 + }, + { + "dataset": "gas", + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9406331189953212, + "observation_given_h_log_loss": 0.4724101672979383 + }, + { + "dataset": "gas", + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9522558945793019, + "observation_given_h_log_loss": 0.47303592269822115 + }, + { + "dataset": "gas", + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0540087356983705, + "observation_given_h_log_loss": 0.5157088102189755 + }, + { + "dataset": "gas", + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8431371357198243, + "observation_given_h_log_loss": 0.37641387292685796 + }, + { + "dataset": "gas", + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7269934309040471, + "observation_given_h_log_loss": 0.26492648240107314 + }, + { + "dataset": "gas", + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1199681709807288, + "observation_given_h_log_loss": 0.5872384200064424 + } + ], + "corrected_by_task_seed": [ + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.703762585820992, + "observation_given_h_log_loss": 0.6553498589195448, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6939226734017601, + "observation_given_h_log_loss": 0.648316604699427, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6980986472653474, + "observation_given_h_log_loss": 0.6482835892273169, + "unused_model_symbols": 1 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7064284931885894, + "observation_given_h_log_loss": 0.6563223606589776, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7331015897244815, + "observation_given_h_log_loss": 0.6505514967924118, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7331015897244815, + "observation_given_h_log_loss": 0.6505514967924118, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9159126565620265, + "observation_given_h_log_loss": 0.6485963294043618, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6604025522021285, + "observation_given_h_log_loss": 0.6141639885770641, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0542470750898874, + "observation_given_h_log_loss": 0.7961224924677134, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6855744083932753, + "observation_given_h_log_loss": 0.6656045245408797, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7860150265854727, + "observation_given_h_log_loss": 0.7218315997061666, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.776920075697226, + "observation_given_h_log_loss": 0.7156290315151632, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7725329570155145, + "observation_given_h_log_loss": 0.7122181410603483, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.798007830860707, + "observation_given_h_log_loss": 0.7207860963260814, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8229301254927882, + "observation_given_h_log_loss": 0.7127962861414143, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8229301254927882, + "observation_given_h_log_loss": 0.7127962861414143, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9901642924986049, + "observation_given_h_log_loss": 0.709650378130092, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7247812985013389, + "observation_given_h_log_loss": 0.6593329323529219, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0600166066513534, + "observation_given_h_log_loss": 0.7967558812064837, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7636035021037615, + "observation_given_h_log_loss": 0.7348722345314384, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6724911970909412, + "observation_given_h_log_loss": 0.611114662727934, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6712748343980212, + "observation_given_h_log_loss": 0.6077075977267492, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6751107906293157, + "observation_given_h_log_loss": 0.6079635711714567, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6883071856814946, + "observation_given_h_log_loss": 0.6119032881513071, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7314471932004123, + "observation_given_h_log_loss": 0.6181077722993862, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7314471932004123, + "observation_given_h_log_loss": 0.6181077722993862, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.870152415576703, + "observation_given_h_log_loss": 0.5971818554724911, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6457713185061312, + "observation_given_h_log_loss": 0.5763812739837347, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9869173439990825, + "observation_given_h_log_loss": 0.6746487785084592, + "unused_model_symbols": 0 + }, + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6368408042146558, + "observation_given_h_log_loss": 0.6111646478565833, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9110823211129604, + "observation_given_h_log_loss": 0.8529287628822161, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9339113241498247, + "observation_given_h_log_loss": 0.8757770374260475, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9243293728160362, + "observation_given_h_log_loss": 0.8705409177187777, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9114116912395365, + "observation_given_h_log_loss": 0.8530419604946724, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.004019300110605, + "observation_given_h_log_loss": 0.8876379563805954, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0040193001106048, + "observation_given_h_log_loss": 0.8876379563805954, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0751463645622679, + "observation_given_h_log_loss": 0.859643999484899, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8806071565179766, + "observation_given_h_log_loss": 0.8195823960085797, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9656817901860286, + "observation_given_h_log_loss": 0.6964824819457716, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9247421084667167, + "observation_given_h_log_loss": 0.907338851780356, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8281044417853358, + "observation_given_h_log_loss": 0.7759183334522313, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8500643213910992, + "observation_given_h_log_loss": 0.7858877708095354, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8494925248914137, + "observation_given_h_log_loss": 0.7819746492473112, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8016342456735668, + "observation_given_h_log_loss": 0.7507453136683885, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8789055978848801, + "observation_given_h_log_loss": 0.792513525096689, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8789055978848801, + "observation_given_h_log_loss": 0.792513525096689, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9808951864581132, + "observation_given_h_log_loss": 0.7841588799624795, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.796183126426808, + "observation_given_h_log_loss": 0.7389661994812233, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8710161795622025, + "observation_given_h_log_loss": 0.6372753825246976, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8228531989034871, + "observation_given_h_log_loss": 0.7991453169229266, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8985370307682219, + "observation_given_h_log_loss": 0.8366514515133967, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9067394841144719, + "observation_given_h_log_loss": 0.8434601526191285, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8831505644793931, + "observation_given_h_log_loss": 0.8213972828960286, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.898537030768222, + "observation_given_h_log_loss": 0.8366514515133967, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.936300237430987, + "observation_given_h_log_loss": 0.8372165923141113, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.936300237430987, + "observation_given_h_log_loss": 0.8372165923141113, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0440760721126472, + "observation_given_h_log_loss": 0.8115625286960222, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8480277198253863, + "observation_given_h_log_loss": 0.7859140416717547, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0337174404838514, + "observation_given_h_log_loss": 0.746289972639023, + "unused_model_symbols": 0 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8667496964809548, + "observation_given_h_log_loss": 0.8543927196873405, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1515994485358931, + "observation_given_h_log_loss": 0.7335601094124077, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1200463594211272, + "observation_given_h_log_loss": 0.7563391554437597, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1306915661496184, + "observation_given_h_log_loss": 0.7355244334669945, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1558137472198935, + "observation_given_h_log_loss": 0.7175981948462826, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0373412847601322, + "observation_given_h_log_loss": 0.759579064791871, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0373412847601322, + "observation_given_h_log_loss": 0.759579064791871, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.1817637097563378, + "observation_given_h_log_loss": 0.7993179053393953, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0504118716234465, + "observation_given_h_log_loss": 0.6881366526552546, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9945064379367852, + "observation_given_h_log_loss": 0.6079905389915636, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.3251765678905039, + "observation_given_h_log_loss": 0.8425779125559218, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.089438107618189, + "observation_given_h_log_loss": 0.7584266418589308, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0698374157475492, + "observation_given_h_log_loss": 0.7416372282063998, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.107322685012348, + "observation_given_h_log_loss": 0.7538935491546104, + "unused_model_symbols": 1 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0837260571028304, + "observation_given_h_log_loss": 0.7183981849478388, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9911685290864558, + "observation_given_h_log_loss": 0.7628355907309416, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.130448631586956, + "observation_given_h_log_loss": 0.810101800245959, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0700897780788583, + "observation_given_h_log_loss": 0.8095463345537426, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0534998245163856, + "observation_given_h_log_loss": 0.7266703362277614, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7800278191057024, + "observation_given_h_log_loss": 0.4876871468311214, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.4584757064642249, + "observation_given_h_log_loss": 0.82954013085728, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0694820953846138, + "observation_given_h_log_loss": 0.8139633172611536, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0739916643636218, + "observation_given_h_log_loss": 0.8240702650870178, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.0935026128774257, + "observation_given_h_log_loss": 0.8297142195611852, + "unused_model_symbols": 1 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1162225465812785, + "observation_given_h_log_loss": 0.8217778709973999, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0388678961024194, + "observation_given_h_log_loss": 0.8337891804067631, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0388678961024194, + "observation_given_h_log_loss": 0.8337891804067631, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.1793891857968561, + "observation_given_h_log_loss": 0.8494003618551567, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0088317617330513, + "observation_given_h_log_loss": 0.76555831795121, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.945588862928936, + "observation_given_h_log_loss": 0.5906727282728483, + "unused_model_symbols": 0 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1262645042165786, + "observation_given_h_log_loss": 0.8609789594545332, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2330107938569272, + "observation_given_h_log_loss": 0.5567708314143754, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2329734843421822, + "observation_given_h_log_loss": 0.5567362787558273, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.290569288066983, + "observation_given_h_log_loss": 0.5891257649213597, + "unused_model_symbols": 5 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2330285713923659, + "observation_given_h_log_loss": 0.5567886908417718, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.2517411817307489, + "observation_given_h_log_loss": 0.57395108461105, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2517411817307489, + "observation_given_h_log_loss": 0.57395108461105, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.2895081164673594, + "observation_given_h_log_loss": 0.5871825777005987, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2330281958136735, + "observation_given_h_log_loss": 0.5567883438635376, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8308341295228556, + "observation_given_h_log_loss": 0.13183263880015958, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2625257097395206, + "observation_given_h_log_loss": 0.588338903582161, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.444309069265198, + "observation_given_h_log_loss": 0.6116212101032832, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4442824861078127, + "observation_given_h_log_loss": 0.6115988101353091, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4964075347832524, + "observation_given_h_log_loss": 0.6568035089422555, + "unused_model_symbols": 5 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.444309069265198, + "observation_given_h_log_loss": 0.6116212101032832, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.497611380434621, + "observation_given_h_log_loss": 0.6630007800379794, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4578168712859059, + "observation_given_h_log_loss": 0.6311721282483493, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.478279744421046, + "observation_given_h_log_loss": 0.6460087679144952, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.4443082963784968, + "observation_given_h_log_loss": 0.6116206109130502, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9544973096716098, + "observation_given_h_log_loss": 0.14782612936365347, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.4807055134393257, + "observation_given_h_log_loss": 0.6477088363902621, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.4640098404332988, + "observation_given_h_log_loss": 0.6425271032251652, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4641925574480017, + "observation_given_h_log_loss": 0.6427104148618165, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4726809713563103, + "observation_given_h_log_loss": 0.6593839818006528, + "unused_model_symbols": 5 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.464009840433299, + "observation_given_h_log_loss": 0.6425271032251652, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4796873285307388, + "observation_given_h_log_loss": 0.6615779115559883, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4796873285307388, + "observation_given_h_log_loss": 0.6615779115559882, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4643381545794087, + "observation_given_h_log_loss": 0.6781378476995715, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.4640093199000956, + "observation_given_h_log_loss": 0.6425266954155242, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9176406303858485, + "observation_given_h_log_loss": 0.14375004279023618, + "unused_model_symbols": 0 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.5072216187984049, + "observation_given_h_log_loss": 0.6834309935429375, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 2.2816818616394423, + "observation_given_h_log_loss": 0.1601590562075636, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 2.2816818616394423, + "observation_given_h_log_loss": 0.1601590562075636, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 2.2930843848298625, + "observation_given_h_log_loss": 0.16126427683271224, + "unused_model_symbols": 5 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 2.2816818616394428, + "observation_given_h_log_loss": 0.16015905620756357, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 2.166332806136203, + "observation_given_h_log_loss": 0.19942881334696427, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 2.0883446524675007, + "observation_given_h_log_loss": 0.22471792571174415, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 2.1635386074733516, + "observation_given_h_log_loss": 0.22539564411034144, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 2.2816818616394423, + "observation_given_h_log_loss": 0.1601590562075636, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.8586790675568545, + "observation_given_h_log_loss": 0.2799917703978053, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.300059449480714, + "observation_given_h_log_loss": 0.14977670722384973, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 2.289961649572746, + "observation_given_h_log_loss": 0.16019399982234916, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 2.289961649572746, + "observation_given_h_log_loss": 0.16019399982234914, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 2.2930843848298625, + "observation_given_h_log_loss": 0.1612642768327123, + "unused_model_symbols": 5 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 2.289961649572746, + "observation_given_h_log_loss": 0.16019399982234916, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 2.166332806136203, + "observation_given_h_log_loss": 0.19942881334696427, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 2.097589490240753, + "observation_given_h_log_loss": 0.2249732641738881, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 2.173923083097087, + "observation_given_h_log_loss": 0.2256240675971129, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 2.289961649572746, + "observation_given_h_log_loss": 0.16019399982234914, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.8703948816134022, + "observation_given_h_log_loss": 0.2811018904267712, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.308193807661797, + "observation_given_h_log_loss": 0.14977670722384967, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 2.292771706748888, + "observation_given_h_log_loss": 0.16031831236242197, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 2.292771706748888, + "observation_given_h_log_loss": 0.16031831236242197, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 2.2930843848298625, + "observation_given_h_log_loss": 0.16126427683271224, + "unused_model_symbols": 5 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 2.292771706748888, + "observation_given_h_log_loss": 0.16031831236242197, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 2.166332806136203, + "observation_given_h_log_loss": 0.19942881334696427, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 2.1045521793543625, + "observation_given_h_log_loss": 0.22586301660852615, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 2.1837212496478773, + "observation_given_h_log_loss": 0.2263877015746784, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 2.292771706748888, + "observation_given_h_log_loss": 0.16031831236242197, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.8860946522985949, + "observation_given_h_log_loss": 0.28483586701902314, + "unused_model_symbols": 0 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.3104303126835295, + "observation_given_h_log_loss": 0.14977670722384973, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7113231440697465, + "observation_given_h_log_loss": 0.2971127876544273, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7113231440697466, + "observation_given_h_log_loss": 0.2971127876544273, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7154928162367762, + "observation_given_h_log_loss": 0.30142603611438457, + "unused_model_symbols": 2 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7113231440697465, + "observation_given_h_log_loss": 0.2971127876544273, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7055398594178217, + "observation_given_h_log_loss": 0.30909549253722785, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7055398594178216, + "observation_given_h_log_loss": 0.3090954925372278, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8325676077211257, + "observation_given_h_log_loss": 0.3366326137655339, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7113310060492823, + "observation_given_h_log_loss": 0.2971333408206348, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.624651226710208, + "observation_given_h_log_loss": 0.12922124561887022, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7675378785114303, + "observation_given_h_log_loss": 0.3422955218631232, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6775914049765258, + "observation_given_h_log_loss": 0.2783667201568967, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.677579830182171, + "observation_given_h_log_loss": 0.27836408427254217, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6810622103836645, + "observation_given_h_log_loss": 0.28267840454827403, + "unused_model_symbols": 2 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6775914049765258, + "observation_given_h_log_loss": 0.2783667201568967, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6676956892836174, + "observation_given_h_log_loss": 0.2883096143812691, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6676956892836174, + "observation_given_h_log_loss": 0.2883096143812691, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7460374214534002, + "observation_given_h_log_loss": 0.32177657681214594, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6775909254472242, + "observation_given_h_log_loss": 0.2783825870195766, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5579083074127156, + "observation_given_h_log_loss": 0.12678457584410657, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7462580483028689, + "observation_given_h_log_loss": 0.3304440259365504, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6891075099271574, + "observation_given_h_log_loss": 0.28740937365251745, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6891075099271574, + "observation_given_h_log_loss": 0.2874093736525175, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6932961482882849, + "observation_given_h_log_loss": 0.2916633525289356, + "unused_model_symbols": 2 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6891075099271574, + "observation_given_h_log_loss": 0.28740937365251745, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6817622179344651, + "observation_given_h_log_loss": 0.2993627627333737, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6817622179344651, + "observation_given_h_log_loss": 0.2993627627333737, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7854286618132067, + "observation_given_h_log_loss": 0.3285202942975345, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6891110001210407, + "observation_given_h_log_loss": 0.2874273597026953, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5883653948352551, + "observation_given_h_log_loss": 0.12759965948429539, + "unused_model_symbols": 0 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7510083924243965, + "observation_given_h_log_loss": 0.33565682282642634, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8779357051768863, + "observation_given_h_log_loss": 0.03622682416749058, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8779357051768863, + "observation_given_h_log_loss": 0.03622682416749058, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8779357051768863, + "observation_given_h_log_loss": 0.03622682416749058, + "unused_model_symbols": 3 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8779357051768863, + "observation_given_h_log_loss": 0.03622682416749058, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8840607130028574, + "observation_given_h_log_loss": 0.05078589952071394, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8840607130028574, + "observation_given_h_log_loss": 0.05078589952071394, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8898003499465555, + "observation_given_h_log_loss": 0.05114585638957181, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8779357051768863, + "observation_given_h_log_loss": 0.03622682416749058, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9009339376050512, + "observation_given_h_log_loss": 0.07857522021372108, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8771859700865083, + "observation_given_h_log_loss": 0.03493035505965031, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9011681145525762, + "observation_given_h_log_loss": 0.03821586585291436, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9011681145525762, + "observation_given_h_log_loss": 0.03821586585291436, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9011681145525762, + "observation_given_h_log_loss": 0.03821586585291436, + "unused_model_symbols": 3 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9011681145525762, + "observation_given_h_log_loss": 0.03821586585291435, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9058479468627894, + "observation_given_h_log_loss": 0.053435873142378486, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9058479468627892, + "observation_given_h_log_loss": 0.053435873142378486, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9144667829673669, + "observation_given_h_log_loss": 0.05381742028006434, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9011681145525762, + "observation_given_h_log_loss": 0.03821586585291436, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9213063192118472, + "observation_given_h_log_loss": 0.08163657928647165, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9004525017551788, + "observation_given_h_log_loss": 0.03686061898977485, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8787270645559779, + "observation_given_h_log_loss": 0.039530053658567925, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8787270645559779, + "observation_given_h_log_loss": 0.039530053658567925, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8787270645559779, + "observation_given_h_log_loss": 0.039530053658567925, + "unused_model_symbols": 3 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8787270645559779, + "observation_given_h_log_loss": 0.039530053658567925, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8864957897332582, + "observation_given_h_log_loss": 0.05588178538654044, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8864957897332582, + "observation_given_h_log_loss": 0.05588178538654044, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8987480957905585, + "observation_given_h_log_loss": 0.05604266082176781, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8787270645559779, + "observation_given_h_log_loss": 0.039530053658567925, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9089035572293108, + "observation_given_h_log_loss": 0.08650447953968361, + "unused_model_symbols": 0 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.877518542942046, + "observation_given_h_log_loss": 0.03799980216473323, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8402179908834274, + "observation_given_h_log_loss": 0.36170336305726347, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8402179908834274, + "observation_given_h_log_loss": 0.36170336305726347, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8996312013086604, + "observation_given_h_log_loss": 0.4049555193503803, + "unused_model_symbols": 2 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8402179908834274, + "observation_given_h_log_loss": 0.36170336305726347, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8596798229874435, + "observation_given_h_log_loss": 0.37584487230522257, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8596798229874435, + "observation_given_h_log_loss": 0.37584487230522257, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0199331106222733, + "observation_given_h_log_loss": 0.38610886593326404, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8402521407046052, + "observation_given_h_log_loss": 0.3617422508703932, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.744728806320776, + "observation_given_h_log_loss": 0.12876479155590184, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8480348171328144, + "observation_given_h_log_loss": 0.3759445879723671, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7459868512805835, + "observation_given_h_log_loss": 0.32052271679011185, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7459868512805835, + "observation_given_h_log_loss": 0.3205227167901118, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7823126551009942, + "observation_given_h_log_loss": 0.3483185846385501, + "unused_model_symbols": 2 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7459868512805835, + "observation_given_h_log_loss": 0.32052271679011185, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7675678163157963, + "observation_given_h_log_loss": 0.33330194307714833, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7675678163157963, + "observation_given_h_log_loss": 0.3333019430771483, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9115971465092495, + "observation_given_h_log_loss": 0.3435375373983919, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.745992798495498, + "observation_given_h_log_loss": 0.32053899014270903, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6819106292962069, + "observation_given_h_log_loss": 0.12330101525700912, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7552976940388917, + "observation_given_h_log_loss": 0.3326376958066514, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8402179908834274, + "observation_given_h_log_loss": 0.36170336305726347, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8402179908834274, + "observation_given_h_log_loss": 0.36170336305726347, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8996312013086603, + "observation_given_h_log_loss": 0.4049555193503803, + "unused_model_symbols": 2 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8402179908834274, + "observation_given_h_log_loss": 0.36170336305726347, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8596798229874435, + "observation_given_h_log_loss": 0.37584487230522257, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8596798229874435, + "observation_given_h_log_loss": 0.37584487230522257, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0199331106222733, + "observation_given_h_log_loss": 0.38610886593326404, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8402521407046052, + "observation_given_h_log_loss": 0.3617422508703932, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.744728806320776, + "observation_given_h_log_loss": 0.12876479155590184, + "unused_model_symbols": 0 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8480348171328144, + "observation_given_h_log_loss": 0.3759445879723671, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5140331300820549, + "observation_given_h_log_loss": 0.026948197301053686, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.5140331300820549, + "observation_given_h_log_loss": 0.026948197301053686, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.517661085563855, + "observation_given_h_log_loss": 0.02942934587219432, + "unused_model_symbols": 5 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.5140331300820548, + "observation_given_h_log_loss": 0.026948197301053686, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.5349074008924795, + "observation_given_h_log_loss": 0.03889617427646157, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.5349074008924795, + "observation_given_h_log_loss": 0.03889617427646157, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.5314444172761532, + "observation_given_h_log_loss": 0.038812962914181584, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5140331300820549, + "observation_given_h_log_loss": 0.026948197301053686, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5736936999936576, + "observation_given_h_log_loss": 0.06447998024565796, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.5122423474701687, + "observation_given_h_log_loss": 0.02580342265758064, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5397581327593536, + "observation_given_h_log_loss": 0.02790294421481443, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.5397581327593536, + "observation_given_h_log_loss": 0.02790294421481443, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.5453081842360692, + "observation_given_h_log_loss": 0.034071283254311344, + "unused_model_symbols": 4 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.5397581327593535, + "observation_given_h_log_loss": 0.027902944214814426, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.5600765707457863, + "observation_given_h_log_loss": 0.043331761074188624, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.5600765707457863, + "observation_given_h_log_loss": 0.043331761074188624, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.5523602935945734, + "observation_given_h_log_loss": 0.042360819435957604, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5397581327593536, + "observation_given_h_log_loss": 0.02790294421481443, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6020375593089844, + "observation_given_h_log_loss": 0.08019530201644312, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.5378335776698758, + "observation_given_h_log_loss": 0.026157816421811718, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.45787230612256014, + "observation_given_h_log_loss": 0.026689746252890764, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.45787230612256014, + "observation_given_h_log_loss": 0.026689746252890764, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.46050928030829796, + "observation_given_h_log_loss": 0.03000898168705573, + "unused_model_symbols": 5 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.45787230612256014, + "observation_given_h_log_loss": 0.026689746252890764, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.48429787609942965, + "observation_given_h_log_loss": 0.04268167923299561, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.48429787609942965, + "observation_given_h_log_loss": 0.04268167923299561, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.4780417094793555, + "observation_given_h_log_loss": 0.041473569681871686, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.45787230612256014, + "observation_given_h_log_loss": 0.026689746252890764, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5385504842844171, + "observation_given_h_log_loss": 0.0822527407789278, + "unused_model_symbols": 0 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.45523691704953234, + "observation_given_h_log_loss": 0.024792314976181343, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.4323869572385338, + "observation_given_h_log_loss": 0.1392048088722136, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.41289296456617575, + "observation_given_h_log_loss": 0.13210204291296992, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.42875368625498683, + "observation_given_h_log_loss": 0.14056355346513955, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.43625588031369095, + "observation_given_h_log_loss": 0.14515840697564508, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.48797428797796055, + "observation_given_h_log_loss": 0.17719191438548462, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.48797428797796055, + "observation_given_h_log_loss": 0.17719191438548462, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.5441419016106673, + "observation_given_h_log_loss": 0.16530319394932314, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.43069475681248454, + "observation_given_h_log_loss": 0.14438057172072932, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.4656538916228169, + "observation_given_h_log_loss": 0.16718594954536642, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.4396326200453521, + "observation_given_h_log_loss": 0.15484222436827233, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.47287001942313994, + "observation_given_h_log_loss": 0.157035075158022, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.4844909256008851, + "observation_given_h_log_loss": 0.1553146310362677, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.5015032112253077, + "observation_given_h_log_loss": 0.1807352677996945, + "unused_model_symbols": 1 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.48830173683878486, + "observation_given_h_log_loss": 0.15316177732871042, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.5366152740234841, + "observation_given_h_log_loss": 0.19131218973367647, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.5366152740234841, + "observation_given_h_log_loss": 0.19131218973367647, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.6020092712324546, + "observation_given_h_log_loss": 0.1776687040154314, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.4816495927579701, + "observation_given_h_log_loss": 0.15247597758908044, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5104197805923065, + "observation_given_h_log_loss": 0.161076424113139, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.49605867258054537, + "observation_given_h_log_loss": 0.16802953556158723, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5682479395444534, + "observation_given_h_log_loss": 0.18228564959605717, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6393011373625085, + "observation_given_h_log_loss": 0.23173803340721616, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6285680422946176, + "observation_given_h_log_loss": 0.22240265326709338, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.581701610595701, + "observation_given_h_log_loss": 0.17074545345836015, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6745259876237097, + "observation_given_h_log_loss": 0.2198774927042515, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6403181564087241, + "observation_given_h_log_loss": 0.22807727156285718, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7089830878821665, + "observation_given_h_log_loss": 0.2133980627376254, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5745096181769214, + "observation_given_h_log_loss": 0.17177841102431723, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.547635622754733, + "observation_given_h_log_loss": 0.16413651122229012, + "unused_model_symbols": 0 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6925494130707395, + "observation_given_h_log_loss": 0.23268817493356087, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6492349101037466, + "observation_given_h_log_loss": 0.3463456452380089, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.667200110790331, + "observation_given_h_log_loss": 0.3643108006680945, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6775226917935707, + "observation_given_h_log_loss": 0.36475798355180217, + "unused_model_symbols": 1 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6420002805532143, + "observation_given_h_log_loss": 0.3304230885601669, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8058376352456371, + "observation_given_h_log_loss": 0.36941737115181916, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7135053170712422, + "observation_given_h_log_loss": 0.3478802627001317, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8770078851962235, + "observation_given_h_log_loss": 0.3488444619462474, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6194851642055192, + "observation_given_h_log_loss": 0.31617612397481654, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7312957565527456, + "observation_given_h_log_loss": 0.3250801984481841, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6536233521515904, + "observation_given_h_log_loss": 0.3558252057585869, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6727136334932962, + "observation_given_h_log_loss": 0.369446676211267, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7138454378077326, + "observation_given_h_log_loss": 0.40681290793118197, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6789249570135377, + "observation_given_h_log_loss": 0.3699682196460238, + "unused_model_symbols": 1 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6748575045942108, + "observation_given_h_log_loss": 0.3510519981248116, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8008766631103861, + "observation_given_h_log_loss": 0.35524657470071386, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8121972917291718, + "observation_given_h_log_loss": 0.3716395579630449, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8306950209149244, + "observation_given_h_log_loss": 0.36972895071064127, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6390226902780854, + "observation_given_h_log_loss": 0.3380462075438173, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7510932129737431, + "observation_given_h_log_loss": 0.339009543500014, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.654727644354102, + "observation_given_h_log_loss": 0.3585900582967383, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.634295406537333, + "observation_given_h_log_loss": 0.3414994805832849, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6592757639238709, + "observation_given_h_log_loss": 0.3679766192365415, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6603957782371319, + "observation_given_h_log_loss": 0.3610859853824488, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6437638943160442, + "observation_given_h_log_loss": 0.34454677681129375, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.726502848586343, + "observation_given_h_log_loss": 0.32191829290931184, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7726814243450552, + "observation_given_h_log_loss": 0.3564550969701464, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.812071743942985, + "observation_given_h_log_loss": 0.3526204071395459, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6218817178432428, + "observation_given_h_log_loss": 0.32997451307384856, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7259542501619995, + "observation_given_h_log_loss": 0.3413924014136379, + "unused_model_symbols": 0 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6383969954843601, + "observation_given_h_log_loss": 0.34786147221903246, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3404479981903301, + "observation_given_h_log_loss": 0.5863372032064413, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.433867559956048, + "observation_given_h_log_loss": 0.649632555858227, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4238738549880379, + "observation_given_h_log_loss": 0.6825645612840748, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.413665473904917, + "observation_given_h_log_loss": 0.593517172957396, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3285052994345885, + "observation_given_h_log_loss": 0.6661523048321045, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3425379026113966, + "observation_given_h_log_loss": 0.686385190297124, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5189239144531443, + "observation_given_h_log_loss": 0.700341858937508, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2859579548308744, + "observation_given_h_log_loss": 0.5421925599258919, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9694332600857141, + "observation_given_h_log_loss": 0.48576667445368826, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.760552753779685, + "observation_given_h_log_loss": 0.8156451163834849, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3811189628176985, + "observation_given_h_log_loss": 0.7362413542261256, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4616908195614222, + "observation_given_h_log_loss": 0.8096635188711758, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4757362386664918, + "observation_given_h_log_loss": 0.8219864277942028, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3951155329766771, + "observation_given_h_log_loss": 0.6910819323444232, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4683511496998396, + "observation_given_h_log_loss": 0.8123381264643921, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.5167897851702188, + "observation_given_h_log_loss": 0.8448412536960894, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5819511151533856, + "observation_given_h_log_loss": 0.8545876152030197, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3503934196880931, + "observation_given_h_log_loss": 0.6794900417167475, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0393142815892997, + "observation_given_h_log_loss": 0.52089594248692, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6841648228165806, + "observation_given_h_log_loss": 0.8858951233037837, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2339585461053961, + "observation_given_h_log_loss": 0.608502758507183, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.33510741509479, + "observation_given_h_log_loss": 0.7080131263851752, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3681368360703452, + "observation_given_h_log_loss": 0.7110182804366781, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.280600621026637, + "observation_given_h_log_loss": 0.5902066414677819, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.323915039855002, + "observation_given_h_log_loss": 0.701963098065401, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.331398750191228, + "observation_given_h_log_loss": 0.7164094878576761, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5413208255082274, + "observation_given_h_log_loss": 0.7397822954976822, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1650813501758304, + "observation_given_h_log_loss": 0.5643285955884105, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9513648845070793, + "observation_given_h_log_loss": 0.4802689424267279, + "unused_model_symbols": 0 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.51360355478029, + "observation_given_h_log_loss": 0.796665939238036, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1396994101971936, + "observation_given_h_log_loss": 0.8507809729745763, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1392205439087182, + "observation_given_h_log_loss": 0.8536708609391105, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2019807852866053, + "observation_given_h_log_loss": 0.8993921635114963, + "unused_model_symbols": 1 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1556419875445934, + "observation_given_h_log_loss": 0.8543517583472435, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1732101723806445, + "observation_given_h_log_loss": 0.8991805385611067, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1732101723806447, + "observation_given_h_log_loss": 0.8991805385611069, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.1484579531263608, + "observation_given_h_log_loss": 0.8835574574547725, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1316008867868628, + "observation_given_h_log_loss": 0.8409065444584847, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.736307070620406, + "observation_given_h_log_loss": 0.4505134408268668, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2193278182659344, + "observation_given_h_log_loss": 0.9282092794607224, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1998825799873603, + "observation_given_h_log_loss": 0.9395348774668475, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2226255801065435, + "observation_given_h_log_loss": 0.9634126906710672, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2546197810096091, + "observation_given_h_log_loss": 0.9820026233789434, + "unused_model_symbols": 1 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2421773903006623, + "observation_given_h_log_loss": 0.9507223375920832, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.2589069464645517, + "observation_given_h_log_loss": 1.0082205005336682, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.23840356521565, + "observation_given_h_log_loss": 0.9841592944669473, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.2450287200011718, + "observation_given_h_log_loss": 0.9756705072887795, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.189863905277127, + "observation_given_h_log_loss": 0.9308491832815258, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7378454902870133, + "observation_given_h_log_loss": 0.4481252952676562, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2713027539466208, + "observation_given_h_log_loss": 1.0126304466271479, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0400914585546397, + "observation_given_h_log_loss": 0.789736505168795, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0870768917882776, + "observation_given_h_log_loss": 0.8388288501983806, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1101663543816778, + "observation_given_h_log_loss": 0.8528682719933833, + "unused_model_symbols": 2 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0284793945090673, + "observation_given_h_log_loss": 0.7771903122263296, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1255453548020904, + "observation_given_h_log_loss": 0.8774485321956917, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.092885213811107, + "observation_given_h_log_loss": 0.8450251068628456, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.1034632088111525, + "observation_given_h_log_loss": 0.8063491602370201, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0152917211993897, + "observation_given_h_log_loss": 0.7682418280009546, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7923389370267468, + "observation_given_h_log_loss": 0.5034900226596551, + "unused_model_symbols": 0 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1166313901085039, + "observation_given_h_log_loss": 0.8759160378824127, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1194088109803413, + "observation_given_h_log_loss": 0.718829668058067, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3602450051231891, + "observation_given_h_log_loss": 0.9639347756278753, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4160539498996079, + "observation_given_h_log_loss": 1.0213997530250505, + "unused_model_symbols": 3 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0998625897499295, + "observation_given_h_log_loss": 0.6889633709013308, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3750946397757542, + "observation_given_h_log_loss": 0.9891607078948743, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3750946397757544, + "observation_given_h_log_loss": 0.9891607078948743, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5887561051151342, + "observation_given_h_log_loss": 1.0371727547576706, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.074500517769883, + "observation_given_h_log_loss": 0.6762091657580743, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.926961860396484, + "observation_given_h_log_loss": 0.35118972468545673, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.4678722210798283, + "observation_given_h_log_loss": 1.125987561393521, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2414250235530067, + "observation_given_h_log_loss": 0.7145805161625822, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3969687821096999, + "observation_given_h_log_loss": 0.8764968883323847, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4284124620487768, + "observation_given_h_log_loss": 0.9245717952811925, + "unused_model_symbols": 2 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2483317627315262, + "observation_given_h_log_loss": 0.7101844233416595, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.413480766512882, + "observation_given_h_log_loss": 0.9709674816022149, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.413480766512882, + "observation_given_h_log_loss": 0.9709674816022149, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5565941862784953, + "observation_given_h_log_loss": 0.9170564481736816, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2189955425926868, + "observation_given_h_log_loss": 0.6962402562675009, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8037185282979689, + "observation_given_h_log_loss": 0.33428134393619247, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.574924004059409, + "observation_given_h_log_loss": 1.0285771785124815, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3281032469721408, + "observation_given_h_log_loss": 0.7472898712620151, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.397091030297076, + "observation_given_h_log_loss": 0.8153713349103278, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4224857632220065, + "observation_given_h_log_loss": 0.8723304595320136, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3331612188152078, + "observation_given_h_log_loss": 0.7419139671136115, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4104391415979252, + "observation_given_h_log_loss": 0.9462658334835365, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4104391415979252, + "observation_given_h_log_loss": 0.9462658334835368, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5250206610337664, + "observation_given_h_log_loss": 0.9121061767807901, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3037673533541494, + "observation_given_h_log_loss": 0.7266109727311219, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7944844640533617, + "observation_given_h_log_loss": 0.3332590355308882, + "unused_model_symbols": 0 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6976839082479918, + "observation_given_h_log_loss": 1.025933578247186, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.838678854220997, + "observation_given_h_log_loss": 0.037985611224174015, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.838678854220997, + "observation_given_h_log_loss": 0.037985611224174015, + "unused_model_symbols": 1 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.838678854220997, + "observation_given_h_log_loss": 0.037985611224174015, + "unused_model_symbols": 5 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.838678854220997, + "observation_given_h_log_loss": 0.037985611224174015, + "unused_model_symbols": 1 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8351572872180568, + "observation_given_h_log_loss": 0.04818914547148227, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8351572872180568, + "observation_given_h_log_loss": 0.04818914547148227, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8423974909371453, + "observation_given_h_log_loss": 0.04866800399102241, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.838678854220997, + "observation_given_h_log_loss": 0.037985611224174015, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.824758114854037, + "observation_given_h_log_loss": 0.05495942561460353, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8391582139667281, + "observation_given_h_log_loss": 0.03746220502736501, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8604390823444763, + "observation_given_h_log_loss": 0.03934930325989994, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8604390823444763, + "observation_given_h_log_loss": 0.03934930325989994, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8604390823444763, + "observation_given_h_log_loss": 0.03934930325989994, + "unused_model_symbols": 5 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8604390823444763, + "observation_given_h_log_loss": 0.03934930325989994, + "unused_model_symbols": 1 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8546625411333788, + "observation_given_h_log_loss": 0.049947549328293435, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8546625411333788, + "observation_given_h_log_loss": 0.049947549328293435, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8632341130951554, + "observation_given_h_log_loss": 0.050476212439077905, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8604390823444763, + "observation_given_h_log_loss": 0.03934930325989994, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8411055018498903, + "observation_given_h_log_loss": 0.056850219920338424, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8610950916538611, + "observation_given_h_log_loss": 0.03880303245137076, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8193936127055785, + "observation_given_h_log_loss": 0.036802485424881765, + "unused_model_symbols": 1 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8193936127055785, + "observation_given_h_log_loss": 0.036802485424881765, + "unused_model_symbols": 1 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8193936127055785, + "observation_given_h_log_loss": 0.036802485424881765, + "unused_model_symbols": 5 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8193936127055785, + "observation_given_h_log_loss": 0.036802485424881765, + "unused_model_symbols": 1 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8178295992927656, + "observation_given_h_log_loss": 0.04666508081065711, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8178295992927656, + "observation_given_h_log_loss": 0.04666508081065711, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8239103231861173, + "observation_given_h_log_loss": 0.0471026281531662, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8193936127055785, + "observation_given_h_log_loss": 0.036802485424881765, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8101734634870106, + "observation_given_h_log_loss": 0.05331469178697494, + "unused_model_symbols": 0 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8197211311843913, + "observation_given_h_log_loss": 0.03629867233454835, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3074574844685825, + "observation_given_h_log_loss": 0.8708482240759431, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.539642757483274, + "observation_given_h_log_loss": 1.0963172662942369, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5339436731966911, + "observation_given_h_log_loss": 1.090876720006539, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3070446915177987, + "observation_given_h_log_loss": 0.8707868764419409, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.6775638166427467, + "observation_given_h_log_loss": 1.1837348568818915, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.6884062623912819, + "observation_given_h_log_loss": 1.0784667341617271, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6913505295818279, + "observation_given_h_log_loss": 1.137966725982508, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3045859765829237, + "observation_given_h_log_loss": 0.8693172908855544, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8144631391198545, + "observation_given_h_log_loss": 0.34174794677015935, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.7209433966689733, + "observation_given_h_log_loss": 1.2740791558538884, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.4792148873510895, + "observation_given_h_log_loss": 0.9400220693328016, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.5739886091496147, + "observation_given_h_log_loss": 1.0403708354653476, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5836028210035307, + "observation_given_h_log_loss": 1.0695105896302155, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3634170886133528, + "observation_given_h_log_loss": 0.8349759741604599, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.6026261701507338, + "observation_given_h_log_loss": 1.0982757084947412, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.671939795467189, + "observation_given_h_log_loss": 1.0408496596904966, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6675036522986375, + "observation_given_h_log_loss": 1.1252748966005746, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3563221103094456, + "observation_given_h_log_loss": 0.8292219847583617, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8135577496955396, + "observation_given_h_log_loss": 0.3163814818020159, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.8528389372787677, + "observation_given_h_log_loss": 1.254176570765285, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.36070712448069, + "observation_given_h_log_loss": 0.8527044732081532, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.6006884159507715, + "observation_given_h_log_loss": 1.092621464142462, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.604946743761357, + "observation_given_h_log_loss": 1.10827750512418, + "unused_model_symbols": 1 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.364058568510064, + "observation_given_h_log_loss": 0.851647695748378, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.6045300936515332, + "observation_given_h_log_loss": 1.121102454357537, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.6997050890915875, + "observation_given_h_log_loss": 1.060001223440489, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6360721222004577, + "observation_given_h_log_loss": 1.1371881847782235, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3517064454974843, + "observation_given_h_log_loss": 0.845548796328915, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8331242016609945, + "observation_given_h_log_loss": 0.3613353020865324, + "unused_model_symbols": 0 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.8765779184994882, + "observation_given_h_log_loss": 1.2637950014994834, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9333540001954543, + "observation_given_h_log_loss": 0.276942890268654, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0613070827757995, + "observation_given_h_log_loss": 0.40904677011536894, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.062815286742587, + "observation_given_h_log_loss": 0.40397353139373227, + "unused_model_symbols": 1 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9380091796713377, + "observation_given_h_log_loss": 0.27346451233544145, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9857955936713185, + "observation_given_h_log_loss": 0.45607945595080673, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9857955936713183, + "observation_given_h_log_loss": 0.4560794559508068, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.1212015479878732, + "observation_given_h_log_loss": 0.4357265010881881, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.908089103299645, + "observation_given_h_log_loss": 0.25418741520908383, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6975489782443564, + "observation_given_h_log_loss": 0.18357836588002824, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1518538035769457, + "observation_given_h_log_loss": 0.47720269257590925, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8638644177428534, + "observation_given_h_log_loss": 0.23295304367591854, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9967180110492064, + "observation_given_h_log_loss": 0.3560899038295665, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.0460792306685605, + "observation_given_h_log_loss": 0.4144123002211827, + "unused_model_symbols": 2 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8780086965759345, + "observation_given_h_log_loss": 0.2467202450155176, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.955042412494951, + "observation_given_h_log_loss": 0.41607387525701656, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9779298616777188, + "observation_given_h_log_loss": 0.4405746506100894, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.143848437024449, + "observation_given_h_log_loss": 0.4401922410588293, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8773398968824306, + "observation_given_h_log_loss": 0.2393271561405171, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.782230491409712, + "observation_given_h_log_loss": 0.24831243303874675, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1018346113005526, + "observation_given_h_log_loss": 0.47442932318349385, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7743456750684825, + "observation_given_h_log_loss": 0.25498537000636523, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9232697435225203, + "observation_given_h_log_loss": 0.40697781925498894, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9307198627896445, + "observation_given_h_log_loss": 0.40806803595718905, + "unused_model_symbols": 3 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7777500131075501, + "observation_given_h_log_loss": 0.25396471916380864, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9036830780178867, + "observation_given_h_log_loss": 0.4344136049174986, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9158628989904127, + "observation_given_h_log_loss": 0.4419333830279793, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0486898000188898, + "observation_given_h_log_loss": 0.45042360010838034, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7599497412386256, + "observation_given_h_log_loss": 0.23971687525884336, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7180953776060888, + "observation_given_h_log_loss": 0.18226789459493653, + "unused_model_symbols": 0 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9849471741367759, + "observation_given_h_log_loss": 0.47992793673636014, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0029372432246733, + "observation_given_h_log_loss": 0.2802965582640823, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1100376740154234, + "observation_given_h_log_loss": 0.39242337271324396, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.119369789535406, + "observation_given_h_log_loss": 0.4050707401524473, + "unused_model_symbols": 2 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0010556879896686, + "observation_given_h_log_loss": 0.2791439116997434, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0177156222266652, + "observation_given_h_log_loss": 0.35229292549001945, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.045315428863297, + "observation_given_h_log_loss": 0.39188713980694906, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.2063512801434562, + "observation_given_h_log_loss": 0.45548273214342383, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9816356901018568, + "observation_given_h_log_loss": 0.2613106850637228, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8414317219017244, + "observation_given_h_log_loss": 0.21383719939269155, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1863195926470673, + "observation_given_h_log_loss": 0.4601218590910511, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0754338636158507, + "observation_given_h_log_loss": 0.32138410721068, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1946052030501948, + "observation_given_h_log_loss": 0.4466781374524157, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1738618319052054, + "observation_given_h_log_loss": 0.4360258823911143, + "unused_model_symbols": 2 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0684821800270947, + "observation_given_h_log_loss": 0.31152447177693754, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0818231523894168, + "observation_given_h_log_loss": 0.4230366578210672, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1033574043734093, + "observation_given_h_log_loss": 0.4427085563867897, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.237595375572501, + "observation_given_h_log_loss": 0.4814303671351533, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0428347173509067, + "observation_given_h_log_loss": 0.29846743767631406, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8491015679694431, + "observation_given_h_log_loss": 0.22028650760495597, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.274927307309269, + "observation_given_h_log_loss": 0.47373287453363044, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0125813957619665, + "observation_given_h_log_loss": 0.29940992153230817, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1253242996358725, + "observation_given_h_log_loss": 0.41372522990176225, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.132266780535333, + "observation_given_h_log_loss": 0.42351606654893814, + "unused_model_symbols": 2 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0189778896904744, + "observation_given_h_log_loss": 0.298827494631343, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0704654971998286, + "observation_given_h_log_loss": 0.40399463882622877, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0559181673449891, + "observation_given_h_log_loss": 0.41722749171945744, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.2099563509306388, + "observation_given_h_log_loss": 0.4714281829331446, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0075757945272987, + "observation_given_h_log_loss": 0.29607017298810623, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8436475104064667, + "observation_given_h_log_loss": 0.21953411738081816, + "unused_model_symbols": 0 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2121860609283106, + "observation_given_h_log_loss": 0.4667368073464502, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2527674058579297, + "observation_given_h_log_loss": 0.5140061125626217, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.363421978996384, + "observation_given_h_log_loss": 0.6001389055905308, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3505012190863543, + "observation_given_h_log_loss": 0.6259354774235992, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2786746171712373, + "observation_given_h_log_loss": 0.5020684610295558, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3708038643610911, + "observation_given_h_log_loss": 0.693230013647303, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3549872742923874, + "observation_given_h_log_loss": 0.7298595589480763, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6919034624399698, + "observation_given_h_log_loss": 0.8967826857961924, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2414632210809762, + "observation_given_h_log_loss": 0.4884814030011866, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9011181194683986, + "observation_given_h_log_loss": 0.28344518504350347, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.2055135122619904, + "observation_given_h_log_loss": 1.0713205888714672, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3512371803793, + "observation_given_h_log_loss": 0.5641153075836778, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4947110687438654, + "observation_given_h_log_loss": 0.7277108973115947, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4635632695861127, + "observation_given_h_log_loss": 0.7452874975370063, + "unused_model_symbols": 1 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3841198728970607, + "observation_given_h_log_loss": 0.5696159043107838, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3819000286763807, + "observation_given_h_log_loss": 0.7336396632143499, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3943643004183632, + "observation_given_h_log_loss": 0.7376330477600348, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6855874356009624, + "observation_given_h_log_loss": 0.9282802465688227, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3236440933557834, + "observation_given_h_log_loss": 0.5424528185932427, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8245567049375244, + "observation_given_h_log_loss": 0.25303740673583097, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.293396902622005, + "observation_given_h_log_loss": 1.0298384387993416, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.088599111860565, + "observation_given_h_log_loss": 0.4688007647217552, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3967203591255952, + "observation_given_h_log_loss": 0.7552463176082361, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3896379597406276, + "observation_given_h_log_loss": 0.7741628417349449, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1537478334889717, + "observation_given_h_log_loss": 0.4460625321677729, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3157045837692507, + "observation_given_h_log_loss": 0.6802059224178266, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2893957561558262, + "observation_given_h_log_loss": 0.6918475477028776, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4551465086442947, + "observation_given_h_log_loss": 0.8046996665640536, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0682745033494692, + "observation_given_h_log_loss": 0.4308561852520237, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.763597364026052, + "observation_given_h_log_loss": 0.23663832740686908, + "unused_model_symbols": 0 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.8060680435376937, + "observation_given_h_log_loss": 0.9038646825439409, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3823541103897123, + "observation_given_h_log_loss": 0.8380025181569208, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.697211525033275, + "observation_given_h_log_loss": 1.150826047671211, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.7298796091920745, + "observation_given_h_log_loss": 1.1752747041935567, + "unused_model_symbols": 2 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3876790502186842, + "observation_given_h_log_loss": 0.786199410167109, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.717468200813781, + "observation_given_h_log_loss": 1.1569395818224462, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.6797224574474143, + "observation_given_h_log_loss": 1.1176316546087128, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.794356332515128, + "observation_given_h_log_loss": 1.110307696407294, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3289506100449646, + "observation_given_h_log_loss": 0.7804904767839249, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0009342466210622, + "observation_given_h_log_loss": 0.4205299832347153, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.8018367468982728, + "observation_given_h_log_loss": 1.241375480135399, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2552386879406283, + "observation_given_h_log_loss": 0.7005663325582768, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.7019729218436557, + "observation_given_h_log_loss": 1.1353861415724213, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.6814098232652506, + "observation_given_h_log_loss": 1.1288816039943992, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2577403332001493, + "observation_given_h_log_loss": 0.7121828734609379, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.7354376670689888, + "observation_given_h_log_loss": 1.151302065959478, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.7354376670689888, + "observation_given_h_log_loss": 1.1513020659594777, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.7774718975054644, + "observation_given_h_log_loss": 1.0833817159055645, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2352667181090733, + "observation_given_h_log_loss": 0.680485759449792, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0554838307677001, + "observation_given_h_log_loss": 0.45521023467780264, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.8539306878255934, + "observation_given_h_log_loss": 1.3135913348914778, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.543710186496323, + "observation_given_h_log_loss": 0.9752139503245103, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.698870967367367, + "observation_given_h_log_loss": 1.1366144561191103, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.714518225976828, + "observation_given_h_log_loss": 1.1495590773867823, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.5056997771221328, + "observation_given_h_log_loss": 0.8625005254073669, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.7609670997655378, + "observation_given_h_log_loss": 1.1616507817975505, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.7272801625259375, + "observation_given_h_log_loss": 1.13396482082472, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.8096155461367027, + "observation_given_h_log_loss": 1.1146611053102302, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.4186068855622522, + "observation_given_h_log_loss": 0.8529580085262092, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9974487642677119, + "observation_given_h_log_loss": 0.4320323224122231, + "unused_model_symbols": 0 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.8588261558058963, + "observation_given_h_log_loss": 1.2276869357982672, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5766447349356282, + "observation_given_h_log_loss": 0.06604195048740258, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.5766447349356282, + "observation_given_h_log_loss": 0.06604195048740258, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.5869729024364965, + "observation_given_h_log_loss": 0.07408424474830211, + "unused_model_symbols": 4 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.5766287613783104, + "observation_given_h_log_loss": 0.06603304973086849, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6212818148092595, + "observation_given_h_log_loss": 0.09986601340797839, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6212818148092595, + "observation_given_h_log_loss": 0.09986601340797839, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.6956336600053589, + "observation_given_h_log_loss": 0.18516724511937702, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5766286025762816, + "observation_given_h_log_loss": 0.06603312041663364, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.671593962071049, + "observation_given_h_log_loss": 0.1284787514932586, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8256807680680798, + "observation_given_h_log_loss": 0.280176152979921, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6014564809151629, + "observation_given_h_log_loss": 0.06613696012608737, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6014401930077542, + "observation_given_h_log_loss": 0.0661274302003593, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6114336007100851, + "observation_given_h_log_loss": 0.07341178315546147, + "unused_model_symbols": 4 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6014401930077542, + "observation_given_h_log_loss": 0.0661274302003593, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6477612352523419, + "observation_given_h_log_loss": 0.10169588103803719, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6477612352523419, + "observation_given_h_log_loss": 0.10169588103803719, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7195351652875515, + "observation_given_h_log_loss": 0.18309110974644044, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6014400418097775, + "observation_given_h_log_loss": 0.06612751610172436, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7013328674110856, + "observation_given_h_log_loss": 0.13401481531379722, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8487553584546861, + "observation_given_h_log_loss": 0.28017615297992104, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5882880022425319, + "observation_given_h_log_loss": 0.0660825956558467, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.588288002242532, + "observation_given_h_log_loss": 0.0660825956558467, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.5984411906709519, + "observation_given_h_log_loss": 0.0737437546468984, + "unused_model_symbols": 4 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.5882718715097314, + "observation_given_h_log_loss": 0.06607338031296561, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6337346756713994, + "observation_given_h_log_loss": 0.100738678418473, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6337346756713994, + "observation_given_h_log_loss": 0.100738678418473, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7068235017915454, + "observation_given_h_log_loss": 0.18413444669974274, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5882717165097288, + "observation_given_h_log_loss": 0.06607345860653174, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6855909856219579, + "observation_given_h_log_loss": 0.1310507096675128, + "unused_model_symbols": 0 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8364436343233276, + "observation_given_h_log_loss": 0.2801761529799211, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.253077824775969, + "observation_given_h_log_loss": 0.539248353761584, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4005631550759778, + "observation_given_h_log_loss": 0.7185861734370419, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4309001870622362, + "observation_given_h_log_loss": 0.7742542183779961, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2966506028664477, + "observation_given_h_log_loss": 0.57624876692997, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4697093340119294, + "observation_given_h_log_loss": 0.7875222478299186, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4131726309001977, + "observation_given_h_log_loss": 0.7726696968879143, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6609720668109973, + "observation_given_h_log_loss": 1.0295663380430111, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2542502173727987, + "observation_given_h_log_loss": 0.5359161353738908, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7503508164283008, + "observation_given_h_log_loss": 0.22737817949812794, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.3612527786261337, + "observation_given_h_log_loss": 1.1113276548198514, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2839301573282198, + "observation_given_h_log_loss": 0.6009776798474621, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3645933111314892, + "observation_given_h_log_loss": 0.6842112542437653, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4915285875868074, + "observation_given_h_log_loss": 0.8200678740161289, + "unused_model_symbols": 1 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3185490787858474, + "observation_given_h_log_loss": 0.6373938730216165, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4779178852831083, + "observation_given_h_log_loss": 0.8282575274091889, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4681458605137394, + "observation_given_h_log_loss": 0.8277925292434394, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.7152957517858813, + "observation_given_h_log_loss": 1.05829406923082, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2825541144425823, + "observation_given_h_log_loss": 0.6000400648378519, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8531928131189164, + "observation_given_h_log_loss": 0.3011307162702694, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.2420138747100014, + "observation_given_h_log_loss": 1.1194242961788254, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2688264754658367, + "observation_given_h_log_loss": 0.7232973322976665, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.499396583790372, + "observation_given_h_log_loss": 0.9549301685020168, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5043687909032974, + "observation_given_h_log_loss": 0.9578325374143892, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2677908657616448, + "observation_given_h_log_loss": 0.7216004499410619, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.5953832188467176, + "observation_given_h_log_loss": 1.0241738078028093, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.550445279570318, + "observation_given_h_log_loss": 1.0095130943043442, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.7745905730295182, + "observation_given_h_log_loss": 1.121834471936085, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.263514856466835, + "observation_given_h_log_loss": 0.7162245703621715, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8200531747488213, + "observation_given_h_log_loss": 0.2356052558968845, + "unused_model_symbols": 0 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.9265949745152287, + "observation_given_h_log_loss": 1.1876457308600425, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9099164554312138, + "observation_given_h_log_loss": 0.10624598478952144, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9099164554312139, + "observation_given_h_log_loss": 0.10624598478952144, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9105235977987025, + "observation_given_h_log_loss": 0.10712289355450672, + "unused_model_symbols": 4 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9099164554312139, + "observation_given_h_log_loss": 0.10624598478952144, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9062073298030949, + "observation_given_h_log_loss": 0.11198561203818463, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9062073298030949, + "observation_given_h_log_loss": 0.11198561203818463, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9142114864295054, + "observation_given_h_log_loss": 0.11477723551839979, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.909896647592138, + "observation_given_h_log_loss": 0.10621220857934432, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8564957238753415, + "observation_given_h_log_loss": 0.07891009633366844, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9530221740117363, + "observation_given_h_log_loss": 0.15692479376231286, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8357528210676883, + "observation_given_h_log_loss": 0.11677492997272504, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8373128859633536, + "observation_given_h_log_loss": 0.11831748597160624, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8424824014509532, + "observation_given_h_log_loss": 0.12168037865151765, + "unused_model_symbols": 4 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.836063765081996, + "observation_given_h_log_loss": 0.11724909270737921, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8370920429161074, + "observation_given_h_log_loss": 0.13187694922192458, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8370920429161074, + "observation_given_h_log_loss": 0.13187694922192458, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8438933370641469, + "observation_given_h_log_loss": 0.133344863385693, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8358961500673903, + "observation_given_h_log_loss": 0.11706773697836104, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7564738163755722, + "observation_given_h_log_loss": 0.06532140120724567, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8909834178852554, + "observation_given_h_log_loss": 0.17151947597959144, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0034085991213026, + "observation_given_h_log_loss": 0.20347373842639765, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0057605792398103, + "observation_given_h_log_loss": 0.2065494556473203, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.011040293082499, + "observation_given_h_log_loss": 0.2116278838533005, + "unused_model_symbols": 2 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0038908773599078, + "observation_given_h_log_loss": 0.2042745497513166, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9928172217209945, + "observation_given_h_log_loss": 0.21859969061684745, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9928172217209945, + "observation_given_h_log_loss": 0.21859969061684745, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9951937384653544, + "observation_given_h_log_loss": 0.2217081597170702, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0032367611886177, + "observation_given_h_log_loss": 0.20456616990050674, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7878915303707587, + "observation_given_h_log_loss": 0.06603012796114754, + "unused_model_symbols": 0 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.0534001493386997, + "observation_given_h_log_loss": 0.24802512631171098, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7029984146291376, + "observation_given_h_log_loss": 0.12171718350440237, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7489149468519595, + "observation_given_h_log_loss": 0.16443845332190035, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7077641856512374, + "observation_given_h_log_loss": 0.12324799569493541, + "unused_model_symbols": 3 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.71311856154593, + "observation_given_h_log_loss": 0.11732405901817444, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7836445447298855, + "observation_given_h_log_loss": 0.16971046932342226, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7836445447298857, + "observation_given_h_log_loss": 0.16971046932342226, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7787059375986201, + "observation_given_h_log_loss": 0.1510645470606725, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7017899508115838, + "observation_given_h_log_loss": 0.11932233596793629, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8749996501120274, + "observation_given_h_log_loss": 0.21062820978453106, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7433592234420902, + "observation_given_h_log_loss": 0.19911616994638529, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7128222371308699, + "observation_given_h_log_loss": 0.16814556343633752, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7167819262006606, + "observation_given_h_log_loss": 0.17709409909339263, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7262795972428743, + "observation_given_h_log_loss": 0.17734803127678794, + "unused_model_symbols": 3 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7220595666945512, + "observation_given_h_log_loss": 0.16688325607501717, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7751406852178794, + "observation_given_h_log_loss": 0.2039365994148047, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7751406852178794, + "observation_given_h_log_loss": 0.2039365994148047, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7611200012008583, + "observation_given_h_log_loss": 0.1869492401212143, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7001834702717493, + "observation_given_h_log_loss": 0.15839267363425696, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8177279331529471, + "observation_given_h_log_loss": 0.20778260439831964, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6994398635308828, + "observation_given_h_log_loss": 0.1885833785054032, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6814704649309994, + "observation_given_h_log_loss": 0.1182289649814621, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6659794348647045, + "observation_given_h_log_loss": 0.10590378953137457, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6765708432656734, + "observation_given_h_log_loss": 0.11146604560377689, + "unused_model_symbols": 2 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6788067604646613, + "observation_given_h_log_loss": 0.11004871197937867, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7260748334591922, + "observation_given_h_log_loss": 0.15303856236064806, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7260748334591922, + "observation_given_h_log_loss": 0.15303856236064806, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7454878165890425, + "observation_given_h_log_loss": 0.15049075313337446, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6700782355513899, + "observation_given_h_log_loss": 0.10865291668996868, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8147991426346565, + "observation_given_h_log_loss": 0.21399896647968675, + "unused_model_symbols": 0 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7278890576493146, + "observation_given_h_log_loss": 0.19071144604653065, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9286575969144669, + "observation_given_h_log_loss": 0.09119541730188599, + "unused_model_symbols": 1 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9286575969144669, + "observation_given_h_log_loss": 0.09119541730188599, + "unused_model_symbols": 1 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9286575969144669, + "observation_given_h_log_loss": 0.09119541730188599, + "unused_model_symbols": 5 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9286575969144669, + "observation_given_h_log_loss": 0.09119541730188599, + "unused_model_symbols": 1 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.918805574009351, + "observation_given_h_log_loss": 0.10037177792242061, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.918805574009351, + "observation_given_h_log_loss": 0.10037177792242061, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.928667705915171, + "observation_given_h_log_loss": 0.10092285340228843, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9286575969144669, + "observation_given_h_log_loss": 0.09119541730188599, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9039382330455414, + "observation_given_h_log_loss": 0.10920433505463295, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9294940482800735, + "observation_given_h_log_loss": 0.09062575189233488, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9044007192551138, + "observation_given_h_log_loss": 0.08941680604545553, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9044007192551138, + "observation_given_h_log_loss": 0.08941680604545553, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9044007192551138, + "observation_given_h_log_loss": 0.08941680604545553, + "unused_model_symbols": 5 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9044007192551138, + "observation_given_h_log_loss": 0.08941680604545553, + "unused_model_symbols": 1 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8971186809766662, + "observation_given_h_log_loss": 0.09813961507787633, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8971186809766662, + "observation_given_h_log_loss": 0.09813961507787633, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9054677902385908, + "observation_given_h_log_loss": 0.09863019916218846, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9044007192551138, + "observation_given_h_log_loss": 0.08941680604545553, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8858478027717163, + "observation_given_h_log_loss": 0.10683175800899505, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9050334351199951, + "observation_given_h_log_loss": 0.08887359230177065, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8828955757882455, + "observation_given_h_log_loss": 0.08784393958909455, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8828955757882455, + "observation_given_h_log_loss": 0.08784393958909455, + "unused_model_symbols": 1 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8828955757882455, + "observation_given_h_log_loss": 0.08784393958909455, + "unused_model_symbols": 5 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8828955757882455, + "observation_given_h_log_loss": 0.08784393958909455, + "unused_model_symbols": 1 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.877836796890629, + "observation_given_h_log_loss": 0.09617633819007619, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8778367968906291, + "observation_given_h_log_loss": 0.09617633819007619, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8848718434978644, + "observation_given_h_log_loss": 0.0966169942886132, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8828955757882455, + "observation_given_h_log_loss": 0.08784393958909455, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.869680057391202, + "observation_given_h_log_loss": 0.10473973388994383, + "unused_model_symbols": 0 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8833540200075074, + "observation_given_h_log_loss": 0.08732327410767013, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9491335773066544, + "observation_given_h_log_loss": 0.23665332245248966, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0289618747830496, + "observation_given_h_log_loss": 0.3145311422881083, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.030618997323454, + "observation_given_h_log_loss": 0.3172496711920153, + "unused_model_symbols": 3 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9500865320458197, + "observation_given_h_log_loss": 0.23622449014366304, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9445230343367215, + "observation_given_h_log_loss": 0.2950344187116074, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9445230343367215, + "observation_given_h_log_loss": 0.2950344187116074, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0433577688217102, + "observation_given_h_log_loss": 0.3491827482601533, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9529649356951841, + "observation_given_h_log_loss": 0.236785272936629, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7912085051523775, + "observation_given_h_log_loss": 0.13836818741849496, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.078466558409705, + "observation_given_h_log_loss": 0.35280615849028146, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9738910746860618, + "observation_given_h_log_loss": 0.2780499044919481, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0461653704796936, + "observation_given_h_log_loss": 0.3455579514413822, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.0414714657843063, + "observation_given_h_log_loss": 0.34706265923456914, + "unused_model_symbols": 3 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9690334396364204, + "observation_given_h_log_loss": 0.27120836513519764, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9762043822881683, + "observation_given_h_log_loss": 0.33107450141111605, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9762043822881683, + "observation_given_h_log_loss": 0.33107450141111605, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0540978386523119, + "observation_given_h_log_loss": 0.3724600030710987, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9716985205903836, + "observation_given_h_log_loss": 0.27189058169265923, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7960607920756992, + "observation_given_h_log_loss": 0.13882790292331312, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.086377988218292, + "observation_given_h_log_loss": 0.37716014858017655, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8652209149282096, + "observation_given_h_log_loss": 0.20870712875280967, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9195690151444014, + "observation_given_h_log_loss": 0.26902339008368115, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9201909051445627, + "observation_given_h_log_loss": 0.2725760717355874, + "unused_model_symbols": 3 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8578875835788529, + "observation_given_h_log_loss": 0.20281551622320468, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.897688162473099, + "observation_given_h_log_loss": 0.2346056576494821, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.897688162473099, + "observation_given_h_log_loss": 0.2346056576494821, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9833892247862507, + "observation_given_h_log_loss": 0.32672054275816204, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.848959941744051, + "observation_given_h_log_loss": 0.19544847663794226, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8363470955383506, + "observation_given_h_log_loss": 0.13271218804616214, + "unused_model_symbols": 0 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9798188743792225, + "observation_given_h_log_loss": 0.3341099024789616, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9306307935928202, + "observation_given_h_log_loss": 0.42360283169593077, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.039600886479392, + "observation_given_h_log_loss": 0.5463663956724072, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1047270576418629, + "observation_given_h_log_loss": 0.5973168102077869, + "unused_model_symbols": 3 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0498494646570258, + "observation_given_h_log_loss": 0.4180961086496252, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1430944534201717, + "observation_given_h_log_loss": 0.5887077654373712, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0058657791453594, + "observation_given_h_log_loss": 0.5145879622159352, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0090163196582786, + "observation_given_h_log_loss": 0.5001237761968793, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9076120864935393, + "observation_given_h_log_loss": 0.41096231622059487, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.749870942315196, + "observation_given_h_log_loss": 0.28949469612243794, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1006454003878854, + "observation_given_h_log_loss": 0.608341842575929, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.221444439733214, + "observation_given_h_log_loss": 0.5333957421806157, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2459202659560007, + "observation_given_h_log_loss": 0.5853879914026549, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3829759589355828, + "observation_given_h_log_loss": 0.6337524729220205, + "unused_model_symbols": 2 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1198223394612772, + "observation_given_h_log_loss": 0.4582581069520321, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.384700939654646, + "observation_given_h_log_loss": 0.6416691376361956, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1230690239687333, + "observation_given_h_log_loss": 0.5501594050516909, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.1742726431475718, + "observation_given_h_log_loss": 0.5238594960722622, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.123237629527288, + "observation_given_h_log_loss": 0.4388485665220736, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8392164191701048, + "observation_given_h_log_loss": 0.327542700820332, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.3078836092733286, + "observation_given_h_log_loss": 0.608341842575929, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8790968113853113, + "observation_given_h_log_loss": 0.367299665896674, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9585084364815175, + "observation_given_h_log_loss": 0.4490203179545931, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1091833847977328, + "observation_given_h_log_loss": 0.5869914299659632, + "unused_model_symbols": 2 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8884501876897204, + "observation_given_h_log_loss": 0.37059497093791666, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0884221034877635, + "observation_given_h_log_loss": 0.5556297800324832, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9700062336135717, + "observation_given_h_log_loss": 0.4733939560611088, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.900515081438581, + "observation_given_h_log_loss": 0.42009956079132793, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8670227898948691, + "observation_given_h_log_loss": 0.35109552960314105, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7175143610263011, + "observation_given_h_log_loss": 0.299421890368711, + "unused_model_symbols": 0 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.0978021038479504, + "observation_given_h_log_loss": 0.579073326139689, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2846080744255932, + "observation_given_h_log_loss": 0.6702244243240125, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3040989381079486, + "observation_given_h_log_loss": 0.6930872735948276, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.32139694842797, + "observation_given_h_log_loss": 0.7051834441842214, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.305025625581349, + "observation_given_h_log_loss": 0.6669507781674543, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.2696211827468438, + "observation_given_h_log_loss": 0.7087373201329624, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2696211827468438, + "observation_given_h_log_loss": 0.7087373201329625, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.3312866218930803, + "observation_given_h_log_loss": 0.7236076698163573, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.269562801473154, + "observation_given_h_log_loss": 0.6580593995121115, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9536737477651579, + "observation_given_h_log_loss": 0.4361381071348841, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.4637814967714333, + "observation_given_h_log_loss": 0.7361540527272716, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2236736741789411, + "observation_given_h_log_loss": 0.6740341008206191, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2191962887899659, + "observation_given_h_log_loss": 0.6756877462289165, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2534759899536043, + "observation_given_h_log_loss": 0.6981201851940839, + "unused_model_symbols": 1 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2288470410852326, + "observation_given_h_log_loss": 0.6635103684088132, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.202489722127193, + "observation_given_h_log_loss": 0.6801553345386256, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.236166399747563, + "observation_given_h_log_loss": 0.7116229839512433, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.3214628878780017, + "observation_given_h_log_loss": 0.701086853618754, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1609879839064834, + "observation_given_h_log_loss": 0.623627625896349, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9376170301101595, + "observation_given_h_log_loss": 0.4277953255177244, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.3145751815399687, + "observation_given_h_log_loss": 0.7435605845708252, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3024113488664395, + "observation_given_h_log_loss": 0.7135217202510078, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2993563543183595, + "observation_given_h_log_loss": 0.7149114611538391, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3005549527028837, + "observation_given_h_log_loss": 0.7226129258354217, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.273723142010361, + "observation_given_h_log_loss": 0.6496445382041262, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.253470104335923, + "observation_given_h_log_loss": 0.7172174922877268, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2580063165270674, + "observation_given_h_log_loss": 0.7176405820306362, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.3252405058748458, + "observation_given_h_log_loss": 0.7138499340638559, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2129248905577246, + "observation_given_h_log_loss": 0.6223474796405322, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8873378234822288, + "observation_given_h_log_loss": 0.37879624905685627, + "unused_model_symbols": 0 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.385004219816269, + "observation_given_h_log_loss": 0.7346708530806175, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6236105696308427, + "observation_given_h_log_loss": 0.03098442038292578, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6236105696308427, + "observation_given_h_log_loss": 0.03098442038292578, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6725085800802459, + "observation_given_h_log_loss": 0.03623886355522212, + "unused_model_symbols": 6 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6236105696308427, + "observation_given_h_log_loss": 0.03098442038292578, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6462100398343164, + "observation_given_h_log_loss": 0.04838126662064387, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6462100398343164, + "observation_given_h_log_loss": 0.04838126662064387, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.6457354355486088, + "observation_given_h_log_loss": 0.048904242692807395, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6236105696308427, + "observation_given_h_log_loss": 0.03098442038292578, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7029060794067965, + "observation_given_h_log_loss": 0.09449620683792355, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6212302518585799, + "observation_given_h_log_loss": 0.02910434943960246, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6503201583962696, + "observation_given_h_log_loss": 0.03127243293656727, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6503201583962696, + "observation_given_h_log_loss": 0.03127243293656727, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6856600679211657, + "observation_given_h_log_loss": 0.0365790305798855, + "unused_model_symbols": 6 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6503201583962694, + "observation_given_h_log_loss": 0.03127243293656727, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6717743004891914, + "observation_given_h_log_loss": 0.04876729666707944, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6717743004891914, + "observation_given_h_log_loss": 0.04876729666707944, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.6714459327323954, + "observation_given_h_log_loss": 0.04930094849297204, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6503201583962694, + "observation_given_h_log_loss": 0.03127243293656727, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7258022261642114, + "observation_given_h_log_loss": 0.09499167703842244, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6480585519348949, + "observation_given_h_log_loss": 0.029382922120300504, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6997415943444791, + "observation_given_h_log_loss": 0.03177404033394057, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6997415943444791, + "observation_given_h_log_loss": 0.03177404033394057, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7005650488518842, + "observation_given_h_log_loss": 0.036796261818794855, + "unused_model_symbols": 6 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6997415943444791, + "observation_given_h_log_loss": 0.03177404033394057, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7014613133022338, + "observation_given_h_log_loss": 0.03807738813870641, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7204071533014658, + "observation_given_h_log_loss": 0.05039313978195833, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7202811182755732, + "observation_given_h_log_loss": 0.05096911963886442, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6997415943444791, + "observation_given_h_log_loss": 0.03177404033394057, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7741309833360037, + "observation_given_h_log_loss": 0.1007977457586485, + "unused_model_symbols": 0 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6975095657237945, + "observation_given_h_log_loss": 0.029713366614039588, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.5864242302267049, + "observation_given_h_log_loss": 1.1673200394217929, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.6952993707016333, + "observation_given_h_log_loss": 1.2866492381850616, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.6903154824236328, + "observation_given_h_log_loss": 1.2729984706982427, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.5775737516715096, + "observation_given_h_log_loss": 1.1335014555917637, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.7419006853569163, + "observation_given_h_log_loss": 1.3067167915560556, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.7966960319980574, + "observation_given_h_log_loss": 1.2539731444594289, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.9819793899712639, + "observation_given_h_log_loss": 1.2725238353189794, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.5288631121117229, + "observation_given_h_log_loss": 1.1100198949014504, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0254674335997085, + "observation_given_h_log_loss": 0.5984909167937892, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.8015795085697954, + "observation_given_h_log_loss": 1.3533497605115812, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.6546632604757638, + "observation_given_h_log_loss": 1.0619673161453478, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.8989755274607063, + "observation_given_h_log_loss": 1.3063934117032776, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.8925551276028116, + "observation_given_h_log_loss": 1.2655471897055797, + "unused_model_symbols": 1 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.686604058023652, + "observation_given_h_log_loss": 1.053541555992898, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.923749455497135, + "observation_given_h_log_loss": 1.326191666750274, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.7588188894282635, + "observation_given_h_log_loss": 1.2168299591246141, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.9562487354526963, + "observation_given_h_log_loss": 1.2446911120711788, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.6260138982861152, + "observation_given_h_log_loss": 1.030477461028834, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0122346999974918, + "observation_given_h_log_loss": 0.5774131165194472, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.1682321186128144, + "observation_given_h_log_loss": 1.4200350309045464, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.5534992364056264, + "observation_given_h_log_loss": 1.131333035847336, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.7621563495352284, + "observation_given_h_log_loss": 1.3380065022093923, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.7732436025614116, + "observation_given_h_log_loss": 1.3367344563889576, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.571871941149632, + "observation_given_h_log_loss": 1.104495320290947, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.7837406616474611, + "observation_given_h_log_loss": 1.3156319457075825, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.7638755075647823, + "observation_given_h_log_loss": 1.2669123472613872, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 2.044520698758027, + "observation_given_h_log_loss": 1.335715950534015, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.5247744721102197, + "observation_given_h_log_loss": 1.090400135168229, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.1266532472611115, + "observation_given_h_log_loss": 0.651888130456826, + "unused_model_symbols": 0 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.826161054923677, + "observation_given_h_log_loss": 1.4012874053984499, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0647083167006817, + "observation_given_h_log_loss": 0.5055691233557895, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.066515298347812, + "observation_given_h_log_loss": 0.5093895595907918, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.0824529654121609, + "observation_given_h_log_loss": 0.5217613056526139, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0850681913972626, + "observation_given_h_log_loss": 0.4841020225750755, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0885971823396456, + "observation_given_h_log_loss": 0.5133616983532187, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.09653127204181, + "observation_given_h_log_loss": 0.5403554675512393, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.230711883906833, + "observation_given_h_log_loss": 0.5574759882674576, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0325535995623731, + "observation_given_h_log_loss": 0.4695554559626412, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9567082035744248, + "observation_given_h_log_loss": 0.3862064275684721, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1093098302116369, + "observation_given_h_log_loss": 0.555339803888026, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1277510896377532, + "observation_given_h_log_loss": 0.47846488285891914, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1516505054129706, + "observation_given_h_log_loss": 0.5160838562745556, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.156790896884238, + "observation_given_h_log_loss": 0.5318905437207407, + "unused_model_symbols": 1 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1584051398818729, + "observation_given_h_log_loss": 0.482875956027882, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0407696030850229, + "observation_given_h_log_loss": 0.4479617787763714, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1121946395505413, + "observation_given_h_log_loss": 0.49963705649436074, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.2480875203523905, + "observation_given_h_log_loss": 0.5377877461403884, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0802570291366926, + "observation_given_h_log_loss": 0.4442417024615245, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.015255784307922, + "observation_given_h_log_loss": 0.41809325852116086, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2190875419223424, + "observation_given_h_log_loss": 0.5687060279098144, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3135024901665329, + "observation_given_h_log_loss": 0.5454234558558257, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3395429178350553, + "observation_given_h_log_loss": 0.569144652827275, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3419538856325237, + "observation_given_h_log_loss": 0.5746339159368623, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.332112403572145, + "observation_given_h_log_loss": 0.5349912298955516, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.2584485107756211, + "observation_given_h_log_loss": 0.5713471313630436, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.340685686319241, + "observation_given_h_log_loss": 0.5949656758755228, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.3536921738527325, + "observation_given_h_log_loss": 0.6079183825183645, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3026717466103077, + "observation_given_h_log_loss": 0.5164756645772715, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.039056455881735, + "observation_given_h_log_loss": 0.43408486424387105, + "unused_model_symbols": 0 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.4231116009589506, + "observation_given_h_log_loss": 0.5847966726003704, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1272665461455684, + "observation_given_h_log_loss": 0.5290962010273063, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2547195375720863, + "observation_given_h_log_loss": 0.6771296101840459, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3627078223247098, + "observation_given_h_log_loss": 0.6977487985960387, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1884048436919263, + "observation_given_h_log_loss": 0.5305704178024571, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1929007845231876, + "observation_given_h_log_loss": 0.6278796003052949, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2158702974908686, + "observation_given_h_log_loss": 0.6723736122214402, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4992088676701658, + "observation_given_h_log_loss": 0.6661470669213243, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0952064735364044, + "observation_given_h_log_loss": 0.492274498593536, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8406892613654613, + "observation_given_h_log_loss": 0.41974897032024294, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.4038740616907006, + "observation_given_h_log_loss": 0.7015561011617477, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.341036709125617, + "observation_given_h_log_loss": 0.5972525628248092, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3691435568267099, + "observation_given_h_log_loss": 0.6518120164247391, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3659336968625806, + "observation_given_h_log_loss": 0.685841205510389, + "unused_model_symbols": 1 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3951609001974778, + "observation_given_h_log_loss": 0.6151206316900385, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.2077685668308553, + "observation_given_h_log_loss": 0.6420362423353477, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2917969389271624, + "observation_given_h_log_loss": 0.6885276507973448, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4085008095441087, + "observation_given_h_log_loss": 0.6707098217351967, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2624437443507022, + "observation_given_h_log_loss": 0.5549329108318433, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8125771720639492, + "observation_given_h_log_loss": 0.38400163101677753, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6421083969240409, + "observation_given_h_log_loss": 0.6927435652155858, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3304506853285771, + "observation_given_h_log_loss": 0.6077395150691112, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4255318736332636, + "observation_given_h_log_loss": 0.653961763445446, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4070063695938138, + "observation_given_h_log_loss": 0.6768658782553787, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3640023000697294, + "observation_given_h_log_loss": 0.6016250464796026, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3261856899615148, + "observation_given_h_log_loss": 0.6708093690487993, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3384830315636855, + "observation_given_h_log_loss": 0.6941062113812179, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4780814498533597, + "observation_given_h_log_loss": 0.7274777631678109, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2592859540393342, + "observation_given_h_log_loss": 0.5480656533804801, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7987944479181206, + "observation_given_h_log_loss": 0.3938795834972379, + "unused_model_symbols": 0 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.7169371173950503, + "observation_given_h_log_loss": 0.7291038528695006, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3331042848692864, + "observation_given_h_log_loss": 0.6896191812206547, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4003202705220403, + "observation_given_h_log_loss": 0.742636592206604, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3980651976694323, + "observation_given_h_log_loss": 0.7481016971018017, + "unused_model_symbols": 1 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3337476743332621, + "observation_given_h_log_loss": 0.6661394194371433, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4026122539117418, + "observation_given_h_log_loss": 0.698110654266068, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.390754319469369, + "observation_given_h_log_loss": 0.7391145385881188, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.703534043332257, + "observation_given_h_log_loss": 1.0544998128525673, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2848389287074413, + "observation_given_h_log_loss": 0.6437963058122038, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9860335725836535, + "observation_given_h_log_loss": 0.4178800044579904, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.7740552440588635, + "observation_given_h_log_loss": 1.363489005410446, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3074038193069906, + "observation_given_h_log_loss": 0.7430727466935949, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.518093748447769, + "observation_given_h_log_loss": 0.9822682226410484, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5242015874245551, + "observation_given_h_log_loss": 0.9788097044376395, + "unused_model_symbols": 1 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2616749663831008, + "observation_given_h_log_loss": 0.6698496824665127, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3863806208762797, + "observation_given_h_log_loss": 0.7487283905164399, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3949147727759654, + "observation_given_h_log_loss": 0.8005038583016125, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6102576586694077, + "observation_given_h_log_loss": 1.0101590060919028, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.179968896276439, + "observation_given_h_log_loss": 0.6411528862668181, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9160897183831808, + "observation_given_h_log_loss": 0.3611780806194562, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.7906594804583917, + "observation_given_h_log_loss": 1.1297856952303935, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.148352412202813, + "observation_given_h_log_loss": 0.6200931980235712, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4507675811290217, + "observation_given_h_log_loss": 0.928125951694067, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5028971838598626, + "observation_given_h_log_loss": 0.9725309248139281, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1702756896551005, + "observation_given_h_log_loss": 0.5988184803779231, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3082977062523184, + "observation_given_h_log_loss": 0.7230491280840468, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3158870030172272, + "observation_given_h_log_loss": 0.7678849353385957, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5898734629136668, + "observation_given_h_log_loss": 0.99657899714861, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1126915115413056, + "observation_given_h_log_loss": 0.5917272384176249, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8917249292573385, + "observation_given_h_log_loss": 0.3358576296451603, + "unused_model_symbols": 0 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6370327079698543, + "observation_given_h_log_loss": 1.1196908725972268, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3182104365261016, + "observation_given_h_log_loss": 0.8352569238390589, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.5950354685385348, + "observation_given_h_log_loss": 1.1173446160780705, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5969205739487655, + "observation_given_h_log_loss": 1.1271763423386714, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3185495092125794, + "observation_given_h_log_loss": 0.833046765999725, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.6302449875635188, + "observation_given_h_log_loss": 1.0353656294974147, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.6302449875635188, + "observation_given_h_log_loss": 1.0353656294974147, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.7214852410537804, + "observation_given_h_log_loss": 1.1234830483840175, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2954223448499698, + "observation_given_h_log_loss": 0.8181529253970269, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9882686640909685, + "observation_given_h_log_loss": 0.4588867917184819, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.7366194106125659, + "observation_given_h_log_loss": 1.2252152324904961, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3652791659008834, + "observation_given_h_log_loss": 0.9120490386007043, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.5827990489934352, + "observation_given_h_log_loss": 1.131873376875404, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.624818934458567, + "observation_given_h_log_loss": 1.1689925667717689, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3836420899438941, + "observation_given_h_log_loss": 0.9098592081820398, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.6168858090512122, + "observation_given_h_log_loss": 1.086309587518677, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.6802538789699721, + "observation_given_h_log_loss": 1.1227764812172225, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.7583426969838776, + "observation_given_h_log_loss": 1.1234263147947936, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3282339658100004, + "observation_given_h_log_loss": 0.8873437888574651, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0076655250528224, + "observation_given_h_log_loss": 0.4949673142402209, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6569541170339903, + "observation_given_h_log_loss": 1.220385779995822, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2838066523787766, + "observation_given_h_log_loss": 0.8985895685827495, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4928407092785925, + "observation_given_h_log_loss": 1.1081217305450357, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4905922127877735, + "observation_given_h_log_loss": 1.1034066009566195, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2563364960792849, + "observation_given_h_log_loss": 0.8604872052333576, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.467723651535723, + "observation_given_h_log_loss": 0.9863530020397269, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.5439007235582085, + "observation_given_h_log_loss": 0.9688360558514281, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.574458141509429, + "observation_given_h_log_loss": 1.0439411016220452, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1652723882939853, + "observation_given_h_log_loss": 0.7853801186131983, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9225942614155254, + "observation_given_h_log_loss": 0.44067041220988457, + "unused_model_symbols": 0 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.575449502526662, + "observation_given_h_log_loss": 1.2030262236920133, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.17199156808649582, + "observation_given_h_log_loss": 0.07466195707920399, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.17199156808649582, + "observation_given_h_log_loss": 0.07466195707920399, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.17493161879557328, + "observation_given_h_log_loss": 0.07696496178376253, + "unused_model_symbols": 2 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.17135533716090853, + "observation_given_h_log_loss": 0.07351921259913605, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.2693868662233882, + "observation_given_h_log_loss": 0.14403888379355287, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.2899739826638318, + "observation_given_h_log_loss": 0.16765303303399115, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.24773208009264897, + "observation_given_h_log_loss": 0.09502208533765008, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.17131465453627517, + "observation_given_h_log_loss": 0.07349995044583207, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.4446248669105019, + "observation_given_h_log_loss": 0.25390109790067633, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.3614226821262262, + "observation_given_h_log_loss": 0.28238271337411974, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.17194447659038783, + "observation_given_h_log_loss": 0.074774168112477, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.17194447659038783, + "observation_given_h_log_loss": 0.074774168112477, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.17478300930943408, + "observation_given_h_log_loss": 0.07697577190521551, + "unused_model_symbols": 2 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.17130266622183962, + "observation_given_h_log_loss": 0.07360921727111314, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.16055100523291033, + "observation_given_h_log_loss": 0.07210459887275095, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.29005961751048587, + "observation_given_h_log_loss": 0.16774036704372564, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.2498426449528663, + "observation_given_h_log_loss": 0.09508370769189353, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.17126464177264103, + "observation_given_h_log_loss": 0.07358916013271621, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.4449155088228269, + "observation_given_h_log_loss": 0.2539560059448477, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.35766922360311926, + "observation_given_h_log_loss": 0.28126795591423775, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.17202168962284714, + "observation_given_h_log_loss": 0.07493774179563248, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.17216575579967, + "observation_given_h_log_loss": 0.07410207960382631, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.17476816293347966, + "observation_given_h_log_loss": 0.0770477291521298, + "unused_model_symbols": 2 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.1713730555419064, + "observation_given_h_log_loss": 0.07374970866051309, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.269597706734904, + "observation_given_h_log_loss": 0.14424925255154986, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.2902849987893951, + "observation_given_h_log_loss": 0.16789266342678472, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.25198632423460005, + "observation_given_h_log_loss": 0.09521181905068053, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.1713372358670556, + "observation_given_h_log_loss": 0.07372880635655954, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.44535789029380973, + "observation_given_h_log_loss": 0.25408011060805175, + "unused_model_symbols": 0 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.3545090178436854, + "observation_given_h_log_loss": 0.28017615297992104, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.4591751788371996, + "observation_given_h_log_loss": 0.8136994107754016, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.8082943450674869, + "observation_given_h_log_loss": 1.174517060259472, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.836908406368157, + "observation_given_h_log_loss": 1.1720854027228698, + "unused_model_symbols": 2 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.4180915043067894, + "observation_given_h_log_loss": 0.7642363064523653, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.65432781040986, + "observation_given_h_log_loss": 1.0344283721659187, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.6151890462656282, + "observation_given_h_log_loss": 0.9989862754262134, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.9364030397187184, + "observation_given_h_log_loss": 1.219356677780497, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.4007284048808761, + "observation_given_h_log_loss": 0.7598185276443354, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9293794926976195, + "observation_given_h_log_loss": 0.3246384041682071, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.0181480946847743, + "observation_given_h_log_loss": 1.2990020205781212, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.5165641947658908, + "observation_given_h_log_loss": 0.8573317898314939, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.7255759669904318, + "observation_given_h_log_loss": 1.0687051879777472, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.7227640751023665, + "observation_given_h_log_loss": 1.0662187158457632, + "unused_model_symbols": 1 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.5100062259999454, + "observation_given_h_log_loss": 0.8476029687721838, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.717312465703116, + "observation_given_h_log_loss": 1.0915009352042981, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.7002625860411995, + "observation_given_h_log_loss": 1.0770775841029383, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.8989167797042525, + "observation_given_h_log_loss": 1.187584600444859, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.486929321989063, + "observation_given_h_log_loss": 0.8310335418769241, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8895519766761439, + "observation_given_h_log_loss": 0.31090203113415016, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.140185369755176, + "observation_given_h_log_loss": 1.283940275825802, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3742104446828671, + "observation_given_h_log_loss": 0.7825866343258976, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.6412148096191321, + "observation_given_h_log_loss": 1.0532239761141855, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.6418880569882701, + "observation_given_h_log_loss": 1.052783060312428, + "unused_model_symbols": 3 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.416089107697348, + "observation_given_h_log_loss": 0.7839994634565703, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.6147786260255401, + "observation_given_h_log_loss": 1.0209934064143908, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.583921427906931, + "observation_given_h_log_loss": 0.9928090098407394, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.8753437323948552, + "observation_given_h_log_loss": 1.1839600640710513, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3659926750920204, + "observation_given_h_log_loss": 0.7757609745283649, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.924696519108504, + "observation_given_h_log_loss": 0.3318358288933674, + "unused_model_symbols": 0 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.8684682967709303, + "observation_given_h_log_loss": 1.259260673144817, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5507418716986768, + "observation_given_h_log_loss": 0.08415204039071816, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.5475681028151158, + "observation_given_h_log_loss": 0.08151434074918343, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.5701603425530056, + "observation_given_h_log_loss": 0.08842473431279854, + "unused_model_symbols": 2 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.5623984511436996, + "observation_given_h_log_loss": 0.08496371097687597, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.5857507154127204, + "observation_given_h_log_loss": 0.11247364421533008, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.5653995479816182, + "observation_given_h_log_loss": 0.1033490517390095, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.6034068840886311, + "observation_given_h_log_loss": 0.10228979939564199, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5503550601967085, + "observation_given_h_log_loss": 0.08406321157716184, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5871526497854294, + "observation_given_h_log_loss": 0.11579385647286795, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.573773515111857, + "observation_given_h_log_loss": 0.1120071627293583, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5534962630829284, + "observation_given_h_log_loss": 0.1267416077654485, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.555514271697921, + "observation_given_h_log_loss": 0.129568334163263, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.5726854674840395, + "observation_given_h_log_loss": 0.1352694955429557, + "unused_model_symbols": 2 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.5614200123011949, + "observation_given_h_log_loss": 0.12655094763596073, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.5751434510640767, + "observation_given_h_log_loss": 0.14485555128253028, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.5751434510640767, + "observation_given_h_log_loss": 0.14485555128253028, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.640070240005172, + "observation_given_h_log_loss": 0.1475441389380737, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5513393886233726, + "observation_given_h_log_loss": 0.12571940230392112, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6066180784207854, + "observation_given_h_log_loss": 0.12272155190695053, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.5704460772262389, + "observation_given_h_log_loss": 0.1495906475347247, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.4744377664338804, + "observation_given_h_log_loss": 0.05176810210933317, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.47443776643388047, + "observation_given_h_log_loss": 0.05176810210933318, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.4815339910214956, + "observation_given_h_log_loss": 0.05203445158125867, + "unused_model_symbols": 1 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.47491522906934375, + "observation_given_h_log_loss": 0.05175867943247668, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.5041492323557016, + "observation_given_h_log_loss": 0.06889221368750276, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.5041492323557016, + "observation_given_h_log_loss": 0.06889221368750276, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.5831552013291742, + "observation_given_h_log_loss": 0.07116128694256652, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.47501720302697814, + "observation_given_h_log_loss": 0.05182359876972017, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6035947689600443, + "observation_given_h_log_loss": 0.1096739961933709, + "unused_model_symbols": 0 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.5462244104228663, + "observation_given_h_log_loss": 0.10170915019051123, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8174088930852611, + "observation_given_h_log_loss": 0.13244939311061124, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8596527005149507, + "observation_given_h_log_loss": 0.178375291802926, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7994526396500103, + "observation_given_h_log_loss": 0.13822248525533623, + "unused_model_symbols": 1 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7961770048678498, + "observation_given_h_log_loss": 0.12892442802567508, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8045468984541327, + "observation_given_h_log_loss": 0.14947556465409698, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8410785700641881, + "observation_given_h_log_loss": 0.1744384317196368, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8164145956240396, + "observation_given_h_log_loss": 0.1532199153527901, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8070394612145728, + "observation_given_h_log_loss": 0.12486121606055312, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8794664748101895, + "observation_given_h_log_loss": 0.22965397716825653, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.857376281958893, + "observation_given_h_log_loss": 0.1780778895163163, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8963351478123661, + "observation_given_h_log_loss": 0.15920588445560424, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9416372850499706, + "observation_given_h_log_loss": 0.2068879568283985, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9338169793629083, + "observation_given_h_log_loss": 0.2021924463017543, + "unused_model_symbols": 1 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8335851799742804, + "observation_given_h_log_loss": 0.15990636477523318, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8428416752149782, + "observation_given_h_log_loss": 0.18026527731641273, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8428416752149782, + "observation_given_h_log_loss": 0.1802652773164127, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8465728873863732, + "observation_given_h_log_loss": 0.1772793027695425, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8856205516252296, + "observation_given_h_log_loss": 0.15325447254646446, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9109255254368755, + "observation_given_h_log_loss": 0.24557795424276052, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9317847530749056, + "observation_given_h_log_loss": 0.1871812271512306, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0827212527530115, + "observation_given_h_log_loss": 0.1859880254442163, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0957694387039592, + "observation_given_h_log_loss": 0.1937528541953556, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.026312098313114, + "observation_given_h_log_loss": 0.18658767627017464, + "unused_model_symbols": 1 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0409010884226615, + "observation_given_h_log_loss": 0.17464266741056172, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.017727578502754, + "observation_given_h_log_loss": 0.2108102187161408, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.017727578502754, + "observation_given_h_log_loss": 0.21081021871614083, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9668083135242505, + "observation_given_h_log_loss": 0.19668285102193084, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0775395396171574, + "observation_given_h_log_loss": 0.1756914820698882, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9506992528874032, + "observation_given_h_log_loss": 0.2701366658041674, + "unused_model_symbols": 0 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.1558984306497915, + "observation_given_h_log_loss": 0.19292149577400655, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.10115790453649662, + "observation_given_h_log_loss": 0.050840077493674155, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.10115790453649662, + "observation_given_h_log_loss": 0.050840077493674155, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.11647456802177843, + "observation_given_h_log_loss": 0.06441704904851461, + "unused_model_symbols": 3 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.10089892128914588, + "observation_given_h_log_loss": 0.07370927124884993, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.14967799622245903, + "observation_given_h_log_loss": 0.0599899083190903, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.14967799622245903, + "observation_given_h_log_loss": 0.0599899083190903, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.26818218850471215, + "observation_given_h_log_loss": 0.06024809202478078, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.10115790453649662, + "observation_given_h_log_loss": 0.050840077493674155, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.17715991414827964, + "observation_given_h_log_loss": 0.06927178172861773, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.2355426030446759, + "observation_given_h_log_loss": 0.09494091348753889, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.09530284306602943, + "observation_given_h_log_loss": 0.05088167693165205, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.09842468132194734, + "observation_given_h_log_loss": 0.05007251291293433, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.11438936090954785, + "observation_given_h_log_loss": 0.0634723982630265, + "unused_model_symbols": 3 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.10403409300309391, + "observation_given_h_log_loss": 0.05031498193176489, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.14516316927507344, + "observation_given_h_log_loss": 0.059273255156536746, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.14516316927507344, + "observation_given_h_log_loss": 0.059273255156536746, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.23586315376091954, + "observation_given_h_log_loss": 0.05943108687405889, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.09842468132194734, + "observation_given_h_log_loss": 0.05007251291293433, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.17313774935105852, + "observation_given_h_log_loss": 0.06909432127967013, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.23741985823102382, + "observation_given_h_log_loss": 0.09574688086410094, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.09072221217985169, + "observation_given_h_log_loss": 0.05021565643041628, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.09072221217985169, + "observation_given_h_log_loss": 0.05021565643041628, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.13629922971104846, + "observation_given_h_log_loss": 0.055075100473787185, + "unused_model_symbols": 2 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.0886694988991035, + "observation_given_h_log_loss": 0.07328979253271561, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.13711163672981044, + "observation_given_h_log_loss": 0.058425911273563357, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.13711163672981044, + "observation_given_h_log_loss": 0.058425911273563357, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.1600618205842203, + "observation_given_h_log_loss": 0.05878198443983233, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.09072221217985169, + "observation_given_h_log_loss": 0.05021565643041628, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.1485495495139747, + "observation_given_h_log_loss": 0.06491789723092621, + "unused_model_symbols": 0 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.22904054694431564, + "observation_given_h_log_loss": 0.09526326940190813, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8973325968351471, + "observation_given_h_log_loss": 0.3638584374930682, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9842199008562479, + "observation_given_h_log_loss": 0.42766826657891194, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9959172300476611, + "observation_given_h_log_loss": 0.44124662321471136, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9402231409778036, + "observation_given_h_log_loss": 0.3842583510032681, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9521623747889887, + "observation_given_h_log_loss": 0.39156832023890525, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0471214027128466, + "observation_given_h_log_loss": 0.44395054820432617, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0630175984700936, + "observation_given_h_log_loss": 0.4187368668110411, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8963468645915081, + "observation_given_h_log_loss": 0.3428838155715132, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7772344983048461, + "observation_given_h_log_loss": 0.3137322423755204, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.0597059348963165, + "observation_given_h_log_loss": 0.4278399678378212, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.917304705258603, + "observation_given_h_log_loss": 0.3743727586490192, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9498487994333381, + "observation_given_h_log_loss": 0.4270526837895593, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9694897052932476, + "observation_given_h_log_loss": 0.4280643780103867, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9089473241912667, + "observation_given_h_log_loss": 0.38349792780262393, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9452625705690891, + "observation_given_h_log_loss": 0.39345513009931177, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.012412263974534, + "observation_given_h_log_loss": 0.42234587116491995, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0183483484603497, + "observation_given_h_log_loss": 0.4154427081256262, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8732751497273794, + "observation_given_h_log_loss": 0.35383262930742354, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8156123475632361, + "observation_given_h_log_loss": 0.3384273042168397, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.0323941104576937, + "observation_given_h_log_loss": 0.4279940429938124, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8327424740233381, + "observation_given_h_log_loss": 0.3556976837469106, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.922453799313405, + "observation_given_h_log_loss": 0.436361639545569, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9240766202098688, + "observation_given_h_log_loss": 0.4375641737897965, + "unused_model_symbols": 1 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8560156733098343, + "observation_given_h_log_loss": 0.3655650253518671, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9437591651876787, + "observation_given_h_log_loss": 0.40965929637705123, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0509738506784447, + "observation_given_h_log_loss": 0.4592672901422349, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0837810273155368, + "observation_given_h_log_loss": 0.4477285948239538, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8249685583439709, + "observation_given_h_log_loss": 0.34549569656225876, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8409927817802534, + "observation_given_h_log_loss": 0.3400018608467177, + "unused_model_symbols": 0 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9297120875197578, + "observation_given_h_log_loss": 0.448284833388279, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1804217825101555, + "observation_given_h_log_loss": 0.5588936912896181, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.5136381777806727, + "observation_given_h_log_loss": 0.90718011916852, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.532661332554142, + "observation_given_h_log_loss": 0.9247395876811003, + "unused_model_symbols": 4 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1807740715340143, + "observation_given_h_log_loss": 0.5569861391030938, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3088120692070737, + "observation_given_h_log_loss": 0.6665523790795609, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.308812069207074, + "observation_given_h_log_loss": 0.6665523790795609, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.558125740951388, + "observation_given_h_log_loss": 0.8618908783987665, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1380544045343406, + "observation_given_h_log_loss": 0.5294350518494043, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9290224159716957, + "observation_given_h_log_loss": 0.28266339222559406, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.7082260258812032, + "observation_given_h_log_loss": 1.0126804334006854, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2579667491142907, + "observation_given_h_log_loss": 0.6253613380106166, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4766341220971277, + "observation_given_h_log_loss": 0.8512271932245108, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5105962762984846, + "observation_given_h_log_loss": 0.8809088239516412, + "unused_model_symbols": 2 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2572004104068721, + "observation_given_h_log_loss": 0.6203226442157994, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4043765803530417, + "observation_given_h_log_loss": 0.746695548191707, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4258574784063758, + "observation_given_h_log_loss": 0.7098895545594315, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6291142775438119, + "observation_given_h_log_loss": 0.9314142170011724, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2215695840391187, + "observation_given_h_log_loss": 0.5911685340097785, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9133415524497865, + "observation_given_h_log_loss": 0.26345119665518746, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6395185128275374, + "observation_given_h_log_loss": 1.0297776387439872, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.258541829020801, + "observation_given_h_log_loss": 0.6606983482169293, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.571363568666559, + "observation_given_h_log_loss": 0.9583521866498159, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4897495006333554, + "observation_given_h_log_loss": 0.8793489285752351, + "unused_model_symbols": 2 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3130762404128815, + "observation_given_h_log_loss": 0.6833847945025058, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4254303166808922, + "observation_given_h_log_loss": 0.7851553542490957, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4263881120370514, + "observation_given_h_log_loss": 0.8009380814989087, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6023029628460388, + "observation_given_h_log_loss": 0.9178519138625552, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2652320205942265, + "observation_given_h_log_loss": 0.6611880699116301, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9400796323320946, + "observation_given_h_log_loss": 0.3016861779521427, + "unused_model_symbols": 0 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.58564378152601, + "observation_given_h_log_loss": 1.0125323956284487, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1788904166336296, + "observation_given_h_log_loss": 0.616539095883144, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2259820761989382, + "observation_given_h_log_loss": 0.6694788777491313, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2311701696687773, + "observation_given_h_log_loss": 0.7280030188468711, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.272814362537814, + "observation_given_h_log_loss": 0.6670409673920665, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.261479415470113, + "observation_given_h_log_loss": 0.6812211790675267, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3161637336294272, + "observation_given_h_log_loss": 0.6858479044846625, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.403302999934079, + "observation_given_h_log_loss": 0.827439630611864, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1448045986949045, + "observation_given_h_log_loss": 0.582529890670068, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7382220474683755, + "observation_given_h_log_loss": 0.34699708326793866, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.867035130756578, + "observation_given_h_log_loss": 1.0422369232554487, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1391347552700213, + "observation_given_h_log_loss": 0.5735372301354033, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2005942757925723, + "observation_given_h_log_loss": 0.6065994664542745, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1478708117138603, + "observation_given_h_log_loss": 0.6273203005228706, + "unused_model_symbols": 1 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1951866261727528, + "observation_given_h_log_loss": 0.5642249126688843, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1946326778590515, + "observation_given_h_log_loss": 0.6118310095795443, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1852378980144098, + "observation_given_h_log_loss": 0.5948539878114304, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.281573225743984, + "observation_given_h_log_loss": 0.7561651312112745, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1866082894206684, + "observation_given_h_log_loss": 0.5588613580274147, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8683798265131435, + "observation_given_h_log_loss": 0.423785748445927, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.4504927270002432, + "observation_given_h_log_loss": 1.16537615831224, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.2168611526991546, + "observation_given_h_log_loss": 0.7911755389438831, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.235701290648961, + "observation_given_h_log_loss": 0.8166044488016865, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2866988327285718, + "observation_given_h_log_loss": 0.8491364337188991, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2241746697021991, + "observation_given_h_log_loss": 0.7674926283903423, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.280996567504213, + "observation_given_h_log_loss": 0.8992676631389203, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.362303226542278, + "observation_given_h_log_loss": 0.8339466371825929, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5039947410816712, + "observation_given_h_log_loss": 0.9277223912278212, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.141924918849713, + "observation_given_h_log_loss": 0.7154448819075714, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7538704717818312, + "observation_given_h_log_loss": 0.31643531018403703, + "unused_model_symbols": 0 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.5540660412005116, + "observation_given_h_log_loss": 1.0673774830708682, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0117492344924581, + "observation_given_h_log_loss": 0.645685220960799, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3643849603776466, + "observation_given_h_log_loss": 0.9881232229220474, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4001186837397634, + "observation_given_h_log_loss": 1.0295838817482632, + "unused_model_symbols": 4 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1690846867766689, + "observation_given_h_log_loss": 0.6265046623799175, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.344357312045314, + "observation_given_h_log_loss": 0.929196541099625, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.5377937170542508, + "observation_given_h_log_loss": 0.9608958049657461, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5896901800228527, + "observation_given_h_log_loss": 1.1071213691829649, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9810889538763805, + "observation_given_h_log_loss": 0.6190662903131672, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5873976547454753, + "observation_given_h_log_loss": 0.32078113214457754, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.5151864956656214, + "observation_given_h_log_loss": 1.1302731225673273, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.774986026071157, + "observation_given_h_log_loss": 0.5034593436118984, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.184444992939314, + "observation_given_h_log_loss": 0.9049437325252147, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2011629618289505, + "observation_given_h_log_loss": 0.9385056058990616, + "unused_model_symbols": 2 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.749604852797118, + "observation_given_h_log_loss": 0.4882260199064298, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1689112972822557, + "observation_given_h_log_loss": 0.7759996864901311, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.386327760170893, + "observation_given_h_log_loss": 0.8205378348663053, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.443633706356314, + "observation_given_h_log_loss": 1.030296475158625, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7656140750892801, + "observation_given_h_log_loss": 0.4916597764306766, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5897710134018536, + "observation_given_h_log_loss": 0.3122456566325053, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.34034791857886, + "observation_given_h_log_loss": 1.0413947444723053, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7150271807822063, + "observation_given_h_log_loss": 0.5128810787390063, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0884245501388536, + "observation_given_h_log_loss": 0.8841124765924989, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.0931291418612652, + "observation_given_h_log_loss": 0.8935453577485047, + "unused_model_symbols": 4 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7542667515969628, + "observation_given_h_log_loss": 0.527377154755526, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0763039687752904, + "observation_given_h_log_loss": 0.8374824355477508, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2782209823664177, + "observation_given_h_log_loss": 0.8056576524420209, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.2866372474674375, + "observation_given_h_log_loss": 0.9709567109987339, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7171182211664844, + "observation_given_h_log_loss": 0.5126653751322281, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5080395948788723, + "observation_given_h_log_loss": 0.2680094334121671, + "unused_model_symbols": 0 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2701350788011816, + "observation_given_h_log_loss": 1.0013225174832339, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1124123664651588, + "observation_given_h_log_loss": 0.5891721465608224, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1407541952414741, + "observation_given_h_log_loss": 0.6102968821808139, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1866740315944018, + "observation_given_h_log_loss": 0.670249255996572, + "unused_model_symbols": 1 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1051731346916303, + "observation_given_h_log_loss": 0.5679434502878946, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1110425414365044, + "observation_given_h_log_loss": 0.7024128634722762, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2305822845990084, + "observation_given_h_log_loss": 0.6651931043887684, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.541859768170182, + "observation_given_h_log_loss": 0.8114921898085172, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0469052370838519, + "observation_given_h_log_loss": 0.5325419996921201, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7441959453834297, + "observation_given_h_log_loss": 0.308128440638441, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.7321970134079643, + "observation_given_h_log_loss": 0.9842508866462101, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1895079718270476, + "observation_given_h_log_loss": 0.5897258682891573, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1700157842695047, + "observation_given_h_log_loss": 0.6127395433213185, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.229040322056736, + "observation_given_h_log_loss": 0.6805818028118173, + "unused_model_symbols": 1 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.216680671102009, + "observation_given_h_log_loss": 0.5986957960966044, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.15604691295679, + "observation_given_h_log_loss": 0.7224227367593583, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2927627153018708, + "observation_given_h_log_loss": 0.6627385206140426, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6046637014660405, + "observation_given_h_log_loss": 0.8681674288690077, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.1218717613879834, + "observation_given_h_log_loss": 0.5510532148856879, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7073989604203168, + "observation_given_h_log_loss": 0.28739119970539095, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.84782225127533, + "observation_given_h_log_loss": 0.9866022024151524, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1301514900116167, + "observation_given_h_log_loss": 0.665448301390888, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1649245524971463, + "observation_given_h_log_loss": 0.6986926069418881, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1965864179092138, + "observation_given_h_log_loss": 0.7621149008533546, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.194877351327316, + "observation_given_h_log_loss": 0.6537671278174642, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1753146311270373, + "observation_given_h_log_loss": 0.8017189359425245, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.2979130573450084, + "observation_given_h_log_loss": 0.7489327545255533, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6135240546732208, + "observation_given_h_log_loss": 0.8842737034834062, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0657489568075147, + "observation_given_h_log_loss": 0.6034049753906335, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7326716856212653, + "observation_given_h_log_loss": 0.2928272249920359, + "unused_model_symbols": 0 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6394117922842832, + "observation_given_h_log_loss": 0.9984829468247166, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.409903876216708, + "observation_given_h_log_loss": 1.0235548522797329, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4229812058816602, + "observation_given_h_log_loss": 1.0485456372635098, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5144464506592505, + "observation_given_h_log_loss": 1.1395608042226892, + "unused_model_symbols": 1 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.357901890491604, + "observation_given_h_log_loss": 0.989380901492517, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4949478868438704, + "observation_given_h_log_loss": 1.1395964698614978, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.364606025553849, + "observation_given_h_log_loss": 1.0025067070833427, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5091958141111905, + "observation_given_h_log_loss": 1.0557823437735818, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3590761994825131, + "observation_given_h_log_loss": 0.9819450405241361, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9110940639397626, + "observation_given_h_log_loss": 0.503937594797515, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.5944531983680186, + "observation_given_h_log_loss": 1.2378447265054973, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3474228924424414, + "observation_given_h_log_loss": 1.019034905813418, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3570987965459425, + "observation_given_h_log_loss": 1.027979918705538, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3438693241096198, + "observation_given_h_log_loss": 1.0162030373806272, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.2997612191647983, + "observation_given_h_log_loss": 0.9911901126146412, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3139967613987584, + "observation_given_h_log_loss": 1.0028174022179424, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3139967613987582, + "observation_given_h_log_loss": 1.0028174022179424, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.452244442161968, + "observation_given_h_log_loss": 1.0611615789536302, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3126582089152268, + "observation_given_h_log_loss": 0.9899962164317659, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9106214373586119, + "observation_given_h_log_loss": 0.5398482910128851, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.507836669029146, + "observation_given_h_log_loss": 1.202459430837679, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3620102748075045, + "observation_given_h_log_loss": 1.0171028293072681, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.379345204700066, + "observation_given_h_log_loss": 1.0453751619867224, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3743687197368621, + "observation_given_h_log_loss": 1.0423528600261454, + "unused_model_symbols": 1 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3323834784104118, + "observation_given_h_log_loss": 0.9949766596388875, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3427725395041157, + "observation_given_h_log_loss": 1.0182965597803677, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3427725395041155, + "observation_given_h_log_loss": 1.0182965597803677, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.460499450450051, + "observation_given_h_log_loss": 1.06035783847538, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3213973507163437, + "observation_given_h_log_loss": 0.9885316366890984, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8874704539779265, + "observation_given_h_log_loss": 0.5116977162130794, + "unused_model_symbols": 0 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.4998077868159092, + "observation_given_h_log_loss": 1.1816717280592144, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6475991974749231, + "observation_given_h_log_loss": 0.3911753164157822, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9679059395075106, + "observation_given_h_log_loss": 0.7038319321543384, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9821939164655348, + "observation_given_h_log_loss": 0.7067601915951819, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7335228687283188, + "observation_given_h_log_loss": 0.3728778450519944, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9503800549928902, + "observation_given_h_log_loss": 0.66666932710791, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9588181812158507, + "observation_given_h_log_loss": 0.6677495410154553, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.2857841069647526, + "observation_given_h_log_loss": 0.790695104580369, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6165232804853596, + "observation_given_h_log_loss": 0.3672920935188304, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.4407166847630706, + "observation_given_h_log_loss": 0.20046622934502387, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2901191716490241, + "observation_given_h_log_loss": 0.9971225628276389, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7731005767551064, + "observation_given_h_log_loss": 0.5010499446238298, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.91999682243597, + "observation_given_h_log_loss": 0.6579527802847579, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7881368968612055, + "observation_given_h_log_loss": 0.5079453329759609, + "unused_model_symbols": 1 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8595524125723478, + "observation_given_h_log_loss": 0.4851595998236226, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0423315959781556, + "observation_given_h_log_loss": 0.698371743015534, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0423315959781556, + "observation_given_h_log_loss": 0.698371743015534, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.3894175294008266, + "observation_given_h_log_loss": 0.8831474731671387, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.742103942028132, + "observation_given_h_log_loss": 0.4725454958146115, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.39861503875597637, + "observation_given_h_log_loss": 0.16866647106287608, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.705539055134191, + "observation_given_h_log_loss": 0.992942132553806, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.840417288600301, + "observation_given_h_log_loss": 0.595258775585293, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.138730790421681, + "observation_given_h_log_loss": 0.8894041536671569, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.145316406795604, + "observation_given_h_log_loss": 0.8879301819530796, + "unused_model_symbols": 1 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8928894469796169, + "observation_given_h_log_loss": 0.5903114223185046, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.1376310376185295, + "observation_given_h_log_loss": 0.8570723209076406, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1376310376185295, + "observation_given_h_log_loss": 0.8570723209076406, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4338890306423755, + "observation_given_h_log_loss": 0.9362549434418652, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8234155203678732, + "observation_given_h_log_loss": 0.5850669528059991, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.44171099142229586, + "observation_given_h_log_loss": 0.20953362771566011, + "unused_model_symbols": 0 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2854169872312338, + "observation_given_h_log_loss": 1.0133404504073662, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6810137597006451, + "observation_given_h_log_loss": 0.5224820713204351, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7686959925087646, + "observation_given_h_log_loss": 0.6083541020093514, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7481413949763679, + "observation_given_h_log_loss": 0.6097926106466933, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6577392590065392, + "observation_given_h_log_loss": 0.5062355573633828, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.790659665017979, + "observation_given_h_log_loss": 0.6026232970390333, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8651278406174472, + "observation_given_h_log_loss": 0.6535502120784833, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9186477070995676, + "observation_given_h_log_loss": 0.629396218634727, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6722046226567885, + "observation_given_h_log_loss": 0.5117402976406134, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.604941240121692, + "observation_given_h_log_loss": 0.3894631336392803, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.0783751168757663, + "observation_given_h_log_loss": 0.6989726177523292, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.616366655291787, + "observation_given_h_log_loss": 0.45425902118062406, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7302600231835716, + "observation_given_h_log_loss": 0.5668711341966545, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7109002265123953, + "observation_given_h_log_loss": 0.576096376424778, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.5732633404042874, + "observation_given_h_log_loss": 0.4389489988675905, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.736924583281038, + "observation_given_h_log_loss": 0.5415819243728166, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7972547945312642, + "observation_given_h_log_loss": 0.59474907962936, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8590187388408326, + "observation_given_h_log_loss": 0.578470828708908, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5982620422133726, + "observation_given_h_log_loss": 0.43610029475703804, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5552143795636755, + "observation_given_h_log_loss": 0.33637203809407223, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.9470660155852301, + "observation_given_h_log_loss": 0.6725262453555159, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.6578101137737798, + "observation_given_h_log_loss": 0.4982462249687202, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7547612700458393, + "observation_given_h_log_loss": 0.5816854206772242, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.7295282771835849, + "observation_given_h_log_loss": 0.5933589223493394, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6378491742294458, + "observation_given_h_log_loss": 0.4823337192886846, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7718973383449165, + "observation_given_h_log_loss": 0.5754912352561361, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8276351754866784, + "observation_given_h_log_loss": 0.6287954363557704, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9214330804910289, + "observation_given_h_log_loss": 0.6095802815123712, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.6466802188990065, + "observation_given_h_log_loss": 0.4779795085512616, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5799445704141821, + "observation_given_h_log_loss": 0.3553085976119531, + "unused_model_symbols": 0 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.016727882533632, + "observation_given_h_log_loss": 0.6847795670025153, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3293930898780644, + "observation_given_h_log_loss": 0.8376478361848473, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4285562007710482, + "observation_given_h_log_loss": 0.9412201955557045, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4328882735522421, + "observation_given_h_log_loss": 0.9439348416261129, + "unused_model_symbols": 1 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3146445632651331, + "observation_given_h_log_loss": 0.7880524635312102, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3889973218180924, + "observation_given_h_log_loss": 0.9168320748189882, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3059157665921317, + "observation_given_h_log_loss": 0.8485523205584089, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6382574971348924, + "observation_given_h_log_loss": 0.9117431993014748, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.2527269608033922, + "observation_given_h_log_loss": 0.7698135752432016, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0731646680391131, + "observation_given_h_log_loss": 0.5463056272291906, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.5875562584446148, + "observation_given_h_log_loss": 1.0543611783304978, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.249107805108796, + "observation_given_h_log_loss": 0.8617882568493898, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3625299826107862, + "observation_given_h_log_loss": 0.9790143760063345, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.3517567918363005, + "observation_given_h_log_loss": 0.9657163944836368, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.281492865163341, + "observation_given_h_log_loss": 0.8164905736612368, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3722832235694042, + "observation_given_h_log_loss": 0.9376082608114243, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3228889106311583, + "observation_given_h_log_loss": 0.8842634760221603, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5657839744981432, + "observation_given_h_log_loss": 0.9432063066678384, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.173193412631695, + "observation_given_h_log_loss": 0.7906451733659898, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.1798388161119704, + "observation_given_h_log_loss": 0.6303786482284558, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.3759417616394762, + "observation_given_h_log_loss": 1.021753930253285, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1858215520901938, + "observation_given_h_log_loss": 0.7738200661774174, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.3418416458653497, + "observation_given_h_log_loss": 0.9391511519388471, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2724015042320838, + "observation_given_h_log_loss": 0.8724021885499254, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1739854238563843, + "observation_given_h_log_loss": 0.7124915378422689, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3195415070139118, + "observation_given_h_log_loss": 0.8908043536914819, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3185030262859232, + "observation_given_h_log_loss": 0.8696215853634752, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.5106586761879344, + "observation_given_h_log_loss": 0.8776025742909312, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.101411336296903, + "observation_given_h_log_loss": 0.7053983003367588, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 1.0581284671534927, + "observation_given_h_log_loss": 0.5314763254231969, + "unused_model_symbols": 0 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.3455628189795907, + "observation_given_h_log_loss": 0.9839279072192861, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.06647519806653251, + "observation_given_h_log_loss": 0.06310465224638985, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.06647519806653251, + "observation_given_h_log_loss": 0.06310465224638985, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.08953491544771114, + "observation_given_h_log_loss": 0.07856868236747053, + "unused_model_symbols": 2 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.06647519806653251, + "observation_given_h_log_loss": 0.06310465224638985, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.07778819652395956, + "observation_given_h_log_loss": 0.06112077609069108, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.07778819652395956, + "observation_given_h_log_loss": 0.06112077609069108, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.20007396731519173, + "observation_given_h_log_loss": 0.06586003867979072, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.0665839126607911, + "observation_given_h_log_loss": 0.06324761479189854, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.14602062655401193, + "observation_given_h_log_loss": 0.07023736814133223, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.07262810351525861, + "observation_given_h_log_loss": 0.07262565456182414, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.06665646851666499, + "observation_given_h_log_loss": 0.06345318317920387, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.06665646851666499, + "observation_given_h_log_loss": 0.06345318317920386, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.09079417387786247, + "observation_given_h_log_loss": 0.07938010250061615, + "unused_model_symbols": 3 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.06665646851666499, + "observation_given_h_log_loss": 0.06345318317920387, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.07670664418412733, + "observation_given_h_log_loss": 0.0603487465302609, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.07670664418412733, + "observation_given_h_log_loss": 0.0603487465302609, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.21285121819961753, + "observation_given_h_log_loss": 0.0648451140614832, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.06609488795895749, + "observation_given_h_log_loss": 0.06279512349905987, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.1434685356117221, + "observation_given_h_log_loss": 0.06900486010581389, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.07328889462179655, + "observation_given_h_log_loss": 0.07328579324373888, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.06675407009316611, + "observation_given_h_log_loss": 0.06344626873059725, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.06675407009316611, + "observation_given_h_log_loss": 0.06344626873059725, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.09063075344415328, + "observation_given_h_log_loss": 0.0789783725584403, + "unused_model_symbols": 3 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.06675407009316611, + "observation_given_h_log_loss": 0.06344626873059725, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.0773632924431984, + "observation_given_h_log_loss": 0.06081330153528481, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.0773632924431984, + "observation_given_h_log_loss": 0.06081330153528481, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.19164867778407463, + "observation_given_h_log_loss": 0.0657377374796013, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.0665412870985228, + "observation_given_h_log_loss": 0.06320801725370119, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.14812420996226, + "observation_given_h_log_loss": 0.07209202185452902, + "unused_model_symbols": 0 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.07271989915802868, + "observation_given_h_log_loss": 0.07271736753559252, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0793116214985843, + "observation_given_h_log_loss": 0.8842029271730181, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2331956529912742, + "observation_given_h_log_loss": 1.0511181418277709, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2045883628218894, + "observation_given_h_log_loss": 1.014123067243737, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1399865201735762, + "observation_given_h_log_loss": 0.8585482533592224, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.4318378407587828, + "observation_given_h_log_loss": 1.130941249668677, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3639174567795596, + "observation_given_h_log_loss": 1.104411552811527, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6620361374819148, + "observation_given_h_log_loss": 1.096767024110374, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0208394236661573, + "observation_given_h_log_loss": 0.8344807374795874, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8283998843533709, + "observation_given_h_log_loss": 0.522450105568285, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.41632873307534, + "observation_given_h_log_loss": 1.2159339998191525, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.091127191478264, + "observation_given_h_log_loss": 0.8822663415742811, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2031885505165834, + "observation_given_h_log_loss": 0.9929155108430827, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.220974521024495, + "observation_given_h_log_loss": 0.9791407304580285, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.0968151571865672, + "observation_given_h_log_loss": 0.8660956914525977, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.270818842438479, + "observation_given_h_log_loss": 0.9986234762993373, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.3638516074656208, + "observation_given_h_log_loss": 0.9989078523226541, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6527331885731569, + "observation_given_h_log_loss": 1.0898950331345039, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0536109125066457, + "observation_given_h_log_loss": 0.8382426110054563, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8630890912928502, + "observation_given_h_log_loss": 0.5320858263972813, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.5237381700806563, + "observation_given_h_log_loss": 1.2079906904660096, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.0410996532291814, + "observation_given_h_log_loss": 0.7948378565362476, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1922627198181075, + "observation_given_h_log_loss": 0.9403946820307003, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1755765884117797, + "observation_given_h_log_loss": 0.942976926005145, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.092124688969426, + "observation_given_h_log_loss": 0.7990769986314405, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.2264302644832106, + "observation_given_h_log_loss": 0.9416068929928123, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.353311486539137, + "observation_given_h_log_loss": 0.9335039385158528, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.6295857201980064, + "observation_given_h_log_loss": 1.0860542490150902, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9713989841303012, + "observation_given_h_log_loss": 0.7341276649118877, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7576624327766946, + "observation_given_h_log_loss": 0.44617032640657855, + "unused_model_symbols": 0 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6736757053044622, + "observation_given_h_log_loss": 1.1952581914790055, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.116381994518659, + "observation_given_h_log_loss": 0.5210777149317325, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.4843272618359673, + "observation_given_h_log_loss": 0.8885986310767136, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5528172662284996, + "observation_given_h_log_loss": 0.9546019393951044, + "unused_model_symbols": 1 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.121871638670612, + "observation_given_h_log_loss": 0.5108763734409154, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3794391045260355, + "observation_given_h_log_loss": 0.7889801844356598, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4263176891789673, + "observation_given_h_log_loss": 0.8191629694089202, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.8079975828505572, + "observation_given_h_log_loss": 1.068877049226486, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.104131587642125, + "observation_given_h_log_loss": 0.5057785619167346, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9513609545310264, + "observation_given_h_log_loss": 0.34098711196316256, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.957447671562874, + "observation_given_h_log_loss": 1.2228322325496537, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.3763495282015734, + "observation_given_h_log_loss": 0.5689020916658822, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.5352521261061178, + "observation_given_h_log_loss": 0.7222854389106373, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.4994064507837108, + "observation_given_h_log_loss": 0.708518791531369, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.3741183722111892, + "observation_given_h_log_loss": 0.5674502411184641, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.402114511723876, + "observation_given_h_log_loss": 0.702616149099129, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.4924574700266393, + "observation_given_h_log_loss": 0.770641347107313, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.853221382044954, + "observation_given_h_log_loss": 1.0510912541278103, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.3799113521612234, + "observation_given_h_log_loss": 0.5585664354578482, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9442441391331745, + "observation_given_h_log_loss": 0.35040260265684475, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.6073666757684597, + "observation_given_h_log_loss": 1.1806646592987868, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.5049746234036727, + "observation_given_h_log_loss": 0.6591691786474468, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.5816139719159736, + "observation_given_h_log_loss": 0.746795811273906, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.5848316805271323, + "observation_given_h_log_loss": 0.8120378092143259, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.4839387865845461, + "observation_given_h_log_loss": 0.6412270993521949, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.5267537400727687, + "observation_given_h_log_loss": 0.8555112721108229, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.5627268195652189, + "observation_given_h_log_loss": 0.8718520125501207, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.762054568984755, + "observation_given_h_log_loss": 1.029982089945966, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.4710147760746766, + "observation_given_h_log_loss": 0.631583532795189, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9695555867719312, + "observation_given_h_log_loss": 0.3905752198095195, + "unused_model_symbols": 0 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 2.2545891601552714, + "observation_given_h_log_loss": 1.1060542236936417, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.921445106398991, + "observation_given_h_log_loss": 0.5159332784172075, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.0412744347514498, + "observation_given_h_log_loss": 0.6431151123413215, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.0853952886744604, + "observation_given_h_log_loss": 0.6636791348800957, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9089720232267983, + "observation_given_h_log_loss": 0.5150558159220079, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.050240123444243, + "observation_given_h_log_loss": 0.6848309334704561, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.287578621083179, + "observation_given_h_log_loss": 0.7122121841047327, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4557488776738199, + "observation_given_h_log_loss": 0.7478574861188227, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8986688014015912, + "observation_given_h_log_loss": 0.5118086379807041, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6990580679856341, + "observation_given_h_log_loss": 0.3247811018471843, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.3539879257783922, + "observation_given_h_log_loss": 0.8215464135879363, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8520192361146728, + "observation_given_h_log_loss": 0.4370406628162506, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9402820304653112, + "observation_given_h_log_loss": 0.5102862107110174, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9837303070533632, + "observation_given_h_log_loss": 0.5299973716602244, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8743719101303931, + "observation_given_h_log_loss": 0.44864625640986244, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9364332780784713, + "observation_given_h_log_loss": 0.5298776234582364, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9364332780784713, + "observation_given_h_log_loss": 0.5298776234582365, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.3154147580818412, + "observation_given_h_log_loss": 0.6699153105070651, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8279590087099038, + "observation_given_h_log_loss": 0.42278869424424576, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6438175273992975, + "observation_given_h_log_loss": 0.29343005874777883, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.4892148318195724, + "observation_given_h_log_loss": 0.7612637228731844, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8669793227485978, + "observation_given_h_log_loss": 0.4118799150303134, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.9419911221529458, + "observation_given_h_log_loss": 0.4989852063154805, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.9756863385607547, + "observation_given_h_log_loss": 0.5103655639702958, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9334696592889241, + "observation_given_h_log_loss": 0.4579581140099389, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9604932825483941, + "observation_given_h_log_loss": 0.502022454302547, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9429647172253216, + "observation_given_h_log_loss": 0.5048856377799184, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.2895974728881172, + "observation_given_h_log_loss": 0.6659765600480545, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8374768414954732, + "observation_given_h_log_loss": 0.39261834868266093, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.6173923458895866, + "observation_given_h_log_loss": 0.27715492358117544, + "unused_model_symbols": 0 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.6702411660351228, + "observation_given_h_log_loss": 0.7381478935223603, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8553077088203188, + "observation_given_h_log_loss": 0.12298046214282166, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8325953211317387, + "observation_given_h_log_loss": 0.09563353807326308, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8468179339756708, + "observation_given_h_log_loss": 0.11858868162386518, + "unused_model_symbols": 1 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9281933351699011, + "observation_given_h_log_loss": 0.13579213344206065, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8256916177719792, + "observation_given_h_log_loss": 0.09593270073711553, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8434895008741465, + "observation_given_h_log_loss": 0.11517942137162866, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7962994170434544, + "observation_given_h_log_loss": 0.07063129937641605, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8640013047354813, + "observation_given_h_log_loss": 0.13366494091269912, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9536188809830707, + "observation_given_h_log_loss": 0.2175305244611288, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7136051473060356, + "observation_given_h_log_loss": 0.036433745236637324, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8477152001550171, + "observation_given_h_log_loss": 0.13463123248962527, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8138316287164525, + "observation_given_h_log_loss": 0.10620225277334833, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8092765770117885, + "observation_given_h_log_loss": 0.10875287854670337, + "unused_model_symbols": 4 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8987019369375224, + "observation_given_h_log_loss": 0.15128225588842859, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8456202059024666, + "observation_given_h_log_loss": 0.13171287584384994, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8649595379068696, + "observation_given_h_log_loss": 0.1364778841737172, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.7892956791463849, + "observation_given_h_log_loss": 0.07713212126255209, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8425834591831932, + "observation_given_h_log_loss": 0.13152908024470628, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9437393709468505, + "observation_given_h_log_loss": 0.2346645480405153, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.6969601584442159, + "observation_given_h_log_loss": 0.03380849020866239, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8473538426786625, + "observation_given_h_log_loss": 0.11814477882669056, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8531150870920479, + "observation_given_h_log_loss": 0.13511836193277105, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8505567162347686, + "observation_given_h_log_loss": 0.1275987862065702, + "unused_model_symbols": 3 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8525449705239186, + "observation_given_h_log_loss": 0.1126690486221475, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7654644846644278, + "observation_given_h_log_loss": 0.07773285043234411, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.7654644846644278, + "observation_given_h_log_loss": 0.07773285043234411, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8455433670764758, + "observation_given_h_log_loss": 0.09686144398438716, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8256674181803869, + "observation_given_h_log_loss": 0.10306954919343196, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9657370433650284, + "observation_given_h_log_loss": 0.24936540528394657, + "unused_model_symbols": 0 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7465310809376966, + "observation_given_h_log_loss": 0.03757097721144712, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7874162876406487, + "observation_given_h_log_loss": 0.07739228134973763, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.7956732968423558, + "observation_given_h_log_loss": 0.08782616766858559, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8127521906050724, + "observation_given_h_log_loss": 0.10319000094276677, + "unused_model_symbols": 2 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7869737584328907, + "observation_given_h_log_loss": 0.06849120799597795, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.8256489073784393, + "observation_given_h_log_loss": 0.10982527832290256, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8457130319501254, + "observation_given_h_log_loss": 0.11536630861103614, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8261659359944877, + "observation_given_h_log_loss": 0.1113697728379103, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7770395516137091, + "observation_given_h_log_loss": 0.06888920494792719, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9238746807599325, + "observation_given_h_log_loss": 0.2363979089890722, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7518941592876381, + "observation_given_h_log_loss": 0.04423249122176601, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8826333011765505, + "observation_given_h_log_loss": 0.0678971272536672, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8775947593655696, + "observation_given_h_log_loss": 0.06255624085437433, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.88741293509426, + "observation_given_h_log_loss": 0.0701998735564696, + "unused_model_symbols": 3 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8936097598601495, + "observation_given_h_log_loss": 0.06412571748831428, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.9113721672264983, + "observation_given_h_log_loss": 0.10687432325564998, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9113721672264983, + "observation_given_h_log_loss": 0.10687432325564998, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.902179144390994, + "observation_given_h_log_loss": 0.10834477432655723, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8879276137675696, + "observation_given_h_log_loss": 0.06605752454812122, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9471587656021481, + "observation_given_h_log_loss": 0.22630894862754136, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.8983784370073876, + "observation_given_h_log_loss": 0.046281219615425404, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7628811093743781, + "observation_given_h_log_loss": 0.08500597683996894, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.784666861093307, + "observation_given_h_log_loss": 0.10950534178647293, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8066685278028394, + "observation_given_h_log_loss": 0.12499888803597592, + "unused_model_symbols": 5 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.7705286508392418, + "observation_given_h_log_loss": 0.07837594796429631, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7458413766099015, + "observation_given_h_log_loss": 0.06609642605172422, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.8065401023763572, + "observation_given_h_log_loss": 0.12232320036087185, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.8045179185086111, + "observation_given_h_log_loss": 0.11781885671157166, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7586586038822742, + "observation_given_h_log_loss": 0.08314718981179617, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.9038874717324823, + "observation_given_h_log_loss": 0.22499442965203797, + "unused_model_symbols": 0 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 0.7088131389459217, + "observation_given_h_log_loss": 0.04333981318763711, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8407013097775639, + "observation_given_h_log_loss": 0.465561392476243, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.125628854760802, + "observation_given_h_log_loss": 0.7510863340773192, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1285653653104744, + "observation_given_h_log_loss": 0.755111827100428, + "unused_model_symbols": 3 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8515694369544623, + "observation_given_h_log_loss": 0.46120929685407763, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0582364199181196, + "observation_given_h_log_loss": 0.6738351347010478, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.0582364199181196, + "observation_given_h_log_loss": 0.6738351347010477, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.411308582689723, + "observation_given_h_log_loss": 0.8915844589182877, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.824839719460333, + "observation_given_h_log_loss": 0.45069182872903946, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7356588200334129, + "observation_given_h_log_loss": 0.33067369041782535, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.7298822928325341, + "observation_given_h_log_loss": 1.1907728668684372, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.8321576059184668, + "observation_given_h_log_loss": 0.4262865872817101, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.2308138139128522, + "observation_given_h_log_loss": 0.829341402462433, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.2489980891917678, + "observation_given_h_log_loss": 0.8452488544870463, + "unused_model_symbols": 1 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.9636114473856864, + "observation_given_h_log_loss": 0.41560995094735886, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.157619528897567, + "observation_given_h_log_loss": 0.6436459339219752, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1622830216793547, + "observation_given_h_log_loss": 0.661502061405085, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4838871774136717, + "observation_given_h_log_loss": 0.9789489041301541, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.8200016901343405, + "observation_given_h_log_loss": 0.414779886061159, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.713510173259337, + "observation_given_h_log_loss": 0.29831127656895734, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.746637856737051, + "observation_given_h_log_loss": 1.1290352502587604, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.9717069072896267, + "observation_given_h_log_loss": 0.5574391340558245, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1934010751973965, + "observation_given_h_log_loss": 0.7753283284655242, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.186466640976652, + "observation_given_h_log_loss": 0.7690931952017013, + "unused_model_symbols": 1 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1690838711409626, + "observation_given_h_log_loss": 0.5347319832555616, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.3399703068509567, + "observation_given_h_log_loss": 0.8840021669440586, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.339970306850957, + "observation_given_h_log_loss": 0.8840021669440586, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.489173106310116, + "observation_given_h_log_loss": 0.9565316689351393, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.9468355642224009, + "observation_given_h_log_loss": 0.5321309130043237, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.7180554854558662, + "observation_given_h_log_loss": 0.2841425304735149, + "unused_model_symbols": 0 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.495435755033728, + "observation_given_h_log_loss": 1.0637063650767415, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1042342734955783, + "observation_given_h_log_loss": 0.5129428413404509, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.193627989018654, + "observation_given_h_log_loss": 0.5919039128694105, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1764605627682942, + "observation_given_h_log_loss": 0.602597554863654, + "unused_model_symbols": 2 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.097350365278912, + "observation_given_h_log_loss": 0.51352267929874, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.064576277387478, + "observation_given_h_log_loss": 0.5831004439026732, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1308104360003086, + "observation_given_h_log_loss": 0.6170883413810286, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.4067529103313612, + "observation_given_h_log_loss": 0.6432899639602607, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0991136159596895, + "observation_given_h_log_loss": 0.5088766772858087, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8417193032223842, + "observation_given_h_log_loss": 0.3373612822188674, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.3698742997730002, + "observation_given_h_log_loss": 0.6357881920945095, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.136392920364591, + "observation_given_h_log_loss": 0.5849056538556455, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.134717936290383, + "observation_given_h_log_loss": 0.5922018911419178, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1660888377777505, + "observation_given_h_log_loss": 0.6054037170216127, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.051830431360332, + "observation_given_h_log_loss": 0.49348906888429406, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.0175590754276078, + "observation_given_h_log_loss": 0.5751873439051953, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1476656645412102, + "observation_given_h_log_loss": 0.610403146657512, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.3994001930590207, + "observation_given_h_log_loss": 0.6339054646899084, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.0370904018633271, + "observation_given_h_log_loss": 0.4808843195946908, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.8944244593785977, + "observation_given_h_log_loss": 0.3185768411233754, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2686489208330873, + "observation_given_h_log_loss": 0.642785104850809, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 1.1569006661388177, + "observation_given_h_log_loss": 0.5365811587142912, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 1.1869983742202215, + "observation_given_h_log_loss": 0.5658735342037369, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 1.1981689658145096, + "observation_given_h_log_loss": 0.5957532360025872, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 1.1465865583108465, + "observation_given_h_log_loss": 0.525750660204682, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 1.070634627455831, + "observation_given_h_log_loss": 0.5796319727650212, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 1.1056916983970175, + "observation_given_h_log_loss": 0.6067799986507239, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.3534273495991769, + "observation_given_h_log_loss": 0.6246578927805245, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 1.111681990270628, + "observation_given_h_log_loss": 0.4942775941408998, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.777906741502716, + "observation_given_h_log_loss": 0.29264861721668217, + "unused_model_symbols": 0 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.3601735221324887, + "observation_given_h_log_loss": 0.6369198979180053, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5505546349496581, + "observation_given_h_log_loss": 0.31094652524730215, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6192664764614777, + "observation_given_h_log_loss": 0.3547800000555523, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.6658388110489791, + "observation_given_h_log_loss": 0.37088299616605674, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6194686004206703, + "observation_given_h_log_loss": 0.3491282999326566, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.6771452619119793, + "observation_given_h_log_loss": 0.35125148135911927, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.6771452619119793, + "observation_given_h_log_loss": 0.35125148135911927, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 0.9852439214561907, + "observation_given_h_log_loss": 0.5575976084394509, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.5472587644625125, + "observation_given_h_log_loss": 0.3066026355681972, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5371598601516605, + "observation_given_h_log_loss": 0.2808052737414899, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20111, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.5487949557829845, + "observation_given_h_log_loss": 0.6580401185665583, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.5699329203209651, + "observation_given_h_log_loss": 0.3739875336479198, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.6729279926648797, + "observation_given_h_log_loss": 0.47286639441882, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.5890695712236059, + "observation_given_h_log_loss": 0.37769786219656526, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.6889065398934368, + "observation_given_h_log_loss": 0.4248362872325283, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7283887598276226, + "observation_given_h_log_loss": 0.43471157346136813, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.721441021503492, + "observation_given_h_log_loss": 0.43264987766126495, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.0871400344861102, + "observation_given_h_log_loss": 0.5786440201592798, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.557923336243489, + "observation_given_h_log_loss": 0.3614272604129166, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.548680817588691, + "observation_given_h_log_loss": 0.2773590140139168, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20112, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.0333147693285771, + "observation_given_h_log_loss": 0.6331892316575439, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "query_joint", + "joint_conditional_log_loss": 0.7630990994463432, + "observation_given_h_log_loss": 0.39174843332391873, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_clusters", + "joint_conditional_log_loss": 0.8356709971599371, + "observation_given_h_log_loss": 0.44403464034891843, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "posterior_bins", + "joint_conditional_log_loss": 0.8992103479034024, + "observation_given_h_log_loss": 0.4828684779692215, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "future_marginal", + "joint_conditional_log_loss": 0.8597813755793147, + "observation_given_h_log_loss": 0.4296058101154832, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_information", + "joint_conditional_log_loss": 0.7897719889480164, + "observation_given_h_log_loss": 0.46847685352664226, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "raw_entropy", + "joint_conditional_log_loss": 0.9744437797498802, + "observation_given_h_log_loss": 0.4717896018044082, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "hash_code", + "joint_conditional_log_loss": 1.1682019160453503, + "observation_given_h_log_loss": 0.5809833937258635, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "support_mixture", + "representation": "identity", + "joint_conditional_log_loss": 0.7228880915981243, + "observation_given_h_log_loss": 0.3602367432994331, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "joint_jeffreys", + "representation": "identity", + "joint_conditional_log_loss": 0.5096537354707094, + "observation_given_h_log_loss": 0.24920786928469033, + "unused_model_symbols": 0 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "sample_seed": 20113, + "model": "naive_bayes", + "representation": "identity", + "joint_conditional_log_loss": 1.2573870671685914, + "observation_given_h_log_loss": 0.6285530580158596, + "unused_model_symbols": 0 + } + ], + "current_pattern_support": [ + { + "task_index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "source_current_patterns": 25, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 14, + "evaluation_records": 210 + }, + { + "task_index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "source_current_patterns": 25, + "adaptation_current_patterns": 13, + "evaluation_current_patterns": 12, + "evaluation_records": 130 + }, + { + "task_index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "source_current_patterns": 25, + "adaptation_current_patterns": 14, + "evaluation_current_patterns": 10, + "evaluation_records": 110 + }, + { + "task_index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "source_current_patterns": 28, + "adaptation_current_patterns": 2, + "evaluation_current_patterns": 5, + "evaluation_records": 465 + }, + { + "task_index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "source_current_patterns": 28, + "adaptation_current_patterns": 2, + "evaluation_current_patterns": 2, + "evaluation_records": 510 + }, + { + "task_index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "source_current_patterns": 28, + "adaptation_current_patterns": 2, + "evaluation_current_patterns": 5, + "evaluation_records": 465 + }, + { + "task_index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "source_current_patterns": 28, + "adaptation_current_patterns": 2, + "evaluation_current_patterns": 2, + "evaluation_records": 510 + }, + { + "task_index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "source_current_patterns": 28, + "adaptation_current_patterns": 2, + "evaluation_current_patterns": 5, + "evaluation_records": 465 + }, + { + "task_index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "source_current_patterns": 28, + "adaptation_current_patterns": 2, + "evaluation_current_patterns": 2, + "evaluation_records": 510 + }, + { + "task_index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "source_current_patterns": 24, + "adaptation_current_patterns": 10, + "evaluation_current_patterns": 11, + "evaluation_records": 480 + }, + { + "task_index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "source_current_patterns": 24, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 11, + "evaluation_records": 628 + }, + { + "task_index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "source_current_patterns": 24, + "adaptation_current_patterns": 14, + "evaluation_current_patterns": 16, + "evaluation_records": 580 + }, + { + "task_index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "source_current_patterns": 22, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 10, + "evaluation_records": 341 + }, + { + "task_index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "source_current_patterns": 22, + "adaptation_current_patterns": 18, + "evaluation_current_patterns": 15, + "evaluation_records": 508 + }, + { + "task_index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "source_current_patterns": 22, + "adaptation_current_patterns": 1, + "evaluation_current_patterns": 1, + "evaluation_records": 90 + }, + { + "task_index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "source_current_patterns": 22, + "adaptation_current_patterns": 17, + "evaluation_current_patterns": 14, + "evaluation_records": 576 + }, + { + "task_index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "source_current_patterns": 28, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 12, + "evaluation_records": 610 + }, + { + "task_index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "source_current_patterns": 28, + "adaptation_current_patterns": 12, + "evaluation_current_patterns": 10, + "evaluation_records": 552 + }, + { + "task_index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "source_current_patterns": 26, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 11, + "evaluation_records": 481 + }, + { + "task_index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "source_current_patterns": 26, + "adaptation_current_patterns": 14, + "evaluation_current_patterns": 15, + "evaluation_records": 553 + }, + { + "task_index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "source_current_patterns": 26, + "adaptation_current_patterns": 2, + "evaluation_current_patterns": 4, + "evaluation_records": 106 + }, + { + "task_index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "source_current_patterns": 26, + "adaptation_current_patterns": 12, + "evaluation_current_patterns": 12, + "evaluation_records": 568 + }, + { + "task_index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "source_current_patterns": 19, + "adaptation_current_patterns": 6, + "evaluation_current_patterns": 5, + "evaluation_records": 457 + }, + { + "task_index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "source_current_patterns": 19, + "adaptation_current_patterns": 18, + "evaluation_current_patterns": 20, + "evaluation_records": 618 + }, + { + "task_index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "source_current_patterns": 19, + "adaptation_current_patterns": 1, + "evaluation_current_patterns": 1, + "evaluation_records": 91 + }, + { + "task_index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "source_current_patterns": 19, + "adaptation_current_patterns": 12, + "evaluation_current_patterns": 11, + "evaluation_records": 636 + }, + { + "task_index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "source_current_patterns": 26, + "adaptation_current_patterns": 8, + "evaluation_current_patterns": 7, + "evaluation_records": 267 + }, + { + "task_index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "source_current_patterns": 26, + "adaptation_current_patterns": 16, + "evaluation_current_patterns": 16, + "evaluation_records": 524 + }, + { + "task_index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "source_current_patterns": 26, + "adaptation_current_patterns": 2, + "evaluation_current_patterns": 2, + "evaluation_records": 64 + }, + { + "task_index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "source_current_patterns": 26, + "adaptation_current_patterns": 19, + "evaluation_current_patterns": 16, + "evaluation_records": 620 + }, + { + "task_index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "source_current_patterns": 25, + "adaptation_current_patterns": 13, + "evaluation_current_patterns": 14, + "evaluation_records": 626 + }, + { + "task_index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "source_current_patterns": 25, + "adaptation_current_patterns": 14, + "evaluation_current_patterns": 18, + "evaluation_records": 596 + }, + { + "task_index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "source_current_patterns": 21, + "adaptation_current_patterns": 19, + "evaluation_current_patterns": 16, + "evaluation_records": 407 + }, + { + "task_index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "source_current_patterns": 21, + "adaptation_current_patterns": 19, + "evaluation_current_patterns": 19, + "evaluation_records": 569 + }, + { + "task_index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "source_current_patterns": 21, + "adaptation_current_patterns": 3, + "evaluation_current_patterns": 5, + "evaluation_records": 106 + }, + { + "task_index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "source_current_patterns": 21, + "adaptation_current_patterns": 15, + "evaluation_current_patterns": 13, + "evaluation_records": 612 + }, + { + "task_index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "source_current_patterns": 19, + "adaptation_current_patterns": 8, + "evaluation_current_patterns": 7, + "evaluation_records": 383 + }, + { + "task_index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "source_current_patterns": 19, + "adaptation_current_patterns": 10, + "evaluation_current_patterns": 11, + "evaluation_records": 634 + }, + { + "task_index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "source_current_patterns": 19, + "adaptation_current_patterns": 3, + "evaluation_current_patterns": 3, + "evaluation_records": 65 + }, + { + "task_index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "source_current_patterns": 19, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 10, + "evaluation_records": 680 + }, + { + "task_index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "source_current_patterns": 17, + "adaptation_current_patterns": 17, + "evaluation_current_patterns": 16, + "evaluation_records": 506 + }, + { + "task_index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "source_current_patterns": 17, + "adaptation_current_patterns": 14, + "evaluation_current_patterns": 16, + "evaluation_records": 592 + }, + { + "task_index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "source_current_patterns": 22, + "adaptation_current_patterns": 10, + "evaluation_current_patterns": 8, + "evaluation_records": 268 + }, + { + "task_index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "source_current_patterns": 22, + "adaptation_current_patterns": 16, + "evaluation_current_patterns": 14, + "evaluation_records": 449 + }, + { + "task_index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "source_current_patterns": 22, + "adaptation_current_patterns": 7, + "evaluation_current_patterns": 11, + "evaluation_records": 104 + }, + { + "task_index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "source_current_patterns": 22, + "adaptation_current_patterns": 9, + "evaluation_current_patterns": 10, + "evaluation_records": 608 + }, + { + "task_index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "source_current_patterns": 16, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 10, + "evaluation_records": 244 + }, + { + "task_index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "source_current_patterns": 16, + "adaptation_current_patterns": 15, + "evaluation_current_patterns": 13, + "evaluation_records": 514 + }, + { + "task_index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "source_current_patterns": 16, + "adaptation_current_patterns": 4, + "evaluation_current_patterns": 4, + "evaluation_records": 97 + }, + { + "task_index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "source_current_patterns": 16, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 14, + "evaluation_records": 676 + }, + { + "task_index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "source_current_patterns": 24, + "adaptation_current_patterns": 15, + "evaluation_current_patterns": 16, + "evaluation_records": 551 + }, + { + "task_index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "source_current_patterns": 24, + "adaptation_current_patterns": 14, + "evaluation_current_patterns": 14, + "evaluation_records": 584 + }, + { + "task_index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "source_current_patterns": 26, + "adaptation_current_patterns": 12, + "evaluation_current_patterns": 11, + "evaluation_records": 616 + }, + { + "task_index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "source_current_patterns": 26, + "adaptation_current_patterns": 15, + "evaluation_current_patterns": 11, + "evaluation_records": 652 + }, + { + "task_index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "source_current_patterns": 32, + "adaptation_current_patterns": 10, + "evaluation_current_patterns": 8, + "evaluation_records": 384 + }, + { + "task_index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "source_current_patterns": 32, + "adaptation_current_patterns": 16, + "evaluation_current_patterns": 15, + "evaluation_records": 559 + }, + { + "task_index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "source_current_patterns": 32, + "adaptation_current_patterns": 11, + "evaluation_current_patterns": 12, + "evaluation_records": 668 + } + ] +} diff --git a/provenance/external/preconfirmation_lock.json b/provenance/external/preconfirmation_lock.json new file mode 100644 index 0000000000000000000000000000000000000000..0073f45a5202cd30a547f1b6a913c4096b595f02 --- /dev/null +++ b/provenance/external/preconfirmation_lock.json @@ -0,0 +1,17 @@ +{ + "files": { + "unionmind/external_sufficiency/study.py": "7053ad47d088807ecf30af59fccb672dca706eca0d498ecc90a7131d677222c6", + "unionmind/external_sufficiency/__init__.py": "017b971fb34357fd8b80dfb002e248fafacefda6dbdde8b976b66f350471865f", + "unionmind/external_sufficiency/data.py": "20275fb0a49a3835c286076ffad5a59312081ef7d1993b9706b873de6d2c3976", + "unionmind/external_sufficiency/benchmark.py": "a7999a53c7a6ca187912af7b47cfaa5128df3c47610a695e0163131ac05ca5cb", + "unionmind/external_sufficiency/runtime.py": "fa19ce1b7fba9e6953e9e4081d4b6001ed55c33edc48a05960d5a13ae6aad61d", + "unionmind/external_sufficiency/analysis.py": "94040f14991c1784122d19f62ececc3f1533641b7b7738966c058b2749033a98", + "configs/external_sufficiency_protocol_01.json": "e0229ef8a50270b7a590c6ed79a850ec8f902d17f2c8213111bf432669ef9d04", + "tests/test_external_sufficiency.py": "9bd0aa1b4a546896fb8114561494138a35b79ce85aa921e89a4cd2d6bc68a126", + "unionmind/decision_sufficiency/core.py": "fa2f7405a8d0dc6ec96ebae1bb2a2b810d03ef1fd2877f5ebef7df1722992cee" + }, + "locked_before_any_source_download": true, + "registered_threshold_changes_permitted": false, + "archived_results_protected": 92804, + "created_unix": 1791683183.0260608 +} diff --git a/provenance/external/sources/manifest.json b/provenance/external/sources/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..145c274de0087d81569e176fe230647e787f3a6c --- /dev/null +++ b/provenance/external/sources/manifest.json @@ -0,0 +1,213 @@ +{ + "archives": [ + { + "name": "hydraulic", + "url": "https://archive.ics.uci.edu/static/public/447/condition+monitoring+of+hydraulic+systems.zip", + "doi": "10.24432/C5CW21", + "license": "UCI CC BY 4.0", + "sha256": "24128aad2ee45eea7e6b63ebbd9992cdf25d0483a2cebefbfc13bc69079af1f2", + "bytes": 76601704, + "download_seconds": 8.07446516197524, + "inventory": [ + { + "name": "CE.txt", + "uncompressed_bytes": 911516, + "compressed_bytes": 220629, + "crc32": 2052641160 + }, + { + "name": "CP.txt", + "uncompressed_bytes": 779343, + "compressed_bytes": 139340, + "crc32": 2525430905 + }, + { + "name": "description.txt", + "uncompressed_bytes": 4044, + "compressed_bytes": 1752, + "crc32": 649927169 + }, + { + "name": "EPS1.txt", + "uncompressed_bytes": 87411594, + "compressed_bytes": 5963787, + "crc32": 2113107188 + }, + { + "name": "FS1.txt", + "uncompressed_bytes": 7581926, + "compressed_bytes": 1822302, + "crc32": 1100718821 + }, + { + "name": "FS2.txt", + "uncompressed_bytes": 8271923, + "compressed_bytes": 1353203, + "crc32": 3778132480 + }, + { + "name": "profile.txt", + "uncompressed_bytes": 31196, + "compressed_bytes": 562, + "crc32": 4140950149 + }, + { + "name": "PS1.txt", + "uncompressed_bytes": 91391892, + "compressed_bytes": 13958273, + "crc32": 224205924 + }, + { + "name": "PS2.txt", + "uncompressed_bytes": 82373611, + "compressed_bytes": 13268963, + "crc32": 3777446615 + }, + { + "name": "PS3.txt", + "uncompressed_bytes": 69916801, + "compressed_bytes": 10282091, + "crc32": 1134355471 + }, + { + "name": "PS4.txt", + "uncompressed_bytes": 46698180, + "compressed_bytes": 5031431, + "crc32": 3876646838 + }, + { + "name": "PS5.txt", + "uncompressed_bytes": 77776429, + "compressed_bytes": 11765046, + "crc32": 769051529 + }, + { + "name": "PS6.txt", + "uncompressed_bytes": 77875407, + "compressed_bytes": 11962951, + "crc32": 1795330865 + }, + { + "name": "SE.txt", + "uncompressed_bytes": 824838, + "compressed_bytes": 164145, + "crc32": 56425202 + }, + { + "name": "TS1.txt", + "uncompressed_bytes": 904586, + "compressed_bytes": 138072, + "crc32": 2966138643 + }, + { + "name": "TS2.txt", + "uncompressed_bytes": 910594, + "compressed_bytes": 142687, + "crc32": 3205193556 + }, + { + "name": "TS3.txt", + "uncompressed_bytes": 908805, + "compressed_bytes": 121394, + "crc32": 2182737718 + }, + { + "name": "TS4.txt", + "uncompressed_bytes": 910127, + "compressed_bytes": 117953, + "crc32": 273780249 + }, + { + "name": "VS1.txt", + "uncompressed_bytes": 778499, + "compressed_bytes": 142586, + "crc32": 1116162816 + }, + { + "name": "documentation.txt", + "uncompressed_bytes": 4719, + "compressed_bytes": 1991, + "crc32": 37068681 + } + ] + }, + { + "name": "gas", + "url": "https://archive.ics.uci.edu/static/public/224/gas+sensor+array+drift+dataset.zip", + "doi": "10.24432/C5RP6W", + "license": "UCI CC BY 4.0; legacy description additionally restricts use to research, which this study respects", + "sha256": "91e8f466f202e7a093d657673ce47311c3e90416f7df3057966058961c351fe4", + "bytes": 9989262, + "download_seconds": 3.244406032987172, + "inventory": [ + { + "name": "Dataset/", + "uncompressed_bytes": 0, + "compressed_bytes": 0, + "crc32": 0 + }, + { + "name": "Dataset/batch1.dat", + "uncompressed_bytes": 752726, + "compressed_bytes": 332626, + "crc32": 3109529229 + }, + { + "name": "Dataset/batch10.dat", + "uncompressed_bytes": 6045679, + "compressed_bytes": 2661905, + "crc32": 10376135 + }, + { + "name": "Dataset/batch2.dat", + "uncompressed_bytes": 2119601, + "compressed_bytes": 873108, + "crc32": 3994276213 + }, + { + "name": "Dataset/batch3.dat", + "uncompressed_bytes": 2706554, + "compressed_bytes": 1077602, + "crc32": 1496641385 + }, + { + "name": "Dataset/batch4.dat", + "uncompressed_bytes": 276473, + "compressed_bytes": 116866, + "crc32": 1911836252 + }, + { + "name": "Dataset/batch5.dat", + "uncompressed_bytes": 339035, + "compressed_bytes": 142394, + "crc32": 694160393 + }, + { + "name": "Dataset/batch6.dat", + "uncompressed_bytes": 3902170, + "compressed_bytes": 1570765, + "crc32": 3113624330 + }, + { + "name": "Dataset/batch7.dat", + "uncompressed_bytes": 6117334, + "compressed_bytes": 2695549, + "crc32": 3650852639 + }, + { + "name": "Dataset/batch8.dat", + "uncompressed_bytes": 491904, + "compressed_bytes": 203212, + "crc32": 153501895 + }, + { + "name": "Dataset/batch9.dat", + "uncompressed_bytes": 785870, + "compressed_bytes": 313603, + "crc32": 1925951351 + } + ] + } + ], + "downloaded_after_lock": true +} diff --git a/provenance/external/sources/source_definitions.json b/provenance/external/sources/source_definitions.json new file mode 100644 index 0000000000000000000000000000000000000000..cfab7f55f28a7fbf0d217c6e0a37e6633e67b854 --- /dev/null +++ b/provenance/external/sources/source_definitions.json @@ -0,0 +1,40 @@ +{ + "hydraulic": { + "creators": [ + "Nikolai Helwig", + "Eliseo Pignanelli", + "Andreas Sch\u00fctze" + ], + "dataset_year": 2015, + "uci_url": "https://archive.ics.uci.edu/dataset/447/condition+monitoring+of+hydraulic+systems", + "doi": "10.24432/C5CW21", + "license": "CC BY 4.0", + "measurements": "60-second cycles of a laboratory hydraulic test rig", + "selected_units": { + "PS1": "bar", + "PS2": "bar", + "PS3": "bar", + "PS4": "bar", + "FS1": "l/min", + "TS1": "degrees Celsius", + "EPS1": "W", + "VS1": "mm/s" + } + }, + "gas": { + "creator": "Alexander Vergara", + "dataset_year": 2012, + "uci_url": "https://archive.ics.uci.edu/dataset/224/gas+sensor+array+drift+dataset", + "doi": "10.24432/C5RP6W", + "license": "UCI currently displays CC BY 4.0; legacy description says research-only. This noncommercial research respects both.", + "selected_features": "Second (normalized resistance response) feature of sensors 1 through 8; dimensionless ratios per provider description", + "temporal_context": "10 provider batches across 36-month drift experiment; batches 1-3 source, batches 6-10 confirmation", + "recorded_availability_timestamps": false + }, + "scope": { + "fresh_to_this_experiment": true, + "private_unpublished_data": false, + "provider_defined_sequential_task": false, + "physical_retrieval_cost_measured": false + } +} diff --git a/provenance/external/task_manifest.json b/provenance/external/task_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..42426c80d36ea71771f0eda90ee76460ef2bd409 --- /dev/null +++ b/provenance/external/task_manifest.json @@ -0,0 +1,2608 @@ +{ + "tasks": [ + { + "index": 0, + "dataset": "hydraulic", + "environment": "context1=73", + "task": "cooler", + "counts": { + "source": 1125, + "adaptation": 150, + "evaluation": 210 + }, + "evaluation_hypothesis_counts": [ + 60, + 150 + ], + "group_counts": [ + 36, + 15, + 21 + ], + "exclusions": [], + "context_description": "profile column 1; source optimal, target 73", + "preprocessing_seconds": 0.060412277991417795, + "thresholds": [ + 158.59539833333335, + 107.63906383333331, + 1.7865311666666663, + 0.0, + 6.631050000000001, + 46.34131666666667, + 2465.404400000001, + 0.6037166666666667 + ], + "file": "task_000.pt" + }, + { + "index": 1, + "dataset": "hydraulic", + "environment": "context1=80", + "task": "cooler", + "counts": { + "source": 1125, + "adaptation": 230, + "evaluation": 130 + }, + "evaluation_hypothesis_counts": [ + 20, + 110 + ], + "group_counts": [ + 36, + 23, + 13 + ], + "exclusions": [], + "context_description": "profile column 1; source optimal, target 80", + "preprocessing_seconds": 0.001348111021798104, + "thresholds": [ + 158.59539833333335, + 107.63906383333331, + 1.7865311666666663, + 0.0, + 6.631050000000001, + 46.34131666666667, + 2465.404400000001, + 0.6037166666666667 + ], + "file": "task_001.pt" + }, + { + "index": 2, + "dataset": "hydraulic", + "environment": "context1=90", + "task": "cooler", + "counts": { + "source": 1125, + "adaptation": 250, + "evaluation": 110 + }, + "evaluation_hypothesis_counts": [ + 20, + 90 + ], + "group_counts": [ + 36, + 25, + 11 + ], + "exclusions": [], + "context_description": "profile column 1; source optimal, target 90", + "preprocessing_seconds": 0.0011347559920977801, + "thresholds": [ + 158.59539833333335, + 107.63906383333331, + 1.7865311666666663, + 0.0, + 6.631050000000001, + 46.34131666666667, + 2465.404400000001, + 0.6037166666666667 + ], + "file": "task_002.pt" + }, + { + "index": 3, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "valve", + "counts": { + "source": 741, + "adaptation": 267, + "evaluation": 465 + }, + "evaluation_hypothesis_counts": [ + 275, + 190 + ], + "group_counts": [ + 48, + 24, + 24 + ], + "exclusions": [], + "context_description": "profile column 0; source optimal, target 3", + "preprocessing_seconds": 0.0011218639847356826, + "thresholds": [ + 160.92307833333334, + 109.29459166666668, + 1.987844, + 10.070700833333333, + 6.667073333333334, + 35.888133333333336, + 2546.545333333334, + 0.5484666666666667 + ], + "file": "task_003.pt" + }, + { + "index": 4, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "valve", + "counts": { + "source": 741, + "adaptation": 222, + "evaluation": 510 + }, + "evaluation_hypothesis_counts": [ + 350, + 160 + ], + "group_counts": [ + 48, + 22, + 26 + ], + "exclusions": [], + "context_description": "profile column 0; source optimal, target 20", + "preprocessing_seconds": 0.0011080769763793796, + "thresholds": [ + 160.92307833333334, + 109.29459166666668, + 1.987844, + 10.070700833333333, + 6.667073333333334, + 35.888133333333336, + 2546.545333333334, + 0.5484666666666667 + ], + "file": "task_004.pt" + }, + { + "index": 5, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "pump", + "counts": { + "source": 741, + "adaptation": 267, + "evaluation": 465 + }, + "evaluation_hypothesis_counts": [ + 302, + 163 + ], + "group_counts": [ + 48, + 24, + 24 + ], + "exclusions": [], + "context_description": "profile column 0; source optimal, target 3", + "preprocessing_seconds": 0.0010964440007228404, + "thresholds": [ + 160.92307833333334, + 109.29459166666668, + 1.987844, + 10.070700833333333, + 6.667073333333334, + 35.888133333333336, + 2546.545333333334, + 0.5484666666666667 + ], + "file": "task_005.pt" + }, + { + "index": 6, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "pump", + "counts": { + "source": 741, + "adaptation": 222, + "evaluation": 510 + }, + "evaluation_hypothesis_counts": [ + 334, + 176 + ], + "group_counts": [ + 48, + 22, + 26 + ], + "exclusions": [], + "context_description": "profile column 0; source optimal, target 20", + "preprocessing_seconds": 0.0010927669936791062, + "thresholds": [ + 160.92307833333334, + 109.29459166666668, + 1.987844, + 10.070700833333333, + 6.667073333333334, + 35.888133333333336, + 2546.545333333334, + 0.5484666666666667 + ], + "file": "task_006.pt" + }, + { + "index": 7, + "dataset": "hydraulic", + "environment": "context0=3", + "task": "accumulator", + "counts": { + "source": 741, + "adaptation": 267, + "evaluation": 465 + }, + "evaluation_hypothesis_counts": [ + 262, + 203 + ], + "group_counts": [ + 48, + 24, + 24 + ], + "exclusions": [], + "context_description": "profile column 0; source optimal, target 3", + "preprocessing_seconds": 0.0010777290153782815, + "thresholds": [ + 160.92307833333334, + 109.29459166666668, + 1.987844, + 10.070700833333333, + 6.667073333333334, + 35.888133333333336, + 2546.545333333334, + 0.5484666666666667 + ], + "file": "task_007.pt" + }, + { + "index": 8, + "dataset": "hydraulic", + "environment": "context0=20", + "task": "accumulator", + "counts": { + "source": 741, + "adaptation": 222, + "evaluation": 510 + }, + "evaluation_hypothesis_counts": [ + 52, + 458 + ], + "group_counts": [ + 48, + 22, + 26 + ], + "exclusions": [], + "context_description": "profile column 0; source optimal, target 20", + "preprocessing_seconds": 0.0010975780023727566, + "thresholds": [ + 160.92307833333334, + 109.29459166666668, + 1.987844, + 10.070700833333333, + 6.667073333333334, + 35.888133333333336, + 2546.545333333334, + 0.5484666666666667 + ], + "file": "task_008.pt" + }, + { + "index": 9, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_2", + "counts": { + "source": 1541, + "adaptation": 608, + "evaluation": 480 + }, + "evaluation_hypothesis_counts": [ + 277, + 203 + ], + "group_counts": [ + 101, + 39, + 30 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003434196987655014, + "thresholds": [ + 3.509948, + 3.561074, + 9.307478, + 9.057845, + 3.572164, + 3.519498, + 10.115748, + 10.035546 + ], + "file": "task_009.pt" + }, + { + "index": 10, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_2", + "counts": { + "source": 1541, + "adaptation": 683, + "evaluation": 628 + }, + "evaluation_hypothesis_counts": [ + 306, + 322 + ], + "group_counts": [ + 101, + 63, + 56 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0053831760014873, + "thresholds": [ + 3.509948, + 3.561074, + 9.307478, + 9.057845, + 3.572164, + 3.519498, + 10.115748, + 10.035546 + ], + "file": "task_010.pt" + }, + { + "index": 13, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_2", + "counts": { + "source": 1541, + "adaptation": 620, + "evaluation": 580 + }, + "evaluation_hypothesis_counts": [ + 268, + 312 + ], + "group_counts": [ + 101, + 59, + 62 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0032183389994315803, + "thresholds": [ + 3.509948, + 3.561074, + 9.307478, + 9.057845, + 3.572164, + 3.519498, + 10.115748, + 10.035546 + ], + "file": "task_013.pt" + }, + { + "index": 14, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_3", + "counts": { + "source": 1018, + "adaptation": 283, + "evaluation": 341 + }, + "evaluation_hypothesis_counts": [ + 277, + 64 + ], + "group_counts": [ + 70, + 19, + 22 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0034160409995820373, + "thresholds": [ + 9.2095, + 8.154736, + 5.092842, + 5.394068, + 3.628032, + 3.571421, + 5.535248, + 5.678917 + ], + "file": "task_014.pt" + }, + { + "index": 15, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_3", + "counts": { + "source": 1018, + "adaptation": 501, + "evaluation": 508 + }, + "evaluation_hypothesis_counts": [ + 306, + 202 + ], + "group_counts": [ + 70, + 48, + 53 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0032475720217917114, + "thresholds": [ + 9.2095, + 8.154736, + 5.092842, + 5.394068, + 3.628032, + 3.571421, + 5.535248, + 5.678917 + ], + "file": "task_015.pt" + }, + { + "index": 17, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_3", + "counts": { + "source": 1018, + "adaptation": 71, + "evaluation": 90 + }, + "evaluation_hypothesis_counts": [ + 42, + 48 + ], + "group_counts": [ + 70, + 6, + 6 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0030187329975888133, + "thresholds": [ + 9.2095, + 8.154736, + 5.092842, + 5.394068, + 3.628032, + 3.571421, + 5.535248, + 5.678917 + ], + "file": "task_017.pt" + }, + { + "index": 18, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_3", + "counts": { + "source": 1018, + "adaptation": 624, + "evaluation": 576 + }, + "evaluation_hypothesis_counts": [ + 268, + 308 + ], + "group_counts": [ + 70, + 79, + 74 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0032807049865368754, + "thresholds": [ + 9.2095, + 8.154736, + 5.092842, + 5.394068, + 3.628032, + 3.571421, + 5.535248, + 5.678917 + ], + "file": "task_018.pt" + }, + { + "index": 20, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_4", + "counts": { + "source": 998, + "adaptation": 783, + "evaluation": 610 + }, + "evaluation_hypothesis_counts": [ + 306, + 304 + ], + "group_counts": [ + 71, + 90, + 71 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.002904932975070551, + "thresholds": [ + 12.177764, + 10.395643, + 6.598816, + 6.345723, + 3.535424, + 3.437703, + 7.377568, + 7.300357 + ], + "file": "task_020.pt" + }, + { + "index": 23, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_4", + "counts": { + "source": 998, + "adaptation": 648, + "evaluation": 552 + }, + "evaluation_hypothesis_counts": [ + 268, + 284 + ], + "group_counts": [ + 71, + 82, + 71 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003192022006260231, + "thresholds": [ + 12.177764, + 10.395643, + 6.598816, + 6.345723, + 3.535424, + 3.437703, + 7.377568, + 7.300357 + ], + "file": "task_023.pt" + }, + { + "index": 24, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_5", + "counts": { + "source": 1496, + "adaptation": 639, + "evaluation": 481 + }, + "evaluation_hypothesis_counts": [ + 277, + 204 + ], + "group_counts": [ + 103, + 41, + 32 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003304001991637051, + "thresholds": [ + 6.444352, + 5.350785, + 5.635703, + 5.382907, + 2.996164, + 2.94327, + 6.020208, + 5.94135 + ], + "file": "task_024.pt" + }, + { + "index": 25, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_5", + "counts": { + "source": 1496, + "adaptation": 726, + "evaluation": 553 + }, + "evaluation_hypothesis_counts": [ + 306, + 247 + ], + "group_counts": [ + 103, + 83, + 63 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003856750001432374, + "thresholds": [ + 6.444352, + 5.350785, + 5.635703, + 5.382907, + 2.996164, + 2.94327, + 6.020208, + 5.94135 + ], + "file": "task_025.pt" + }, + { + "index": 26, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_5", + "counts": { + "source": 1496, + "adaptation": 67, + "evaluation": 106 + }, + "evaluation_hypothesis_counts": [ + 11, + 95 + ], + "group_counts": [ + 103, + 7, + 10 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.002878277999116108, + "thresholds": [ + 6.444352, + 5.350785, + 5.635703, + 5.382907, + 2.996164, + 2.94327, + 6.020208, + 5.94135 + ], + "file": "task_026.pt" + }, + { + "index": 28, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_5", + "counts": { + "source": 1496, + "adaptation": 632, + "evaluation": 568 + }, + "evaluation_hypothesis_counts": [ + 268, + 300 + ], + "group_counts": [ + 103, + 57, + 50 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003230970003642142, + "thresholds": [ + 6.444352, + 5.350785, + 5.635703, + 5.382907, + 2.996164, + 2.94327, + 6.020208, + 5.94135 + ], + "file": "task_028.pt" + }, + { + "index": 29, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_6", + "counts": { + "source": 698, + "adaptation": 524, + "evaluation": 457 + }, + "evaluation_hypothesis_counts": [ + 277, + 180 + ], + "group_counts": [ + 50, + 33, + 30 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0031620580120943487, + "thresholds": [ + 18.90034, + 15.765933, + 7.043113, + 6.925369, + 4.117601, + 3.988784, + 8.387417, + 8.297722 + ], + "file": "task_029.pt" + }, + { + "index": 30, + "dataset": "gas", + "environment": "batch7", + "task": "gas1_vs_6", + "counts": { + "source": 698, + "adaptation": 599, + "evaluation": 618 + }, + "evaluation_hypothesis_counts": [ + 306, + 312 + ], + "group_counts": [ + 50, + 70, + 68 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0028372439846862108, + "thresholds": [ + 18.90034, + 15.765933, + 7.043113, + 6.925369, + 4.117601, + 3.988784, + 8.387417, + 8.297722 + ], + "file": "task_030.pt" + }, + { + "index": 32, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_6", + "counts": { + "source": 698, + "adaptation": 71, + "evaluation": 91 + }, + "evaluation_hypothesis_counts": [ + 42, + 49 + ], + "group_counts": [ + 50, + 6, + 6 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.002637180994497612, + "thresholds": [ + 18.90034, + 15.765933, + 7.043113, + 6.925369, + 4.117601, + 3.988784, + 8.387417, + 8.297722 + ], + "file": "task_032.pt" + }, + { + "index": 33, + "dataset": "gas", + "environment": "batch10", + "task": "gas1_vs_6", + "counts": { + "source": 698, + "adaptation": 564, + "evaluation": 636 + }, + "evaluation_hypothesis_counts": [ + 268, + 368 + ], + "group_counts": [ + 50, + 71, + 81 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0031322890135925263, + "thresholds": [ + 18.90034, + 15.765933, + 7.043113, + 6.925369, + 4.117601, + 3.988784, + 8.387417, + 8.297722 + ], + "file": "task_033.pt" + }, + { + "index": 34, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_3", + "counts": { + "source": 1321, + "adaptation": 417, + "evaluation": 267 + }, + "evaluation_hypothesis_counts": [ + 203, + 64 + ], + "group_counts": [ + 89, + 27, + 19 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.00323677301639691, + "thresholds": [ + 2.689076, + 2.808401, + 8.393048, + 8.150495, + 3.049182, + 3.136738, + 8.543316, + 8.654631 + ], + "file": "task_034.pt" + }, + { + "index": 35, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_3", + "counts": { + "source": 1321, + "adaptation": 498, + "evaluation": 524 + }, + "evaluation_hypothesis_counts": [ + 322, + 202 + ], + "group_counts": [ + 89, + 71, + 75 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003257372009102255, + "thresholds": [ + 2.689076, + 2.808401, + 8.393048, + 8.150495, + 3.049182, + 3.136738, + 8.543316, + 8.654631 + ], + "file": "task_035.pt" + }, + { + "index": 37, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_3", + "counts": { + "source": 1321, + "adaptation": 91, + "evaluation": 64 + }, + "evaluation_hypothesis_counts": [ + 16, + 48 + ], + "group_counts": [ + 89, + 6, + 4 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0030166440119501203, + "thresholds": [ + 2.689076, + 2.808401, + 8.393048, + 8.150495, + 3.049182, + 3.136738, + 8.543316, + 8.654631 + ], + "file": "task_037.pt" + }, + { + "index": 38, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_3", + "counts": { + "source": 1321, + "adaptation": 580, + "evaluation": 620 + }, + "evaluation_hypothesis_counts": [ + 312, + 308 + ], + "group_counts": [ + 89, + 73, + 79 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003239960002247244, + "thresholds": [ + 2.689076, + 2.808401, + 8.393048, + 8.150495, + 3.049182, + 3.136738, + 8.543316, + 8.654631 + ], + "file": "task_038.pt" + }, + { + "index": 40, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_4", + "counts": { + "source": 1301, + "adaptation": 780, + "evaluation": 626 + }, + "evaluation_hypothesis_counts": [ + 322, + 304 + ], + "group_counts": [ + 90, + 72, + 57 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0029914610204286873, + "thresholds": [ + 2.986544, + 3.220806, + 8.521594, + 8.301294, + 3.110722, + 3.12992, + 9.173403, + 9.214573 + ], + "file": "task_040.pt" + }, + { + "index": 43, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_4", + "counts": { + "source": 1301, + "adaptation": 604, + "evaluation": 596 + }, + "evaluation_hypothesis_counts": [ + 312, + 284 + ], + "group_counts": [ + 90, + 76, + 77 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.04906752199167386, + "thresholds": [ + 2.986544, + 3.220806, + 8.521594, + 8.301294, + 3.110722, + 3.12992, + 9.173403, + 9.214573 + ], + "file": "task_043.pt" + }, + { + "index": 44, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_5", + "counts": { + "source": 1799, + "adaptation": 773, + "evaluation": 407 + }, + "evaluation_hypothesis_counts": [ + 203, + 204 + ], + "group_counts": [ + 125, + 50, + 29 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0033374330087099224, + "thresholds": [ + 3.680179, + 3.495189, + 6.469984, + 6.182178, + 2.876749, + 2.866318, + 6.787725, + 6.714887 + ], + "file": "task_044.pt" + }, + { + "index": 45, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_5", + "counts": { + "source": 1799, + "adaptation": 723, + "evaluation": 569 + }, + "evaluation_hypothesis_counts": [ + 322, + 247 + ], + "group_counts": [ + 125, + 89, + 71 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0033002249838318676, + "thresholds": [ + 3.680179, + 3.495189, + 6.469984, + 6.182178, + 2.876749, + 2.866318, + 6.787725, + 6.714887 + ], + "file": "task_045.pt" + }, + { + "index": 46, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_5", + "counts": { + "source": 1799, + "adaptation": 67, + "evaluation": 106 + }, + "evaluation_hypothesis_counts": [ + 11, + 95 + ], + "group_counts": [ + 125, + 7, + 10 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0028766260074917227, + "thresholds": [ + 3.680179, + 3.495189, + 6.469984, + 6.182178, + 2.876749, + 2.866318, + 6.787725, + 6.714887 + ], + "file": "task_046.pt" + }, + { + "index": 48, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_5", + "counts": { + "source": 1799, + "adaptation": 588, + "evaluation": 612 + }, + "evaluation_hypothesis_counts": [ + 312, + 300 + ], + "group_counts": [ + 125, + 74, + 77 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0031813450041227043, + "thresholds": [ + 3.680179, + 3.495189, + 6.469984, + 6.182178, + 2.876749, + 2.866318, + 6.787725, + 6.714887 + ], + "file": "task_048.pt" + }, + { + "index": 49, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_6", + "counts": { + "source": 1001, + "adaptation": 658, + "evaluation": 383 + }, + "evaluation_hypothesis_counts": [ + 203, + 180 + ], + "group_counts": [ + 71, + 43, + 27 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0032896840129978955, + "thresholds": [ + 2.492576, + 2.553068, + 10.416205, + 10.088791, + 3.116647, + 3.223903, + 10.877342, + 11.002249 + ], + "file": "task_049.pt" + }, + { + "index": 50, + "dataset": "gas", + "environment": "batch7", + "task": "gas2_vs_6", + "counts": { + "source": 1001, + "adaptation": 596, + "evaluation": 634 + }, + "evaluation_hypothesis_counts": [ + 322, + 312 + ], + "group_counts": [ + 71, + 77, + 77 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0031988440023269504, + "thresholds": [ + 2.492576, + 2.553068, + 10.416205, + 10.088791, + 3.116647, + 3.223903, + 10.877342, + 11.002249 + ], + "file": "task_050.pt" + }, + { + "index": 52, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_6", + "counts": { + "source": 1001, + "adaptation": 91, + "evaluation": 65 + }, + "evaluation_hypothesis_counts": [ + 16, + 49 + ], + "group_counts": [ + 71, + 7, + 5 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003260944999055937, + "thresholds": [ + 2.492576, + 2.553068, + 10.416205, + 10.088791, + 3.116647, + 3.223903, + 10.877342, + 11.002249 + ], + "file": "task_052.pt" + }, + { + "index": 53, + "dataset": "gas", + "environment": "batch10", + "task": "gas2_vs_6", + "counts": { + "source": 1001, + "adaptation": 520, + "evaluation": 680 + }, + "evaluation_hypothesis_counts": [ + 312, + 368 + ], + "group_counts": [ + 71, + 49, + 59 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003209536982467398, + "thresholds": [ + 2.492576, + 2.553068, + 10.416205, + 10.088791, + 3.116647, + 3.223903, + 10.877342, + 11.002249 + ], + "file": "task_053.pt" + }, + { + "index": 55, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_4", + "counts": { + "source": 778, + "adaptation": 598, + "evaluation": 506 + }, + "evaluation_hypothesis_counts": [ + 202, + 304 + ], + "group_counts": [ + 53, + 80, + 71 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003091054008109495, + "thresholds": [ + 6.178135, + 5.88016, + 4.248013, + 4.465726, + 2.736321, + 2.704917, + 4.216443, + 4.26598 + ], + "file": "task_055.pt" + }, + { + "index": 58, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_4", + "counts": { + "source": 778, + "adaptation": 608, + "evaluation": 592 + }, + "evaluation_hypothesis_counts": [ + 308, + 284 + ], + "group_counts": [ + 53, + 52, + 54 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003067053999984637, + "thresholds": [ + 6.178135, + 5.88016, + 4.248013, + 4.465726, + 2.736321, + 2.704917, + 4.216443, + 4.26598 + ], + "file": "task_058.pt" + }, + { + "index": 59, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_5", + "counts": { + "source": 1276, + "adaptation": 448, + "evaluation": 268 + }, + "evaluation_hypothesis_counts": [ + 64, + 204 + ], + "group_counts": [ + 88, + 30, + 18 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0032335919968318194, + "thresholds": [ + 4.68752, + 4.364837, + 4.216782, + 4.26358, + 2.711678, + 2.642763, + 4.47311, + 4.454934 + ], + "file": "task_059.pt" + }, + { + "index": 60, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_5", + "counts": { + "source": 1276, + "adaptation": 541, + "evaluation": 449 + }, + "evaluation_hypothesis_counts": [ + 202, + 247 + ], + "group_counts": [ + 88, + 72, + 63 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0032499410153832287, + "thresholds": [ + 4.68752, + 4.364837, + 4.216782, + 4.26358, + 2.711678, + 2.642763, + 4.47311, + 4.454934 + ], + "file": "task_060.pt" + }, + { + "index": 61, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_5", + "counts": { + "source": 1276, + "adaptation": 79, + "evaluation": 104 + }, + "evaluation_hypothesis_counts": [ + 9, + 95 + ], + "group_counts": [ + 88, + 6, + 9 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0031235060014296323, + "thresholds": [ + 4.68752, + 4.364837, + 4.216782, + 4.26358, + 2.711678, + 2.642763, + 4.47311, + 4.454934 + ], + "file": "task_061.pt" + }, + { + "index": 63, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_5", + "counts": { + "source": 1276, + "adaptation": 592, + "evaluation": 608 + }, + "evaluation_hypothesis_counts": [ + 308, + 300 + ], + "group_counts": [ + 88, + 75, + 77 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0034391639928799123, + "thresholds": [ + 4.68752, + 4.364837, + 4.216782, + 4.26358, + 2.711678, + 2.642763, + 4.47311, + 4.454934 + ], + "file": "task_063.pt" + }, + { + "index": 64, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_6", + "counts": { + "source": 478, + "adaptation": 333, + "evaluation": 244 + }, + "evaluation_hypothesis_counts": [ + 64, + 180 + ], + "group_counts": [ + 34, + 23, + 16 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0031419199949596077, + "thresholds": [ + 3.614317, + 4.072812, + 3.168788, + 3.428528, + 2.475792, + 2.484679, + 3.091101, + 3.317349 + ], + "file": "task_064.pt" + }, + { + "index": 65, + "dataset": "gas", + "environment": "batch7", + "task": "gas3_vs_6", + "counts": { + "source": 478, + "adaptation": 414, + "evaluation": 514 + }, + "evaluation_hypothesis_counts": [ + 202, + 312 + ], + "group_counts": [ + 34, + 49, + 49 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0027873869985342026, + "thresholds": [ + 3.614317, + 4.072812, + 3.168788, + 3.428528, + 2.475792, + 2.484679, + 3.091101, + 3.317349 + ], + "file": "task_065.pt" + }, + { + "index": 67, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_6", + "counts": { + "source": 478, + "adaptation": 104, + "evaluation": 97 + }, + "evaluation_hypothesis_counts": [ + 48, + 49 + ], + "group_counts": [ + 34, + 8, + 7 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0029294709966052324, + "thresholds": [ + 3.614317, + 4.072812, + 3.168788, + 3.428528, + 2.475792, + 2.484679, + 3.091101, + 3.317349 + ], + "file": "task_067.pt" + }, + { + "index": 68, + "dataset": "gas", + "environment": "batch10", + "task": "gas3_vs_6", + "counts": { + "source": 478, + "adaptation": 524, + "evaluation": 676 + }, + "evaluation_hypothesis_counts": [ + 308, + 368 + ], + "group_counts": [ + 34, + 54, + 68 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0030813149933237582, + "thresholds": [ + 3.614317, + 4.072812, + 3.168788, + 3.428528, + 2.475792, + 2.484679, + 3.091101, + 3.317349 + ], + "file": "task_068.pt" + }, + { + "index": 70, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_5", + "counts": { + "source": 1256, + "adaptation": 823, + "evaluation": 551 + }, + "evaluation_hypothesis_counts": [ + 304, + 247 + ], + "group_counts": [ + 85, + 74, + 53 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0028891309921164066, + "thresholds": [ + 6.378887, + 5.284346, + 4.988929, + 4.757184, + 2.77411, + 2.68517, + 5.359629, + 5.33301 + ], + "file": "task_070.pt" + }, + { + "index": 73, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_5", + "counts": { + "source": 1256, + "adaptation": 616, + "evaluation": 584 + }, + "evaluation_hypothesis_counts": [ + 284, + 300 + ], + "group_counts": [ + 85, + 63, + 60 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0031111720018088818, + "thresholds": [ + 6.378887, + 5.284346, + 4.988929, + 4.757184, + 2.77411, + 2.68517, + 5.359629, + 5.33301 + ], + "file": "task_073.pt" + }, + { + "index": 75, + "dataset": "gas", + "environment": "batch7", + "task": "gas4_vs_6", + "counts": { + "source": 458, + "adaptation": 696, + "evaluation": 616 + }, + "evaluation_hypothesis_counts": [ + 304, + 312 + ], + "group_counts": [ + 33, + 85, + 74 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003027942992048338, + "thresholds": [ + 10.822871, + 9.340272, + 5.247357, + 5.060152, + 2.990188, + 2.945444, + 6.379987, + 6.278654 + ], + "file": "task_075.pt" + }, + { + "index": 78, + "dataset": "gas", + "environment": "batch10", + "task": "gas4_vs_6", + "counts": { + "source": 458, + "adaptation": 548, + "evaluation": 652 + }, + "evaluation_hypothesis_counts": [ + 284, + 368 + ], + "group_counts": [ + 33, + 69, + 83 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0030159790185280144, + "thresholds": [ + 10.822871, + 9.340272, + 5.247357, + 5.060152, + 2.990188, + 2.945444, + 6.379987, + 6.278654 + ], + "file": "task_078.pt" + }, + { + "index": 79, + "dataset": "gas", + "environment": "batch6", + "task": "gas5_vs_6", + "counts": { + "source": 956, + "adaptation": 689, + "evaluation": 384 + }, + "evaluation_hypothesis_counts": [ + 204, + 180 + ], + "group_counts": [ + 65, + 45, + 24 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0032675770053174347, + "thresholds": [ + 5.626042, + 4.708761, + 4.907162, + 4.690788, + 2.754609, + 2.67197, + 5.239749, + 5.190898 + ], + "file": "task_079.pt" + }, + { + "index": 80, + "dataset": "gas", + "environment": "batch7", + "task": "gas5_vs_6", + "counts": { + "source": 956, + "adaptation": 639, + "evaluation": 559 + }, + "evaluation_hypothesis_counts": [ + 247, + 312 + ], + "group_counts": [ + 65, + 57, + 52 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.003296412993222475, + "thresholds": [ + 5.626042, + 4.708761, + 4.907162, + 4.690788, + 2.754609, + 2.67197, + 5.239749, + 5.190898 + ], + "file": "task_080.pt" + }, + { + "index": 83, + "dataset": "gas", + "environment": "batch10", + "task": "gas5_vs_6", + "counts": { + "source": 956, + "adaptation": 532, + "evaluation": 668 + }, + "evaluation_hypothesis_counts": [ + 300, + 368 + ], + "group_counts": [ + 65, + 67, + 85 + ], + "exclusions": [], + "context_description": "provider temporal batch; source batches 1,2,3", + "preprocessing_seconds": 0.0031276129884645343, + "thresholds": [ + 5.626042, + 4.708761, + 4.907162, + 4.690788, + 2.754609, + 2.67197, + 5.239749, + 5.190898 + ], + "file": "task_083.pt" + } + ], + "excluded": [ + { + "index": 11, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_2", + "counts": { + "source": 1541, + "adaptation": 38, + "evaluation": 22 + }, + "evaluation_hypothesis_counts": [ + 11, + 11 + ], + "group_counts": [ + 101, + 3, + 2 + ], + "exclusions": [ + "adaptation_support", + "evaluation_support", + "evaluation_group_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 12, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_2", + "counts": { + "source": 1541, + "adaptation": 58, + "evaluation": 58 + }, + "evaluation_hypothesis_counts": [ + 42, + 16 + ], + "group_counts": [ + 101, + 4, + 4 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 16, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_3", + "counts": { + "source": 1018, + "adaptation": 50, + "evaluation": 20 + }, + "evaluation_hypothesis_counts": [ + 11, + 9 + ], + "group_counts": [ + 70, + 6, + 4 + ], + "exclusions": [ + "adaptation_support", + "evaluation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 19, + "dataset": "gas", + "environment": "batch6", + "task": "gas1_vs_4", + "counts": { + "source": 998, + "adaptation": 266, + "evaluation": 277 + }, + "evaluation_hypothesis_counts": [ + 277, + 0 + ], + "group_counts": [ + 71, + 17, + 18 + ], + "exclusions": [ + "evaluation_hypothesis_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 21, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_4", + "counts": { + "source": 998, + "adaptation": 28, + "evaluation": 35 + }, + "evaluation_hypothesis_counts": [ + 11, + 24 + ], + "group_counts": [ + 71, + 5, + 7 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 22, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_4", + "counts": { + "source": 998, + "adaptation": 29, + "evaluation": 107 + }, + "evaluation_hypothesis_counts": [ + 42, + 65 + ], + "group_counts": [ + 71, + 4, + 8 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 27, + "dataset": "gas", + "environment": "batch9", + "task": "gas1_vs_5", + "counts": { + "source": 1496, + "adaptation": 29, + "evaluation": 110 + }, + "evaluation_hypothesis_counts": [ + 42, + 68 + ], + "group_counts": [ + 103, + 4, + 8 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 31, + "dataset": "gas", + "environment": "batch8", + "task": "gas1_vs_6", + "counts": { + "source": 698, + "adaptation": 27, + "evaluation": 21 + }, + "evaluation_hypothesis_counts": [ + 11, + 10 + ], + "group_counts": [ + 50, + 4, + 3 + ], + "exclusions": [ + "adaptation_support", + "evaluation_support", + "evaluation_group_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 36, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_3", + "counts": { + "source": 1321, + "adaptation": 50, + "evaluation": 20 + }, + "evaluation_hypothesis_counts": [ + 11, + 9 + ], + "group_counts": [ + 89, + 6, + 4 + ], + "exclusions": [ + "adaptation_support", + "evaluation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 39, + "dataset": "gas", + "environment": "batch6", + "task": "gas2_vs_4", + "counts": { + "source": 1301, + "adaptation": 400, + "evaluation": 203 + }, + "evaluation_hypothesis_counts": [ + 203, + 0 + ], + "group_counts": [ + 90, + 26, + 15 + ], + "exclusions": [ + "evaluation_hypothesis_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 41, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_4", + "counts": { + "source": 1301, + "adaptation": 28, + "evaluation": 35 + }, + "evaluation_hypothesis_counts": [ + 11, + 24 + ], + "group_counts": [ + 90, + 5, + 7 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 42, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_4", + "counts": { + "source": 1301, + "adaptation": 49, + "evaluation": 81 + }, + "evaluation_hypothesis_counts": [ + 16, + 65 + ], + "group_counts": [ + 90, + 5, + 7 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 47, + "dataset": "gas", + "environment": "batch9", + "task": "gas2_vs_5", + "counts": { + "source": 1799, + "adaptation": 49, + "evaluation": 84 + }, + "evaluation_hypothesis_counts": [ + 16, + 68 + ], + "group_counts": [ + 125, + 5, + 7 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 51, + "dataset": "gas", + "environment": "batch8", + "task": "gas2_vs_6", + "counts": { + "source": 1001, + "adaptation": 27, + "evaluation": 21 + }, + "evaluation_hypothesis_counts": [ + 11, + 10 + ], + "group_counts": [ + 71, + 4, + 3 + ], + "exclusions": [ + "adaptation_support", + "evaluation_support", + "evaluation_group_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 54, + "dataset": "gas", + "environment": "batch6", + "task": "gas3_vs_4", + "counts": { + "source": 778, + "adaptation": 75, + "evaluation": 64 + }, + "evaluation_hypothesis_counts": [ + 64, + 0 + ], + "group_counts": [ + 53, + 5, + 4 + ], + "exclusions": [ + "evaluation_hypothesis_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 56, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_4", + "counts": { + "source": 778, + "adaptation": 40, + "evaluation": 33 + }, + "evaluation_hypothesis_counts": [ + 9, + 24 + ], + "group_counts": [ + 53, + 4, + 6 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 57, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_4", + "counts": { + "source": 778, + "adaptation": 62, + "evaluation": 113 + }, + "evaluation_hypothesis_counts": [ + 48, + 65 + ], + "group_counts": [ + 53, + 5, + 9 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 62, + "dataset": "gas", + "environment": "batch9", + "task": "gas3_vs_5", + "counts": { + "source": 1276, + "adaptation": 62, + "evaluation": 116 + }, + "evaluation_hypothesis_counts": [ + 48, + 68 + ], + "group_counts": [ + 88, + 6, + 9 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 66, + "dataset": "gas", + "environment": "batch8", + "task": "gas3_vs_6", + "counts": { + "source": 478, + "adaptation": 39, + "evaluation": 19 + }, + "evaluation_hypothesis_counts": [ + 9, + 10 + ], + "group_counts": [ + 34, + 3, + 3 + ], + "exclusions": [ + "adaptation_support", + "evaluation_support", + "evaluation_group_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 69, + "dataset": "gas", + "environment": "batch6", + "task": "gas4_vs_5", + "counts": { + "source": 1256, + "adaptation": 431, + "evaluation": 204 + }, + "evaluation_hypothesis_counts": [ + 0, + 204 + ], + "group_counts": [ + 85, + 27, + 14 + ], + "exclusions": [ + "evaluation_hypothesis_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 71, + "dataset": "gas", + "environment": "batch8", + "task": "gas4_vs_5", + "counts": { + "source": 1256, + "adaptation": 57, + "evaluation": 119 + }, + "evaluation_hypothesis_counts": [ + 24, + 95 + ], + "group_counts": [ + 85, + 5, + 8 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 72, + "dataset": "gas", + "environment": "batch9", + "task": "gas4_vs_5", + "counts": { + "source": 1256, + "adaptation": 20, + "evaluation": 133 + }, + "evaluation_hypothesis_counts": [ + 65, + 68 + ], + "group_counts": [ + 85, + 3, + 9 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 74, + "dataset": "gas", + "environment": "batch6", + "task": "gas4_vs_6", + "counts": { + "source": 458, + "adaptation": 316, + "evaluation": 180 + }, + "evaluation_hypothesis_counts": [ + 0, + 180 + ], + "group_counts": [ + 33, + 21, + 12 + ], + "exclusions": [ + "evaluation_hypothesis_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 76, + "dataset": "gas", + "environment": "batch8", + "task": "gas4_vs_6", + "counts": { + "source": 458, + "adaptation": 17, + "evaluation": 34 + }, + "evaluation_hypothesis_counts": [ + 24, + 10 + ], + "group_counts": [ + 33, + 3, + 6 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 77, + "dataset": "gas", + "environment": "batch9", + "task": "gas4_vs_6", + "counts": { + "source": 458, + "adaptation": 62, + "evaluation": 114 + }, + "evaluation_hypothesis_counts": [ + 65, + 49 + ], + "group_counts": [ + 33, + 6, + 9 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 81, + "dataset": "gas", + "environment": "batch8", + "task": "gas5_vs_6", + "counts": { + "source": 956, + "adaptation": 56, + "evaluation": 105 + }, + "evaluation_hypothesis_counts": [ + 95, + 10 + ], + "group_counts": [ + 65, + 5, + 9 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + }, + { + "index": 82, + "dataset": "gas", + "environment": "batch9", + "task": "gas5_vs_6", + "counts": { + "source": 956, + "adaptation": 62, + "evaluation": 117 + }, + "evaluation_hypothesis_counts": [ + 68, + 49 + ], + "group_counts": [ + 65, + 5, + 9 + ], + "exclusions": [ + "adaptation_support" + ], + "context_description": "provider temporal batch; source batches 1,2,3" + } + ], + "total_declared_tasks": 84, + "raw_parse_and_aggregation_seconds": 8.298483947000932, + "fixed_binary_adapter": true, + "provider_defined_sequential_task": false, + "target_configuration_or_contiguous_block_leakage": false, + "pipeline_note": "All recorded future bits are evaluator/archival payloads. Policy construction sees only adaptation/source samples." +} diff --git a/provenance/hydraulic/confirmation_lock.json b/provenance/hydraulic/confirmation_lock.json new file mode 100644 index 0000000000000000000000000000000000000000..6d5c888a0a255e9110268c32343a5bc8064f76ee --- /dev/null +++ b/provenance/hydraulic/confirmation_lock.json @@ -0,0 +1,23 @@ +{ + "files": { + "unionmind/continuous_decision/classifiers.py": "ebb1bfcd9d72469368ffc14cbb847faeb53a69d19abc9b684546f3791d61e20b", + "unionmind/continuous_decision/__init__.py": "3a95b4d2e04edd607dbf129eb72b173f8addbc66086484720edea2b0e4e09d76", + "unionmind/continuous_decision/factor_acquisition.py": "771f560388ba9a24adadd7fd84d5bb90ff5f52e16ffc92e121a0aa4ba0a91b51", + "unionmind/continuous_decision/metric.py": "74919a6b6e5142da90cf63f3a154426ee195c699c744e34ce9207253544b2023", + "unionmind/continuous_decision/mixture.py": "2d25dfbc9df8cb9b471c247c88913fc9f91bc9aa6bc5c8d8e4e412fd7965612e", + "unionmind/continuous_decision/factor_study.py": "beb76b2cc09aaa2b796e8bf69f0235fb9b0c33823ce1e33ea8170d56b60ba109", + "unionmind/continuous_decision/learned_controls.py": "81e3419c8f20422ed495fab8b43fa264dceb8503d1a3ad71cdc70b4c32b0d6f3", + "unionmind/continuous_decision/acquisition_analysis.py": "75bd00b2c5374c4ad11588285a92d589509e8798b9c432bd5c0484aa54dcd6a1", + "unionmind/continuous_decision/factor_analysis.py": "0fb267e3c0572db48f4a2ca41fc4777ec082039c8312f66a75005355837c3fb8", + "unionmind/continuous_decision/interval_value.py": "cd3c0158a377c97fa9f4dc2f56c2a9597840a68bb07d37782b42265f727e4fe9", + "unionmind/continuous_decision/factorial.py": "54241b65b32042937346369414d750fe58042f0eae20f25c391a74a480e065f0", + "unionmind/continuous_decision/source.py": "1c011b7608637c73652224573caf152cefc3297c2f94599b8f88816ded829601", + "unionmind/continuous_decision/gaussian.py": "588a3e5f39a79fe26b959b7b2a62c6700bdd242e03a6c2adbd674f8d6537a2e5", + "configs/factorial_transfer_protocol_01.json": "aadd4b386cd447cdf8e4fbb19f8925b2a73ee86006dc5ab45e298d4a864c7d7c", + "tests/test_continuous_decision.py": "b5e0f4e887f8483b41b56e179b10bf9349d5a18367eb47f5634c98a8ffb023ce" + }, + "timestamp_utc": "2026-10-20T12:55:21Z", + "before_new_gas_archive_or_numerical_values": true, + "hydraulic_is_opened_development": true, + "candidate_and_all_thresholds_fixed": true +} diff --git a/provenance/hydraulic/opened_hydraulic_summary.json b/provenance/hydraulic/opened_hydraulic_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..deb3ee3bc4cdb555e715ce995505ba715b20b033 --- /dev/null +++ b/provenance/hydraulic/opened_hydraulic_summary.json @@ -0,0 +1,695 @@ +{ + "rows": [ + { + "samples": 64, + "model": "additive_full", + "records": 304, + "groups": 83, + "top3": 0.33442982456140347, + "top1": 0.09758771929824561, + "seed_top3": [ + 0.21052631578947367, + 0.3223684210526316, + 0.47039473684210525 + ] + }, + { + "samples": 64, + "model": "additive_diag", + "records": 304, + "groups": 83, + "top3": 0.17105263157894735, + "top1": 0.07236842105263158, + "seed_top3": [ + 0.09868421052631579, + 0.1644736842105263, + 0.25 + ] + }, + { + "samples": 64, + "model": "factorized_neural", + "records": 304, + "groups": 83, + "top3": 0.46820175438596484, + "top1": 0.19956140350877188, + "seed_top3": [ + 0.49671052631578944, + 0.5361842105263157, + 0.37171052631578944 + ] + }, + { + "samples": 64, + "model": "joint_neural", + "records": 304, + "groups": 83, + "top3": 0.002295147926284236, + "top1": 0.0, + "seed_top3": [ + 0.002982827832292596, + 0.003704113224237063, + 0.00019850272232304898 + ] + }, + { + "samples": 64, + "model": "factorized_nb", + "records": 304, + "groups": 83, + "top3": 0.03357403653919592, + "top1": 0.010964912280701754, + "seed_top3": [ + 2.3165307635285396e-05, + 0.05712532463829721, + 0.04357361967165525 + ] + }, + { + "samples": 64, + "model": "factorized_lda", + "records": 304, + "groups": 83, + "top3": 0.16008771929824558, + "top1": 0.06578947368421051, + "seed_top3": [ + 0.1282894736842105, + 0.12171052631578946, + 0.23026315789473684 + ] + }, + { + "samples": 64, + "model": "factorized_kernel", + "records": 304, + "groups": 83, + "top3": 0.10307017543859648, + "top1": 0.014254385964912278, + "seed_top3": [ + 0.10526315789473684, + 0.046052631578947366, + 0.15789473684210525 + ] + }, + { + "samples": 64, + "model": "factorized_ridge", + "records": 304, + "groups": 83, + "top3": 0.16118421052631576, + "top1": 0.03728070175438596, + "seed_top3": [ + 0.15460526315789472, + 0.09868421052631579, + 0.23026315789473684 + ] + }, + { + "samples": 64, + "model": "joint_gaussian", + "records": 304, + "groups": 83, + "top3": 0.0002856405720182809, + "top1": 0.0, + "seed_top3": [ + 0.0, + 0.000856921716054843, + 0.0 + ] + }, + { + "samples": 64, + "model": "factorized_logistic", + "records": 304, + "groups": 83, + "top3": 0.18311403508771928, + "top1": 0.04824561403508771, + "seed_top3": [ + 0.17434210526315788, + 0.19407894736842105, + 0.18092105263157893 + ] + }, + { + "samples": 64, + "model": "factorized_classifier", + "records": 304, + "groups": 83, + "top3": 0.2554824561403508, + "top1": 0.07456140350877191, + "seed_top3": [ + 0.24013157894736842, + 0.24013157894736842, + 0.28618421052631576 + ] + }, + { + "samples": 128, + "model": "additive_full", + "records": 304, + "groups": 83, + "top3": 0.48355263157894735, + "top1": 0.16666666666666666, + "seed_top3": [ + 0.4375, + 0.5164473684210527, + 0.49671052631578944 + ] + }, + { + "samples": 128, + "model": "additive_diag", + "records": 304, + "groups": 83, + "top3": 0.22258771929824558, + "top1": 0.07017543859649122, + "seed_top3": [ + 0.3421052631578947, + 0.1381578947368421, + 0.1875 + ] + }, + { + "samples": 128, + "model": "factorized_neural", + "records": 304, + "groups": 83, + "top3": 0.32675438596491224, + "top1": 0.1019736842105263, + "seed_top3": [ + 0.3881578947368421, + 0.23684210526315788, + 0.35526315789473684 + ] + }, + { + "samples": 128, + "model": "joint_neural", + "records": 304, + "groups": 83, + "top3": 0.0012024117093776534, + "top1": 1.0749914000687993e-05, + "seed_top3": [ + 0.0019809911450778326, + 0.0016262439830551285, + 0.0 + ] + }, + { + "samples": 128, + "model": "factorized_nb", + "records": 304, + "groups": 83, + "top3": 0.046168458117123785, + "top1": 0.0, + "seed_top3": [ + 0.03319588584136397, + 0.06910211267605634, + 0.03620737583395107 + ] + }, + { + "samples": 128, + "model": "factorized_lda", + "records": 304, + "groups": 83, + "top3": 0.17214912280701752, + "top1": 0.04714912280701754, + "seed_top3": [ + 0.15789473684210525, + 0.1381578947368421, + 0.22039473684210525 + ] + }, + { + "samples": 128, + "model": "factorized_kernel", + "records": 304, + "groups": 83, + "top3": 0.15685958778064038, + "top1": 0.025219298245614034, + "seed_top3": [ + 0.22373021715126976, + 0.11855907250644092, + 0.1282894736842105 + ] + }, + { + "samples": 128, + "model": "factorized_ridge", + "records": 304, + "groups": 83, + "top3": 0.20833333333333331, + "top1": 0.04934210526315789, + "seed_top3": [ + 0.20723684210526314, + 0.1875, + 0.23026315789473684 + ] + }, + { + "samples": 128, + "model": "joint_gaussian", + "records": 304, + "groups": 83, + "top3": 3.0671083302662245e-05, + "top1": 0.0, + "seed_top3": [ + 4.6006624953993374e-05, + 4.6006624953993374e-05, + 0.0 + ] + }, + { + "samples": 128, + "model": "factorized_logistic", + "records": 304, + "groups": 83, + "top3": 0.35197368421052627, + "top1": 0.12609649122807015, + "seed_top3": [ + 0.29605263157894735, + 0.4013157894736842, + 0.35855263157894735 + ] + }, + { + "samples": 128, + "model": "factorized_classifier", + "records": 304, + "groups": 83, + "top3": 0.5219298245614035, + "top1": 0.23684210526315788, + "seed_top3": [ + 0.5197368421052632, + 0.6282894736842105, + 0.41776315789473684 + ] + } + ], + "comparisons": [ + { + "samples": 64, + "candidate": "additive_full", + "control": "additive_diag", + "gain": 0.16337719298245612, + "simultaneous_interval": [ + 0.08264551530341001, + 0.25458812531422864 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_neural", + "gain": -0.1337719298245615, + "simultaneous_interval": [ + -0.2761466773680033, + 0.013853212771188953 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "joint_neural", + "gain": 0.33213467663511925, + "simultaneous_interval": [ + 0.22690524278499632, + 0.4407765636597409 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_nb", + "gain": 0.3008557880222075, + "simultaneous_interval": [ + 0.20067828169201005, + 0.4049301748867331 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_lda", + "gain": 0.17434210526315783, + "simultaneous_interval": [ + 0.08102048432981543, + 0.27345139127606827 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_kernel", + "gain": 0.231359649122807, + "simultaneous_interval": [ + 0.1306394912131519, + 0.33820839884696097 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_ridge", + "gain": 0.17324561403508767, + "simultaneous_interval": [ + 0.0791346581350637, + 0.2787748640935527 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "joint_gaussian", + "gain": 0.33414418398938517, + "simultaneous_interval": [ + 0.2289311196644366, + 0.44346739389679396 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_logistic", + "gain": 0.15131578947368415, + "simultaneous_interval": [ + 0.06250062542566985, + 0.24781685327230032 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_classifier", + "gain": 0.0789473684210526, + "simultaneous_interval": [ + -0.019466464058081168, + 0.17948968879938865 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "additive_full", + "gain": 0.1337719298245615, + "simultaneous_interval": [ + -0.013853212771187994, + 0.2761466773680043 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "additive_diag", + "gain": 0.2971491228070176, + "simultaneous_interval": [ + 0.15426113387978133, + 0.44105000258478105 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "joint_neural", + "gain": 0.46590660645968074, + "simultaneous_interval": [ + 0.35046650479566105, + 0.5893573556971095 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_nb", + "gain": 0.434627717846769, + "simultaneous_interval": [ + 0.3040597064119879, + 0.5743779242108623 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_lda", + "gain": 0.3081140350877193, + "simultaneous_interval": [ + 0.14866567800648, + 0.4681410326086966 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_kernel", + "gain": 0.3651315789473685, + "simultaneous_interval": [ + 0.233542714884696, + 0.49620915471923605 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_ridge", + "gain": 0.3070175438596492, + "simultaneous_interval": [ + 0.16909983593900785, + 0.4482647898587899 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "joint_gaussian", + "gain": 0.46791611381394665, + "simultaneous_interval": [ + 0.35256662331044836, + 0.5916442864271282 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_logistic", + "gain": 0.2850877192982456, + "simultaneous_interval": [ + 0.15062503327583265, + 0.4259581612178132 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_classifier", + "gain": 0.21271929824561409, + "simultaneous_interval": [ + 0.07962219374376149, + 0.35669512433095546 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "additive_diag", + "gain": 0.26096491228070184, + "simultaneous_interval": [ + 0.17175747863247864, + 0.35717504216711177 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_neural", + "gain": 0.15679824561403516, + "simultaneous_interval": [ + 0.018288378916756023, + 0.2977022177605471 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "joint_neural", + "gain": 0.48235021986956983, + "simultaneous_interval": [ + 0.36131032544628366, + 0.6059796551907133 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_nb", + "gain": 0.4373841734618237, + "simultaneous_interval": [ + 0.29736921445546155, + 0.5767076143558851 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_lda", + "gain": 0.3114035087719299, + "simultaneous_interval": [ + 0.16611773574561403, + 0.456033862999231 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_kernel", + "gain": 0.3266930437983071, + "simultaneous_interval": [ + 0.1790342981683134, + 0.47683126571354323 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_ridge", + "gain": 0.27521929824561414, + "simultaneous_interval": [ + 0.1535565803749844, + 0.3977193713450295 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "joint_gaussian", + "gain": 0.4835219604956448, + "simultaneous_interval": [ + 0.3628264719751996, + 0.6070391413265996 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_logistic", + "gain": 0.13157894736842113, + "simultaneous_interval": [ + 0.0023228803716609236, + 0.2539563715269826 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_classifier", + "gain": -0.03837719298245601, + "simultaneous_interval": [ + -0.14913320543927824, + 0.07941876576397329 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "additive_full", + "gain": -0.15679824561403516, + "simultaneous_interval": [ + -0.29770221776054645, + -0.01828837891675554 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "additive_diag", + "gain": 0.10416666666666671, + "simultaneous_interval": [ + -0.04301137368755138, + 0.257489592625633 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "joint_neural", + "gain": 0.32555197425553467, + "simultaneous_interval": [ + 0.20589475912776967, + 0.45345039636467305 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_nb", + "gain": 0.2805859278477885, + "simultaneous_interval": [ + 0.15287488074668454, + 0.41681037577302665 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_lda", + "gain": 0.15460526315789477, + "simultaneous_interval": [ + 0.0005317129629630314, + 0.310613476335657 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_kernel", + "gain": 0.16989479818427192, + "simultaneous_interval": [ + 0.024059249947207276, + 0.31291910635660686 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_ridge", + "gain": 0.11842105263157898, + "simultaneous_interval": [ + -0.0287217138973585, + 0.2756078250509257 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "joint_gaussian", + "gain": 0.3267237148816096, + "simultaneous_interval": [ + 0.20691513932731084, + 0.4544342401229345 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_logistic", + "gain": -0.02521929824561403, + "simultaneous_interval": [ + -0.18147220133353387, + 0.12980928807423497 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_classifier", + "gain": -0.19517543859649117, + "simultaneous_interval": [ + -0.343900221378874, + -0.04644709422751629 + ] + } + ], + "exploratory_opened_source": true, + "no_confirmation_claim": true, + "seconds": 0.3426705059973756 +} diff --git a/provenance/temperature/acquisition_summary.json b/provenance/temperature/acquisition_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..fe0fe2048d9212255313600fcf435ab063a35be9 --- /dev/null +++ b/provenance/temperature/acquisition_summary.json @@ -0,0 +1,678 @@ +{ + "rows": [ + { + "model": "additive_full", + "policy": "value_forced", + "budget": 2, + "top3": 0.3125, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 2.4728256590024102, + "exact_value_evaluations": 13440 + }, + { + "model": "additive_full", + "policy": "value_forced", + "budget": 4, + "top3": 0.34375, + "queries": 4.0, + "recorded_feature_bytes": 32.0, + "complete_episode_seconds": 2.4728256590024102, + "exact_value_evaluations": 13440 + }, + { + "model": "additive_full", + "policy": "value_forced", + "budget": 8, + "top3": 0.34375, + "queries": 8.0, + "recorded_feature_bytes": 64.0, + "complete_episode_seconds": 2.4728256590024102, + "exact_value_evaluations": 13440 + }, + { + "model": "additive_full", + "policy": "value_stop", + "budget": 2, + "top3": 0.3125, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 2.103017521003494, + "exact_value_evaluations": 12245 + }, + { + "model": "additive_full", + "policy": "value_stop", + "budget": 4, + "top3": 0.34375, + "queries": 3.9375, + "recorded_feature_bytes": 31.5, + "complete_episode_seconds": 2.103017521003494, + "exact_value_evaluations": 12245 + }, + { + "model": "additive_full", + "policy": "value_stop", + "budget": 8, + "top3": 0.34375, + "queries": 6.71875, + "recorded_feature_bytes": 53.75, + "complete_episode_seconds": 2.103017521003494, + "exact_value_evaluations": 12245 + }, + { + "model": "additive_full", + "policy": "variance_forced", + "budget": 2, + "top3": 0.3125, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 0.11508204501296859, + "exact_value_evaluations": 0 + }, + { + "model": "additive_full", + "policy": "variance_forced", + "budget": 4, + "top3": 0.3125, + "queries": 4.0, + "recorded_feature_bytes": 32.0, + "complete_episode_seconds": 0.11508204501296859, + "exact_value_evaluations": 0 + }, + { + "model": "additive_full", + "policy": "variance_forced", + "budget": 8, + "top3": 0.375, + "queries": 8.0, + "recorded_feature_bytes": 64.0, + "complete_episode_seconds": 0.11508204501296859, + "exact_value_evaluations": 0 + }, + { + "model": "additive_full", + "policy": "variance_stop", + "budget": 2, + "top3": 0.3125, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 0.15590574299858417, + "exact_value_evaluations": 207 + }, + { + "model": "additive_full", + "policy": "variance_stop", + "budget": 4, + "top3": 0.3125, + "queries": 3.78125, + "recorded_feature_bytes": 30.25, + "complete_episode_seconds": 0.15590574299858417, + "exact_value_evaluations": 207 + }, + { + "model": "additive_full", + "policy": "variance_stop", + "budget": 8, + "top3": 0.34375, + "queries": 5.6875, + "recorded_feature_bytes": 45.5, + "complete_episode_seconds": 0.15590574299858417, + "exact_value_evaluations": 207 + }, + { + "model": "additive_full", + "policy": "static_forced", + "budget": 2, + "top3": 0.28125, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 0.010446411994053051, + "exact_value_evaluations": 0 + }, + { + "model": "additive_full", + "policy": "static_forced", + "budget": 4, + "top3": 0.28125, + "queries": 4.0, + "recorded_feature_bytes": 32.0, + "complete_episode_seconds": 0.010446411994053051, + "exact_value_evaluations": 0 + }, + { + "model": "additive_full", + "policy": "static_forced", + "budget": 8, + "top3": 0.28125, + "queries": 8.0, + "recorded_feature_bytes": 64.0, + "complete_episode_seconds": 0.010446411994053051, + "exact_value_evaluations": 0 + }, + { + "model": "additive_full", + "policy": "random_forced", + "budget": 2, + "top3": 0.15625, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 0.20825171600154135, + "exact_value_evaluations": 0 + }, + { + "model": "additive_full", + "policy": "random_forced", + "budget": 4, + "top3": 0.1875, + "queries": 4.0, + "recorded_feature_bytes": 32.0, + "complete_episode_seconds": 0.20825171600154135, + "exact_value_evaluations": 0 + }, + { + "model": "additive_full", + "policy": "random_forced", + "budget": 8, + "top3": 0.25, + "queries": 8.0, + "recorded_feature_bytes": 64.0, + "complete_episode_seconds": 0.20825171600154135, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "value_forced", + "budget": 2, + "top3": 0.6875, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 2.471479789004661, + "exact_value_evaluations": 13440 + }, + { + "model": "factorized_neural", + "policy": "value_forced", + "budget": 4, + "top3": 0.59375, + "queries": 4.0, + "recorded_feature_bytes": 32.0, + "complete_episode_seconds": 2.471479789004661, + "exact_value_evaluations": 13440 + }, + { + "model": "factorized_neural", + "policy": "value_forced", + "budget": 8, + "top3": 0.59375, + "queries": 8.0, + "recorded_feature_bytes": 64.0, + "complete_episode_seconds": 2.471479789004661, + "exact_value_evaluations": 13440 + }, + { + "model": "factorized_neural", + "policy": "value_stop", + "budget": 2, + "top3": 0.6875, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 1.7633266810007626, + "exact_value_evaluations": 11170 + }, + { + "model": "factorized_neural", + "policy": "value_stop", + "budget": 4, + "top3": 0.59375, + "queries": 3.65625, + "recorded_feature_bytes": 29.25, + "complete_episode_seconds": 1.7633266810007626, + "exact_value_evaluations": 11170 + }, + { + "model": "factorized_neural", + "policy": "value_stop", + "budget": 8, + "top3": 0.59375, + "queries": 6.0, + "recorded_feature_bytes": 48.0, + "complete_episode_seconds": 1.7633266810007626, + "exact_value_evaluations": 11170 + }, + { + "model": "factorized_neural", + "policy": "variance_forced", + "budget": 2, + "top3": 0.65625, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 0.10477982299926225, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "variance_forced", + "budget": 4, + "top3": 0.59375, + "queries": 4.0, + "recorded_feature_bytes": 32.0, + "complete_episode_seconds": 0.10477982299926225, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "variance_forced", + "budget": 8, + "top3": 0.59375, + "queries": 8.0, + "recorded_feature_bytes": 64.0, + "complete_episode_seconds": 0.10477982299926225, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "variance_stop", + "budget": 2, + "top3": 0.65625, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 0.13838808199216146, + "exact_value_evaluations": 206 + }, + { + "model": "factorized_neural", + "policy": "variance_stop", + "budget": 4, + "top3": 0.59375, + "queries": 3.78125, + "recorded_feature_bytes": 30.25, + "complete_episode_seconds": 0.13838808199216146, + "exact_value_evaluations": 206 + }, + { + "model": "factorized_neural", + "policy": "variance_stop", + "budget": 8, + "top3": 0.59375, + "queries": 5.8125, + "recorded_feature_bytes": 46.5, + "complete_episode_seconds": 0.13838808199216146, + "exact_value_evaluations": 206 + }, + { + "model": "factorized_neural", + "policy": "static_forced", + "budget": 2, + "top3": 0.6875, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 0.01028569700429216, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "static_forced", + "budget": 4, + "top3": 0.65625, + "queries": 4.0, + "recorded_feature_bytes": 32.0, + "complete_episode_seconds": 0.01028569700429216, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "static_forced", + "budget": 8, + "top3": 0.6875, + "queries": 8.0, + "recorded_feature_bytes": 64.0, + "complete_episode_seconds": 0.01028569700429216, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "random_forced", + "budget": 2, + "top3": 0.34375, + "queries": 2.0, + "recorded_feature_bytes": 16.0, + "complete_episode_seconds": 0.2074921750026988, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "random_forced", + "budget": 4, + "top3": 0.40625, + "queries": 4.0, + "recorded_feature_bytes": 32.0, + "complete_episode_seconds": 0.2074921750026988, + "exact_value_evaluations": 0 + }, + { + "model": "factorized_neural", + "policy": "random_forced", + "budget": 8, + "top3": 0.5625, + "queries": 8.0, + "recorded_feature_bytes": 64.0, + "complete_episode_seconds": 0.2074921750026988, + "exact_value_evaluations": 0 + } + ], + "contrasts": [ + { + "model": "additive_full", + "budget": 2, + "control": "variance_forced", + "gain": 0.0, + "simultaneous_interval": [ + 0.0, + 0.0 + ] + }, + { + "model": "additive_full", + "budget": 2, + "control": "variance_stop", + "gain": 0.0, + "simultaneous_interval": [ + 0.0, + 0.0 + ] + }, + { + "model": "additive_full", + "budget": 2, + "control": "static_forced", + "gain": 0.03125, + "simultaneous_interval": [ + 0.0, + 0.15625 + ] + }, + { + "model": "additive_full", + "budget": 2, + "control": "random_forced", + "gain": 0.15625, + "simultaneous_interval": [ + -0.15625, + 0.46875 + ] + }, + { + "model": "additive_full", + "budget": 4, + "control": "variance_forced", + "gain": 0.03125, + "simultaneous_interval": [ + 0.0, + 0.15625 + ] + }, + { + "model": "additive_full", + "budget": 4, + "control": "variance_stop", + "gain": 0.03125, + "simultaneous_interval": [ + 0.0, + 0.15625 + ] + }, + { + "model": "additive_full", + "budget": 4, + "control": "static_forced", + "gain": 0.0625, + "simultaneous_interval": [ + 0.0, + 0.25 + ] + }, + { + "model": "additive_full", + "budget": 4, + "control": "random_forced", + "gain": 0.15625, + "simultaneous_interval": [ + 0.0, + 0.375 + ] + }, + { + "model": "additive_full", + "budget": 8, + "control": "variance_forced", + "gain": -0.03125, + "simultaneous_interval": [ + -0.15625, + 0.0 + ] + }, + { + "model": "additive_full", + "budget": 8, + "control": "variance_stop", + "gain": 0.0, + "simultaneous_interval": [ + 0.0, + 0.0 + ] + }, + { + "model": "additive_full", + "budget": 8, + "control": "static_forced", + "gain": 0.0625, + "simultaneous_interval": [ + 0.0, + 0.25 + ] + }, + { + "model": "additive_full", + "budget": 8, + "control": "random_forced", + "gain": 0.09375, + "simultaneous_interval": [ + -0.125, + 0.34375 + ] + }, + { + "model": "factorized_neural", + "budget": 2, + "control": "variance_forced", + "gain": 0.03125, + "simultaneous_interval": [ + -0.125, + 0.1875 + ] + }, + { + "model": "factorized_neural", + "budget": 2, + "control": "variance_stop", + "gain": 0.03125, + "simultaneous_interval": [ + -0.125, + 0.1875 + ] + }, + { + "model": "factorized_neural", + "budget": 2, + "control": "static_forced", + "gain": 0.0, + "simultaneous_interval": [ + -0.28125, + 0.28125 + ] + }, + { + "model": "factorized_neural", + "budget": 2, + "control": "random_forced", + "gain": 0.34375, + "simultaneous_interval": [ + 0.0625, + 0.625 + ] + }, + { + "model": "factorized_neural", + "budget": 4, + "control": "variance_forced", + "gain": 0.0, + "simultaneous_interval": [ + 0.0, + 0.0 + ] + }, + { + "model": "factorized_neural", + "budget": 4, + "control": "variance_stop", + "gain": 0.0, + "simultaneous_interval": [ + 0.0, + 0.0 + ] + }, + { + "model": "factorized_neural", + "budget": 4, + "control": "static_forced", + "gain": -0.0625, + "simultaneous_interval": [ + -0.40625, + 0.28125 + ] + }, + { + "model": "factorized_neural", + "budget": 4, + "control": "random_forced", + "gain": 0.1875, + "simultaneous_interval": [ + -0.15625, + 0.5 + ] + }, + { + "model": "factorized_neural", + "budget": 8, + "control": "variance_forced", + "gain": 0.0, + "simultaneous_interval": [ + 0.0, + 0.0 + ] + }, + { + "model": "factorized_neural", + "budget": 8, + "control": "variance_stop", + "gain": 0.0, + "simultaneous_interval": [ + 0.0, + 0.0 + ] + }, + { + "model": "factorized_neural", + "budget": 8, + "control": "static_forced", + "gain": -0.09375, + "simultaneous_interval": [ + -0.40625, + 0.21875 + ] + }, + { + "model": "factorized_neural", + "budget": 8, + "control": "random_forced", + "gain": 0.03125, + "simultaneous_interval": [ + -0.1875, + 0.28125 + ] + } + ], + "gates": [ + { + "model": "additive_full", + "budget": 2, + "substantial_query_policy_gain": false, + "promotion": false + }, + { + "model": "additive_full", + "budget": 4, + "substantial_query_policy_gain": false, + "promotion": false + }, + { + "model": "additive_full", + "budget": 8, + "substantial_query_policy_gain": false, + "promotion": false + }, + { + "model": "factorized_neural", + "budget": 2, + "substantial_query_policy_gain": false, + "promotion": false + }, + { + "model": "factorized_neural", + "budget": 4, + "substantial_query_policy_gain": false, + "promotion": false + }, + { + "model": "factorized_neural", + "budget": 8, + "substantial_query_policy_gain": false, + "promotion": false + } + ], + "full_references": [ + { + "model": "additive_full", + "records": 32, + "queries": 56, + "top3": 0.3125, + "all_channels_paid": true + }, + { + "model": "factorized_neural", + "records": 32, + "queries": 56, + "top3": 0.625, + "all_channels_paid": true + }, + { + "model": "factorized_lda", + "records": 32, + "queries": 56, + "top3": 0.65625, + "all_channels_paid": true + }, + { + "model": "factorized_classifier", + "records": 32, + "queries": 56, + "top3": 0.40625, + "all_channels_paid": true + } + ], + "identical_preselected_32_episodes": true, + "selection_rule_unchanged": true, + "physical_transport_bytes_not_measured": true, + "no_secondary_rescue_of_primary": true +} diff --git a/provenance/temperature/cost_and_replay.json b/provenance/temperature/cost_and_replay.json new file mode 100644 index 0000000000000000000000000000000000000000..4a6c2f9ee24c3a64b0a9d689a15558d6ab16f12b --- /dev/null +++ b/provenance/temperature/cost_and_replay.json @@ -0,0 +1,1006 @@ +{ + "python_import_and_cuda_startup_seconds": 18.972809764003614, + "cold_process_after_startup_seconds": 1.0000426979968324, + "inference_repetitions": 10, + "device": "cuda:2", + "gpu": "NVIDIA H200", + "peak_gpu_bytes": 112525824, + "results": [ + { + "samples": 64, + "seed": 20851, + "model": "additive_full", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.006550619989866391, + "inference_mean_seconds": 0.0002888571980292909, + "inference_p95_seconds": 0.00040566524694440865, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50120, + "neural_parameters": 0, + "adaptation_seconds": 0.17665776300418656, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_diag", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0011089440085925162, + "inference_mean_seconds": 0.0002642215957166627, + "inference_p95_seconds": 0.0002991964967804961, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50120, + "neural_parameters": 0, + "adaptation_seconds": 0.001148302006185986, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012703450047411025, + "inference_mean_seconds": 0.00026501620159251614, + "inference_p95_seconds": 0.0002900718536693602, + "model_unique_tensor_bytes": 118992, + "checkpoint_file_bytes": 124555, + "neural_parameters": 19936, + "adaptation_seconds": 2.436637737991987, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.001231597998412326, + "inference_mean_seconds": 0.00026190730277448894, + "inference_p95_seconds": 0.0002831609555869363, + "model_unique_tensor_bytes": 119164, + "checkpoint_file_bytes": 124672, + "neural_parameters": 19979, + "adaptation_seconds": 0.8920095740031684, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_nb", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.001397985004587099, + "inference_mean_seconds": 0.0006190863001393154, + "inference_p95_seconds": 0.0006891197474033105, + "model_unique_tensor_bytes": 362248, + "checkpoint_file_bytes": 367954, + "neural_parameters": 0, + "adaptation_seconds": 0.0010508430132176727, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_lda", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012515370035544038, + "inference_mean_seconds": 0.0006096810990129598, + "inference_p95_seconds": 0.0006509788989205844, + "model_unique_tensor_bytes": 86280, + "checkpoint_file_bytes": 92002, + "neural_parameters": 0, + "adaptation_seconds": 0.0009277429926441982, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_kernel", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012337929947534576, + "inference_mean_seconds": 0.002624167398607824, + "inference_p95_seconds": 0.0027149345558427737, + "model_unique_tensor_bytes": 86280, + "checkpoint_file_bytes": 92050, + "neural_parameters": 0, + "adaptation_seconds": 0.0009275009942939505, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_ridge", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0013018590107094496, + "inference_mean_seconds": 0.00025459540192969144, + "inference_p95_seconds": 0.0003088367477175779, + "model_unique_tensor_bytes": 67120, + "checkpoint_file_bytes": 73096, + "neural_parameters": 0, + "adaptation_seconds": 0.008381085004657507, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_gaussian", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008900800021365285, + "inference_mean_seconds": 0.00026364240475231784, + "inference_p95_seconds": 0.00029619950219057496, + "model_unique_tensor_bytes": 39248, + "checkpoint_file_bytes": 43665, + "neural_parameters": 0, + "adaptation_seconds": 0.0005561420111916959, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_logistic", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.000848341005621478, + "inference_mean_seconds": 0.00012068490032106638, + "inference_p95_seconds": 0.00019450574545771802, + "model_unique_tensor_bytes": 3460, + "checkpoint_file_bytes": 7944, + "neural_parameters": 743, + "adaptation_seconds": 2.3290587439987576, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_classifier", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0013938909978605807, + "inference_mean_seconds": 0.00014313119900180026, + "inference_p95_seconds": 0.0002015103484154678, + "model_unique_tensor_bytes": 80348, + "checkpoint_file_bytes": 85490, + "neural_parameters": 19965, + "adaptation_seconds": 2.0678669799963245, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_full", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.000961917990935035, + "inference_mean_seconds": 0.0002628864007419907, + "inference_p95_seconds": 0.00029028019998804665, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50120, + "neural_parameters": 0, + "adaptation_seconds": 0.0011382470111129805, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_diag", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0009563920029904693, + "inference_mean_seconds": 0.0002612571028294042, + "inference_p95_seconds": 0.00028605145416804584, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50120, + "neural_parameters": 0, + "adaptation_seconds": 0.0008023369882721454, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012270549923414364, + "inference_mean_seconds": 0.00026143819850403814, + "inference_p95_seconds": 0.0002890330950322095, + "model_unique_tensor_bytes": 118992, + "checkpoint_file_bytes": 124555, + "neural_parameters": 19936, + "adaptation_seconds": 1.4909278029954294, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012015550018986687, + "inference_mean_seconds": 0.00026175030070589854, + "inference_p95_seconds": 0.0002891753509175032, + "model_unique_tensor_bytes": 119164, + "checkpoint_file_bytes": 124672, + "neural_parameters": 19979, + "adaptation_seconds": 1.9436139250028646, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_nb", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0013815489946864545, + "inference_mean_seconds": 0.0006097001998568885, + "inference_p95_seconds": 0.0006552168029884341, + "model_unique_tensor_bytes": 362248, + "checkpoint_file_bytes": 367954, + "neural_parameters": 0, + "adaptation_seconds": 0.002787183999316767, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_lda", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012272910098545253, + "inference_mean_seconds": 0.0006049915988114663, + "inference_p95_seconds": 0.0006384678956237621, + "model_unique_tensor_bytes": 86280, + "checkpoint_file_bytes": 92002, + "neural_parameters": 0, + "adaptation_seconds": 0.002600148000055924, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_kernel", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012309000012464821, + "inference_mean_seconds": 0.0026382880983874205, + "inference_p95_seconds": 0.002680203395721037, + "model_unique_tensor_bytes": 86280, + "checkpoint_file_bytes": 92050, + "neural_parameters": 0, + "adaptation_seconds": 0.0028671200125245377, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_ridge", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012845680030295625, + "inference_mean_seconds": 0.0002497603971278295, + "inference_p95_seconds": 0.00029410949719022023, + "model_unique_tensor_bytes": 67120, + "checkpoint_file_bytes": 73096, + "neural_parameters": 0, + "adaptation_seconds": 0.004647762005333789, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_gaussian", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008687079971423373, + "inference_mean_seconds": 0.00025967070396291095, + "inference_p95_seconds": 0.000284310905408347, + "model_unique_tensor_bytes": 39248, + "checkpoint_file_bytes": 43665, + "neural_parameters": 0, + "adaptation_seconds": 0.001063668998540379, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_logistic", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008476429939037189, + "inference_mean_seconds": 0.00011152600054629148, + "inference_p95_seconds": 0.00013942135265097017, + "model_unique_tensor_bytes": 3460, + "checkpoint_file_bytes": 7944, + "neural_parameters": 743, + "adaptation_seconds": 2.3147749789932277, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_classifier", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.001020545998471789, + "inference_mean_seconds": 0.00013776839914498852, + "inference_p95_seconds": 0.00017045739732566285, + "model_unique_tensor_bytes": 80348, + "checkpoint_file_bytes": 85490, + "neural_parameters": 19965, + "adaptation_seconds": 2.5580791469983524, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_full", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0009024010068969801, + "inference_mean_seconds": 0.0002611572010209784, + "inference_p95_seconds": 0.000286553749901941, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50120, + "neural_parameters": 0, + "adaptation_seconds": 0.0028005479980492964, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_diag", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0009209519921569154, + "inference_mean_seconds": 0.00026268590008839967, + "inference_p95_seconds": 0.0002892694479669444, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50120, + "neural_parameters": 0, + "adaptation_seconds": 0.003586471008020453, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0011656420101644471, + "inference_mean_seconds": 0.00025993179879151284, + "inference_p95_seconds": 0.0002864694484742358, + "model_unique_tensor_bytes": 118992, + "checkpoint_file_bytes": 124555, + "neural_parameters": 19936, + "adaptation_seconds": 1.807837837986881, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.001180416002171114, + "inference_mean_seconds": 0.00026060349919134753, + "inference_p95_seconds": 0.0002875160396797582, + "model_unique_tensor_bytes": 119164, + "checkpoint_file_bytes": 124672, + "neural_parameters": 19979, + "adaptation_seconds": 1.819105454007513, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_nb", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0013133949978509918, + "inference_mean_seconds": 0.0006065756970201619, + "inference_p95_seconds": 0.0006397515397111419, + "model_unique_tensor_bytes": 362248, + "checkpoint_file_bytes": 367954, + "neural_parameters": 0, + "adaptation_seconds": 0.0017201379960170016, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_lda", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012328849988989532, + "inference_mean_seconds": 0.0006044520981959068, + "inference_p95_seconds": 0.0006506119469122495, + "model_unique_tensor_bytes": 86280, + "checkpoint_file_bytes": 92002, + "neural_parameters": 0, + "adaptation_seconds": 0.001707875999272801, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_kernel", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012119750026613474, + "inference_mean_seconds": 0.002643710200209171, + "inference_p95_seconds": 0.00269921550352592, + "model_unique_tensor_bytes": 86280, + "checkpoint_file_bytes": 92050, + "neural_parameters": 0, + "adaptation_seconds": 0.0015314379998017102, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_ridge", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.001265758997760713, + "inference_mean_seconds": 0.00024933659879025074, + "inference_p95_seconds": 0.000285216694464907, + "model_unique_tensor_bytes": 67120, + "checkpoint_file_bytes": 73096, + "neural_parameters": 0, + "adaptation_seconds": 0.0024104670010274276, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_gaussian", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008657400030642748, + "inference_mean_seconds": 0.00026037730276584625, + "inference_p95_seconds": 0.0002871448064979631, + "model_unique_tensor_bytes": 39248, + "checkpoint_file_bytes": 43665, + "neural_parameters": 0, + "adaptation_seconds": 0.0010624630085658282, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_logistic", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008373909950023517, + "inference_mean_seconds": 0.00011191850062459708, + "inference_p95_seconds": 0.0001402240006427746, + "model_unique_tensor_bytes": 3460, + "checkpoint_file_bytes": 7944, + "neural_parameters": 743, + "adaptation_seconds": 2.309631664000335, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_classifier", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0010054969898192212, + "inference_mean_seconds": 0.00013763299793936312, + "inference_p95_seconds": 0.00017116849703597832, + "model_unique_tensor_bytes": 80348, + "checkpoint_file_bytes": 85490, + "neural_parameters": 19965, + "adaptation_seconds": 2.5695332850009436, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_full", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0009274089970858768, + "inference_mean_seconds": 0.00025984980311477557, + "inference_p95_seconds": 0.0002835436549503356, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50632, + "neural_parameters": 0, + "adaptation_seconds": 0.0014137029938865453, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_diag", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0009071249951375648, + "inference_mean_seconds": 0.0002616522018797696, + "inference_p95_seconds": 0.000287238755117869, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50632, + "neural_parameters": 0, + "adaptation_seconds": 0.0007983359973877668, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0011561970022739843, + "inference_mean_seconds": 0.0002601777989184484, + "inference_p95_seconds": 0.00028696715089608914, + "model_unique_tensor_bytes": 118992, + "checkpoint_file_bytes": 125067, + "neural_parameters": 19936, + "adaptation_seconds": 1.1472879990033107, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0011630950029939413, + "inference_mean_seconds": 0.0002618298953166232, + "inference_p95_seconds": 0.00029468045104295013, + "model_unique_tensor_bytes": 119164, + "checkpoint_file_bytes": 125184, + "neural_parameters": 19979, + "adaptation_seconds": 1.1532195689942455, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_nb", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0013315870019141585, + "inference_mean_seconds": 0.0005982018948998303, + "inference_p95_seconds": 0.000636294449941488, + "model_unique_tensor_bytes": 391944, + "checkpoint_file_bytes": 398162, + "neural_parameters": 0, + "adaptation_seconds": 0.0007647439924767241, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_lda", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012431110080797225, + "inference_mean_seconds": 0.000607154899626039, + "inference_p95_seconds": 0.0006498076952993869, + "model_unique_tensor_bytes": 115976, + "checkpoint_file_bytes": 122210, + "neural_parameters": 0, + "adaptation_seconds": 0.0009372979984618723, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_kernel", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.001224384002853185, + "inference_mean_seconds": 0.0027609770026174375, + "inference_p95_seconds": 0.002805410551809473, + "model_unique_tensor_bytes": 115976, + "checkpoint_file_bytes": 122258, + "neural_parameters": 0, + "adaptation_seconds": 0.0008651509997434914, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_ridge", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012712500029010698, + "inference_mean_seconds": 0.00024874110094970093, + "inference_p95_seconds": 0.00028713019637507383, + "model_unique_tensor_bytes": 96816, + "checkpoint_file_bytes": 103304, + "neural_parameters": 0, + "adaptation_seconds": 0.001426750997779891, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_gaussian", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008823450043564662, + "inference_mean_seconds": 0.00026123360003111885, + "inference_p95_seconds": 0.0002926409535575658, + "model_unique_tensor_bytes": 39248, + "checkpoint_file_bytes": 44177, + "neural_parameters": 0, + "adaptation_seconds": 0.0005419520020950586, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_logistic", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008323160000145435, + "inference_mean_seconds": 0.00011202480091014877, + "inference_p95_seconds": 0.00014472635448328213, + "model_unique_tensor_bytes": 3460, + "checkpoint_file_bytes": 8456, + "neural_parameters": 743, + "adaptation_seconds": 2.265729534003185, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_classifier", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0010060169879579917, + "inference_mean_seconds": 0.0001379326029564254, + "inference_p95_seconds": 0.00016989460200420576, + "model_unique_tensor_bytes": 80348, + "checkpoint_file_bytes": 86002, + "neural_parameters": 19965, + "adaptation_seconds": 2.539189789997181, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_full", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.000928383000427857, + "inference_mean_seconds": 0.000262654697871767, + "inference_p95_seconds": 0.0002870331998565234, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50632, + "neural_parameters": 0, + "adaptation_seconds": 0.0011084300058428198, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_diag", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0009170060075121, + "inference_mean_seconds": 0.00026034649781649934, + "inference_p95_seconds": 0.0002838792985130567, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50632, + "neural_parameters": 0, + "adaptation_seconds": 0.0008065050060395151, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0011729620018741116, + "inference_mean_seconds": 0.0002620630024466664, + "inference_p95_seconds": 0.00029578709581983275, + "model_unique_tensor_bytes": 118992, + "checkpoint_file_bytes": 125067, + "neural_parameters": 19936, + "adaptation_seconds": 1.7587256989936577, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0011583169980440289, + "inference_mean_seconds": 0.0002600443971459754, + "inference_p95_seconds": 0.00029063429828966034, + "model_unique_tensor_bytes": 119164, + "checkpoint_file_bytes": 125184, + "neural_parameters": 19979, + "adaptation_seconds": 1.8775172630121233, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_nb", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.00132534300792031, + "inference_mean_seconds": 0.0006039863015757874, + "inference_p95_seconds": 0.0006463250530941877, + "model_unique_tensor_bytes": 391944, + "checkpoint_file_bytes": 398162, + "neural_parameters": 0, + "adaptation_seconds": 0.0007821409963071346, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_lda", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012198199983686209, + "inference_mean_seconds": 0.0006062720000045374, + "inference_p95_seconds": 0.0006462112985900603, + "model_unique_tensor_bytes": 115976, + "checkpoint_file_bytes": 122210, + "neural_parameters": 0, + "adaptation_seconds": 0.0006677630008198321, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_kernel", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012083490000804886, + "inference_mean_seconds": 0.0027812719985377044, + "inference_p95_seconds": 0.002826895395264728, + "model_unique_tensor_bytes": 115976, + "checkpoint_file_bytes": 122258, + "neural_parameters": 0, + "adaptation_seconds": 0.0007488839910365641, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_ridge", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012828539911424741, + "inference_mean_seconds": 0.0002481356976204552, + "inference_p95_seconds": 0.0002843516980647109, + "model_unique_tensor_bytes": 96816, + "checkpoint_file_bytes": 103304, + "neural_parameters": 0, + "adaptation_seconds": 0.0011679009912768379, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_gaussian", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008719130128156394, + "inference_mean_seconds": 0.0002624836983159185, + "inference_p95_seconds": 0.00029371084528975185, + "model_unique_tensor_bytes": 39248, + "checkpoint_file_bytes": 44177, + "neural_parameters": 0, + "adaptation_seconds": 0.0005162120069144294, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_logistic", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008248350059147924, + "inference_mean_seconds": 0.00011078920069849119, + "inference_p95_seconds": 0.0001388419543218333, + "model_unique_tensor_bytes": 3460, + "checkpoint_file_bytes": 8456, + "neural_parameters": 743, + "adaptation_seconds": 2.2780268480128143, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_classifier", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0010127889981959015, + "inference_mean_seconds": 0.0001387602009344846, + "inference_p95_seconds": 0.00017046920038410457, + "model_unique_tensor_bytes": 80348, + "checkpoint_file_bytes": 86002, + "neural_parameters": 19965, + "adaptation_seconds": 2.5505702320078854, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_full", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008985570020740852, + "inference_mean_seconds": 0.0002609356000903063, + "inference_p95_seconds": 0.00028576055847224775, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50632, + "neural_parameters": 0, + "adaptation_seconds": 0.0011253239936195314, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_diag", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008946640009526163, + "inference_mean_seconds": 0.00026203940069535747, + "inference_p95_seconds": 0.00028610795197892, + "model_unique_tensor_bytes": 45520, + "checkpoint_file_bytes": 50632, + "neural_parameters": 0, + "adaptation_seconds": 0.0008097370009636506, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0011427699937485158, + "inference_mean_seconds": 0.0002616086014313623, + "inference_p95_seconds": 0.00029375480298767794, + "model_unique_tensor_bytes": 118992, + "checkpoint_file_bytes": 125067, + "neural_parameters": 19936, + "adaptation_seconds": 1.9229610209877137, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_neural", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.001167598005849868, + "inference_mean_seconds": 0.0002601696993224323, + "inference_p95_seconds": 0.00028581810256582684, + "model_unique_tensor_bytes": 119164, + "checkpoint_file_bytes": 125184, + "neural_parameters": 19979, + "adaptation_seconds": 1.8031580100068823, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_nb", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0013061780045973137, + "inference_mean_seconds": 0.0006047445014701225, + "inference_p95_seconds": 0.0006453416557633318, + "model_unique_tensor_bytes": 391944, + "checkpoint_file_bytes": 398162, + "neural_parameters": 0, + "adaptation_seconds": 0.0007809509988874197, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_lda", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012173220020486042, + "inference_mean_seconds": 0.000605196098331362, + "inference_p95_seconds": 0.0006497378461062908, + "model_unique_tensor_bytes": 115976, + "checkpoint_file_bytes": 122210, + "neural_parameters": 0, + "adaptation_seconds": 0.0006537870067404583, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_kernel", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.001217095006722957, + "inference_mean_seconds": 0.002776125697710086, + "inference_p95_seconds": 0.002839853251498425, + "model_unique_tensor_bytes": 115976, + "checkpoint_file_bytes": 122258, + "neural_parameters": 0, + "adaptation_seconds": 0.0007469249976566061, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_ridge", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0012772000045515597, + "inference_mean_seconds": 0.0002497403998859227, + "inference_p95_seconds": 0.00028863170300610355, + "model_unique_tensor_bytes": 96816, + "checkpoint_file_bytes": 103304, + "neural_parameters": 0, + "adaptation_seconds": 0.001129559997934848, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_gaussian", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008757549949223176, + "inference_mean_seconds": 0.0002603872009785846, + "inference_p95_seconds": 0.0002872442026273347, + "model_unique_tensor_bytes": 39248, + "checkpoint_file_bytes": 44177, + "neural_parameters": 0, + "adaptation_seconds": 0.0005088479956611991, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_logistic", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0008460310054942966, + "inference_mean_seconds": 0.00011123630101792515, + "inference_p95_seconds": 0.00014035790663911025, + "model_unique_tensor_bytes": 3460, + "checkpoint_file_bytes": 8456, + "neural_parameters": 743, + "adaptation_seconds": 2.3297772530058865, + "replay_identical": true, + "all_adaptation_examples_source_only": true + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_classifier", + "held_records": 404, + "complete_load_and_normalization_seconds": 0.0010084430105052888, + "inference_mean_seconds": 0.0001375074964016676, + "inference_p95_seconds": 0.00016899065085453907, + "model_unique_tensor_bytes": 80348, + "checkpoint_file_bytes": 86002, + "neural_parameters": 19965, + "adaptation_seconds": 2.581558428995777, + "replay_identical": true, + "all_adaptation_examples_source_only": true + } + ], + "replay_failures": [], + "fs_cache_warm": true, + "no_new_fit_or_selection": true, + "full_batch_latency_not_single_incident_latency": true, + "original_stage_timers_exclude_process_startup": true, + "physical_energy_and_transport_not_measured": true +} diff --git a/provenance/temperature/forecast_audit.json b/provenance/temperature/forecast_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..ae635b93e436811c669bba25968960da1da34717 --- /dev/null +++ b/provenance/temperature/forecast_audit.json @@ -0,0 +1,1809 @@ +{ + "rows": [ + { + "samples": 64, + "seed": 20851, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.5770275619754338 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5737865699496951 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.5256866205392998 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5316446443489349 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.43684891218151867 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.43475042426841554 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.0621006074507817 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 1.031399672082987 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.019279419093396 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 1.010876520043395 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.9329126433553542 + }, + { + "samples": 64, + "seed": 20851, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.9539584217688821 + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3545743945982203 + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3424401573542078 + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.28290233887383825 + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.2728157586091853 + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.0484470454058143 + }, + { + "samples": 64, + "seed": 20851, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.02701689192152321 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.45355939918584603 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.44716730143390476 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.39195012264945406 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3907787760683323 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.2187157033019343 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.2092453671656058 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.49285368686449765 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.49182121570933857 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4344797976170246 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.442010579808509 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.30237489372977405 + }, + { + "samples": 64, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3002688051730416 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.5580393556174009 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5541405098546663 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.500395015258323 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5097716403635367 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4087553307845014 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.4119361718409499 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.0833457948235383 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 1.0481185838324887 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.025779544476179 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 1.0282678904166629 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.8293596806362908 + }, + { + "samples": 64, + "seed": 20852, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.9284972710923115 + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.49922766108315497 + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.4869317131351503 + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.42627195644832516 + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.41854480398061544 + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.19157459161431303 + }, + { + "samples": 64, + "seed": 20852, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.17578733979705832 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.5628402915000806 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5534689289262176 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.502342196753467 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.49870667612738495 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3027475252330315 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.29394876418305455 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.5494421683039526 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5451971920330484 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.49356456327098275 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.4998280661105293 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.35506697899122786 + }, + { + "samples": 64, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3548974304484435 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.5704256157038452 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5537161598862389 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4884359838135198 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.4914813157856711 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3690861485041636 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3717139038004526 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.1273806175836993 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 1.0313356069229929 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.0210015265538337 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.9755538324717234 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.8747657855814529 + }, + { + "samples": 64, + "seed": 20853, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.8709952402944175 + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4597896813164183 + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.44450240102390653 + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.33765717504146303 + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.33058519074721704 + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": -0.018818480023961026 + }, + { + "samples": 64, + "seed": 20853, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": -0.033035717572371365 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.5364241216101618 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5224036981230613 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4295827999137654 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.4250680211739283 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.14400990368667058 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.1336351412112061 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.5276462888856385 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.5119187655445903 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4389817364683426 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.4419966726642397 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.27140773283955427 + }, + { + "samples": 64, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.27193780850353416 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.48950039594021627 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.478921398442516 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4170756305774024 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.41841968024609 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.2703191186119996 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.2660431128244684 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.0535688770417062 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.9383546853703013 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.9883501067013684 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.8961298320955366 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.893507116285307 + }, + { + "samples": 128, + "seed": 20851, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.7881389404059385 + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3791739796920747 + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.36507694489804976 + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.28919680889651217 + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.28017115466704495 + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.01442497192685894 + }, + { + "samples": 128, + "seed": 20851, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": -0.006037562544335829 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3993192592039324 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.38419690536915946 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3133013537172805 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3034748399094614 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.054119070617525904 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.032122861019195925 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.43851553646057745 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.4281615101503747 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3624519562229542 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3614036445761413 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.17533608079559349 + }, + { + "samples": 128, + "seed": 20851, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.1645598331830719 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4369235735447674 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.4302808247948633 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.368969380130796 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3739652479061342 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.23307090925396362 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.23419369789039224 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.9099593843413494 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.8506909930239959 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.8416501053866418 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.8114590572681132 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.6911617414076279 + }, + { + "samples": 128, + "seed": 20852, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.7074443571547163 + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3153330205819093 + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.2913443706095867 + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.2330889144168917 + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.2136504781028952 + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": -0.002574211280722225 + }, + { + "samples": 128, + "seed": 20852, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": -0.03919904974260129 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3603470718451079 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.33623607500582287 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.2885899354588873 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.26995143965296126 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.09332468659065243 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.058101489658363495 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3747684000670196 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3592348486895685 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3096444105604308 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3034617999119028 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.15325446788177188 + }, + { + "samples": 128, + "seed": 20852, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.13780706857656624 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4992420253096935 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.47220824616860746 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.40160248660104014 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3951007171013775 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_full", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.2394866278290625 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_full", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.22896130967689032 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.1334353166190172 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.9559373817120549 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 1.0117658277900303 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.8810679057700632 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_diag", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.8786702250014987 + }, + { + "samples": 128, + "seed": 20853, + "model": "additive_diag", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.7362512572648624 + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.415158507239599 + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.39045017532560866 + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.30015140077254115 + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.28740912419886755 + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.017067529437733688 + }, + { + "samples": 128, + "seed": 20853, + "model": "factorized_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": -0.004143085640689043 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4306837685521369 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.39732283614078673 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3191750905914261 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.29722289664793394 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_neural", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.04808951878474744 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_neural", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.011713636329412068 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.4565969853344243 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 0, + "remaining_coordinates": 56, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.42981770158257643 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.3546200654494273 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 8, + "remaining_coordinates": 48, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.3469378761021978 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "unseen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 65, + "forecast_nll_per_remaining_dimension": 0.15524344209853103 + }, + { + "samples": 128, + "seed": 20853, + "model": "joint_gaussian", + "stratum": "seen", + "observed_coordinates": 28, + "remaining_coordinates": 28, + "records": 339, + "forecast_nll_per_remaining_dimension": 0.14145341114575885 + } + ], + "seconds": 0.3921560939925257, + "post_evaluation_mechanistic_analysis": true, + "fixed_prefix_masks_never_used_to_select_or_fit": true, + "withheld_measurements_accessed_only_by_offline_scoring": true, + "units": "source-prefix standardized evidence density, nats per remaining coordinate" +} diff --git a/provenance/temperature/incomplete_cohort_evaluation.py b/provenance/temperature/incomplete_cohort_evaluation.py new file mode 100644 index 0000000000000000000000000000000000000000..eaba40d66abf579f644f15d8cc0212900a1b77c8 --- /dev/null +++ b/provenance/temperature/incomplete_cohort_evaluation.py @@ -0,0 +1,96 @@ +"""Secondary fixed-model evaluation after source-cohort gate failure. +No architecture, feature, fitting prefix, held day, model threshold or query rule +is changed. The invalid source day was excluded by the ORIGINAL reader rule. +The complete13-day gate remains FAIL; no algorithm promotion is possible. +""" +import json,time,torch +from unionmind.day_transfer import ROOT,PROTOCOL,MODELS,STRONG,verify,write,fit_one,predict,metrics,factorial,acquisition + +def run(device='cuda:1'): + verify();torch.cuda.set_device(device);torch.backends.cuda.matmul.allow_tf32=False + config=json.loads(PROTOCOL.read_text());start=time.perf_counter();prep=json.loads((ROOT/'preparation.json').read_text()) + write('incomplete_cohort_notice.json',dict(complete_cohort=prep['eligible'],promotion=False,source_day_2_excluded_by_original_validity_rule=True,unchanged_models_and_held_days=True)) + p=torch.load(ROOT/'prepared.pt',map_location=device,weights_only=True);pool=torch.where(p['source'])[0];held=torch.where(p['target'])[0] + sizes=[10,3];grid=factorial.hypotheses(sizes,device);true=factorial.joint_index(p['h'][held],sizes);results=[] + for n in config['sample_budgets']: + for seed in config['seeds']: + rng=torch.Generator(device=device).manual_seed(seed);ids=pool[torch.randperm(len(pool),device=device,generator=rng)[:n]] + t=time.perf_counter();mean=p['x'][ids].mean(0);scale=p['x'][ids].std(0).clamp_min(1e-6) + x=(p['x'][ids]-mean)/scale;target=(p['x'][held]-mean)/scale;torch.cuda.synchronize();normalization=time.perf_counter()-t + supported=torch.ones(len(held),device=device,dtype=torch.bool) + for f,k in enumerate(sizes):supported &= torch.bincount(p['h'][ids,f],minlength=k)[p['h'][held,f]]>0 + directory=ROOT/'models'/f'n{n}_s{seed}';directory.mkdir(parents=True,exist_ok=True) + for name in MODELS: + torch.cuda.synchronize();t=time.perf_counter();model=fit_one(x,p['h'][ids],sizes,name,seed) + torch.cuda.synchronize();fit_seconds=time.perf_counter()-t;t=time.perf_counter() + with torch.no_grad():prob=predict(model,target,range(x.shape[-1]));v=metrics(prob,true,grid,p['h'][held]) + torch.cuda.synchronize();prediction=time.perf_counter()-t + checkpoint=directory/f'{name}.pt';torch.save(dict(model=model,mean=mean,scale=scale,fit_ids=ids),checkpoint) + row=dict(samples=n,seed=seed,model=name,held_rows=held,days=p['days'][held],unseen=p['unseen'][held], + supported_levels=supported,metrics=v,normalization_seconds=normalization,fit_seconds=fit_seconds, + prediction_seconds=prediction,neural_parameters=model.get('neural_parameters',0), + checkpoint_bytes=checkpoint.stat().st_size,adaptation_fits=model.get('adaptation_fits',1)) + results.append(row) + print(json.dumps(dict(samples=n,seed=seed,model=name,top3_unseen=float(v['top3'][row['unseen']].mean()))),flush=True) + torch.save(dict(results=results),ROOT/'results.pt');write('execution.json',dict(seconds=time.perf_counter()-start, + peak_gpu_bytes=torch.cuda.max_memory_allocated(device),device=device,cells=len(results),backbone_executions=0, + timings=[{k:r[k] for k in ('samples','seed','model','normalization_seconds','fit_seconds','prediction_seconds','neural_parameters','checkpoint_bytes','adaptation_fits')} for r in results])) + verify() + +@torch.no_grad() +def analyze(device='cuda:2'): + verify();torch.cuda.set_device(device);config=json.loads(PROTOCOL.read_text());start=time.perf_counter() + results=torch.load(ROOT/'results.pt',map_location=device,weights_only=True)['results'];rng=torch.Generator(device=device).manual_seed(20891) + summary=[];comparisons=[];gates=[] + for n in config['sample_budgets']: + records=[r for r in results if r['samples']==n];template=records[0];mask=template['unseen'];day=template['days'][mask] + matrix=torch.stack([torch.stack([r['metrics']['top3'] for r in records if r['model']==name]).mean(0)[mask] for name in MODELS],-1) + points=[];boot=[] + for d in range(9,13): + a=matrix[day==d];points.append(a.mean(0));sample=torch.randint(len(a),(20000,len(a)),device=device,generator=rng);boot.append(a[sample].mean(1)) + day_points=torch.stack(points);point=day_points.mean(0);conditional_boot=torch.stack(boot).mean(0) + sampled_days=torch.randint(4,(20000,4),device=device,generator=rng) + day_boot=day_points[sampled_days].mean(1) + for name in MODELS: + rows=[r for r in records if r['model']==name];assert len(rows)==3 + for stratum,include in (('unseen',mask),('seen',~mask)): + for d in (None,9,10,11,12): + m=include if d is None else include&(template['days']==d) + summary.append(dict(samples=n,model=name,stratum=stratum,day=d,records=int(m.sum()), + **{f:float(torch.stack([r['metrics'][f][m].mean() for r in rows]).mean()) for f in ('top1','top3','nll','confidence','top3_mass')})) + for support in (False,True): + count=correct=0 + for r in rows: + m=r['unseen']&(r['supported_levels']==support);count+=int(m.sum());correct+=float(r['metrics']['top3'][m].sum()) + summary.append(dict(samples=n,model=name,stratum='supported' if support else 'novel_level',records_across_seeds=count,top3=correct/count if count else None)) + for threshold in (.5,.7,.9): + accepted=correct=0 + for r in rows: + m=r['unseen']&(r['metrics']['confidence']>=threshold);accepted+=int(m.sum());correct+=float(r['metrics']['top1'][m].sum()) + summary.append(dict(samples=n,model=name,stratum='selective_unseen',threshold=threshold, + coverage=accepted/(3*int(mask.sum())),accuracy=correct/accepted if accepted else None)) + for candidate in config['candidates']: + ci=MODELS.index(candidate);rows=[];alpha=.05/(2*40) + for ri,reference in enumerate(MODELS): + if ci==ri:continue + diff=conditional_boot[:,ci]-conditional_boot[:,ri];lo,hi=torch.quantile(diff,diff.new_tensor([alpha,1-alpha])) + dd=day_boot[:,ci]-day_boot[:,ri];dlo,dhi=torch.quantile(dd,dd.new_tensor([alpha,1-alpha])) + row=dict(samples=n,candidate=candidate,control=reference,gain=float(point[ci]-point[ri]), + fixed_day_simultaneous_interval=[float(lo),float(hi)],day_cluster_simultaneous_interval=[float(dlo),float(dhi)], + day_gains=(day_points[:,ci]-day_points[:,ri]).tolist()) + rows.append(row);comparisons.append(row) + strong=[r for r in rows if r['control'] in STRONG] + substantial=all(r['gain']>=.10 and r['fixed_day_simultaneous_interval'][0]>0 and r['day_cluster_simultaneous_interval'][0]>0 and min(r['day_gains'])>0 for r in strong) + best=all(r['fixed_day_simultaneous_interval'][0]>0 and r['day_cluster_simultaneous_interval'][0]>0 for r in rows) + learned=next((r['fixed_day_simultaneous_interval'][0]>0 and r['day_cluster_simultaneous_interval'][0]>0 for r in rows if r['control']=='additive_full'),False) if candidate=='factorized_neural' else None + gates.append(dict(samples=n,candidate=candidate,top3=float(point[ci]),substantial_gain=substantial,strongest_available=best, + learning_specific=learned,promotion=False, + strongest_observed_model=MODELS[int(point.argmax())],strongest_top3=float(point.max()))) + write('summary.json',dict(rows=summary,comparisons=comparisons,gates=gates,all_thirteen_days_audited=True,complete_source_cohort=False,valid_source_days=8,all_four_target_days_retained=True,secondary_incomplete_cohort_evaluation=True, + confirmation_days=[9,10,11,12],one_physical_platform=True,draws=20000,comparison_family=40, + original_dynamic_mixture_source_gate_remains_failed=True)) + write('analysis_execution.json',dict(seconds=time.perf_counter()-start,device=device));verify();print(json.dumps(gates),flush=True) + +run() +analyze() +acquisition() diff --git a/provenance/temperature/incomplete_cohort_evaluation_lock.json b/provenance/temperature/incomplete_cohort_evaluation_lock.json new file mode 100644 index 0000000000000000000000000000000000000000..4463ef0ef35579fa608d38b12da96b8b3bf90ce4 --- /dev/null +++ b/provenance/temperature/incomplete_cohort_evaluation_lock.json @@ -0,0 +1,7 @@ +{ + "sha256": "9d613b1c831a97c63fb3ac1eaafbd8763ced3ea4d7443635ffbe17722399224c", + "before_any_model_fit_or_prediction": true, + "source_cohort_gate": "FAIL and unchanged", + "reason": "one source-day clock is nonmonotonic; fixed remaining source pool can still be compared on all untouched target days", + "model_algorithms_unchanged": true +} \ No newline at end of file diff --git a/provenance/temperature/lock.json b/provenance/temperature/lock.json new file mode 100644 index 0000000000000000000000000000000000000000..33a9505e7dabe328286d6e30e81bf864467723e7 --- /dev/null +++ b/provenance/temperature/lock.json @@ -0,0 +1,24 @@ +{ + "files": { + "/home/nurgaly/experiment/unionmind/unionmind/day_transfer.py": "af750c0f6f1c19923eb3e90acf9edaa56a998d9ae460b2d18002edfc0e33d774", + "configs/day_transfer_protocol_01.json": "a8a46886819f182a89e3ba00bb0cdc0be8b28d5988ce5a6bd8c7f3281e5a2f9b", + "unionmind/continuous_decision/classifiers.py": "ebb1bfcd9d72469368ffc14cbb847faeb53a69d19abc9b684546f3791d61e20b", + "unionmind/continuous_decision/__init__.py": "3a95b4d2e04edd607dbf129eb72b173f8addbc66086484720edea2b0e4e09d76", + "unionmind/continuous_decision/factor_acquisition.py": "771f560388ba9a24adadd7fd84d5bb90ff5f52e16ffc92e121a0aa4ba0a91b51", + "unionmind/continuous_decision/metric.py": "74919a6b6e5142da90cf63f3a154426ee195c699c744e34ce9207253544b2023", + "unionmind/continuous_decision/mixture.py": "2d25dfbc9df8cb9b471c247c88913fc9f91bc9aa6bc5c8d8e4e412fd7965612e", + "unionmind/continuous_decision/factor_study.py": "beb76b2cc09aaa2b796e8bf69f0235fb9b0c33823ce1e33ea8170d56b60ba109", + "unionmind/continuous_decision/learned_controls.py": "81e3419c8f20422ed495fab8b43fa264dceb8503d1a3ad71cdc70b4c32b0d6f3", + "unionmind/continuous_decision/acquisition_analysis.py": "75bd00b2c5374c4ad11588285a92d589509e8798b9c432bd5c0484aa54dcd6a1", + "unionmind/continuous_decision/factor_analysis.py": "0fb267e3c0572db48f4a2ca41fc4777ec082039c8312f66a75005355837c3fb8", + "unionmind/continuous_decision/interval_value.py": "cd3c0158a377c97fa9f4dc2f56c2a9597840a68bb07d37782b42265f727e4fe9", + "unionmind/continuous_decision/factorial.py": "54241b65b32042937346369414d750fe58042f0eae20f25c391a74a480e065f0", + "unionmind/continuous_decision/source.py": "1c011b7608637c73652224573caf152cefc3297c2f94599b8f88816ded829601", + "unionmind/continuous_decision/gaussian.py": "588a3e5f39a79fe26b959b7b2a62c6700bdd242e03a6c2adbd674f8d6537a2e5", + "tests/test_continuous_decision.py": "b5e0f4e887f8483b41b56e179b10bf9349d5a18367eb47f5634c98a8ffb023ce" + }, + "before_archive_or_numerical_access": true, + "timestamp_utc": "2026-10-20T13:01:49Z", + "previous_strict_clock_study_not_amended": true, + "unchanged_algorithms_and_hyperparameters": true +} diff --git a/provenance/temperature/preparation.json b/provenance/temperature/preparation.json new file mode 100644 index 0000000000000000000000000000000000000000..de1f99dad79e81895be67059755ab7ce9d4fdd29 --- /dev/null +++ b/provenance/temperature/preparation.json @@ -0,0 +1,14839 @@ +{ + "eligible": false, + "records": [ + { + "id": "20160930_203718.csv:block0", + "day": 0, + "file": "20160930_203718.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2925, + "start_seconds": 0.0, + "end_seconds": 899.955, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.361938873626386 + }, + { + "id": "20160930_203718.csv:block1", + "day": 0, + "file": "20160930_203718.csv", + "block": 1, + "first_row": 2925, + "last_row_exclusive": 5860, + "start_seconds": 900.262, + "end_seconds": 1799.965, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 42.499314829931976 + }, + { + "id": "20160930_203718.csv:block2", + "day": 0, + "file": "20160930_203718.csv", + "block": 2, + "first_row": 5860, + "last_row_exclusive": 8796, + "start_seconds": 1800.27, + "end_seconds": 2699.724, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 40.647381284153006 + }, + { + "id": "20160930_203718.csv:block3", + "day": 0, + "file": "20160930_203718.csv", + "block": 3, + "first_row": 8796, + "last_row_exclusive": 11734, + "start_seconds": 2700.028, + "end_seconds": 3599.893, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 59.78582625850339 + }, + { + "id": "20160930_203718.csv:block4", + "day": 0, + "file": "20160930_203718.csv", + "block": 4, + "first_row": 11734, + "last_row_exclusive": 14664, + "start_seconds": 3600.199, + "end_seconds": 4499.973, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 33.96836340136054 + }, + { + "id": "20160930_203718.csv:block5", + "day": 0, + "file": "20160930_203718.csv", + "block": 5, + "first_row": 14664, + "last_row_exclusive": 17590, + "start_seconds": 4500.278, + "end_seconds": 5399.922, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 52.999966440217385 + }, + { + "id": "20160930_203718.csv:block6", + "day": 0, + "file": "20160930_203718.csv", + "block": 6, + "first_row": 17590, + "last_row_exclusive": 20515, + "start_seconds": 5400.232, + "end_seconds": 6299.958, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 32.19771800818555 + }, + { + "id": "20160930_203718.csv:block7", + "day": 0, + "file": "20160930_203718.csv", + "block": 7, + "first_row": 20515, + "last_row_exclusive": 23441, + "start_seconds": 6300.262, + "end_seconds": 7199.909, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.70358019125683 + }, + { + "id": "20160930_203718.csv:block8", + "day": 0, + "file": "20160930_203718.csv", + "block": 8, + "first_row": 23441, + "last_row_exclusive": 26355, + "start_seconds": 7200.216, + "end_seconds": 8099.697, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 61.23226936813189 + }, + { + "id": "20160930_203718.csv:block9", + "day": 0, + "file": "20160930_203718.csv", + "block": 9, + "first_row": 26355, + "last_row_exclusive": 29287, + "start_seconds": 8100.006, + "end_seconds": 8999.918, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 63.49940699588476 + }, + { + "id": "20160930_203718.csv:block10", + "day": 0, + "file": "20160930_203718.csv", + "block": 10, + "first_row": 29287, + "last_row_exclusive": 32205, + "start_seconds": 9000.227, + "end_seconds": 9899.903, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 52.95091275720164 + }, + { + "id": "20160930_203718.csv:block11", + "day": 0, + "file": "20160930_203718.csv", + "block": 11, + "first_row": 32205, + "last_row_exclusive": 35129, + "start_seconds": 9900.211, + "end_seconds": 10799.947, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.401940410958904 + }, + { + "id": "20160930_203718.csv:block12", + "day": 0, + "file": "20160930_203718.csv", + "block": 12, + "first_row": 35129, + "last_row_exclusive": 38065, + "start_seconds": 10800.252, + "end_seconds": 11699.818, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 53.437699175824186 + }, + { + "id": "20160930_203718.csv:block13", + "day": 0, + "file": "20160930_203718.csv", + "block": 13, + "first_row": 38065, + "last_row_exclusive": 40994, + "start_seconds": 11700.127, + "end_seconds": 12599.955, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.2869487004104 + }, + { + "id": "20160930_203718.csv:block14", + "day": 0, + "file": "20160930_203718.csv", + "block": 14, + "first_row": 40994, + "last_row_exclusive": 43910, + "start_seconds": 12600.263, + "end_seconds": 13499.76, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.201542112482855 + }, + { + "id": "20160930_203718.csv:block15", + "day": 0, + "file": "20160930_203718.csv", + "block": 15, + "first_row": 43910, + "last_row_exclusive": 46837, + "start_seconds": 13500.068, + "end_seconds": 14399.808, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 38.95494876373627 + }, + { + "id": "20160930_203718.csv:block16", + "day": 0, + "file": "20160930_203718.csv", + "block": 16, + "first_row": 46837, + "last_row_exclusive": 49776, + "start_seconds": 14400.116, + "end_seconds": 15299.722, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 49.50699429347825 + }, + { + "id": "20160930_203718.csv:block17", + "day": 0, + "file": "20160930_203718.csv", + "block": 17, + "first_row": 49776, + "last_row_exclusive": 52695, + "start_seconds": 15300.027, + "end_seconds": 16199.864, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 33.632838661202186 + }, + { + "id": "20160930_203718.csv:block18", + "day": 0, + "file": "20160930_203718.csv", + "block": 18, + "first_row": 52695, + "last_row_exclusive": 55617, + "start_seconds": 16200.171, + "end_seconds": 17099.759, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 58.53720699588478 + }, + { + "id": "20160930_203718.csv:block19", + "day": 0, + "file": "20160930_203718.csv", + "block": 19, + "first_row": 55617, + "last_row_exclusive": 58549, + "start_seconds": 17100.064, + "end_seconds": 17999.733, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 33.25019043715847 + }, + { + "id": "20160930_203718.csv:block20", + "day": 0, + "file": "20160930_203718.csv", + "block": 20, + "first_row": 58549, + "last_row_exclusive": 61476, + "start_seconds": 18000.037, + "end_seconds": 18899.824, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 48.91622527322405 + }, + { + "id": "20160930_203718.csv:block21", + "day": 0, + "file": "20160930_203718.csv", + "block": 21, + "first_row": 61476, + "last_row_exclusive": 64409, + "start_seconds": 18900.134, + "end_seconds": 19799.741, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.751070652173915 + }, + { + "id": "20160930_203718.csv:block22", + "day": 0, + "file": "20160930_203718.csv", + "block": 22, + "first_row": 64409, + "last_row_exclusive": 67336, + "start_seconds": 19800.046, + "end_seconds": 20699.934, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 42.395812225274724 + }, + { + "id": "20160930_203718.csv:block23", + "day": 0, + "file": "20160930_203718.csv", + "block": 23, + "first_row": 67336, + "last_row_exclusive": 70255, + "start_seconds": 20700.244, + "end_seconds": 21599.746, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.690000000000005 + }, + { + "id": "20160930_203718.csv:block24", + "day": 0, + "file": "20160930_203718.csv", + "block": 24, + "first_row": 70255, + "last_row_exclusive": 73190, + "start_seconds": 21600.056, + "end_seconds": 22499.779, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.5760934871099 + }, + { + "id": "20160930_203718.csv:block25", + "day": 0, + "file": "20160930_203718.csv", + "block": 25, + "first_row": 73190, + "last_row_exclusive": 76113, + "start_seconds": 22500.084, + "end_seconds": 23399.865, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.14558281036835 + }, + { + "id": "20160930_203718.csv:block26", + "day": 0, + "file": "20160930_203718.csv", + "block": 26, + "first_row": 76113, + "last_row_exclusive": 79028, + "start_seconds": 23400.171, + "end_seconds": 24299.969, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 58.8 + }, + { + "id": "20160930_203718.csv:block27", + "day": 0, + "file": "20160930_203718.csv", + "block": 27, + "first_row": 79028, + "last_row_exclusive": 81941, + "start_seconds": 24300.279, + "end_seconds": 25199.718, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 28.08843708791209 + }, + { + "id": "20160930_203718.csv:block28", + "day": 0, + "file": "20160930_203718.csv", + "block": 28, + "first_row": 81941, + "last_row_exclusive": 84868, + "start_seconds": 25200.028, + "end_seconds": 26099.951, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 44.06279131614654 + }, + { + "id": "20160930_203718.csv:block29", + "day": 0, + "file": "20160930_203718.csv", + "block": 29, + "first_row": 84868, + "last_row_exclusive": 87790, + "start_seconds": 26100.256, + "end_seconds": 26999.896, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.01409755434783 + }, + { + "id": "20160930_203718.csv:block30", + "day": 0, + "file": "20160930_203718.csv", + "block": 30, + "first_row": 87790, + "last_row_exclusive": 90706, + "start_seconds": 27000.205, + "end_seconds": 27899.732, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 39.20261167582418 + }, + { + "id": "20160930_203718.csv:block31", + "day": 0, + "file": "20160930_203718.csv", + "block": 31, + "first_row": 90706, + "last_row_exclusive": 93635, + "start_seconds": 27900.041, + "end_seconds": 28799.947, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.850587225274744 + }, + { + "id": "20160930_203718.csv:block32", + "day": 0, + "file": "20160930_203718.csv", + "block": 32, + "first_row": 93635, + "last_row_exclusive": 96554, + "start_seconds": 28800.256, + "end_seconds": 29699.826, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 35.66098695054946 + }, + { + "id": "20160930_203718.csv:block33", + "day": 0, + "file": "20160930_203718.csv", + "block": 33, + "first_row": 96554, + "last_row_exclusive": 99480, + "start_seconds": 29700.134, + "end_seconds": 30599.905, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 66.7241991847826 + }, + { + "id": "20160930_203718.csv:block34", + "day": 0, + "file": "20160930_203718.csv", + "block": 34, + "first_row": 99480, + "last_row_exclusive": 102401, + "start_seconds": 30600.211, + "end_seconds": 31499.765, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 28.128965796703298 + }, + { + "id": "20160930_203718.csv:block35", + "day": 0, + "file": "20160930_203718.csv", + "block": 35, + "first_row": 102401, + "last_row_exclusive": 105320, + "start_seconds": 31500.072, + "end_seconds": 32399.977, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 30.73407058823529 + }, + { + "id": "20160930_203718.csv:block36", + "day": 0, + "file": "20160930_203718.csv", + "block": 36, + "first_row": 105320, + "last_row_exclusive": 108244, + "start_seconds": 32400.282, + "end_seconds": 33299.831, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 44.31983137789905 + }, + { + "id": "20160930_203718.csv:block37", + "day": 0, + "file": "20160930_203718.csv", + "block": 37, + "first_row": 108244, + "last_row_exclusive": 111179, + "start_seconds": 33300.136, + "end_seconds": 34199.733, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.86135720164608 + }, + { + "id": "20160930_203718.csv:block38", + "day": 0, + "file": "20160930_203718.csv", + "block": 38, + "first_row": 111179, + "last_row_exclusive": 114112, + "start_seconds": 34200.043, + "end_seconds": 35099.812, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 23.566144444444447 + }, + { + "id": "20160930_203718.csv:block39", + "day": 0, + "file": "20160930_203718.csv", + "block": 39, + "first_row": 114112, + "last_row_exclusive": 117038, + "start_seconds": 35100.12, + "end_seconds": 35999.865, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 64.18611085164837 + }, + { + "id": "20160930_203718.csv:block40", + "day": 0, + "file": "20160930_203718.csv", + "block": 40, + "first_row": 117038, + "last_row_exclusive": 119962, + "start_seconds": 36000.175, + "end_seconds": 36899.791, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 54.901416323731134 + }, + { + "id": "20160930_203718.csv:block41", + "day": 0, + "file": "20160930_203718.csv", + "block": 41, + "first_row": 119962, + "last_row_exclusive": 122892, + "start_seconds": 36900.096, + "end_seconds": 37799.724, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.468110719131616 + }, + { + "id": "20160930_203718.csv:block42", + "day": 0, + "file": "20160930_203718.csv", + "block": 42, + "first_row": 122892, + "last_row_exclusive": 125827, + "start_seconds": 37800.029, + "end_seconds": 38699.822, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 27.079124661246613 + }, + { + "id": "20160930_203718.csv:block43", + "day": 0, + "file": "20160930_203718.csv", + "block": 43, + "first_row": 125827, + "last_row_exclusive": 128747, + "start_seconds": 38700.127, + "end_seconds": 39599.918, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 20.773888934426232 + }, + { + "id": "20160930_203718.csv:block44", + "day": 0, + "file": "20160930_203718.csv", + "block": 44, + "first_row": 128747, + "last_row_exclusive": 131685, + "start_seconds": 39600.225, + "end_seconds": 40499.839, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 17.500222252374492 + }, + { + "id": "20160930_203718.csv:block45", + "day": 0, + "file": "20160930_203718.csv", + "block": 45, + "first_row": 131685, + "last_row_exclusive": 134608, + "start_seconds": 40500.144, + "end_seconds": 41399.798, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 31.750055464480873 + }, + { + "id": "20160930_203718.csv:block46", + "day": 0, + "file": "20160930_203718.csv", + "block": 46, + "first_row": 134608, + "last_row_exclusive": 137551, + "start_seconds": 41400.104, + "end_seconds": 42299.987, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 41.51166517615176 + }, + { + "id": "20160930_203718.csv:block47", + "day": 0, + "file": "20160930_203718.csv", + "block": 47, + "first_row": 137551, + "last_row_exclusive": 140492, + "start_seconds": 42300.292, + "end_seconds": 43199.811, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 19.161427830832196 + }, + { + "id": "20160930_203718.csv:block48", + "day": 0, + "file": "20160930_203718.csv", + "block": 48, + "first_row": 140492, + "last_row_exclusive": 143412, + "start_seconds": 43200.12, + "end_seconds": 44099.904, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.223629331514324 + }, + { + "id": "20160930_203718.csv:block49", + "day": 0, + "file": "20160930_203718.csv", + "block": 49, + "first_row": 143412, + "last_row_exclusive": 146355, + "start_seconds": 44100.209, + "end_seconds": 44999.919, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 55.186017208672084 + }, + { + "id": "20160930_203718.csv:block50", + "day": 0, + "file": "20160930_203718.csv", + "block": 50, + "first_row": 146355, + "last_row_exclusive": 149288, + "start_seconds": 45000.224, + "end_seconds": 45899.724, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 41.46293060109289 + }, + { + "id": "20160930_203718.csv:block51", + "day": 0, + "file": "20160930_203718.csv", + "block": 51, + "first_row": 149288, + "last_row_exclusive": 152220, + "start_seconds": 45900.029, + "end_seconds": 46799.911, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 51.02102510288065 + }, + { + "id": "20160930_203718.csv:block52", + "day": 0, + "file": "20160930_203718.csv", + "block": 52, + "first_row": 152220, + "last_row_exclusive": 155161, + "start_seconds": 46800.215, + "end_seconds": 47699.883, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 43.63124741847825 + }, + { + "id": "20160930_203718.csv:block53", + "day": 0, + "file": "20160930_203718.csv", + "block": 53, + "first_row": 155161, + "last_row_exclusive": 158086, + "start_seconds": 47700.187, + "end_seconds": 48599.795, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 46.63 + }, + { + "id": "20160930_203718.csv:block54", + "day": 0, + "file": "20160930_203718.csv", + "block": 54, + "first_row": 158086, + "last_row_exclusive": 161013, + "start_seconds": 48600.105, + "end_seconds": 49499.745, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.84214924760602 + }, + { + "id": "20160930_203718.csv:block55", + "day": 0, + "file": "20160930_203718.csv", + "block": 55, + "first_row": 161013, + "last_row_exclusive": 163933, + "start_seconds": 49500.05, + "end_seconds": 50399.765, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 43.925526510989016 + }, + { + "id": "20160930_203718.csv:block56", + "day": 0, + "file": "20160930_203718.csv", + "block": 56, + "first_row": 163933, + "last_row_exclusive": 166868, + "start_seconds": 50400.075, + "end_seconds": 51299.818, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 67.93106653061224 + }, + { + "id": "20160930_203718.csv:block57", + "day": 0, + "file": "20160930_203718.csv", + "block": 57, + "first_row": 166868, + "last_row_exclusive": 169802, + "start_seconds": 51300.122, + "end_seconds": 52199.798, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 71.54193989071038 + }, + { + "id": "20160930_203718.csv:block58", + "day": 0, + "file": "20160930_203718.csv", + "block": 58, + "first_row": 169802, + "last_row_exclusive": 172742, + "start_seconds": 52200.108, + "end_seconds": 53099.79, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 55.8487243902439 + }, + { + "id": "20160930_203718.csv:block59", + "day": 0, + "file": "20160930_203718.csv", + "block": 59, + "first_row": 172742, + "last_row_exclusive": 175682, + "start_seconds": 53100.094, + "end_seconds": 53999.991, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 50.457000541271995 + }, + { + "id": "20160930_203718.csv:block60", + "day": 0, + "file": "20160930_203718.csv", + "block": 60, + "first_row": 175682, + "last_row_exclusive": 178620, + "start_seconds": 54000.296, + "end_seconds": 54899.828, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 61.16244993141289 + }, + { + "id": "20160930_203718.csv:block61", + "day": 0, + "file": "20160930_203718.csv", + "block": 61, + "first_row": 178620, + "last_row_exclusive": 181556, + "start_seconds": 54900.137, + "end_seconds": 55799.854, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.545757025920867 + }, + { + "id": "20160930_203718.csv:block62", + "day": 0, + "file": "20160930_203718.csv", + "block": 62, + "first_row": 181556, + "last_row_exclusive": 184485, + "start_seconds": 55800.164, + "end_seconds": 56699.751, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.91311346938775 + }, + { + "id": "20160930_203718.csv:block63", + "day": 0, + "file": "20160930_203718.csv", + "block": 63, + "first_row": 184485, + "last_row_exclusive": 187398, + "start_seconds": 56700.058, + "end_seconds": 57599.751, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.818639697802205 + }, + { + "id": "20160930_203718.csv:block64", + "day": 0, + "file": "20160930_203718.csv", + "block": 64, + "first_row": 187398, + "last_row_exclusive": 190311, + "start_seconds": 57600.061, + "end_seconds": 58499.782, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.89007733516484 + }, + { + "id": "20160930_203718.csv:block65", + "day": 0, + "file": "20160930_203718.csv", + "block": 65, + "first_row": 190311, + "last_row_exclusive": 193231, + "start_seconds": 58500.09, + "end_seconds": 59399.717, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 46.365163511659816 + }, + { + "id": "20160930_203718.csv:block66", + "day": 0, + "file": "20160930_203718.csv", + "block": 66, + "first_row": 193231, + "last_row_exclusive": 196150, + "start_seconds": 59400.024, + "end_seconds": 60299.811, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 60.33848530219781 + }, + { + "id": "20160930_203718.csv:block67", + "day": 0, + "file": "20160930_203718.csv", + "block": 67, + "first_row": 196150, + "last_row_exclusive": 199084, + "start_seconds": 60300.12, + "end_seconds": 61199.737, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 62.70265669398907 + }, + { + "id": "20160930_203718.csv:block68", + "day": 0, + "file": "20160930_203718.csv", + "block": 68, + "first_row": 199084, + "last_row_exclusive": 202005, + "start_seconds": 61200.047, + "end_seconds": 62099.856, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.66578344733242 + }, + { + "id": "20160930_203718.csv:block69", + "day": 0, + "file": "20160930_203718.csv", + "block": 69, + "first_row": 202005, + "last_row_exclusive": 204926, + "start_seconds": 62100.166, + "end_seconds": 62999.907, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.69942769440655 + }, + { + "id": "20160930_203718.csv:block70", + "day": 0, + "file": "20160930_203718.csv", + "block": 70, + "first_row": 204926, + "last_row_exclusive": 207858, + "start_seconds": 63000.215, + "end_seconds": 63899.815, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 45.62626867305062 + }, + { + "id": "20160930_203718.csv:block71", + "day": 0, + "file": "20160930_203718.csv", + "block": 71, + "first_row": 207858, + "last_row_exclusive": 210794, + "start_seconds": 63900.124, + "end_seconds": 64799.764, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 61.8134472899729 + }, + { + "id": "20160930_203718.csv:block72", + "day": 0, + "file": "20160930_203718.csv", + "block": 72, + "first_row": 210794, + "last_row_exclusive": 213718, + "start_seconds": 64800.069, + "end_seconds": 65699.767, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.015319699042415 + }, + { + "id": "20160930_203718.csv:block73", + "day": 0, + "file": "20160930_203718.csv", + "block": 73, + "first_row": 213718, + "last_row_exclusive": 216641, + "start_seconds": 65700.076, + "end_seconds": 66599.87, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.645767671232875 + }, + { + "id": "20160930_203718.csv:block74", + "day": 0, + "file": "20160930_203718.csv", + "block": 74, + "first_row": 216641, + "last_row_exclusive": 219567, + "start_seconds": 66600.175, + "end_seconds": 67499.828, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 52.07584382632294 + }, + { + "id": "20160930_203718.csv:block75", + "day": 0, + "file": "20160930_203718.csv", + "block": 75, + "first_row": 219567, + "last_row_exclusive": 222516, + "start_seconds": 67500.133, + "end_seconds": 68399.708, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 69.37735468113975 + }, + { + "id": "20160930_203718.csv:block76", + "day": 0, + "file": "20160930_203718.csv", + "block": 76, + "first_row": 222516, + "last_row_exclusive": 225429, + "start_seconds": 68400.014, + "end_seconds": 69299.963, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 39.04699684065935 + }, + { + "id": "20160930_203718.csv:block77", + "day": 0, + "file": "20160930_203718.csv", + "block": 77, + "first_row": 225429, + "last_row_exclusive": 228342, + "start_seconds": 69300.272, + "end_seconds": 70199.796, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 51.15921015089163 + }, + { + "id": "20160930_203718.csv:block78", + "day": 0, + "file": "20160930_203718.csv", + "block": 78, + "first_row": 228342, + "last_row_exclusive": 231261, + "start_seconds": 70200.106, + "end_seconds": 71099.756, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 33.62965604395605 + }, + { + "id": "20160930_203718.csv:block79", + "day": 0, + "file": "20160930_203718.csv", + "block": 79, + "first_row": 231261, + "last_row_exclusive": 234199, + "start_seconds": 71100.062, + "end_seconds": 71999.799, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 36.17 + }, + { + "id": "20160930_203718.csv:block80", + "day": 0, + "file": "20160930_203718.csv", + "block": 80, + "first_row": 234199, + "last_row_exclusive": 237122, + "start_seconds": 72000.104, + "end_seconds": 72899.726, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.8141646978022 + }, + { + "id": "20160930_203718.csv:block81", + "day": 0, + "file": "20160930_203718.csv", + "block": 81, + "first_row": 237122, + "last_row_exclusive": 240044, + "start_seconds": 72900.035, + "end_seconds": 73799.912, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 65.80759699042406 + }, + { + "id": "20160930_203718.csv:block82", + "day": 0, + "file": "20160930_203718.csv", + "block": 82, + "first_row": 240044, + "last_row_exclusive": 242982, + "start_seconds": 73800.221, + "end_seconds": 74699.829, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 50.44748372093023 + }, + { + "id": "20160930_203718.csv:block83", + "day": 0, + "file": "20160930_203718.csv", + "block": 83, + "first_row": 242982, + "last_row_exclusive": 245913, + "start_seconds": 74700.138, + "end_seconds": 75599.884, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.191435116598075 + }, + { + "id": "20160930_203718.csv:block84", + "day": 0, + "file": "20160930_203718.csv", + "block": 84, + "first_row": 245913, + "last_row_exclusive": 248843, + "start_seconds": 75600.193, + "end_seconds": 76499.742, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.52 + }, + { + "id": "20160930_203718.csv:block85", + "day": 0, + "file": "20160930_203718.csv", + "block": 85, + "first_row": 248843, + "last_row_exclusive": 251767, + "start_seconds": 76500.048, + "end_seconds": 77399.844, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 39.579619918144616 + }, + { + "id": "20160930_203718.csv:block86", + "day": 0, + "file": "20160930_203718.csv", + "block": 86, + "first_row": 251767, + "last_row_exclusive": 254690, + "start_seconds": 77400.148, + "end_seconds": 78299.958, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.67153953488372 + }, + { + "id": "20160930_203718.csv:block87", + "day": 0, + "file": "20160930_203718.csv", + "block": 87, + "first_row": 254690, + "last_row_exclusive": 257617, + "start_seconds": 78300.263, + "end_seconds": 79199.812, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.78 + }, + { + "id": "20160930_203718.csv:block88", + "day": 0, + "file": "20160930_203718.csv", + "block": 88, + "first_row": 257617, + "last_row_exclusive": 260546, + "start_seconds": 79200.122, + "end_seconds": 80099.948, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 45.719991463414644 + }, + { + "id": "20160930_203718.csv:block89", + "day": 0, + "file": "20160930_203718.csv", + "block": 89, + "first_row": 260546, + "last_row_exclusive": 263491, + "start_seconds": 80100.252, + "end_seconds": 80999.737, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 27.112699999999997 + }, + { + "id": "20160930_203718.csv:block90", + "day": 0, + "file": "20160930_203718.csv", + "block": 90, + "first_row": 263491, + "last_row_exclusive": 266420, + "start_seconds": 81000.045, + "end_seconds": 81899.761, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 64.90064305364513 + }, + { + "id": "20160930_203718.csv:block91", + "day": 0, + "file": "20160930_203718.csv", + "block": 91, + "first_row": 266420, + "last_row_exclusive": 269351, + "start_seconds": 81900.07, + "end_seconds": 82799.845, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.708538873626374 + }, + { + "id": "20160930_203718.csv:block92", + "day": 0, + "file": "20160930_203718.csv", + "block": 92, + "first_row": 269351, + "last_row_exclusive": 272272, + "start_seconds": 82800.156, + "end_seconds": 83699.856, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.77970425240054 + }, + { + "id": "20160930_203718.csv:block93", + "day": 0, + "file": "20160930_203718.csv", + "block": 93, + "first_row": 272272, + "last_row_exclusive": 275215, + "start_seconds": 83700.161, + "end_seconds": 84599.781, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.926456986301375 + }, + { + "id": "20160930_203718.csv:block94", + "day": 0, + "file": "20160930_203718.csv", + "block": 94, + "first_row": 275215, + "last_row_exclusive": 278132, + "start_seconds": 84600.085, + "end_seconds": 85499.88, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.52098418156809 + }, + { + "id": "20160930_203718.csv:block95", + "day": 0, + "file": "20160930_203718.csv", + "block": 95, + "first_row": 278132, + "last_row_exclusive": 281059, + "start_seconds": 85500.19, + "end_seconds": 86399.994, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 22.055274525745258 + }, + { + "id": "20160930_203718.csv:block96", + "day": 0, + "file": "20160930_203718.csv", + "block": 96, + "first_row": 281059, + "last_row_exclusive": 283988, + "start_seconds": 86400.302, + "end_seconds": 87299.816, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.997942663043474 + }, + { + "id": "20160930_203718.csv:block97", + "day": 0, + "file": "20160930_203718.csv", + "block": 97, + "first_row": 283988, + "last_row_exclusive": 286912, + "start_seconds": 87300.126, + "end_seconds": 88199.832, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.06731348773842 + }, + { + "id": "20160930_203718.csv:block98", + "day": 0, + "file": "20160930_203718.csv", + "block": 98, + "first_row": 286912, + "last_row_exclusive": 289845, + "start_seconds": 88200.137, + "end_seconds": 89099.773, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 65.88567381275442 + }, + { + "id": "20160930_203718.csv:block99", + "day": 0, + "file": "20160930_203718.csv", + "block": 99, + "first_row": 289845, + "last_row_exclusive": 292763, + "start_seconds": 89100.078, + "end_seconds": 89999.814, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 57.794707270233204 + }, + { + "id": "20160930_203718.csv:block100", + "day": 0, + "file": "20160930_203718.csv", + "block": 100, + "first_row": 292763, + "last_row_exclusive": 295687, + "start_seconds": 90000.123, + "end_seconds": 90899.893, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 62.10159464285716 + }, + { + "id": "20161001_231809.csv:block0", + "day": 1, + "file": "20161001_231809.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2930, + "start_seconds": 0.0, + "end_seconds": 899.936, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 49.1973349726776 + }, + { + "id": "20161001_231809.csv:block1", + "day": 1, + "file": "20161001_231809.csv", + "block": 1, + "first_row": 2930, + "last_row_exclusive": 5859, + "start_seconds": 900.245, + "end_seconds": 1799.888, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 39.41574691358024 + }, + { + "id": "20161001_231809.csv:block2", + "day": 1, + "file": "20161001_231809.csv", + "block": 2, + "first_row": 5859, + "last_row_exclusive": 8779, + "start_seconds": 1800.194, + "end_seconds": 2699.721, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.99573612637363 + }, + { + "id": "20161001_231809.csv:block3", + "day": 1, + "file": "20161001_231809.csv", + "block": 3, + "first_row": 8779, + "last_row_exclusive": 11694, + "start_seconds": 2700.031, + "end_seconds": 3599.983, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 57.96462633744856 + }, + { + "id": "20161001_231809.csv:block4", + "day": 1, + "file": "20161001_231809.csv", + "block": 4, + "first_row": 11694, + "last_row_exclusive": 14613, + "start_seconds": 3600.29, + "end_seconds": 4499.81, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 31.53741121751026 + }, + { + "id": "20161001_231809.csv:block5", + "day": 1, + "file": "20161001_231809.csv", + "block": 5, + "first_row": 14613, + "last_row_exclusive": 17548, + "start_seconds": 4500.115, + "end_seconds": 5399.715, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 51.575820572207085 + }, + { + "id": "20161001_231809.csv:block6", + "day": 1, + "file": "20161001_231809.csv", + "block": 6, + "first_row": 17548, + "last_row_exclusive": 20480, + "start_seconds": 5400.02, + "end_seconds": 6299.95, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 30.060779047619043 + }, + { + "id": "20161001_231809.csv:block7", + "day": 1, + "file": "20161001_231809.csv", + "block": 7, + "first_row": 20480, + "last_row_exclusive": 23406, + "start_seconds": 6300.254, + "end_seconds": 7199.707, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.576096457765665 + }, + { + "id": "20161001_231809.csv:block8", + "day": 1, + "file": "20161001_231809.csv", + "block": 8, + "first_row": 23406, + "last_row_exclusive": 26322, + "start_seconds": 7200.017, + "end_seconds": 8099.943, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 60.41105322359395 + }, + { + "id": "20161001_231809.csv:block9", + "day": 1, + "file": "20161001_231809.csv", + "block": 9, + "first_row": 26322, + "last_row_exclusive": 29235, + "start_seconds": 8100.251, + "end_seconds": 8999.929, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 63.22724189560441 + }, + { + "id": "20161001_231809.csv:block10", + "day": 1, + "file": "20161001_231809.csv", + "block": 10, + "first_row": 29235, + "last_row_exclusive": 32167, + "start_seconds": 9000.239, + "end_seconds": 9899.812, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 52.44168424657534 + }, + { + "id": "20161001_231809.csv:block11", + "day": 1, + "file": "20161001_231809.csv", + "block": 11, + "first_row": 32167, + "last_row_exclusive": 35096, + "start_seconds": 9900.117, + "end_seconds": 10799.86, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 26.002887551299587 + }, + { + "id": "20161001_231809.csv:block12", + "day": 1, + "file": "20161001_231809.csv", + "block": 12, + "first_row": 35096, + "last_row_exclusive": 38027, + "start_seconds": 10800.171, + "end_seconds": 11699.84, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 52.99245733695653 + }, + { + "id": "20161001_231809.csv:block13", + "day": 1, + "file": "20161001_231809.csv", + "block": 13, + "first_row": 38027, + "last_row_exclusive": 40959, + "start_seconds": 11700.148, + "end_seconds": 12599.959, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.76844027210884 + }, + { + "id": "20161001_231809.csv:block14", + "day": 1, + "file": "20161001_231809.csv", + "block": 14, + "first_row": 40959, + "last_row_exclusive": 43885, + "start_seconds": 12600.265, + "end_seconds": 13499.9, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 47.669999999999995 + }, + { + "id": "20161001_231809.csv:block15", + "day": 1, + "file": "20161001_231809.csv", + "block": 15, + "first_row": 43885, + "last_row_exclusive": 46813, + "start_seconds": 13500.205, + "end_seconds": 14399.74, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 38.0603081043956 + }, + { + "id": "20161001_231809.csv:block16", + "day": 1, + "file": "20161001_231809.csv", + "block": 16, + "first_row": 46813, + "last_row_exclusive": 49730, + "start_seconds": 14400.05, + "end_seconds": 15299.938, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.98084986338799 + }, + { + "id": "20161001_231809.csv:block17", + "day": 1, + "file": "20161001_231809.csv", + "block": 17, + "first_row": 49730, + "last_row_exclusive": 52642, + "start_seconds": 15300.247, + "end_seconds": 16199.777, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.71688997252747 + }, + { + "id": "20161001_231809.csv:block18", + "day": 1, + "file": "20161001_231809.csv", + "block": 18, + "first_row": 52642, + "last_row_exclusive": 55574, + "start_seconds": 16200.084, + "end_seconds": 17099.954, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 58.48119725274726 + }, + { + "id": "20161001_231809.csv:block19", + "day": 1, + "file": "20161001_231809.csv", + "block": 19, + "first_row": 55574, + "last_row_exclusive": 58495, + "start_seconds": 17100.264, + "end_seconds": 17999.901, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 32.306199313186816 + }, + { + "id": "20161001_231809.csv:block20", + "day": 1, + "file": "20161001_231809.csv", + "block": 20, + "first_row": 58495, + "last_row_exclusive": 61410, + "start_seconds": 18000.21, + "end_seconds": 18899.736, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 48.59224203296704 + }, + { + "id": "20161001_231809.csv:block21", + "day": 1, + "file": "20161001_231809.csv", + "block": 21, + "first_row": 61410, + "last_row_exclusive": 64347, + "start_seconds": 18900.044, + "end_seconds": 19799.926, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.36012740841248 + }, + { + "id": "20161001_231809.csv:block22", + "day": 1, + "file": "20161001_231809.csv", + "block": 22, + "first_row": 64347, + "last_row_exclusive": 67262, + "start_seconds": 19800.236, + "end_seconds": 20699.721, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 41.88927407407407 + }, + { + "id": "20161001_231809.csv:block23", + "day": 1, + "file": "20161001_231809.csv", + "block": 23, + "first_row": 67262, + "last_row_exclusive": 70183, + "start_seconds": 20700.028, + "end_seconds": 21599.992, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.698886419753094 + }, + { + "id": "20161001_231809.csv:block24", + "day": 1, + "file": "20161001_231809.csv", + "block": 24, + "first_row": 70183, + "last_row_exclusive": 73101, + "start_seconds": 21600.301, + "end_seconds": 22499.927, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.86684561643837 + }, + { + "id": "20161001_231809.csv:block25", + "day": 1, + "file": "20161001_231809.csv", + "block": 25, + "first_row": 73101, + "last_row_exclusive": 76024, + "start_seconds": 22500.232, + "end_seconds": 23399.819, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.17211563786009 + }, + { + "id": "20161001_231809.csv:block26", + "day": 1, + "file": "20161001_231809.csv", + "block": 26, + "first_row": 76024, + "last_row_exclusive": 78941, + "start_seconds": 23400.129, + "end_seconds": 24299.94, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 58.81555665294925 + }, + { + "id": "20161001_231809.csv:block27", + "day": 1, + "file": "20161001_231809.csv", + "block": 27, + "first_row": 78941, + "last_row_exclusive": 81859, + "start_seconds": 24300.248, + "end_seconds": 25199.739, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.446448285322358 + }, + { + "id": "20161001_231809.csv:block28", + "day": 1, + "file": "20161001_231809.csv", + "block": 28, + "first_row": 81859, + "last_row_exclusive": 84773, + "start_seconds": 25200.048, + "end_seconds": 26099.902, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 43.77213681318682 + }, + { + "id": "20161001_231809.csv:block29", + "day": 1, + "file": "20161001_231809.csv", + "block": 29, + "first_row": 84773, + "last_row_exclusive": 87705, + "start_seconds": 26100.211, + "end_seconds": 26999.744, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.49350491803278 + }, + { + "id": "20161001_231809.csv:block30", + "day": 1, + "file": "20161001_231809.csv", + "block": 30, + "first_row": 87705, + "last_row_exclusive": 90633, + "start_seconds": 27000.049, + "end_seconds": 27899.943, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 38.88767818930041 + }, + { + "id": "20161001_231809.csv:block31", + "day": 1, + "file": "20161001_231809.csv", + "block": 31, + "first_row": 90633, + "last_row_exclusive": 93557, + "start_seconds": 27900.252, + "end_seconds": 28799.803, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.9235554200542 + }, + { + "id": "20161001_231809.csv:block32", + "day": 1, + "file": "20161001_231809.csv", + "block": 32, + "first_row": 93557, + "last_row_exclusive": 96477, + "start_seconds": 28800.108, + "end_seconds": 29699.8, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 35.27538214285714 + }, + { + "id": "20161001_231809.csv:block33", + "day": 1, + "file": "20161001_231809.csv", + "block": 33, + "first_row": 96477, + "last_row_exclusive": 99419, + "start_seconds": 29700.107, + "end_seconds": 30599.87, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 66.93338736413044 + }, + { + "id": "20161001_231809.csv:block34", + "day": 1, + "file": "20161001_231809.csv", + "block": 34, + "first_row": 99419, + "last_row_exclusive": 102344, + "start_seconds": 30600.18, + "end_seconds": 31499.737, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 27.75878543956044 + }, + { + "id": "20161001_231809.csv:block35", + "day": 1, + "file": "20161001_231809.csv", + "block": 35, + "first_row": 102344, + "last_row_exclusive": 105275, + "start_seconds": 31500.046, + "end_seconds": 32399.754, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 30.59188205479452 + }, + { + "id": "20161001_231809.csv:block36", + "day": 1, + "file": "20161001_231809.csv", + "block": 36, + "first_row": 105275, + "last_row_exclusive": 108204, + "start_seconds": 32400.06, + "end_seconds": 33299.782, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 44.364618269230775 + }, + { + "id": "20161001_231809.csv:block37", + "day": 1, + "file": "20161001_231809.csv", + "block": 37, + "first_row": 108204, + "last_row_exclusive": 111134, + "start_seconds": 33300.091, + "end_seconds": 34199.736, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 51.0525312414734 + }, + { + "id": "20161001_231809.csv:block38", + "day": 1, + "file": "20161001_231809.csv", + "block": 38, + "first_row": 111134, + "last_row_exclusive": 114074, + "start_seconds": 34200.041, + "end_seconds": 35099.799, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 23.26084518317503 + }, + { + "id": "20161001_231809.csv:block39", + "day": 1, + "file": "20161001_231809.csv", + "block": 39, + "first_row": 114074, + "last_row_exclusive": 117006, + "start_seconds": 35100.107, + "end_seconds": 35999.871, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 64.54944780821918 + }, + { + "id": "20161001_231809.csv:block40", + "day": 1, + "file": "20161001_231809.csv", + "block": 40, + "first_row": 117006, + "last_row_exclusive": 119927, + "start_seconds": 36000.176, + "end_seconds": 36899.899, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 55.3197407967033 + }, + { + "id": "20161001_231809.csv:block41", + "day": 1, + "file": "20161001_231809.csv", + "block": 41, + "first_row": 119927, + "last_row_exclusive": 122859, + "start_seconds": 36900.209, + "end_seconds": 37799.808, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 60.11992915531336 + }, + { + "id": "20161001_231809.csv:block42", + "day": 1, + "file": "20161001_231809.csv", + "block": 42, + "first_row": 122859, + "last_row_exclusive": 125805, + "start_seconds": 37800.114, + "end_seconds": 38699.799, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.934399321573945 + }, + { + "id": "20161001_231809.csv:block43", + "day": 1, + "file": "20161001_231809.csv", + "block": 43, + "first_row": 125805, + "last_row_exclusive": 128720, + "start_seconds": 38700.109, + "end_seconds": 39599.864, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 20.525505631868135 + }, + { + "id": "20161001_231809.csv:block44", + "day": 1, + "file": "20161001_231809.csv", + "block": 44, + "first_row": 128720, + "last_row_exclusive": 131646, + "start_seconds": 39600.174, + "end_seconds": 40499.914, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 17.263347612551158 + }, + { + "id": "20161001_231809.csv:block45", + "day": 1, + "file": "20161001_231809.csv", + "block": 45, + "first_row": 131646, + "last_row_exclusive": 134577, + "start_seconds": 40500.219, + "end_seconds": 41399.872, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 31.711555906593407 + }, + { + "id": "20161001_231809.csv:block46", + "day": 1, + "file": "20161001_231809.csv", + "block": 46, + "first_row": 134577, + "last_row_exclusive": 137510, + "start_seconds": 41400.18, + "end_seconds": 42299.899, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 41.8210448840382 + }, + { + "id": "20161001_231809.csv:block47", + "day": 1, + "file": "20161001_231809.csv", + "block": 47, + "first_row": 137510, + "last_row_exclusive": 140429, + "start_seconds": 42300.209, + "end_seconds": 43199.956, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 18.990557959183672 + }, + { + "id": "20161001_231809.csv:block48", + "day": 1, + "file": "20161001_231809.csv", + "block": 48, + "first_row": 140429, + "last_row_exclusive": 143361, + "start_seconds": 43200.261, + "end_seconds": 44099.817, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.675626337448556 + }, + { + "id": "20161001_231809.csv:block49", + "day": 1, + "file": "20161001_231809.csv", + "block": 49, + "first_row": 143361, + "last_row_exclusive": 146296, + "start_seconds": 44100.121, + "end_seconds": 44999.942, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 55.861848489010995 + }, + { + "id": "20161001_231809.csv:block50", + "day": 1, + "file": "20161001_231809.csv", + "block": 50, + "first_row": 146296, + "last_row_exclusive": 149211, + "start_seconds": 45000.25, + "end_seconds": 45899.786, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 41.759035665294924 + }, + { + "id": "20161001_231809.csv:block51", + "day": 1, + "file": "20161001_231809.csv", + "block": 51, + "first_row": 149211, + "last_row_exclusive": 152142, + "start_seconds": 45900.095, + "end_seconds": 46799.917, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 51.581811307901916 + }, + { + "id": "20161001_231809.csv:block52", + "day": 1, + "file": "20161001_231809.csv", + "block": 52, + "first_row": 152142, + "last_row_exclusive": 155057, + "start_seconds": 46800.222, + "end_seconds": 47699.691, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 44.22246607142858 + }, + { + "id": "20161001_231809.csv:block53", + "day": 1, + "file": "20161001_231809.csv", + "block": 53, + "first_row": 155057, + "last_row_exclusive": 157981, + "start_seconds": 47700.0, + "end_seconds": 48599.964, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 46.77768150684931 + }, + { + "id": "20161001_231809.csv:block54", + "day": 1, + "file": "20161001_231809.csv", + "block": 54, + "first_row": 157981, + "last_row_exclusive": 160911, + "start_seconds": 48600.274, + "end_seconds": 49499.802, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.77463821138213 + }, + { + "id": "20161001_231809.csv:block55", + "day": 1, + "file": "20161001_231809.csv", + "block": 55, + "first_row": 160911, + "last_row_exclusive": 163846, + "start_seconds": 49500.106, + "end_seconds": 50399.802, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 44.50319932249322 + }, + { + "id": "20161001_231809.csv:block56", + "day": 1, + "file": "20161001_231809.csv", + "block": 56, + "first_row": 163846, + "last_row_exclusive": 166776, + "start_seconds": 50400.106, + "end_seconds": 51299.831, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.99912002743484 + }, + { + "id": "20161001_231809.csv:block57", + "day": 1, + "file": "20161001_231809.csv", + "block": 57, + "first_row": 166776, + "last_row_exclusive": 169703, + "start_seconds": 51300.139, + "end_seconds": 52199.756, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 72.59507616438356 + }, + { + "id": "20161001_231809.csv:block58", + "day": 1, + "file": "20161001_231809.csv", + "block": 58, + "first_row": 169703, + "last_row_exclusive": 172641, + "start_seconds": 52200.066, + "end_seconds": 53099.755, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 56.71368751696065 + }, + { + "id": "20161001_231809.csv:block59", + "day": 1, + "file": "20161001_231809.csv", + "block": 59, + "first_row": 172641, + "last_row_exclusive": 175580, + "start_seconds": 53100.06, + "end_seconds": 53999.822, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 51.06826684856754 + }, + { + "id": "20161001_231809.csv:block60", + "day": 1, + "file": "20161001_231809.csv", + "block": 60, + "first_row": 175580, + "last_row_exclusive": 178497, + "start_seconds": 54000.127, + "end_seconds": 54899.888, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 60.751023214285716 + }, + { + "id": "20161001_231809.csv:block61", + "day": 1, + "file": "20161001_231809.csv", + "block": 61, + "first_row": 178497, + "last_row_exclusive": 181422, + "start_seconds": 54900.196, + "end_seconds": 55799.785, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.5545614010989 + }, + { + "id": "20161001_231809.csv:block62", + "day": 1, + "file": "20161001_231809.csv", + "block": 62, + "first_row": 181422, + "last_row_exclusive": 184363, + "start_seconds": 55800.094, + "end_seconds": 56699.83, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.92 + }, + { + "id": "20161001_231809.csv:block63", + "day": 1, + "file": "20161001_231809.csv", + "block": 63, + "first_row": 184363, + "last_row_exclusive": 187308, + "start_seconds": 56700.137, + "end_seconds": 57599.808, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.472587940379405 + }, + { + "id": "20161001_231809.csv:block64", + "day": 1, + "file": "20161001_231809.csv", + "block": 64, + "first_row": 187308, + "last_row_exclusive": 190235, + "start_seconds": 57600.113, + "end_seconds": 58499.797, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.663142291950884 + }, + { + "id": "20161001_231809.csv:block65", + "day": 1, + "file": "20161001_231809.csv", + "block": 65, + "first_row": 190235, + "last_row_exclusive": 193160, + "start_seconds": 58500.102, + "end_seconds": 59399.866, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 46.18001332417583 + }, + { + "id": "20161001_231809.csv:block66", + "day": 1, + "file": "20161001_231809.csv", + "block": 66, + "first_row": 193160, + "last_row_exclusive": 196087, + "start_seconds": 59400.175, + "end_seconds": 60299.996, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 60.4921293877551 + }, + { + "id": "20161001_231809.csv:block67", + "day": 1, + "file": "20161001_231809.csv", + "block": 67, + "first_row": 196087, + "last_row_exclusive": 199010, + "start_seconds": 60300.306, + "end_seconds": 61199.802, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 62.8396929945055 + }, + { + "id": "20161001_231809.csv:block68", + "day": 1, + "file": "20161001_231809.csv", + "block": 68, + "first_row": 199010, + "last_row_exclusive": 201938, + "start_seconds": 61200.109, + "end_seconds": 62099.877, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.64801121751026 + }, + { + "id": "20161001_231809.csv:block69", + "day": 1, + "file": "20161001_231809.csv", + "block": 69, + "first_row": 201938, + "last_row_exclusive": 204878, + "start_seconds": 62100.182, + "end_seconds": 62999.948, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.790359294436904 + }, + { + "id": "20161001_231809.csv:block70", + "day": 1, + "file": "20161001_231809.csv", + "block": 70, + "first_row": 204878, + "last_row_exclusive": 207796, + "start_seconds": 63000.257, + "end_seconds": 63899.87, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 45.61999999999999 + }, + { + "id": "20161001_231809.csv:block71", + "day": 1, + "file": "20161001_231809.csv", + "block": 71, + "first_row": 207796, + "last_row_exclusive": 210714, + "start_seconds": 63900.175, + "end_seconds": 64799.792, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 61.860165389876876 + }, + { + "id": "20161001_231809.csv:block72", + "day": 1, + "file": "20161001_231809.csv", + "block": 72, + "first_row": 210714, + "last_row_exclusive": 213649, + "start_seconds": 64800.097, + "end_seconds": 65699.849, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.08368614540465 + }, + { + "id": "20161001_231809.csv:block73", + "day": 1, + "file": "20161001_231809.csv", + "block": 73, + "first_row": 213649, + "last_row_exclusive": 216576, + "start_seconds": 65700.159, + "end_seconds": 66599.784, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.67324795081968 + }, + { + "id": "20161001_231809.csv:block74", + "day": 1, + "file": "20161001_231809.csv", + "block": 74, + "first_row": 216576, + "last_row_exclusive": 219507, + "start_seconds": 66600.093, + "end_seconds": 67499.79, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 52.21515359565806 + }, + { + "id": "20161001_231809.csv:block75", + "day": 1, + "file": "20161001_231809.csv", + "block": 75, + "first_row": 219507, + "last_row_exclusive": 222439, + "start_seconds": 67500.094, + "end_seconds": 68399.784, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 69.30861284153005 + }, + { + "id": "20161001_231809.csv:block76", + "day": 1, + "file": "20161001_231809.csv", + "block": 76, + "first_row": 222439, + "last_row_exclusive": 225377, + "start_seconds": 68400.089, + "end_seconds": 69299.7, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 39.02018480325644 + }, + { + "id": "20161001_231809.csv:block77", + "day": 1, + "file": "20161001_231809.csv", + "block": 77, + "first_row": 225377, + "last_row_exclusive": 228310, + "start_seconds": 69300.005, + "end_seconds": 70199.881, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 51.16137961696307 + }, + { + "id": "20161001_231809.csv:block78", + "day": 1, + "file": "20161001_231809.csv", + "block": 78, + "first_row": 228310, + "last_row_exclusive": 231241, + "start_seconds": 70200.186, + "end_seconds": 71099.726, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 33.63829796747967 + }, + { + "id": "20161001_231809.csv:block79", + "day": 1, + "file": "20161001_231809.csv", + "block": 79, + "first_row": 231241, + "last_row_exclusive": 234180, + "start_seconds": 71100.031, + "end_seconds": 71999.728, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 36.14 + }, + { + "id": "20161001_231809.csv:block80", + "day": 1, + "file": "20161001_231809.csv", + "block": 80, + "first_row": 234180, + "last_row_exclusive": 237112, + "start_seconds": 72000.039, + "end_seconds": 72899.797, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.76 + }, + { + "id": "20161001_231809.csv:block81", + "day": 1, + "file": "20161001_231809.csv", + "block": 81, + "first_row": 237112, + "last_row_exclusive": 240044, + "start_seconds": 72900.102, + "end_seconds": 73799.959, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 65.97488623978201 + }, + { + "id": "20161001_231809.csv:block82", + "day": 1, + "file": "20161001_231809.csv", + "block": 82, + "first_row": 240044, + "last_row_exclusive": 242933, + "start_seconds": 73800.269, + "end_seconds": 74699.78, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 50.62280462427745 + }, + { + "id": "20161001_231809.csv:block83", + "day": 1, + "file": "20161001_231809.csv", + "block": 83, + "first_row": 242933, + "last_row_exclusive": 245757, + "start_seconds": 74700.084, + "end_seconds": 75599.773, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.25353046448088 + }, + { + "id": "20161001_231809.csv:block84", + "day": 1, + "file": "20161001_231809.csv", + "block": 84, + "first_row": 245757, + "last_row_exclusive": 248687, + "start_seconds": 75600.081, + "end_seconds": 76499.84, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.514187791495196 + }, + { + "id": "20161001_231809.csv:block85", + "day": 1, + "file": "20161001_231809.csv", + "block": 85, + "first_row": 248687, + "last_row_exclusive": 251603, + "start_seconds": 76500.15, + "end_seconds": 77399.85, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 39.52235096153847 + }, + { + "id": "20161001_231809.csv:block86", + "day": 1, + "file": "20161001_231809.csv", + "block": 86, + "first_row": 251603, + "last_row_exclusive": 254537, + "start_seconds": 77400.159, + "end_seconds": 78299.801, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.61901046195652 + }, + { + "id": "20161001_231809.csv:block87", + "day": 1, + "file": "20161001_231809.csv", + "block": 87, + "first_row": 254537, + "last_row_exclusive": 257467, + "start_seconds": 78300.106, + "end_seconds": 79199.82, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.76 + }, + { + "id": "20161001_231809.csv:block88", + "day": 1, + "file": "20161001_231809.csv", + "block": 88, + "first_row": 257467, + "last_row_exclusive": 260396, + "start_seconds": 79200.129, + "end_seconds": 80099.787, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 45.56078616438355 + }, + { + "id": "20161001_231809.csv:block89", + "day": 1, + "file": "20161001_231809.csv", + "block": 89, + "first_row": 260396, + "last_row_exclusive": 263318, + "start_seconds": 80100.096, + "end_seconds": 80999.949, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 27.07392968536252 + }, + { + "id": "20161001_231809.csv:block90", + "day": 1, + "file": "20161001_231809.csv", + "block": 90, + "first_row": 263318, + "last_row_exclusive": 266248, + "start_seconds": 81000.257, + "end_seconds": 81899.838, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 64.71851696065129 + }, + { + "id": "20161001_231809.csv:block91", + "day": 1, + "file": "20161001_231809.csv", + "block": 91, + "first_row": 266248, + "last_row_exclusive": 269169, + "start_seconds": 81900.142, + "end_seconds": 82799.914, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.62144684931508 + }, + { + "id": "20161001_231809.csv:block92", + "day": 1, + "file": "20161001_231809.csv", + "block": 92, + "first_row": 269169, + "last_row_exclusive": 272091, + "start_seconds": 82800.223, + "end_seconds": 83699.912, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.725743383356075 + }, + { + "id": "20161001_231809.csv:block93", + "day": 1, + "file": "20161001_231809.csv", + "block": 93, + "first_row": 272091, + "last_row_exclusive": 275022, + "start_seconds": 83700.218, + "end_seconds": 84599.787, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.85785986394558 + }, + { + "id": "20161001_231809.csv:block94", + "day": 1, + "file": "20161001_231809.csv", + "block": 94, + "first_row": 275022, + "last_row_exclusive": 277950, + "start_seconds": 84600.092, + "end_seconds": 85499.945, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.501088461538462 + }, + { + "id": "20161001_231809.csv:block95", + "day": 1, + "file": "20161001_231809.csv", + "block": 95, + "first_row": 277950, + "last_row_exclusive": 280870, + "start_seconds": 85500.252, + "end_seconds": 86399.988, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 22.010775961538464 + }, + { + "id": "20161001_231809.csv:block96", + "day": 1, + "file": "20161001_231809.csv", + "block": 96, + "first_row": 280870, + "last_row_exclusive": 283791, + "start_seconds": 86400.298, + "end_seconds": 87299.972, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.987796978021976 + }, + { + "id": "20161001_231809.csv:block97", + "day": 1, + "file": "20161001_231809.csv", + "block": 97, + "first_row": 283791, + "last_row_exclusive": 286703, + "start_seconds": 87300.281, + "end_seconds": 88199.928, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.96693228021978 + }, + { + "id": "20161001_231809.csv:block98", + "day": 1, + "file": "20161001_231809.csv", + "block": 98, + "first_row": 286703, + "last_row_exclusive": 289630, + "start_seconds": 88200.236, + "end_seconds": 89099.727, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 65.79437830832195 + }, + { + "id": "20161001_231809.csv:block99", + "day": 1, + "file": "20161001_231809.csv", + "block": 99, + "first_row": 289630, + "last_row_exclusive": 292562, + "start_seconds": 89100.032, + "end_seconds": 89999.706, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 57.67252639455781 + }, + { + "id": "20161001_231809.csv:block100", + "day": 1, + "file": "20161001_231809.csv", + "block": 100, + "first_row": 292562, + "last_row_exclusive": 295484, + "start_seconds": 90000.011, + "end_seconds": 90899.825, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 62.11593065395095 + }, + { + "id": "20161004_104124.csv:block0", + "day": 3, + "file": "20161004_104124.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2927, + "start_seconds": 0.0, + "end_seconds": 899.795, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 49.57000000000001 + }, + { + "id": "20161004_104124.csv:block1", + "day": 3, + "file": "20161004_104124.csv", + "block": 1, + "first_row": 2927, + "last_row_exclusive": 5872, + "start_seconds": 900.099, + "end_seconds": 1799.963, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 40.003947282608685 + }, + { + "id": "20161004_104124.csv:block2", + "day": 3, + "file": "20161004_104124.csv", + "block": 2, + "first_row": 5872, + "last_row_exclusive": 8784, + "start_seconds": 1800.267, + "end_seconds": 2699.743, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 38.16 + }, + { + "id": "20161004_104124.csv:block3", + "day": 3, + "file": "20161004_104124.csv", + "block": 3, + "first_row": 8784, + "last_row_exclusive": 11707, + "start_seconds": 2700.053, + "end_seconds": 3599.777, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 58.630158823529406 + }, + { + "id": "20161004_104124.csv:block4", + "day": 3, + "file": "20161004_104124.csv", + "block": 4, + "first_row": 11707, + "last_row_exclusive": 14630, + "start_seconds": 3600.082, + "end_seconds": 4499.728, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 31.718774829001372 + }, + { + "id": "20161004_104124.csv:block5", + "day": 3, + "file": "20161004_104124.csv", + "block": 5, + "first_row": 14630, + "last_row_exclusive": 17553, + "start_seconds": 4500.036, + "end_seconds": 5399.823, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 51.2554909090909 + }, + { + "id": "20161004_104124.csv:block6", + "day": 3, + "file": "20161004_104124.csv", + "block": 6, + "first_row": 17553, + "last_row_exclusive": 20489, + "start_seconds": 5400.128, + "end_seconds": 6299.999, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 29.977222282608693 + }, + { + "id": "20161004_104124.csv:block7", + "day": 3, + "file": "20161004_104124.csv", + "block": 7, + "first_row": 20489, + "last_row_exclusive": 23430, + "start_seconds": 6300.306, + "end_seconds": 7199.843, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.44226725784447 + }, + { + "id": "20161004_104124.csv:block8", + "day": 3, + "file": "20161004_104124.csv", + "block": 8, + "first_row": 23430, + "last_row_exclusive": 26366, + "start_seconds": 7200.149, + "end_seconds": 8099.813, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.78822432065217 + }, + { + "id": "20161004_104124.csv:block9", + "day": 3, + "file": "20161004_104124.csv", + "block": 9, + "first_row": 26366, + "last_row_exclusive": 29286, + "start_seconds": 8100.121, + "end_seconds": 8999.921, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 62.05250095890411 + }, + { + "id": "20161004_104124.csv:block10", + "day": 3, + "file": "20161004_104124.csv", + "block": 10, + "first_row": 29286, + "last_row_exclusive": 32220, + "start_seconds": 9000.226, + "end_seconds": 9899.991, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 51.58053904761904 + }, + { + "id": "20161004_104124.csv:block11", + "day": 3, + "file": "20161004_104124.csv", + "block": 11, + "first_row": 32220, + "last_row_exclusive": 35147, + "start_seconds": 9900.296, + "end_seconds": 10799.729, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 25.662140027137042 + }, + { + "id": "20161004_104124.csv:block12", + "day": 3, + "file": "20161004_104124.csv", + "block": 12, + "first_row": 35147, + "last_row_exclusive": 38089, + "start_seconds": 10800.035, + "end_seconds": 11699.69, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 51.80718065843621 + }, + { + "id": "20161004_104124.csv:block13", + "day": 3, + "file": "20161004_104124.csv", + "block": 13, + "first_row": 38089, + "last_row_exclusive": 41013, + "start_seconds": 11700.001, + "end_seconds": 12599.941, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 50.59000000000001 + }, + { + "id": "20161004_104124.csv:block14", + "day": 3, + "file": "20161004_104124.csv", + "block": 14, + "first_row": 41013, + "last_row_exclusive": 43938, + "start_seconds": 12600.25, + "end_seconds": 13499.946, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 46.48 + }, + { + "id": "20161004_104124.csv:block15", + "day": 3, + "file": "20161004_104124.csv", + "block": 15, + "first_row": 43938, + "last_row_exclusive": 46852, + "start_seconds": 13500.25, + "end_seconds": 14399.842, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 37.278560714285724 + }, + { + "id": "20161004_104124.csv:block16", + "day": 3, + "file": "20161004_104124.csv", + "block": 16, + "first_row": 46852, + "last_row_exclusive": 49770, + "start_seconds": 14400.15, + "end_seconds": 15299.735, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.00576208791209 + }, + { + "id": "20161004_104124.csv:block17", + "day": 3, + "file": "20161004_104124.csv", + "block": 17, + "first_row": 49770, + "last_row_exclusive": 52701, + "start_seconds": 15300.04, + "end_seconds": 16199.863, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.33575842391304 + }, + { + "id": "20161004_104124.csv:block18", + "day": 3, + "file": "20161004_104124.csv", + "block": 18, + "first_row": 52701, + "last_row_exclusive": 55626, + "start_seconds": 16200.167, + "end_seconds": 17099.753, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 57.940359507523944 + }, + { + "id": "20161004_104124.csv:block19", + "day": 3, + "file": "20161004_104124.csv", + "block": 19, + "first_row": 55626, + "last_row_exclusive": 58550, + "start_seconds": 17100.059, + "end_seconds": 17999.969, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 32.05616735253772 + }, + { + "id": "20161004_104124.csv:block20", + "day": 3, + "file": "20161004_104124.csv", + "block": 20, + "first_row": 58550, + "last_row_exclusive": 61469, + "start_seconds": 18000.278, + "end_seconds": 18899.849, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 48.22227918367346 + }, + { + "id": "20161004_104124.csv:block21", + "day": 3, + "file": "20161004_104124.csv", + "block": 21, + "first_row": 61469, + "last_row_exclusive": 64392, + "start_seconds": 18900.154, + "end_seconds": 19799.886, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.781360982264665 + }, + { + "id": "20161004_104124.csv:block22", + "day": 3, + "file": "20161004_104124.csv", + "block": 22, + "first_row": 64392, + "last_row_exclusive": 67319, + "start_seconds": 19800.195, + "end_seconds": 20699.947, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 41.44206968449931 + }, + { + "id": "20161004_104124.csv:block23", + "day": 3, + "file": "20161004_104124.csv", + "block": 23, + "first_row": 67319, + "last_row_exclusive": 70234, + "start_seconds": 20700.256, + "end_seconds": 21599.896, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.230210273972595 + }, + { + "id": "20161004_104124.csv:block24", + "day": 3, + "file": "20161004_104124.csv", + "block": 24, + "first_row": 70234, + "last_row_exclusive": 73150, + "start_seconds": 21600.2, + "end_seconds": 22499.88, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.05799698216735 + }, + { + "id": "20161004_104124.csv:block25", + "day": 3, + "file": "20161004_104124.csv", + "block": 25, + "first_row": 73150, + "last_row_exclusive": 76078, + "start_seconds": 22500.19, + "end_seconds": 23399.996, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.568081707317084 + }, + { + "id": "20161004_104124.csv:block26", + "day": 3, + "file": "20161004_104124.csv", + "block": 26, + "first_row": 76078, + "last_row_exclusive": 79009, + "start_seconds": 23400.301, + "end_seconds": 24299.967, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 58.22678575342466 + }, + { + "id": "20161004_104124.csv:block27", + "day": 3, + "file": "20161004_104124.csv", + "block": 27, + "first_row": 79009, + "last_row_exclusive": 81943, + "start_seconds": 24300.273, + "end_seconds": 25199.77, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.2264297260274 + }, + { + "id": "20161004_104124.csv:block28", + "day": 3, + "file": "20161004_104124.csv", + "block": 28, + "first_row": 81943, + "last_row_exclusive": 84873, + "start_seconds": 25200.075, + "end_seconds": 26099.892, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 43.31958559670781 + }, + { + "id": "20161004_104124.csv:block29", + "day": 3, + "file": "20161004_104124.csv", + "block": 29, + "first_row": 84873, + "last_row_exclusive": 87795, + "start_seconds": 26100.201, + "end_seconds": 26999.807, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.75690963364993 + }, + { + "id": "20161004_104124.csv:block30", + "day": 3, + "file": "20161004_104124.csv", + "block": 30, + "first_row": 87795, + "last_row_exclusive": 90726, + "start_seconds": 27000.112, + "end_seconds": 27899.86, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 38.43649903978052 + }, + { + "id": "20161004_104124.csv:block31", + "day": 3, + "file": "20161004_104124.csv", + "block": 31, + "first_row": 90726, + "last_row_exclusive": 93641, + "start_seconds": 27900.166, + "end_seconds": 28799.772, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.587577441540574 + }, + { + "id": "20161004_104124.csv:block32", + "day": 3, + "file": "20161004_104124.csv", + "block": 32, + "first_row": 93641, + "last_row_exclusive": 96576, + "start_seconds": 28800.081, + "end_seconds": 29699.835, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 34.915494672131146 + }, + { + "id": "20161004_104124.csv:block33", + "day": 3, + "file": "20161004_104124.csv", + "block": 33, + "first_row": 96576, + "last_row_exclusive": 99501, + "start_seconds": 29700.144, + "end_seconds": 30599.734, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 66.66225281980743 + }, + { + "id": "20161004_104124.csv:block34", + "day": 3, + "file": "20161004_104124.csv", + "block": 34, + "first_row": 99501, + "last_row_exclusive": 102434, + "start_seconds": 30600.044, + "end_seconds": 31499.938, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 27.59030905349794 + }, + { + "id": "20161004_104124.csv:block35", + "day": 3, + "file": "20161004_104124.csv", + "block": 35, + "first_row": 102434, + "last_row_exclusive": 105362, + "start_seconds": 31500.245, + "end_seconds": 32399.797, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 30.30748282967033 + }, + { + "id": "20161004_104124.csv:block36", + "day": 3, + "file": "20161004_104124.csv", + "block": 36, + "first_row": 105362, + "last_row_exclusive": 108292, + "start_seconds": 32400.107, + "end_seconds": 33299.963, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.430467119565215 + }, + { + "id": "20161004_104124.csv:block37", + "day": 3, + "file": "20161004_104124.csv", + "block": 37, + "first_row": 108292, + "last_row_exclusive": 111214, + "start_seconds": 33300.268, + "end_seconds": 34199.815, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 49.939795225102316 + }, + { + "id": "20161004_104124.csv:block38", + "day": 3, + "file": "20161004_104124.csv", + "block": 38, + "first_row": 111214, + "last_row_exclusive": 114136, + "start_seconds": 34200.124, + "end_seconds": 35099.873, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 23.08447256515775 + }, + { + "id": "20161004_104124.csv:block39", + "day": 3, + "file": "20161004_104124.csv", + "block": 39, + "first_row": 114136, + "last_row_exclusive": 117059, + "start_seconds": 35100.177, + "end_seconds": 35999.989, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 62.77705212620027 + }, + { + "id": "20161004_104124.csv:block40", + "day": 3, + "file": "20161004_104124.csv", + "block": 40, + "first_row": 117059, + "last_row_exclusive": 119986, + "start_seconds": 36000.296, + "end_seconds": 36899.94, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 53.97809122085048 + }, + { + "id": "20161004_104124.csv:block41", + "day": 3, + "file": "20161004_104124.csv", + "block": 41, + "first_row": 119986, + "last_row_exclusive": 122923, + "start_seconds": 36900.248, + "end_seconds": 37799.912, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 58.52828705722071 + }, + { + "id": "20161004_104124.csv:block42", + "day": 3, + "file": "20161004_104124.csv", + "block": 42, + "first_row": 122923, + "last_row_exclusive": 125854, + "start_seconds": 37800.221, + "end_seconds": 38699.778, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.55416024423338 + }, + { + "id": "20161004_104124.csv:block43", + "day": 3, + "file": "20161004_104124.csv", + "block": 43, + "first_row": 125854, + "last_row_exclusive": 128789, + "start_seconds": 38700.083, + "end_seconds": 39599.908, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 20.4080605156038 + }, + { + "id": "20161004_104124.csv:block44", + "day": 3, + "file": "20161004_104124.csv", + "block": 44, + "first_row": 128789, + "last_row_exclusive": 131705, + "start_seconds": 39600.218, + "end_seconds": 40499.728, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 17.329826923076926 + }, + { + "id": "20161004_104124.csv:block45", + "day": 3, + "file": "20161004_104124.csv", + "block": 45, + "first_row": 131705, + "last_row_exclusive": 134631, + "start_seconds": 40500.033, + "end_seconds": 41399.97, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 30.890609959072307 + }, + { + "id": "20161004_104124.csv:block46", + "day": 3, + "file": "20161004_104124.csv", + "block": 46, + "first_row": 134631, + "last_row_exclusive": 137567, + "start_seconds": 41400.275, + "end_seconds": 42299.966, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 40.680714538043475 + }, + { + "id": "20161004_104124.csv:block47", + "day": 3, + "file": "20161004_104124.csv", + "block": 47, + "first_row": 137567, + "last_row_exclusive": 140502, + "start_seconds": 42300.273, + "end_seconds": 43199.865, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 18.863018715846994 + }, + { + "id": "20161004_104124.csv:block48", + "day": 3, + "file": "20161004_104124.csv", + "block": 48, + "first_row": 140502, + "last_row_exclusive": 143431, + "start_seconds": 43200.17, + "end_seconds": 44099.871, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 49.19131530054644 + }, + { + "id": "20161004_104124.csv:block49", + "day": 3, + "file": "20161004_104124.csv", + "block": 49, + "first_row": 143431, + "last_row_exclusive": 146363, + "start_seconds": 44100.177, + "end_seconds": 44999.908, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 54.20711186903137 + }, + { + "id": "20161004_104124.csv:block50", + "day": 3, + "file": "20161004_104124.csv", + "block": 50, + "first_row": 146363, + "last_row_exclusive": 149285, + "start_seconds": 45000.215, + "end_seconds": 45899.77, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 40.81611703296703 + }, + { + "id": "20161004_104124.csv:block51", + "day": 3, + "file": "20161004_104124.csv", + "block": 51, + "first_row": 149285, + "last_row_exclusive": 152200, + "start_seconds": 45900.08, + "end_seconds": 46799.729, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.08959711934157 + }, + { + "id": "20161004_104124.csv:block52", + "day": 3, + "file": "20161004_104124.csv", + "block": 52, + "first_row": 152200, + "last_row_exclusive": 155126, + "start_seconds": 46800.036, + "end_seconds": 47699.921, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 43.15834136986301 + }, + { + "id": "20161004_104124.csv:block53", + "day": 3, + "file": "20161004_104124.csv", + "block": 53, + "first_row": 155126, + "last_row_exclusive": 158052, + "start_seconds": 47700.226, + "end_seconds": 48599.99, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 45.7406622100955 + }, + { + "id": "20161004_104124.csv:block54", + "day": 3, + "file": "20161004_104124.csv", + "block": 54, + "first_row": 158052, + "last_row_exclusive": 160965, + "start_seconds": 48600.299, + "end_seconds": 49499.943, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 65.49580233516484 + }, + { + "id": "20161004_104124.csv:block55", + "day": 3, + "file": "20161004_104124.csv", + "block": 55, + "first_row": 160965, + "last_row_exclusive": 163896, + "start_seconds": 49500.25, + "end_seconds": 50399.886, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 43.42109416553595 + }, + { + "id": "20161004_104124.csv:block56", + "day": 3, + "file": "20161004_104124.csv", + "block": 56, + "first_row": 163896, + "last_row_exclusive": 166831, + "start_seconds": 50400.194, + "end_seconds": 51299.811, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 66.72242220708448 + }, + { + "id": "20161004_104124.csv:block57", + "day": 3, + "file": "20161004_104124.csv", + "block": 57, + "first_row": 166831, + "last_row_exclusive": 169757, + "start_seconds": 51300.119, + "end_seconds": 52199.999, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 70.28811999999999 + }, + { + "id": "20161004_104124.csv:block58", + "day": 3, + "file": "20161004_104124.csv", + "block": 58, + "first_row": 169757, + "last_row_exclusive": 172681, + "start_seconds": 52200.303, + "end_seconds": 53099.849, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 55.21085326975477 + }, + { + "id": "20161004_104124.csv:block59", + "day": 3, + "file": "20161004_104124.csv", + "block": 59, + "first_row": 172681, + "last_row_exclusive": 175603, + "start_seconds": 53100.159, + "end_seconds": 53999.791, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 49.942974348422496 + }, + { + "id": "20161004_104124.csv:block60", + "day": 3, + "file": "20161004_104124.csv", + "block": 60, + "first_row": 175603, + "last_row_exclusive": 178516, + "start_seconds": 54000.098, + "end_seconds": 54899.782, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 59.00142321428572 + }, + { + "id": "20161004_104124.csv:block61", + "day": 3, + "file": "20161004_104124.csv", + "block": 61, + "first_row": 178516, + "last_row_exclusive": 181442, + "start_seconds": 54900.091, + "end_seconds": 55799.971, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.288226938775512 + }, + { + "id": "20161004_104124.csv:block62", + "day": 3, + "file": "20161004_104124.csv", + "block": 62, + "first_row": 181442, + "last_row_exclusive": 184387, + "start_seconds": 55800.276, + "end_seconds": 56699.905, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.583360433604334 + }, + { + "id": "20161004_104124.csv:block63", + "day": 3, + "file": "20161004_104124.csv", + "block": 63, + "first_row": 184387, + "last_row_exclusive": 187322, + "start_seconds": 56700.211, + "end_seconds": 57599.877, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 57.745895516304344 + }, + { + "id": "20161004_104124.csv:block64", + "day": 3, + "file": "20161004_104124.csv", + "block": 64, + "first_row": 187322, + "last_row_exclusive": 190240, + "start_seconds": 57600.186, + "end_seconds": 58499.827, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.67407849315068 + }, + { + "id": "20161004_104124.csv:block65", + "day": 3, + "file": "20161004_104124.csv", + "block": 65, + "first_row": 190240, + "last_row_exclusive": 193167, + "start_seconds": 58500.136, + "end_seconds": 59399.918, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 45.17980961538462 + }, + { + "id": "20161004_104124.csv:block66", + "day": 3, + "file": "20161004_104124.csv", + "block": 66, + "first_row": 193167, + "last_row_exclusive": 196094, + "start_seconds": 59400.227, + "end_seconds": 60299.913, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 58.60416124661246 + }, + { + "id": "20161004_104124.csv:block67", + "day": 3, + "file": "20161004_104124.csv", + "block": 67, + "first_row": 196094, + "last_row_exclusive": 199025, + "start_seconds": 60300.217, + "end_seconds": 61199.743, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 60.9742024623803 + }, + { + "id": "20161004_104124.csv:block68", + "day": 3, + "file": "20161004_104124.csv", + "block": 68, + "first_row": 199025, + "last_row_exclusive": 201962, + "start_seconds": 61200.052, + "end_seconds": 62099.765, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.610490463215257 + }, + { + "id": "20161004_104124.csv:block69", + "day": 3, + "file": "20161004_104124.csv", + "block": 69, + "first_row": 201962, + "last_row_exclusive": 204884, + "start_seconds": 62100.073, + "end_seconds": 62999.941, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.29291854395604 + }, + { + "id": "20161004_104124.csv:block70", + "day": 3, + "file": "20161004_104124.csv", + "block": 70, + "first_row": 204884, + "last_row_exclusive": 207806, + "start_seconds": 63000.251, + "end_seconds": 63899.906, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 44.4892013568521 + }, + { + "id": "20161004_104124.csv:block71", + "day": 3, + "file": "20161004_104124.csv", + "block": 71, + "first_row": 207806, + "last_row_exclusive": 210726, + "start_seconds": 63900.211, + "end_seconds": 64799.749, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 60.047408904109595 + }, + { + "id": "20161004_104124.csv:block72", + "day": 3, + "file": "20161004_104124.csv", + "block": 72, + "first_row": 210726, + "last_row_exclusive": 213655, + "start_seconds": 64800.055, + "end_seconds": 65699.905, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 48.017599181446116 + }, + { + "id": "20161004_104124.csv:block73", + "day": 3, + "file": "20161004_104124.csv", + "block": 73, + "first_row": 213655, + "last_row_exclusive": 216582, + "start_seconds": 65700.209, + "end_seconds": 66599.926, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.49719148351648 + }, + { + "id": "20161004_104124.csv:block74", + "day": 3, + "file": "20161004_104124.csv", + "block": 74, + "first_row": 216582, + "last_row_exclusive": 219506, + "start_seconds": 66600.236, + "end_seconds": 67499.785, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.88336895604397 + }, + { + "id": "20161004_104124.csv:block75", + "day": 3, + "file": "20161004_104124.csv", + "block": 75, + "first_row": 219506, + "last_row_exclusive": 222444, + "start_seconds": 67500.094, + "end_seconds": 68399.734, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 67.424231147541 + }, + { + "id": "20161004_104124.csv:block76", + "day": 3, + "file": "20161004_104124.csv", + "block": 76, + "first_row": 222444, + "last_row_exclusive": 225391, + "start_seconds": 68400.043, + "end_seconds": 69299.977, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 38.65233455284553 + }, + { + "id": "20161004_104124.csv:block77", + "day": 3, + "file": "20161004_104124.csv", + "block": 77, + "first_row": 225391, + "last_row_exclusive": 228317, + "start_seconds": 69300.282, + "end_seconds": 70199.746, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.09268606557377 + }, + { + "id": "20161004_104124.csv:block78", + "day": 3, + "file": "20161004_104124.csv", + "block": 78, + "first_row": 228317, + "last_row_exclusive": 231237, + "start_seconds": 70200.054, + "end_seconds": 71099.71, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 33.47523736263737 + }, + { + "id": "20161004_104124.csv:block79", + "day": 3, + "file": "20161004_104124.csv", + "block": 79, + "first_row": 231237, + "last_row_exclusive": 234169, + "start_seconds": 71100.018, + "end_seconds": 71999.996, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 35.75904264305177 + }, + { + "id": "20161004_104124.csv:block80", + "day": 3, + "file": "20161004_104124.csv", + "block": 80, + "first_row": 234169, + "last_row_exclusive": 237103, + "start_seconds": 72000.306, + "end_seconds": 72899.772, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.73596524725275 + }, + { + "id": "20161004_104124.csv:block81", + "day": 3, + "file": "20161004_104124.csv", + "block": 81, + "first_row": 237103, + "last_row_exclusive": 240028, + "start_seconds": 72900.082, + "end_seconds": 73799.854, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 63.9511456043956 + }, + { + "id": "20161004_104124.csv:block82", + "day": 3, + "file": "20161004_104124.csv", + "block": 82, + "first_row": 240028, + "last_row_exclusive": 242949, + "start_seconds": 73800.164, + "end_seconds": 74699.761, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.621926839237055 + }, + { + "id": "20161004_104124.csv:block83", + "day": 3, + "file": "20161004_104124.csv", + "block": 83, + "first_row": 242949, + "last_row_exclusive": 245870, + "start_seconds": 74700.072, + "end_seconds": 75599.797, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.328841563786007 + }, + { + "id": "20161004_104124.csv:block84", + "day": 3, + "file": "20161004_104124.csv", + "block": 84, + "first_row": 245870, + "last_row_exclusive": 248802, + "start_seconds": 75600.102, + "end_seconds": 76499.962, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.94058964577657 + }, + { + "id": "20161004_104124.csv:block85", + "day": 3, + "file": "20161004_104124.csv", + "block": 85, + "first_row": 248802, + "last_row_exclusive": 251735, + "start_seconds": 76500.266, + "end_seconds": 77399.829, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 39.114172527472526 + }, + { + "id": "20161004_104124.csv:block86", + "day": 3, + "file": "20161004_104124.csv", + "block": 86, + "first_row": 251735, + "last_row_exclusive": 254676, + "start_seconds": 77400.138, + "end_seconds": 78299.965, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.280220600272855 + }, + { + "id": "20161004_104124.csv:block87", + "day": 3, + "file": "20161004_104124.csv", + "block": 87, + "first_row": 254676, + "last_row_exclusive": 257601, + "start_seconds": 78300.275, + "end_seconds": 79199.745, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.80269131614654 + }, + { + "id": "20161004_104124.csv:block88", + "day": 3, + "file": "20161004_104124.csv", + "block": 88, + "first_row": 257601, + "last_row_exclusive": 260538, + "start_seconds": 79200.05, + "end_seconds": 80099.91, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 44.73540327868852 + }, + { + "id": "20161004_104124.csv:block89", + "day": 3, + "file": "20161004_104124.csv", + "block": 89, + "first_row": 260538, + "last_row_exclusive": 263458, + "start_seconds": 80100.218, + "end_seconds": 80999.789, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 27.316581481481478 + }, + { + "id": "20161004_104124.csv:block90", + "day": 3, + "file": "20161004_104124.csv", + "block": 90, + "first_row": 263458, + "last_row_exclusive": 266386, + "start_seconds": 81000.098, + "end_seconds": 81899.931, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 63.36982380952381 + }, + { + "id": "20161004_104124.csv:block91", + "day": 3, + "file": "20161004_104124.csv", + "block": 91, + "first_row": 266386, + "last_row_exclusive": 269309, + "start_seconds": 81900.236, + "end_seconds": 82799.793, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.226485576923075 + }, + { + "id": "20161004_104124.csv:block92", + "day": 3, + "file": "20161004_104124.csv", + "block": 92, + "first_row": 269309, + "last_row_exclusive": 272238, + "start_seconds": 82800.102, + "end_seconds": 83699.908, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.04092353741497 + }, + { + "id": "20161004_104124.csv:block93", + "day": 3, + "file": "20161004_104124.csv", + "block": 93, + "first_row": 272238, + "last_row_exclusive": 275161, + "start_seconds": 83700.212, + "end_seconds": 84599.763, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 34.00262211538462 + }, + { + "id": "20161004_104124.csv:block94", + "day": 3, + "file": "20161004_104124.csv", + "block": 94, + "first_row": 275161, + "last_row_exclusive": 278076, + "start_seconds": 84600.072, + "end_seconds": 85499.973, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.921968125854992 + }, + { + "id": "20161004_104124.csv:block95", + "day": 3, + "file": "20161004_104124.csv", + "block": 95, + "first_row": 278076, + "last_row_exclusive": 281005, + "start_seconds": 85500.281, + "end_seconds": 86399.696, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 22.865194565217386 + }, + { + "id": "20161004_104124.csv:block96", + "day": 3, + "file": "20161004_104124.csv", + "block": 96, + "first_row": 281005, + "last_row_exclusive": 283926, + "start_seconds": 86400.003, + "end_seconds": 87299.748, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 22.908285616438356 + }, + { + "id": "20161004_104124.csv:block97", + "day": 3, + "file": "20161004_104124.csv", + "block": 97, + "first_row": 283926, + "last_row_exclusive": 286846, + "start_seconds": 87300.057, + "end_seconds": 88199.726, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 49.06252493150686 + }, + { + "id": "20161004_104124.csv:block98", + "day": 3, + "file": "20161004_104124.csv", + "block": 98, + "first_row": 286846, + "last_row_exclusive": 289766, + "start_seconds": 88200.031, + "end_seconds": 89099.791, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 66.39625508241758 + }, + { + "id": "20161004_104124.csv:block99", + "day": 3, + "file": "20161004_104124.csv", + "block": 99, + "first_row": 289766, + "last_row_exclusive": 292681, + "start_seconds": 89100.099, + "end_seconds": 89999.945, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 58.352985479452045 + }, + { + "id": "20161004_104124.csv:block100", + "day": 3, + "file": "20161004_104124.csv", + "block": 100, + "first_row": 292681, + "last_row_exclusive": 295621, + "start_seconds": 90000.25, + "end_seconds": 90899.838, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 63.05788452054795 + }, + { + "id": "20161005_140846.csv:block0", + "day": 4, + "file": "20161005_140846.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2933, + "start_seconds": 0.0, + "end_seconds": 899.896, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 48.67452060439561 + }, + { + "id": "20161005_140846.csv:block1", + "day": 4, + "file": "20161005_140846.csv", + "block": 1, + "first_row": 2933, + "last_row_exclusive": 5850, + "start_seconds": 900.205, + "end_seconds": 1799.721, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 38.93552931506849 + }, + { + "id": "20161005_140846.csv:block2", + "day": 4, + "file": "20161005_140846.csv", + "block": 2, + "first_row": 5850, + "last_row_exclusive": 8769, + "start_seconds": 1800.03, + "end_seconds": 2699.742, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.24503678474114 + }, + { + "id": "20161005_140846.csv:block3", + "day": 4, + "file": "20161005_140846.csv", + "block": 3, + "first_row": 8769, + "last_row_exclusive": 11690, + "start_seconds": 2700.052, + "end_seconds": 3599.925, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 57.91148553888131 + }, + { + "id": "20161005_140846.csv:block4", + "day": 4, + "file": "20161005_140846.csv", + "block": 4, + "first_row": 11690, + "last_row_exclusive": 14616, + "start_seconds": 3600.23, + "end_seconds": 4499.927, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.829162482946792 + }, + { + "id": "20161005_140846.csv:block5", + "day": 4, + "file": "20161005_140846.csv", + "block": 5, + "first_row": 14616, + "last_row_exclusive": 17552, + "start_seconds": 4500.232, + "end_seconds": 5399.746, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 50.64034850543478 + }, + { + "id": "20161005_140846.csv:block6", + "day": 4, + "file": "20161005_140846.csv", + "block": 6, + "first_row": 17552, + "last_row_exclusive": 20477, + "start_seconds": 5400.056, + "end_seconds": 6299.701, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 29.51332513661202 + }, + { + "id": "20161005_140846.csv:block7", + "day": 4, + "file": "20161005_140846.csv", + "block": 7, + "first_row": 20477, + "last_row_exclusive": 23408, + "start_seconds": 6300.009, + "end_seconds": 7199.868, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.24701212534059 + }, + { + "id": "20161005_140846.csv:block8", + "day": 4, + "file": "20161005_140846.csv", + "block": 8, + "first_row": 23408, + "last_row_exclusive": 26329, + "start_seconds": 7200.172, + "end_seconds": 8099.923, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 60.389681481481475 + }, + { + "id": "20161005_140846.csv:block9", + "day": 4, + "file": "20161005_140846.csv", + "block": 9, + "first_row": 26329, + "last_row_exclusive": 29265, + "start_seconds": 8100.233, + "end_seconds": 8999.753, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 63.26939536784741 + }, + { + "id": "20161005_140846.csv:block10", + "day": 4, + "file": "20161005_140846.csv", + "block": 10, + "first_row": 29265, + "last_row_exclusive": 32189, + "start_seconds": 9000.058, + "end_seconds": 9899.904, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 53.41717270233196 + }, + { + "id": "20161005_140846.csv:block11", + "day": 4, + "file": "20161005_140846.csv", + "block": 11, + "first_row": 32189, + "last_row_exclusive": 35110, + "start_seconds": 9900.227, + "end_seconds": 10799.84, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 26.020953223593963 + }, + { + "id": "20161005_140846.csv:block12", + "day": 4, + "file": "20161005_140846.csv", + "block": 12, + "first_row": 35110, + "last_row_exclusive": 38033, + "start_seconds": 10800.15, + "end_seconds": 11699.893, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 54.34116032831737 + }, + { + "id": "20161005_140846.csv:block13", + "day": 4, + "file": "20161005_140846.csv", + "block": 13, + "first_row": 38033, + "last_row_exclusive": 40957, + "start_seconds": 11700.202, + "end_seconds": 12599.882, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.682573763736265 + }, + { + "id": "20161005_140846.csv:block14", + "day": 4, + "file": "20161005_140846.csv", + "block": 14, + "first_row": 40957, + "last_row_exclusive": 43892, + "start_seconds": 12600.19, + "end_seconds": 13499.923, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 47.62022021857922 + }, + { + "id": "20161005_140846.csv:block15", + "day": 4, + "file": "20161005_140846.csv", + "block": 15, + "first_row": 43892, + "last_row_exclusive": 46822, + "start_seconds": 13500.233, + "end_seconds": 14399.999, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 37.98403310626703 + }, + { + "id": "20161005_140846.csv:block16", + "day": 4, + "file": "20161005_140846.csv", + "block": 16, + "first_row": 46822, + "last_row_exclusive": 49752, + "start_seconds": 14400.308, + "end_seconds": 15299.805, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.673432971506095 + }, + { + "id": "20161005_140846.csv:block17", + "day": 4, + "file": "20161005_140846.csv", + "block": 17, + "first_row": 49752, + "last_row_exclusive": 52693, + "start_seconds": 15300.113, + "end_seconds": 16199.73, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.636262601626015 + }, + { + "id": "20161005_140846.csv:block18", + "day": 4, + "file": "20161005_140846.csv", + "block": 18, + "first_row": 52693, + "last_row_exclusive": 55615, + "start_seconds": 16200.034, + "end_seconds": 17099.906, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 58.39561821917807 + }, + { + "id": "20161005_140846.csv:block19", + "day": 4, + "file": "20161005_140846.csv", + "block": 19, + "first_row": 55615, + "last_row_exclusive": 58544, + "start_seconds": 17100.21, + "end_seconds": 17999.765, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 32.02212139917695 + }, + { + "id": "20161005_140846.csv:block20", + "day": 4, + "file": "20161005_140846.csv", + "block": 20, + "first_row": 58544, + "last_row_exclusive": 61479, + "start_seconds": 18000.075, + "end_seconds": 18899.961, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 48.62259904632153 + }, + { + "id": "20161005_140846.csv:block21", + "day": 4, + "file": "20161005_140846.csv", + "block": 21, + "first_row": 61479, + "last_row_exclusive": 64398, + "start_seconds": 18900.271, + "end_seconds": 19799.813, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.357697939560445 + }, + { + "id": "20161005_140846.csv:block22", + "day": 4, + "file": "20161005_140846.csv", + "block": 22, + "first_row": 64398, + "last_row_exclusive": 67328, + "start_seconds": 19800.123, + "end_seconds": 20699.889, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 41.638173388203015 + }, + { + "id": "20161005_140846.csv:block23", + "day": 4, + "file": "20161005_140846.csv", + "block": 23, + "first_row": 67328, + "last_row_exclusive": 70249, + "start_seconds": 20700.199, + "end_seconds": 21599.923, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.50485651577504 + }, + { + "id": "20161005_140846.csv:block24", + "day": 4, + "file": "20161005_140846.csv", + "block": 24, + "first_row": 70249, + "last_row_exclusive": 73105, + "start_seconds": 21600.232, + "end_seconds": 22499.732, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.43387629427792 + }, + { + "id": "20161005_140846.csv:block25", + "day": 4, + "file": "20161005_140846.csv", + "block": 25, + "first_row": 73105, + "last_row_exclusive": 76032, + "start_seconds": 22500.036, + "end_seconds": 23399.946, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.61243278463648 + }, + { + "id": "20161005_140846.csv:block26", + "day": 4, + "file": "20161005_140846.csv", + "block": 26, + "first_row": 76032, + "last_row_exclusive": 78947, + "start_seconds": 23400.256, + "end_seconds": 24299.821, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 58.29527664835165 + }, + { + "id": "20161005_140846.csv:block27", + "day": 4, + "file": "20161005_140846.csv", + "block": 27, + "first_row": 78947, + "last_row_exclusive": 81865, + "start_seconds": 24300.13, + "end_seconds": 25199.963, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.068071604938268 + }, + { + "id": "20161005_140846.csv:block28", + "day": 4, + "file": "20161005_140846.csv", + "block": 28, + "first_row": 81865, + "last_row_exclusive": 84797, + "start_seconds": 25200.267, + "end_seconds": 26099.811, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 43.335198641304345 + }, + { + "id": "20161005_140846.csv:block29", + "day": 4, + "file": "20161005_140846.csv", + "block": 29, + "first_row": 84797, + "last_row_exclusive": 87729, + "start_seconds": 26100.115, + "end_seconds": 26999.732, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.56248686730507 + }, + { + "id": "20161005_140846.csv:block30", + "day": 4, + "file": "20161005_140846.csv", + "block": 30, + "first_row": 87729, + "last_row_exclusive": 90649, + "start_seconds": 27000.036, + "end_seconds": 27899.776, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 38.242791346153844 + }, + { + "id": "20161005_140846.csv:block31", + "day": 4, + "file": "20161005_140846.csv", + "block": 31, + "first_row": 90649, + "last_row_exclusive": 93576, + "start_seconds": 27900.085, + "end_seconds": 28799.935, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.257800274348426 + }, + { + "id": "20161005_140846.csv:block32", + "day": 4, + "file": "20161005_140846.csv", + "block": 32, + "first_row": 93576, + "last_row_exclusive": 96511, + "start_seconds": 28800.244, + "end_seconds": 29699.848, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 34.70254198369565 + }, + { + "id": "20161005_140846.csv:block33", + "day": 4, + "file": "20161005_140846.csv", + "block": 33, + "first_row": 96511, + "last_row_exclusive": 99424, + "start_seconds": 29700.159, + "end_seconds": 30599.891, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 65.8891760989011 + }, + { + "id": "20161005_140846.csv:block34", + "day": 4, + "file": "20161005_140846.csv", + "block": 34, + "first_row": 99424, + "last_row_exclusive": 102354, + "start_seconds": 30600.201, + "end_seconds": 31499.718, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 27.163843715846994 + }, + { + "id": "20161005_140846.csv:block35", + "day": 4, + "file": "20161005_140846.csv", + "block": 35, + "first_row": 102354, + "last_row_exclusive": 105269, + "start_seconds": 31500.028, + "end_seconds": 32399.706, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 29.660000000000007 + }, + { + "id": "20161005_140846.csv:block36", + "day": 4, + "file": "20161005_140846.csv", + "block": 36, + "first_row": 105269, + "last_row_exclusive": 108198, + "start_seconds": 32400.016, + "end_seconds": 33299.882, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.618711261872456 + }, + { + "id": "20161005_140846.csv:block37", + "day": 4, + "file": "20161005_140846.csv", + "block": 37, + "first_row": 108198, + "last_row_exclusive": 111126, + "start_seconds": 33300.187, + "end_seconds": 34199.754, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.447039010989 + }, + { + "id": "20161005_140846.csv:block38", + "day": 4, + "file": "20161005_140846.csv", + "block": 38, + "first_row": 111126, + "last_row_exclusive": 114052, + "start_seconds": 34200.064, + "end_seconds": 35099.818, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 22.715051831750333 + }, + { + "id": "20161005_140846.csv:block39", + "day": 4, + "file": "20161005_140846.csv", + "block": 39, + "first_row": 114052, + "last_row_exclusive": 116984, + "start_seconds": 35100.126, + "end_seconds": 35999.856, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 63.6387521978022 + }, + { + "id": "20161005_140846.csv:block40", + "day": 4, + "file": "20161005_140846.csv", + "block": 40, + "first_row": 116984, + "last_row_exclusive": 119910, + "start_seconds": 36000.165, + "end_seconds": 36899.779, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 54.60525308641975 + }, + { + "id": "20161005_140846.csv:block41", + "day": 4, + "file": "20161005_140846.csv", + "block": 41, + "first_row": 119910, + "last_row_exclusive": 122825, + "start_seconds": 36900.089, + "end_seconds": 37799.743, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.49420082530949 + }, + { + "id": "20161005_140846.csv:block42", + "day": 4, + "file": "20161005_140846.csv", + "block": 42, + "first_row": 122825, + "last_row_exclusive": 125759, + "start_seconds": 37800.051, + "end_seconds": 38699.985, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.384572244897956 + }, + { + "id": "20161005_140846.csv:block43", + "day": 4, + "file": "20161005_140846.csv", + "block": 43, + "first_row": 125759, + "last_row_exclusive": 128691, + "start_seconds": 38700.295, + "end_seconds": 39599.991, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 20.039062978142077 + }, + { + "id": "20161005_140846.csv:block44", + "day": 4, + "file": "20161005_140846.csv", + "block": 44, + "first_row": 128691, + "last_row_exclusive": 131611, + "start_seconds": 39600.301, + "end_seconds": 40499.997, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 16.5900498630137 + }, + { + "id": "20161005_140846.csv:block45", + "day": 4, + "file": "20161005_140846.csv", + "block": 45, + "first_row": 131611, + "last_row_exclusive": 134541, + "start_seconds": 40500.302, + "end_seconds": 41399.962, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 30.988351705320603 + }, + { + "id": "20161005_140846.csv:block46", + "day": 4, + "file": "20161005_140846.csv", + "block": 46, + "first_row": 134541, + "last_row_exclusive": 137481, + "start_seconds": 41400.266, + "end_seconds": 42299.848, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 41.28182810368349 + }, + { + "id": "20161005_140846.csv:block47", + "day": 4, + "file": "20161005_140846.csv", + "block": 47, + "first_row": 137481, + "last_row_exclusive": 140412, + "start_seconds": 42300.158, + "end_seconds": 43199.847, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 18.45044863760218 + }, + { + "id": "20161005_140846.csv:block48", + "day": 4, + "file": "20161005_140846.csv", + "block": 48, + "first_row": 140412, + "last_row_exclusive": 143340, + "start_seconds": 43200.151, + "end_seconds": 44099.978, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.15317578659371 + }, + { + "id": "20161005_140846.csv:block49", + "day": 4, + "file": "20161005_140846.csv", + "block": 49, + "first_row": 143340, + "last_row_exclusive": 146209, + "start_seconds": 44100.287, + "end_seconds": 44999.794, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 56.03384285714286 + }, + { + "id": "20161005_140846.csv:block50", + "day": 4, + "file": "20161005_140846.csv", + "block": 50, + "first_row": 146209, + "last_row_exclusive": 149132, + "start_seconds": 45000.098, + "end_seconds": 45899.945, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 41.63299808219178 + }, + { + "id": "20161005_140846.csv:block51", + "day": 4, + "file": "20161005_140846.csv", + "block": 51, + "first_row": 149132, + "last_row_exclusive": 152050, + "start_seconds": 45900.254, + "end_seconds": 46799.727, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 51.81877595628415 + }, + { + "id": "20161005_140846.csv:block52", + "day": 4, + "file": "20161005_140846.csv", + "block": 52, + "first_row": 152050, + "last_row_exclusive": 154975, + "start_seconds": 46800.037, + "end_seconds": 47699.905, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 44.31192716049382 + }, + { + "id": "20161005_140846.csv:block53", + "day": 4, + "file": "20161005_140846.csv", + "block": 53, + "first_row": 154975, + "last_row_exclusive": 157895, + "start_seconds": 47700.215, + "end_seconds": 48599.833, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 47.10999999999999 + }, + { + "id": "20161005_140846.csv:block54", + "day": 4, + "file": "20161005_140846.csv", + "block": 54, + "first_row": 157895, + "last_row_exclusive": 160826, + "start_seconds": 48600.137, + "end_seconds": 49499.921, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.51513048780487 + }, + { + "id": "20161005_140846.csv:block55", + "day": 4, + "file": "20161005_140846.csv", + "block": 55, + "first_row": 160826, + "last_row_exclusive": 163747, + "start_seconds": 49500.225, + "end_seconds": 50399.849, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 44.30172252747253 + }, + { + "id": "20161005_140846.csv:block56", + "day": 4, + "file": "20161005_140846.csv", + "block": 56, + "first_row": 163747, + "last_row_exclusive": 166673, + "start_seconds": 50400.159, + "end_seconds": 51299.835, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.529535989011 + }, + { + "id": "20161005_140846.csv:block57", + "day": 4, + "file": "20161005_140846.csv", + "block": 57, + "first_row": 166673, + "last_row_exclusive": 169595, + "start_seconds": 51300.144, + "end_seconds": 52199.825, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 71.83815788751714 + }, + { + "id": "20161005_140846.csv:block58", + "day": 4, + "file": "20161005_140846.csv", + "block": 58, + "first_row": 169595, + "last_row_exclusive": 172538, + "start_seconds": 52200.134, + "end_seconds": 53099.846, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 56.22119904240767 + }, + { + "id": "20161005_140846.csv:block59", + "day": 4, + "file": "20161005_140846.csv", + "block": 59, + "first_row": 172538, + "last_row_exclusive": 175459, + "start_seconds": 53100.155, + "end_seconds": 53999.795, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 50.778328961748635 + }, + { + "id": "20161005_140846.csv:block60", + "day": 4, + "file": "20161005_140846.csv", + "block": 60, + "first_row": 175459, + "last_row_exclusive": 178381, + "start_seconds": 54000.105, + "end_seconds": 54899.904, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 60.325119093406606 + }, + { + "id": "20161005_140846.csv:block61", + "day": 4, + "file": "20161005_140846.csv", + "block": 61, + "first_row": 178381, + "last_row_exclusive": 181306, + "start_seconds": 54900.212, + "end_seconds": 55799.996, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.310891232876717 + }, + { + "id": "20161005_140846.csv:block62", + "day": 4, + "file": "20161005_140846.csv", + "block": 62, + "first_row": 181306, + "last_row_exclusive": 184232, + "start_seconds": 55800.3, + "end_seconds": 56699.94, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.88000000000001 + }, + { + "id": "20161005_140846.csv:block63", + "day": 4, + "file": "20161005_140846.csv", + "block": 63, + "first_row": 184232, + "last_row_exclusive": 187155, + "start_seconds": 56700.247, + "end_seconds": 57599.75, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 58.872250204638476 + }, + { + "id": "20161005_140846.csv:block64", + "day": 4, + "file": "20161005_140846.csv", + "block": 64, + "first_row": 187155, + "last_row_exclusive": 190086, + "start_seconds": 57600.054, + "end_seconds": 58499.939, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.396864256480217 + }, + { + "id": "20161005_140846.csv:block65", + "day": 4, + "file": "20161005_140846.csv", + "block": 65, + "first_row": 190086, + "last_row_exclusive": 193021, + "start_seconds": 58500.243, + "end_seconds": 59399.793, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 45.723446811397565 + }, + { + "id": "20161005_140846.csv:block66", + "day": 4, + "file": "20161005_140846.csv", + "block": 66, + "first_row": 193021, + "last_row_exclusive": 195960, + "start_seconds": 59400.097, + "end_seconds": 60299.751, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.6437968579235 + }, + { + "id": "20161005_140846.csv:block67", + "day": 4, + "file": "20161005_140846.csv", + "block": 67, + "first_row": 195960, + "last_row_exclusive": 198896, + "start_seconds": 60300.056, + "end_seconds": 61199.718, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 61.80866321525885 + }, + { + "id": "20161005_140846.csv:block68", + "day": 4, + "file": "20161005_140846.csv", + "block": 68, + "first_row": 198896, + "last_row_exclusive": 201821, + "start_seconds": 61200.027, + "end_seconds": 62099.815, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.289209276944067 + }, + { + "id": "20161005_140846.csv:block69", + "day": 4, + "file": "20161005_140846.csv", + "block": 69, + "first_row": 201821, + "last_row_exclusive": 204746, + "start_seconds": 62100.121, + "end_seconds": 62999.852, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.80904789115647 + }, + { + "id": "20161005_140846.csv:block70", + "day": 4, + "file": "20161005_140846.csv", + "block": 70, + "first_row": 204746, + "last_row_exclusive": 207666, + "start_seconds": 63000.157, + "end_seconds": 63899.763, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 44.50696703296703 + }, + { + "id": "20161005_140846.csv:block71", + "day": 4, + "file": "20161005_140846.csv", + "block": 71, + "first_row": 207666, + "last_row_exclusive": 210588, + "start_seconds": 63900.072, + "end_seconds": 64799.798, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 60.36600329218107 + }, + { + "id": "20161005_140846.csv:block72", + "day": 4, + "file": "20161005_140846.csv", + "block": 72, + "first_row": 210588, + "last_row_exclusive": 213513, + "start_seconds": 64800.103, + "end_seconds": 65699.682, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 48.28817335164836 + }, + { + "id": "20161005_140846.csv:block73", + "day": 4, + "file": "20161005_140846.csv", + "block": 73, + "first_row": 213513, + "last_row_exclusive": 216443, + "start_seconds": 65700.077, + "end_seconds": 66599.79, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.31706743554952 + }, + { + "id": "20161005_140846.csv:block74", + "day": 4, + "file": "20161005_140846.csv", + "block": 74, + "first_row": 216443, + "last_row_exclusive": 219379, + "start_seconds": 66600.096, + "end_seconds": 67499.875, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 51.50126693766937 + }, + { + "id": "20161005_140846.csv:block75", + "day": 4, + "file": "20161005_140846.csv", + "block": 75, + "first_row": 219379, + "last_row_exclusive": 222298, + "start_seconds": 67500.179, + "end_seconds": 68399.956, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 66.60802506849315 + }, + { + "id": "20161005_140846.csv:block76", + "day": 4, + "file": "20161005_140846.csv", + "block": 76, + "first_row": 222298, + "last_row_exclusive": 225227, + "start_seconds": 68400.261, + "end_seconds": 69299.988, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 38.1070750681199 + }, + { + "id": "20161005_140846.csv:block77", + "day": 4, + "file": "20161005_140846.csv", + "block": 77, + "first_row": 225227, + "last_row_exclusive": 228154, + "start_seconds": 69300.298, + "end_seconds": 70199.737, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 49.37701100543478 + }, + { + "id": "20161005_140846.csv:block78", + "day": 4, + "file": "20161005_140846.csv", + "block": 78, + "first_row": 228154, + "last_row_exclusive": 231088, + "start_seconds": 70200.045, + "end_seconds": 71099.836, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 33.144292005420056 + }, + { + "id": "20161005_140846.csv:block79", + "day": 4, + "file": "20161005_140846.csv", + "block": 79, + "first_row": 231088, + "last_row_exclusive": 234008, + "start_seconds": 71100.141, + "end_seconds": 71999.896, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 35.88856291208791 + }, + { + "id": "20161005_140846.csv:block80", + "day": 4, + "file": "20161005_140846.csv", + "block": 80, + "first_row": 234008, + "last_row_exclusive": 236933, + "start_seconds": 72000.205, + "end_seconds": 72899.938, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.529999999999998 + }, + { + "id": "20161005_140846.csv:block81", + "day": 4, + "file": "20161005_140846.csv", + "block": 81, + "first_row": 236933, + "last_row_exclusive": 239865, + "start_seconds": 72900.243, + "end_seconds": 73799.957, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 64.09162708618331 + }, + { + "id": "20161005_140846.csv:block82", + "day": 4, + "file": "20161005_140846.csv", + "block": 82, + "first_row": 239865, + "last_row_exclusive": 242798, + "start_seconds": 73800.261, + "end_seconds": 74699.857, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.4449043715847 + }, + { + "id": "20161005_140846.csv:block83", + "day": 4, + "file": "20161005_140846.csv", + "block": 83, + "first_row": 242798, + "last_row_exclusive": 245731, + "start_seconds": 74700.161, + "end_seconds": 75599.965, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.028475271739136 + }, + { + "id": "20161005_140846.csv:block84", + "day": 4, + "file": "20161005_140846.csv", + "block": 84, + "first_row": 245731, + "last_row_exclusive": 248654, + "start_seconds": 75600.27, + "end_seconds": 76499.839, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.631102452316078 + }, + { + "id": "20161005_140846.csv:block85", + "day": 4, + "file": "20161005_140846.csv", + "block": 85, + "first_row": 248654, + "last_row_exclusive": 251591, + "start_seconds": 76500.143, + "end_seconds": 77399.874, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 40.151702035278156 + }, + { + "id": "20161005_140846.csv:block86", + "day": 4, + "file": "20161005_140846.csv", + "block": 86, + "first_row": 251591, + "last_row_exclusive": 254504, + "start_seconds": 77400.179, + "end_seconds": 78299.936, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 38.099333104395605 + }, + { + "id": "20161005_140846.csv:block87", + "day": 4, + "file": "20161005_140846.csv", + "block": 87, + "first_row": 254504, + "last_row_exclusive": 257430, + "start_seconds": 78300.246, + "end_seconds": 79199.738, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.841471604938267 + }, + { + "id": "20161005_140846.csv:block88", + "day": 4, + "file": "20161005_140846.csv", + "block": 88, + "first_row": 257430, + "last_row_exclusive": 260361, + "start_seconds": 79200.046, + "end_seconds": 80099.957, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 45.64712578018996 + }, + { + "id": "20161005_140846.csv:block89", + "day": 4, + "file": "20161005_140846.csv", + "block": 89, + "first_row": 260361, + "last_row_exclusive": 263289, + "start_seconds": 80100.262, + "end_seconds": 80999.957, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 27.11474049247606 + }, + { + "id": "20161005_140846.csv:block90", + "day": 4, + "file": "20161005_140846.csv", + "block": 90, + "first_row": 263289, + "last_row_exclusive": 266216, + "start_seconds": 81000.262, + "end_seconds": 81899.858, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 65.42499657064471 + }, + { + "id": "20161005_140846.csv:block91", + "day": 4, + "file": "20161005_140846.csv", + "block": 91, + "first_row": 266216, + "last_row_exclusive": 269152, + "start_seconds": 81900.166, + "end_seconds": 82799.887, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 44.02954579945799 + }, + { + "id": "20161005_140846.csv:block92", + "day": 4, + "file": "20161005_140846.csv", + "block": 92, + "first_row": 269152, + "last_row_exclusive": 272087, + "start_seconds": 82800.194, + "end_seconds": 83699.993, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 56.54608401639344 + }, + { + "id": "20161005_140846.csv:block93", + "day": 4, + "file": "20161005_140846.csv", + "block": 93, + "first_row": 272087, + "last_row_exclusive": 275014, + "start_seconds": 83700.303, + "end_seconds": 84599.728, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 34.090600412654744 + }, + { + "id": "20161005_140846.csv:block94", + "day": 4, + "file": "20161005_140846.csv", + "block": 94, + "first_row": 275014, + "last_row_exclusive": 277940, + "start_seconds": 84600.037, + "end_seconds": 85499.69, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.488183401360544 + }, + { + "id": "20161005_140846.csv:block95", + "day": 4, + "file": "20161005_140846.csv", + "block": 95, + "first_row": 277940, + "last_row_exclusive": 280863, + "start_seconds": 85500.0, + "end_seconds": 86399.749, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 21.97176978021978 + }, + { + "id": "20161005_140846.csv:block96", + "day": 4, + "file": "20161005_140846.csv", + "block": 96, + "first_row": 280863, + "last_row_exclusive": 283792, + "start_seconds": 86400.056, + "end_seconds": 87299.764, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.959999999999997 + }, + { + "id": "20161005_140846.csv:block97", + "day": 4, + "file": "20161005_140846.csv", + "block": 97, + "first_row": 283792, + "last_row_exclusive": 286722, + "start_seconds": 87300.074, + "end_seconds": 88199.727, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.037212397820156 + }, + { + "id": "20161005_140846.csv:block98", + "day": 4, + "file": "20161005_140846.csv", + "block": 98, + "first_row": 286722, + "last_row_exclusive": 289654, + "start_seconds": 88200.032, + "end_seconds": 89099.903, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 65.13285402455661 + }, + { + "id": "20161005_140846.csv:block99", + "day": 4, + "file": "20161005_140846.csv", + "block": 99, + "first_row": 289654, + "last_row_exclusive": 292586, + "start_seconds": 89100.212, + "end_seconds": 89999.885, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 56.7582272851296 + }, + { + "id": "20161005_140846.csv:block100", + "day": 4, + "file": "20161005_140846.csv", + "block": 100, + "first_row": 292586, + "last_row_exclusive": 295502, + "start_seconds": 90000.192, + "end_seconds": 90899.935, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 60.730000000000004 + }, + { + "id": "20161006_182224.csv:block0", + "day": 5, + "file": "20161006_182224.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2923, + "start_seconds": 0.0, + "end_seconds": 899.703, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 48.2794885989011 + }, + { + "id": "20161006_182224.csv:block1", + "day": 5, + "file": "20161006_182224.csv", + "block": 1, + "first_row": 2923, + "last_row_exclusive": 5863, + "start_seconds": 900.008, + "end_seconds": 1799.848, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 38.907699728997294 + }, + { + "id": "20161006_182224.csv:block2", + "day": 5, + "file": "20161006_182224.csv", + "block": 2, + "first_row": 5863, + "last_row_exclusive": 8786, + "start_seconds": 1800.153, + "end_seconds": 2699.808, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.17 + }, + { + "id": "20161006_182224.csv:block3", + "day": 5, + "file": "20161006_182224.csv", + "block": 3, + "first_row": 8786, + "last_row_exclusive": 11718, + "start_seconds": 2700.115, + "end_seconds": 3599.77, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 56.90995997286296 + }, + { + "id": "20161006_182224.csv:block4", + "day": 5, + "file": "20161006_182224.csv", + "block": 4, + "first_row": 11718, + "last_row_exclusive": 14649, + "start_seconds": 3600.075, + "end_seconds": 4499.75, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 31.138682946794 + }, + { + "id": "20161006_182224.csv:block5", + "day": 5, + "file": "20161006_182224.csv", + "block": 5, + "first_row": 14649, + "last_row_exclusive": 17575, + "start_seconds": 4500.059, + "end_seconds": 5399.704, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 50.936575994513035 + }, + { + "id": "20161006_182224.csv:block6", + "day": 5, + "file": "20161006_182224.csv", + "block": 6, + "first_row": 17575, + "last_row_exclusive": 20506, + "start_seconds": 5400.013, + "end_seconds": 6299.718, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 29.389498913043475 + }, + { + "id": "20161006_182224.csv:block7", + "day": 5, + "file": "20161006_182224.csv", + "block": 7, + "first_row": 20506, + "last_row_exclusive": 23443, + "start_seconds": 6300.023, + "end_seconds": 7199.976, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.306285753052904 + }, + { + "id": "20161006_182224.csv:block8", + "day": 5, + "file": "20161006_182224.csv", + "block": 8, + "first_row": 23443, + "last_row_exclusive": 26367, + "start_seconds": 7200.281, + "end_seconds": 8099.909, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.96630631001371 + }, + { + "id": "20161006_182224.csv:block9", + "day": 5, + "file": "20161006_182224.csv", + "block": 9, + "first_row": 26367, + "last_row_exclusive": 29293, + "start_seconds": 8100.214, + "end_seconds": 8999.74, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 62.335783173734605 + }, + { + "id": "20161006_182224.csv:block10", + "day": 5, + "file": "20161006_182224.csv", + "block": 10, + "first_row": 29293, + "last_row_exclusive": 32229, + "start_seconds": 9000.05, + "end_seconds": 9899.798, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 51.75895858310627 + }, + { + "id": "20161006_182224.csv:block11", + "day": 5, + "file": "20161006_182224.csv", + "block": 11, + "first_row": 32229, + "last_row_exclusive": 35151, + "start_seconds": 9900.108, + "end_seconds": 10799.733, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 25.60255800273598 + }, + { + "id": "20161006_182224.csv:block12", + "day": 5, + "file": "20161006_182224.csv", + "block": 12, + "first_row": 35151, + "last_row_exclusive": 38073, + "start_seconds": 10800.038, + "end_seconds": 11699.998, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 52.89855607094134 + }, + { + "id": "20161006_182224.csv:block13", + "day": 5, + "file": "20161006_182224.csv", + "block": 13, + "first_row": 38073, + "last_row_exclusive": 40990, + "start_seconds": 11700.307, + "end_seconds": 12599.738, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.65168797814208 + }, + { + "id": "20161006_182224.csv:block14", + "day": 5, + "file": "20161006_182224.csv", + "block": 14, + "first_row": 40990, + "last_row_exclusive": 43929, + "start_seconds": 12600.047, + "end_seconds": 13499.947, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 47.561234013605436 + }, + { + "id": "20161006_182224.csv:block15", + "day": 5, + "file": "20161006_182224.csv", + "block": 15, + "first_row": 43929, + "last_row_exclusive": 46861, + "start_seconds": 13500.252, + "end_seconds": 14399.914, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 37.944750891632374 + }, + { + "id": "20161006_182224.csv:block16", + "day": 5, + "file": "20161006_182224.csv", + "block": 16, + "first_row": 46861, + "last_row_exclusive": 49788, + "start_seconds": 14400.224, + "end_seconds": 15299.839, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.98275176630435 + }, + { + "id": "20161006_182224.csv:block17", + "day": 5, + "file": "20161006_182224.csv", + "block": 17, + "first_row": 49788, + "last_row_exclusive": 52713, + "start_seconds": 15300.15, + "end_seconds": 16199.846, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.53961538461539 + }, + { + "id": "20161006_182224.csv:block18", + "day": 5, + "file": "20161006_182224.csv", + "block": 18, + "first_row": 52713, + "last_row_exclusive": 55637, + "start_seconds": 16200.155, + "end_seconds": 17099.733, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 58.84297142857143 + }, + { + "id": "20161006_182224.csv:block19", + "day": 5, + "file": "20161006_182224.csv", + "block": 19, + "first_row": 55637, + "last_row_exclusive": 58560, + "start_seconds": 17100.042, + "end_seconds": 17999.732, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 32.280443596730244 + }, + { + "id": "20161006_182224.csv:block20", + "day": 5, + "file": "20161006_182224.csv", + "block": 20, + "first_row": 58560, + "last_row_exclusive": 61490, + "start_seconds": 18000.041, + "end_seconds": 18899.839, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 48.99950150891632 + }, + { + "id": "20161006_182224.csv:block21", + "day": 5, + "file": "20161006_182224.csv", + "block": 21, + "first_row": 61490, + "last_row_exclusive": 64420, + "start_seconds": 18900.144, + "end_seconds": 19799.86, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.660000000000004 + }, + { + "id": "20161006_182224.csv:block22", + "day": 5, + "file": "20161006_182224.csv", + "block": 22, + "first_row": 64420, + "last_row_exclusive": 67341, + "start_seconds": 19800.166, + "end_seconds": 20699.935, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 42.092440054869684 + }, + { + "id": "20161006_182224.csv:block23", + "day": 5, + "file": "20161006_182224.csv", + "block": 23, + "first_row": 67341, + "last_row_exclusive": 70258, + "start_seconds": 20700.239, + "end_seconds": 21599.778, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.877529258241765 + }, + { + "id": "20161006_182224.csv:block24", + "day": 5, + "file": "20161006_182224.csv", + "block": 24, + "first_row": 70258, + "last_row_exclusive": 73180, + "start_seconds": 21600.087, + "end_seconds": 22499.837, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 68.42139574175825 + }, + { + "id": "20161006_182224.csv:block25", + "day": 5, + "file": "20161006_182224.csv", + "block": 25, + "first_row": 73180, + "last_row_exclusive": 76112, + "start_seconds": 22500.147, + "end_seconds": 23399.738, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.79295706521739 + }, + { + "id": "20161006_182224.csv:block26", + "day": 5, + "file": "20161006_182224.csv", + "block": 26, + "first_row": 76112, + "last_row_exclusive": 79031, + "start_seconds": 23400.047, + "end_seconds": 24299.916, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.634646016483515 + }, + { + "id": "20161006_182224.csv:block27", + "day": 5, + "file": "20161006_182224.csv", + "block": 27, + "first_row": 79031, + "last_row_exclusive": 81964, + "start_seconds": 24300.224, + "end_seconds": 25199.959, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.71428765264586 + }, + { + "id": "20161006_182224.csv:block28", + "day": 5, + "file": "20161006_182224.csv", + "block": 28, + "first_row": 81964, + "last_row_exclusive": 84880, + "start_seconds": 25200.268, + "end_seconds": 26099.838, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 44.198604532967025 + }, + { + "id": "20161006_182224.csv:block29", + "day": 5, + "file": "20161006_182224.csv", + "block": 29, + "first_row": 84880, + "last_row_exclusive": 87803, + "start_seconds": 26100.145, + "end_seconds": 26999.849, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.60895357142857 + }, + { + "id": "20161006_182224.csv:block30", + "day": 5, + "file": "20161006_182224.csv", + "block": 30, + "first_row": 87803, + "last_row_exclusive": 90723, + "start_seconds": 27000.157, + "end_seconds": 27899.829, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 38.98345054945056 + }, + { + "id": "20161006_182224.csv:block31", + "day": 5, + "file": "20161006_182224.csv", + "block": 31, + "first_row": 90723, + "last_row_exclusive": 93658, + "start_seconds": 27900.139, + "end_seconds": 28799.928, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.3650119402985 + }, + { + "id": "20161006_182224.csv:block32", + "day": 5, + "file": "20161006_182224.csv", + "block": 32, + "first_row": 93658, + "last_row_exclusive": 96591, + "start_seconds": 28800.233, + "end_seconds": 29699.837, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 35.316045068493146 + }, + { + "id": "20161006_182224.csv:block33", + "day": 5, + "file": "20161006_182224.csv", + "block": 33, + "first_row": 96591, + "last_row_exclusive": 99517, + "start_seconds": 29700.146, + "end_seconds": 30599.766, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 66.95530260989011 + }, + { + "id": "20161006_182224.csv:block34", + "day": 5, + "file": "20161006_182224.csv", + "block": 34, + "first_row": 99517, + "last_row_exclusive": 102430, + "start_seconds": 30600.075, + "end_seconds": 31499.886, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 27.78645178571429 + }, + { + "id": "20161006_182224.csv:block35", + "day": 5, + "file": "20161006_182224.csv", + "block": 35, + "first_row": 102430, + "last_row_exclusive": 105357, + "start_seconds": 31500.195, + "end_seconds": 32399.884, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 30.549928257887515 + }, + { + "id": "20161006_182224.csv:block36", + "day": 5, + "file": "20161006_182224.csv", + "block": 36, + "first_row": 105357, + "last_row_exclusive": 108274, + "start_seconds": 32400.189, + "end_seconds": 33299.941, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 44.42148340192045 + }, + { + "id": "20161006_182224.csv:block37", + "day": 5, + "file": "20161006_182224.csv", + "block": 37, + "first_row": 108274, + "last_row_exclusive": 111194, + "start_seconds": 33300.25, + "end_seconds": 34199.799, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 51.08375782967034 + }, + { + "id": "20161006_182224.csv:block38", + "day": 5, + "file": "20161006_182224.csv", + "block": 38, + "first_row": 111194, + "last_row_exclusive": 114112, + "start_seconds": 34200.108, + "end_seconds": 35099.863, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 23.246288082191782 + }, + { + "id": "20161006_182224.csv:block39", + "day": 5, + "file": "20161006_182224.csv", + "block": 39, + "first_row": 114112, + "last_row_exclusive": 117033, + "start_seconds": 35100.172, + "end_seconds": 35999.789, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 64.09124877384197 + }, + { + "id": "20161006_182224.csv:block40", + "day": 5, + "file": "20161006_182224.csv", + "block": 40, + "first_row": 117033, + "last_row_exclusive": 119947, + "start_seconds": 36000.097, + "end_seconds": 36899.859, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 54.874288873626384 + }, + { + "id": "20161006_182224.csv:block41", + "day": 5, + "file": "20161006_182224.csv", + "block": 41, + "first_row": 119947, + "last_row_exclusive": 122868, + "start_seconds": 36900.169, + "end_seconds": 37799.809, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.7353598901099 + }, + { + "id": "20161006_182224.csv:block42", + "day": 5, + "file": "20161006_182224.csv", + "block": 42, + "first_row": 122868, + "last_row_exclusive": 125791, + "start_seconds": 37800.116, + "end_seconds": 38699.921, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.78882304526749 + }, + { + "id": "20161006_182224.csv:block43", + "day": 5, + "file": "20161006_182224.csv", + "block": 43, + "first_row": 125791, + "last_row_exclusive": 128712, + "start_seconds": 38700.23, + "end_seconds": 39599.752, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 20.43601241473397 + }, + { + "id": "20161006_182224.csv:block44", + "day": 5, + "file": "20161006_182224.csv", + "block": 44, + "first_row": 128712, + "last_row_exclusive": 131637, + "start_seconds": 39600.062, + "end_seconds": 40499.868, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 17.148153424657533 + }, + { + "id": "20161006_182224.csv:block45", + "day": 5, + "file": "20161006_182224.csv", + "block": 45, + "first_row": 131637, + "last_row_exclusive": 134568, + "start_seconds": 40500.178, + "end_seconds": 41399.692, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 31.466331198910083 + }, + { + "id": "20161006_182224.csv:block46", + "day": 5, + "file": "20161006_182224.csv", + "block": 46, + "first_row": 134568, + "last_row_exclusive": 137485, + "start_seconds": 41400.001, + "end_seconds": 42299.807, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 41.436568269230776 + }, + { + "id": "20161006_182224.csv:block47", + "day": 5, + "file": "20161006_182224.csv", + "block": 47, + "first_row": 137485, + "last_row_exclusive": 140400, + "start_seconds": 42300.114, + "end_seconds": 43199.816, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 18.857943775649797 + }, + { + "id": "20161006_182224.csv:block48", + "day": 5, + "file": "20161006_182224.csv", + "block": 48, + "first_row": 140400, + "last_row_exclusive": 143316, + "start_seconds": 43200.125, + "end_seconds": 44099.901, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.345305616438345 + }, + { + "id": "20161006_182224.csv:block49", + "day": 5, + "file": "20161006_182224.csv", + "block": 49, + "first_row": 143316, + "last_row_exclusive": 146249, + "start_seconds": 44100.21, + "end_seconds": 44999.988, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 55.35407759562843 + }, + { + "id": "20161006_182224.csv:block50", + "day": 5, + "file": "20161006_182224.csv", + "block": 50, + "first_row": 146249, + "last_row_exclusive": 149171, + "start_seconds": 45000.298, + "end_seconds": 45899.72, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 41.38586521145975 + }, + { + "id": "20161006_182224.csv:block51", + "day": 5, + "file": "20161006_182224.csv", + "block": 51, + "first_row": 149171, + "last_row_exclusive": 152100, + "start_seconds": 45900.025, + "end_seconds": 46799.908, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.85392980769232 + }, + { + "id": "20161006_182224.csv:block52", + "day": 5, + "file": "20161006_182224.csv", + "block": 52, + "first_row": 152100, + "last_row_exclusive": 155026, + "start_seconds": 46800.215, + "end_seconds": 47699.89, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 43.52789794801641 + }, + { + "id": "20161006_182224.csv:block53", + "day": 5, + "file": "20161006_182224.csv", + "block": 53, + "first_row": 155026, + "last_row_exclusive": 157946, + "start_seconds": 47700.2, + "end_seconds": 48599.697, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 46.53 + }, + { + "id": "20161006_182224.csv:block54", + "day": 5, + "file": "20161006_182224.csv", + "block": 54, + "first_row": 157946, + "last_row_exclusive": 160877, + "start_seconds": 48600.006, + "end_seconds": 49499.911, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 68.27582427983539 + }, + { + "id": "20161006_182224.csv:block55", + "day": 5, + "file": "20161006_182224.csv", + "block": 55, + "first_row": 160877, + "last_row_exclusive": 163800, + "start_seconds": 49500.22, + "end_seconds": 50399.975, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 58.98425613079019 + }, + { + "id": "20161006_182224.csv:block56", + "day": 5, + "file": "20161006_182224.csv", + "block": 56, + "first_row": 163800, + "last_row_exclusive": 166723, + "start_seconds": 50400.284, + "end_seconds": 51299.925, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 71.66466776406034 + }, + { + "id": "20161006_182224.csv:block57", + "day": 5, + "file": "20161006_182224.csv", + "block": 57, + "first_row": 166723, + "last_row_exclusive": 169652, + "start_seconds": 51300.233, + "end_seconds": 52199.807, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 74.38383242134063 + }, + { + "id": "20161006_182224.csv:block58", + "day": 5, + "file": "20161006_182224.csv", + "block": 58, + "first_row": 169652, + "last_row_exclusive": 172576, + "start_seconds": 52200.116, + "end_seconds": 53099.785, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 58.75215115961801 + }, + { + "id": "20161006_182224.csv:block59", + "day": 5, + "file": "20161006_182224.csv", + "block": 59, + "first_row": 172576, + "last_row_exclusive": 175510, + "start_seconds": 53100.095, + "end_seconds": 53999.833, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 52.66628365384616 + }, + { + "id": "20161006_182224.csv:block60", + "day": 5, + "file": "20161006_182224.csv", + "block": 60, + "first_row": 175510, + "last_row_exclusive": 178435, + "start_seconds": 54000.137, + "end_seconds": 54899.972, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 61.688233744855964 + }, + { + "id": "20161006_182224.csv:block61", + "day": 5, + "file": "20161006_182224.csv", + "block": 61, + "first_row": 178435, + "last_row_exclusive": 181355, + "start_seconds": 54900.281, + "end_seconds": 55799.932, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 31.09917613168724 + }, + { + "id": "20161006_182224.csv:block62", + "day": 5, + "file": "20161006_182224.csv", + "block": 62, + "first_row": 181355, + "last_row_exclusive": 184286, + "start_seconds": 55800.241, + "end_seconds": 56699.858, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 34.31211926729986 + }, + { + "id": "20161006_182224.csv:block63", + "day": 5, + "file": "20161006_182224.csv", + "block": 63, + "first_row": 184286, + "last_row_exclusive": 187207, + "start_seconds": 56700.163, + "end_seconds": 57599.97, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 60.01198310439561 + }, + { + "id": "20161006_182224.csv:block64", + "day": 5, + "file": "20161006_182224.csv", + "block": 64, + "first_row": 187207, + "last_row_exclusive": 190133, + "start_seconds": 57600.28, + "end_seconds": 58499.848, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 26.444036856368562 + }, + { + "id": "20161006_182224.csv:block65", + "day": 5, + "file": "20161006_182224.csv", + "block": 65, + "first_row": 190133, + "last_row_exclusive": 193074, + "start_seconds": 58500.152, + "end_seconds": 59399.746, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 45.93501684931507 + }, + { + "id": "20161006_182224.csv:block66", + "day": 5, + "file": "20161006_182224.csv", + "block": 66, + "first_row": 193074, + "last_row_exclusive": 195996, + "start_seconds": 59400.051, + "end_seconds": 60299.913, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.22022833787465 + }, + { + "id": "20161006_182224.csv:block67", + "day": 5, + "file": "20161006_182224.csv", + "block": 67, + "first_row": 195996, + "last_row_exclusive": 198923, + "start_seconds": 60300.218, + "end_seconds": 61199.709, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 61.19086830601093 + }, + { + "id": "20161006_182224.csv:block68", + "day": 5, + "file": "20161006_182224.csv", + "block": 68, + "first_row": 198923, + "last_row_exclusive": 201851, + "start_seconds": 61200.016, + "end_seconds": 62099.834, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.40702182810368 + }, + { + "id": "20161006_182224.csv:block69", + "day": 5, + "file": "20161006_182224.csv", + "block": 69, + "first_row": 201851, + "last_row_exclusive": 204782, + "start_seconds": 62100.139, + "end_seconds": 62999.876, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.22258211382113 + }, + { + "id": "20161006_182224.csv:block70", + "day": 5, + "file": "20161006_182224.csv", + "block": 70, + "first_row": 204782, + "last_row_exclusive": 207709, + "start_seconds": 63000.181, + "end_seconds": 63899.915, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 45.26725454545454 + }, + { + "id": "20161006_182224.csv:block71", + "day": 5, + "file": "20161006_182224.csv", + "block": 71, + "first_row": 207709, + "last_row_exclusive": 210645, + "start_seconds": 63900.22, + "end_seconds": 64799.749, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 61.279695460797804 + }, + { + "id": "20161006_182224.csv:block72", + "day": 5, + "file": "20161006_182224.csv", + "block": 72, + "first_row": 210645, + "last_row_exclusive": 213567, + "start_seconds": 64800.058, + "end_seconds": 65699.902, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 48.44371369863013 + }, + { + "id": "20161006_182224.csv:block73", + "day": 5, + "file": "20161006_182224.csv", + "block": 73, + "first_row": 213567, + "last_row_exclusive": 216498, + "start_seconds": 65700.207, + "end_seconds": 66599.987, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.42121256830601 + }, + { + "id": "20161006_182224.csv:block74", + "day": 5, + "file": "20161006_182224.csv", + "block": 74, + "first_row": 216498, + "last_row_exclusive": 219428, + "start_seconds": 66600.291, + "end_seconds": 67499.706, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 51.5013949384405 + }, + { + "id": "20161006_182224.csv:block75", + "day": 5, + "file": "20161006_182224.csv", + "block": 75, + "first_row": 219428, + "last_row_exclusive": 222348, + "start_seconds": 67500.01, + "end_seconds": 68399.934, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.39963419972639 + }, + { + "id": "20161006_182224.csv:block76", + "day": 5, + "file": "20161006_182224.csv", + "block": 76, + "first_row": 222348, + "last_row_exclusive": 225260, + "start_seconds": 68400.244, + "end_seconds": 69299.885, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 38.39324217032967 + }, + { + "id": "20161006_182224.csv:block77", + "day": 5, + "file": "20161006_182224.csv", + "block": 77, + "first_row": 225260, + "last_row_exclusive": 228189, + "start_seconds": 69300.195, + "end_seconds": 70199.879, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.174616530054635 + }, + { + "id": "20161006_182224.csv:block78", + "day": 5, + "file": "20161006_182224.csv", + "block": 78, + "first_row": 228189, + "last_row_exclusive": 231123, + "start_seconds": 70200.187, + "end_seconds": 71099.982, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 33.06545170068028 + }, + { + "id": "20161006_182224.csv:block79", + "day": 5, + "file": "20161006_182224.csv", + "block": 79, + "first_row": 231123, + "last_row_exclusive": 234046, + "start_seconds": 71100.291, + "end_seconds": 71999.924, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 36.17000000000001 + }, + { + "id": "20161006_182224.csv:block80", + "day": 5, + "file": "20161006_182224.csv", + "block": 80, + "first_row": 234046, + "last_row_exclusive": 236967, + "start_seconds": 72000.231, + "end_seconds": 72899.917, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.63358651226158 + }, + { + "id": "20161006_182224.csv:block81", + "day": 5, + "file": "20161006_182224.csv", + "block": 81, + "first_row": 236967, + "last_row_exclusive": 239891, + "start_seconds": 72900.224, + "end_seconds": 73799.972, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 64.84274307270233 + }, + { + "id": "20161006_182224.csv:block82", + "day": 5, + "file": "20161006_182224.csv", + "block": 82, + "first_row": 239891, + "last_row_exclusive": 242817, + "start_seconds": 73800.281, + "end_seconds": 74699.93, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.51483210382513 + }, + { + "id": "20161006_182224.csv:block83", + "day": 5, + "file": "20161006_182224.csv", + "block": 83, + "first_row": 242817, + "last_row_exclusive": 245745, + "start_seconds": 74700.239, + "end_seconds": 75599.894, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 29.931610245901638 + }, + { + "id": "20161006_182224.csv:block84", + "day": 5, + "file": "20161006_182224.csv", + "block": 84, + "first_row": 245745, + "last_row_exclusive": 248677, + "start_seconds": 75600.205, + "end_seconds": 76499.898, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.509999999999994 + }, + { + "id": "20161006_182224.csv:block85", + "day": 5, + "file": "20161006_182224.csv", + "block": 85, + "first_row": 248677, + "last_row_exclusive": 251592, + "start_seconds": 76500.205, + "end_seconds": 77399.695, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 38.62220150478796 + }, + { + "id": "20161006_182224.csv:block86", + "day": 5, + "file": "20161006_182224.csv", + "block": 86, + "first_row": 251592, + "last_row_exclusive": 254514, + "start_seconds": 77400.0, + "end_seconds": 78299.871, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 36.97413119891009 + }, + { + "id": "20161006_182224.csv:block87", + "day": 5, + "file": "20161006_182224.csv", + "block": 87, + "first_row": 254514, + "last_row_exclusive": 257453, + "start_seconds": 78300.181, + "end_seconds": 79199.932, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.542848509485093 + }, + { + "id": "20161006_182224.csv:block88", + "day": 5, + "file": "20161006_182224.csv", + "block": 88, + "first_row": 257453, + "last_row_exclusive": 260381, + "start_seconds": 79200.236, + "end_seconds": 80099.962, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 44.698896174863386 + }, + { + "id": "20161006_182224.csv:block89", + "day": 5, + "file": "20161006_182224.csv", + "block": 89, + "first_row": 260381, + "last_row_exclusive": 263305, + "start_seconds": 80100.271, + "end_seconds": 80999.881, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 26.48037195121951 + }, + { + "id": "20161006_182224.csv:block90", + "day": 5, + "file": "20161006_182224.csv", + "block": 90, + "first_row": 263305, + "last_row_exclusive": 266226, + "start_seconds": 81000.19, + "end_seconds": 81899.902, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 64.0117220246238 + }, + { + "id": "20161006_182224.csv:block91", + "day": 5, + "file": "20161006_182224.csv", + "block": 91, + "first_row": 266226, + "last_row_exclusive": 269151, + "start_seconds": 81900.211, + "end_seconds": 82799.994, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 42.8581281207133 + }, + { + "id": "20161006_182224.csv:block92", + "day": 5, + "file": "20161006_182224.csv", + "block": 92, + "first_row": 269151, + "last_row_exclusive": 272080, + "start_seconds": 82800.304, + "end_seconds": 83699.714, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.464077884615385 + }, + { + "id": "20161006_182224.csv:block93", + "day": 5, + "file": "20161006_182224.csv", + "block": 93, + "first_row": 272080, + "last_row_exclusive": 275005, + "start_seconds": 83700.023, + "end_seconds": 84599.929, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.431968587105615 + }, + { + "id": "20161006_182224.csv:block94", + "day": 5, + "file": "20161006_182224.csv", + "block": 94, + "first_row": 275005, + "last_row_exclusive": 277922, + "start_seconds": 84600.238, + "end_seconds": 85499.892, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.037771193415637 + }, + { + "id": "20161006_182224.csv:block95", + "day": 5, + "file": "20161006_182224.csv", + "block": 95, + "first_row": 277922, + "last_row_exclusive": 280841, + "start_seconds": 85500.204, + "end_seconds": 86399.869, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 22.020000000000003 + }, + { + "id": "20161006_182224.csv:block96", + "day": 5, + "file": "20161006_182224.csv", + "block": 96, + "first_row": 280841, + "last_row_exclusive": 283784, + "start_seconds": 86400.178, + "end_seconds": 87299.944, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.677648102981028 + }, + { + "id": "20161006_182224.csv:block97", + "day": 5, + "file": "20161006_182224.csv", + "block": 97, + "first_row": 283784, + "last_row_exclusive": 286700, + "start_seconds": 87300.248, + "end_seconds": 88199.84, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.603655494505496 + }, + { + "id": "20161006_182224.csv:block98", + "day": 5, + "file": "20161006_182224.csv", + "block": 98, + "first_row": 286700, + "last_row_exclusive": 289618, + "start_seconds": 88200.148, + "end_seconds": 89099.775, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 65.23635961538461 + }, + { + "id": "20161006_182224.csv:block99", + "day": 5, + "file": "20161006_182224.csv", + "block": 99, + "first_row": 289618, + "last_row_exclusive": 292543, + "start_seconds": 89100.085, + "end_seconds": 89999.867, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 57.06539727148704 + }, + { + "id": "20161006_182224.csv:block100", + "day": 5, + "file": "20161006_182224.csv", + "block": 100, + "first_row": 292543, + "last_row_exclusive": 295467, + "start_seconds": 90000.176, + "end_seconds": 90899.783, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 61.5957424863388 + }, + { + "id": "20161007_210049.csv:block0", + "day": 6, + "file": "20161007_210049.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2933, + "start_seconds": 0.0, + "end_seconds": 899.95, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 48.71999999999999 + }, + { + "id": "20161007_210049.csv:block1", + "day": 6, + "file": "20161007_210049.csv", + "block": 1, + "first_row": 2933, + "last_row_exclusive": 5871, + "start_seconds": 900.26, + "end_seconds": 1799.858, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 38.990623160762944 + }, + { + "id": "20161007_210049.csv:block2", + "day": 6, + "file": "20161007_210049.csv", + "block": 2, + "first_row": 5871, + "last_row_exclusive": 8797, + "start_seconds": 1800.162, + "end_seconds": 2699.953, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.23786529492455 + }, + { + "id": "20161007_210049.csv:block3", + "day": 6, + "file": "20161007_210049.csv", + "block": 3, + "first_row": 8797, + "last_row_exclusive": 11719, + "start_seconds": 2700.259, + "end_seconds": 3599.845, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 57.47103739726028 + }, + { + "id": "20161007_210049.csv:block4", + "day": 6, + "file": "20161007_210049.csv", + "block": 4, + "first_row": 11719, + "last_row_exclusive": 14658, + "start_seconds": 3600.154, + "end_seconds": 4499.856, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 31.126137669376693 + }, + { + "id": "20161007_210049.csv:block5", + "day": 6, + "file": "20161007_210049.csv", + "block": 5, + "first_row": 14658, + "last_row_exclusive": 17582, + "start_seconds": 4500.161, + "end_seconds": 5399.896, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 51.12030365853659 + }, + { + "id": "20161007_210049.csv:block6", + "day": 6, + "file": "20161007_210049.csv", + "block": 6, + "first_row": 17582, + "last_row_exclusive": 20522, + "start_seconds": 5400.201, + "end_seconds": 6299.99, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 29.537148773841963 + }, + { + "id": "20161007_210049.csv:block7", + "day": 6, + "file": "20161007_210049.csv", + "block": 7, + "first_row": 20522, + "last_row_exclusive": 23451, + "start_seconds": 6300.3, + "end_seconds": 7199.776, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.01541165311653 + }, + { + "id": "20161007_210049.csv:block8", + "day": 6, + "file": "20161007_210049.csv", + "block": 8, + "first_row": 23451, + "last_row_exclusive": 26383, + "start_seconds": 7200.081, + "end_seconds": 8099.847, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.734129347826084 + }, + { + "id": "20161007_210049.csv:block9", + "day": 6, + "file": "20161007_210049.csv", + "block": 9, + "first_row": 26383, + "last_row_exclusive": 29304, + "start_seconds": 8100.151, + "end_seconds": 8999.692, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 62.236913598901104 + }, + { + "id": "20161007_210049.csv:block10", + "day": 6, + "file": "20161007_210049.csv", + "block": 10, + "first_row": 29304, + "last_row_exclusive": 32228, + "start_seconds": 9000.002, + "end_seconds": 9899.873, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 51.55668922237382 + }, + { + "id": "20161007_210049.csv:block11", + "day": 6, + "file": "20161007_210049.csv", + "block": 11, + "first_row": 32228, + "last_row_exclusive": 35146, + "start_seconds": 9900.178, + "end_seconds": 10799.765, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 25.38733956043956 + }, + { + "id": "20161007_210049.csv:block12", + "day": 6, + "file": "20161007_210049.csv", + "block": 12, + "first_row": 35146, + "last_row_exclusive": 38065, + "start_seconds": 10800.074, + "end_seconds": 11699.721, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 52.35545198902606 + }, + { + "id": "20161007_210049.csv:block13", + "day": 6, + "file": "20161007_210049.csv", + "block": 13, + "first_row": 38065, + "last_row_exclusive": 40989, + "start_seconds": 11700.026, + "end_seconds": 12599.831, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 50.87739972789115 + }, + { + "id": "20161007_210049.csv:block14", + "day": 6, + "file": "20161007_210049.csv", + "block": 14, + "first_row": 40989, + "last_row_exclusive": 43909, + "start_seconds": 12600.136, + "end_seconds": 13499.692, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 46.69925925925926 + }, + { + "id": "20161007_210049.csv:block15", + "day": 6, + "file": "20161007_210049.csv", + "block": 15, + "first_row": 43909, + "last_row_exclusive": 46848, + "start_seconds": 13500.001, + "end_seconds": 14399.919, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 37.336540109140515 + }, + { + "id": "20161007_210049.csv:block16", + "day": 6, + "file": "20161007_210049.csv", + "block": 16, + "first_row": 46848, + "last_row_exclusive": 49767, + "start_seconds": 14400.226, + "end_seconds": 15299.892, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.24356279069767 + }, + { + "id": "20161007_210049.csv:block17", + "day": 6, + "file": "20161007_210049.csv", + "block": 17, + "first_row": 49767, + "last_row_exclusive": 52697, + "start_seconds": 15300.2, + "end_seconds": 16199.84, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.11535417236662 + }, + { + "id": "20161007_210049.csv:block18", + "day": 6, + "file": "20161007_210049.csv", + "block": 18, + "first_row": 52697, + "last_row_exclusive": 55609, + "start_seconds": 16200.149, + "end_seconds": 17099.714, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 57.85753406593408 + }, + { + "id": "20161007_210049.csv:block19", + "day": 6, + "file": "20161007_210049.csv", + "block": 19, + "first_row": 55609, + "last_row_exclusive": 58534, + "start_seconds": 17100.023, + "end_seconds": 17999.806, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 31.78861208791209 + }, + { + "id": "20161007_210049.csv:block20", + "day": 6, + "file": "20161007_210049.csv", + "block": 20, + "first_row": 58534, + "last_row_exclusive": 61470, + "start_seconds": 18000.113, + "end_seconds": 18899.807, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 47.879378997289976 + }, + { + "id": "20161007_210049.csv:block21", + "day": 6, + "file": "20161007_210049.csv", + "block": 21, + "first_row": 61470, + "last_row_exclusive": 64413, + "start_seconds": 18900.112, + "end_seconds": 19799.822, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.75 + }, + { + "id": "20161007_210049.csv:block22", + "day": 6, + "file": "20161007_210049.csv", + "block": 22, + "first_row": 64413, + "last_row_exclusive": 67336, + "start_seconds": 19800.127, + "end_seconds": 20699.829, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 41.342327520435965 + }, + { + "id": "20161007_210049.csv:block23", + "day": 6, + "file": "20161007_210049.csv", + "block": 23, + "first_row": 67336, + "last_row_exclusive": 70261, + "start_seconds": 20700.137, + "end_seconds": 21599.765, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.97779534246576 + }, + { + "id": "20161007_210049.csv:block24", + "day": 6, + "file": "20161007_210049.csv", + "block": 24, + "first_row": 70261, + "last_row_exclusive": 73176, + "start_seconds": 21600.073, + "end_seconds": 22499.716, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.38759945054946 + }, + { + "id": "20161007_210049.csv:block25", + "day": 6, + "file": "20161007_210049.csv", + "block": 25, + "first_row": 73176, + "last_row_exclusive": 76090, + "start_seconds": 22500.023, + "end_seconds": 23399.895, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.912519204389575 + }, + { + "id": "20161007_210049.csv:block26", + "day": 6, + "file": "20161007_210049.csv", + "block": 26, + "first_row": 76090, + "last_row_exclusive": 79011, + "start_seconds": 23400.205, + "end_seconds": 24299.977, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 58.77261481481481 + }, + { + "id": "20161007_210049.csv:block27", + "day": 6, + "file": "20161007_210049.csv", + "block": 27, + "first_row": 79011, + "last_row_exclusive": 81933, + "start_seconds": 24300.285, + "end_seconds": 25199.741, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.226220713305903 + }, + { + "id": "20161007_210049.csv:block28", + "day": 6, + "file": "20161007_210049.csv", + "block": 28, + "first_row": 81933, + "last_row_exclusive": 84864, + "start_seconds": 25200.05, + "end_seconds": 26099.814, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 43.63780934065933 + }, + { + "id": "20161007_210049.csv:block29", + "day": 6, + "file": "20161007_210049.csv", + "block": 29, + "first_row": 84864, + "last_row_exclusive": 87802, + "start_seconds": 26100.123, + "end_seconds": 26999.836, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.06911170068027 + }, + { + "id": "20161007_210049.csv:block30", + "day": 6, + "file": "20161007_210049.csv", + "block": 30, + "first_row": 87802, + "last_row_exclusive": 90734, + "start_seconds": 27000.141, + "end_seconds": 27899.858, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 38.549203556771545 + }, + { + "id": "20161007_210049.csv:block31", + "day": 6, + "file": "20161007_210049.csv", + "block": 31, + "first_row": 90734, + "last_row_exclusive": 93665, + "start_seconds": 27900.167, + "end_seconds": 28799.985, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.81604365620737 + }, + { + "id": "20161007_210049.csv:block32", + "day": 6, + "file": "20161007_210049.csv", + "block": 32, + "first_row": 93665, + "last_row_exclusive": 96586, + "start_seconds": 28800.293, + "end_seconds": 29699.777, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 35.02285989010989 + }, + { + "id": "20161007_210049.csv:block33", + "day": 6, + "file": "20161007_210049.csv", + "block": 33, + "first_row": 96586, + "last_row_exclusive": 99504, + "start_seconds": 29700.084, + "end_seconds": 30599.738, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 66.66835961538462 + }, + { + "id": "20161007_210049.csv:block34", + "day": 6, + "file": "20161007_210049.csv", + "block": 34, + "first_row": 99504, + "last_row_exclusive": 102426, + "start_seconds": 30600.046, + "end_seconds": 31499.851, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 27.431442032967038 + }, + { + "id": "20161007_210049.csv:block35", + "day": 6, + "file": "20161007_210049.csv", + "block": 35, + "first_row": 102426, + "last_row_exclusive": 105355, + "start_seconds": 31500.16, + "end_seconds": 32399.816, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 29.938579700272477 + }, + { + "id": "20161007_210049.csv:block36", + "day": 6, + "file": "20161007_210049.csv", + "block": 36, + "first_row": 105355, + "last_row_exclusive": 108295, + "start_seconds": 32400.121, + "end_seconds": 33299.759, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 44.37936299319728 + }, + { + "id": "20161007_210049.csv:block37", + "day": 6, + "file": "20161007_210049.csv", + "block": 37, + "first_row": 108295, + "last_row_exclusive": 111232, + "start_seconds": 33300.069, + "end_seconds": 34199.957, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.9203031292517 + }, + { + "id": "20161007_210049.csv:block38", + "day": 6, + "file": "20161007_210049.csv", + "block": 38, + "first_row": 111232, + "last_row_exclusive": 114158, + "start_seconds": 34200.266, + "end_seconds": 35099.802, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 22.94398855585831 + }, + { + "id": "20161007_210049.csv:block39", + "day": 6, + "file": "20161007_210049.csv", + "block": 39, + "first_row": 114158, + "last_row_exclusive": 117084, + "start_seconds": 35100.107, + "end_seconds": 35999.953, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 64.24350013736264 + }, + { + "id": "20161007_210049.csv:block40", + "day": 6, + "file": "20161007_210049.csv", + "block": 40, + "first_row": 117084, + "last_row_exclusive": 120018, + "start_seconds": 36000.263, + "end_seconds": 36899.886, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 55.03684979480164 + }, + { + "id": "20161007_210049.csv:block41", + "day": 6, + "file": "20161007_210049.csv", + "block": 41, + "first_row": 120018, + "last_row_exclusive": 122947, + "start_seconds": 36900.191, + "end_seconds": 37799.841, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.95625480769231 + }, + { + "id": "20161007_210049.csv:block42", + "day": 6, + "file": "20161007_210049.csv", + "block": 42, + "first_row": 122947, + "last_row_exclusive": 125873, + "start_seconds": 37800.151, + "end_seconds": 38699.758, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.66058196721312 + }, + { + "id": "20161007_210049.csv:block43", + "day": 6, + "file": "20161007_210049.csv", + "block": 43, + "first_row": 125873, + "last_row_exclusive": 128801, + "start_seconds": 38700.066, + "end_seconds": 39599.799, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 20.23978676671214 + }, + { + "id": "20161007_210049.csv:block44", + "day": 6, + "file": "20161007_210049.csv", + "block": 44, + "first_row": 128801, + "last_row_exclusive": 131731, + "start_seconds": 39600.108, + "end_seconds": 40499.925, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 16.81336255088195 + }, + { + "id": "20161007_210049.csv:block45", + "day": 6, + "file": "20161007_210049.csv", + "block": 45, + "first_row": 131731, + "last_row_exclusive": 134653, + "start_seconds": 40500.231, + "end_seconds": 41399.989, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 31.444980848153214 + }, + { + "id": "20161007_210049.csv:block46", + "day": 6, + "file": "20161007_210049.csv", + "block": 46, + "first_row": 134653, + "last_row_exclusive": 137579, + "start_seconds": 41400.297, + "end_seconds": 42299.814, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 41.6597475994513 + }, + { + "id": "20161007_210049.csv:block47", + "day": 6, + "file": "20161007_210049.csv", + "block": 47, + "first_row": 137579, + "last_row_exclusive": 140497, + "start_seconds": 42300.124, + "end_seconds": 43199.778, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 18.719873113854593 + }, + { + "id": "20161007_210049.csv:block48", + "day": 6, + "file": "20161007_210049.csv", + "block": 48, + "first_row": 140497, + "last_row_exclusive": 143419, + "start_seconds": 43200.085, + "end_seconds": 44099.73, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.56493136986302 + }, + { + "id": "20161007_210049.csv:block49", + "day": 6, + "file": "20161007_210049.csv", + "block": 49, + "first_row": 143419, + "last_row_exclusive": 146350, + "start_seconds": 44100.035, + "end_seconds": 44999.773, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 55.68951510989012 + }, + { + "id": "20161007_210049.csv:block50", + "day": 6, + "file": "20161007_210049.csv", + "block": 50, + "first_row": 146350, + "last_row_exclusive": 149271, + "start_seconds": 45000.082, + "end_seconds": 45899.882, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 41.62724203296704 + }, + { + "id": "20161007_210049.csv:block51", + "day": 6, + "file": "20161007_210049.csv", + "block": 51, + "first_row": 149271, + "last_row_exclusive": 152195, + "start_seconds": 45900.192, + "end_seconds": 46799.851, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 51.60326117969821 + }, + { + "id": "20161007_210049.csv:block52", + "day": 6, + "file": "20161007_210049.csv", + "block": 52, + "first_row": 152195, + "last_row_exclusive": 155114, + "start_seconds": 46800.159, + "end_seconds": 47699.723, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 44.31897895460797 + }, + { + "id": "20161007_210049.csv:block53", + "day": 6, + "file": "20161007_210049.csv", + "block": 53, + "first_row": 155114, + "last_row_exclusive": 158050, + "start_seconds": 47700.033, + "end_seconds": 48599.878, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 47.11999999999999 + }, + { + "id": "20161007_210049.csv:block54", + "day": 6, + "file": "20161007_210049.csv", + "block": 54, + "first_row": 158050, + "last_row_exclusive": 160985, + "start_seconds": 48600.183, + "end_seconds": 49499.908, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.72695972789116 + }, + { + "id": "20161007_210049.csv:block55", + "day": 6, + "file": "20161007_210049.csv", + "block": 55, + "first_row": 160985, + "last_row_exclusive": 163911, + "start_seconds": 49500.217, + "end_seconds": 50399.844, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 44.44853524590164 + }, + { + "id": "20161007_210049.csv:block56", + "day": 6, + "file": "20161007_210049.csv", + "block": 56, + "first_row": 163911, + "last_row_exclusive": 166848, + "start_seconds": 50400.149, + "end_seconds": 51299.743, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.79051620879122 + }, + { + "id": "20161007_210049.csv:block57", + "day": 6, + "file": "20161007_210049.csv", + "block": 57, + "first_row": 166848, + "last_row_exclusive": 169777, + "start_seconds": 51300.052, + "end_seconds": 52199.861, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 72.44688928086838 + }, + { + "id": "20161007_210049.csv:block58", + "day": 6, + "file": "20161007_210049.csv", + "block": 58, + "first_row": 169777, + "last_row_exclusive": 172713, + "start_seconds": 52200.171, + "end_seconds": 53099.827, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 56.671231071913155 + }, + { + "id": "20161007_210049.csv:block59", + "day": 6, + "file": "20161007_210049.csv", + "block": 59, + "first_row": 172713, + "last_row_exclusive": 175649, + "start_seconds": 53100.132, + "end_seconds": 53999.997, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 51.077526812585496 + }, + { + "id": "20161007_210049.csv:block60", + "day": 6, + "file": "20161007_210049.csv", + "block": 60, + "first_row": 175649, + "last_row_exclusive": 178579, + "start_seconds": 54000.302, + "end_seconds": 54899.829, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 60.73129021739131 + }, + { + "id": "20161007_210049.csv:block61", + "day": 6, + "file": "20161007_210049.csv", + "block": 61, + "first_row": 178579, + "last_row_exclusive": 181516, + "start_seconds": 54900.136, + "end_seconds": 55799.873, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.451097282608693 + }, + { + "id": "20161007_210049.csv:block62", + "day": 6, + "file": "20161007_210049.csv", + "block": 62, + "first_row": 181516, + "last_row_exclusive": 184451, + "start_seconds": 55800.183, + "end_seconds": 56699.903, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.898004217687074 + }, + { + "id": "20161007_210049.csv:block63", + "day": 6, + "file": "20161007_210049.csv", + "block": 63, + "first_row": 184451, + "last_row_exclusive": 187367, + "start_seconds": 56700.213, + "end_seconds": 57599.923, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.49020781893004 + }, + { + "id": "20161007_210049.csv:block64", + "day": 6, + "file": "20161007_210049.csv", + "block": 64, + "first_row": 187367, + "last_row_exclusive": 190287, + "start_seconds": 57600.231, + "end_seconds": 58499.761, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.54539219178082 + }, + { + "id": "20161007_210049.csv:block65", + "day": 6, + "file": "20161007_210049.csv", + "block": 65, + "first_row": 190287, + "last_row_exclusive": 193225, + "start_seconds": 58500.065, + "end_seconds": 59399.883, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 46.0600656207367 + }, + { + "id": "20161007_210049.csv:block66", + "day": 6, + "file": "20161007_210049.csv", + "block": 66, + "first_row": 193225, + "last_row_exclusive": 196146, + "start_seconds": 59400.19, + "end_seconds": 60299.935, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 60.135043502051985 + }, + { + "id": "20161007_210049.csv:block67", + "day": 6, + "file": "20161007_210049.csv", + "block": 67, + "first_row": 196146, + "last_row_exclusive": 199067, + "start_seconds": 60300.243, + "end_seconds": 61199.928, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 62.37482306648575 + }, + { + "id": "20161007_210049.csv:block68", + "day": 6, + "file": "20161007_210049.csv", + "block": 68, + "first_row": 199067, + "last_row_exclusive": 201988, + "start_seconds": 61200.233, + "end_seconds": 62099.881, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.417891108071135 + }, + { + "id": "20161007_210049.csv:block69", + "day": 6, + "file": "20161007_210049.csv", + "block": 69, + "first_row": 201988, + "last_row_exclusive": 204924, + "start_seconds": 62100.187, + "end_seconds": 62999.999, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.48010487804878 + }, + { + "id": "20161007_210049.csv:block70", + "day": 6, + "file": "20161007_210049.csv", + "block": 70, + "first_row": 204924, + "last_row_exclusive": 207850, + "start_seconds": 63000.304, + "end_seconds": 63899.775, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 45.36636911564626 + }, + { + "id": "20161007_210049.csv:block71", + "day": 6, + "file": "20161007_210049.csv", + "block": 71, + "first_row": 207850, + "last_row_exclusive": 210774, + "start_seconds": 63900.08, + "end_seconds": 64799.965, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 61.24369437585734 + }, + { + "id": "20161007_210049.csv:block72", + "day": 6, + "file": "20161007_210049.csv", + "block": 72, + "first_row": 210774, + "last_row_exclusive": 213702, + "start_seconds": 64800.269, + "end_seconds": 65699.87, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 48.619544972826084 + }, + { + "id": "20161007_210049.csv:block73", + "day": 6, + "file": "20161007_210049.csv", + "block": 73, + "first_row": 213702, + "last_row_exclusive": 216634, + "start_seconds": 65700.175, + "end_seconds": 66599.874, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.33472087912087 + }, + { + "id": "20161007_210049.csv:block74", + "day": 6, + "file": "20161007_210049.csv", + "block": 74, + "first_row": 216634, + "last_row_exclusive": 219571, + "start_seconds": 66600.181, + "end_seconds": 67499.828, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 51.60280189701898 + }, + { + "id": "20161007_210049.csv:block75", + "day": 6, + "file": "20161007_210049.csv", + "block": 75, + "first_row": 219571, + "last_row_exclusive": 222497, + "start_seconds": 67500.133, + "end_seconds": 68399.702, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.42943585164836 + }, + { + "id": "20161007_210049.csv:block76", + "day": 6, + "file": "20161007_210049.csv", + "block": 76, + "first_row": 222497, + "last_row_exclusive": 225426, + "start_seconds": 68400.01, + "end_seconds": 69299.763, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 38.4796833562586 + }, + { + "id": "20161007_210049.csv:block77", + "day": 6, + "file": "20161007_210049.csv", + "block": 77, + "first_row": 225426, + "last_row_exclusive": 228357, + "start_seconds": 69300.072, + "end_seconds": 70199.905, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.43778130081302 + }, + { + "id": "20161007_210049.csv:block78", + "day": 6, + "file": "20161007_210049.csv", + "block": 78, + "first_row": 228357, + "last_row_exclusive": 231290, + "start_seconds": 70200.21, + "end_seconds": 71099.953, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 33.22017008196721 + }, + { + "id": "20161007_210049.csv:block79", + "day": 6, + "file": "20161007_210049.csv", + "block": 79, + "first_row": 231290, + "last_row_exclusive": 234229, + "start_seconds": 71100.257, + "end_seconds": 71999.952, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 36.13222800546448 + }, + { + "id": "20161007_210049.csv:block80", + "day": 6, + "file": "20161007_210049.csv", + "block": 80, + "first_row": 234229, + "last_row_exclusive": 237143, + "start_seconds": 72000.261, + "end_seconds": 72899.916, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.664175308641973 + }, + { + "id": "20161007_210049.csv:block81", + "day": 6, + "file": "20161007_210049.csv", + "block": 81, + "first_row": 237143, + "last_row_exclusive": 240063, + "start_seconds": 72900.223, + "end_seconds": 73799.764, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 64.8113881868132 + }, + { + "id": "20161007_210049.csv:block82", + "day": 6, + "file": "20161007_210049.csv", + "block": 82, + "first_row": 240063, + "last_row_exclusive": 242983, + "start_seconds": 73800.071, + "end_seconds": 74699.825, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.681775616438344 + }, + { + "id": "20161007_210049.csv:block83", + "day": 6, + "file": "20161007_210049.csv", + "block": 83, + "first_row": 242983, + "last_row_exclusive": 245904, + "start_seconds": 74700.134, + "end_seconds": 75599.783, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 29.752479041095892 + }, + { + "id": "20161007_210049.csv:block84", + "day": 6, + "file": "20161007_210049.csv", + "block": 84, + "first_row": 245904, + "last_row_exclusive": 248831, + "start_seconds": 75600.093, + "end_seconds": 76499.913, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.369863337893296 + }, + { + "id": "20161007_210049.csv:block85", + "day": 6, + "file": "20161007_210049.csv", + "block": 85, + "first_row": 248831, + "last_row_exclusive": 251767, + "start_seconds": 76500.223, + "end_seconds": 77399.875, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 39.30416720867209 + }, + { + "id": "20161007_210049.csv:block86", + "day": 6, + "file": "20161007_210049.csv", + "block": 86, + "first_row": 251767, + "last_row_exclusive": 254694, + "start_seconds": 77400.18, + "end_seconds": 78299.885, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.2 + }, + { + "id": "20161007_210049.csv:block87", + "day": 6, + "file": "20161007_210049.csv", + "block": 87, + "first_row": 254694, + "last_row_exclusive": 257620, + "start_seconds": 78300.191, + "end_seconds": 79199.698, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.53692575342466 + }, + { + "id": "20161007_210049.csv:block88", + "day": 6, + "file": "20161007_210049.csv", + "block": 88, + "first_row": 257620, + "last_row_exclusive": 260554, + "start_seconds": 79200.006, + "end_seconds": 80099.966, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 44.86547701778386 + }, + { + "id": "20161007_210049.csv:block89", + "day": 6, + "file": "20161007_210049.csv", + "block": 89, + "first_row": 260554, + "last_row_exclusive": 263475, + "start_seconds": 80100.275, + "end_seconds": 80999.713, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 26.744670410958907 + }, + { + "id": "20161007_210049.csv:block90", + "day": 6, + "file": "20161007_210049.csv", + "block": 90, + "first_row": 263475, + "last_row_exclusive": 266403, + "start_seconds": 81000.022, + "end_seconds": 81899.749, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 64.20242868852459 + }, + { + "id": "20161007_210049.csv:block91", + "day": 6, + "file": "20161007_210049.csv", + "block": 91, + "first_row": 266403, + "last_row_exclusive": 269326, + "start_seconds": 81900.059, + "end_seconds": 82799.779, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.400327732240434 + }, + { + "id": "20161007_210049.csv:block92", + "day": 6, + "file": "20161007_210049.csv", + "block": 92, + "first_row": 269326, + "last_row_exclusive": 272259, + "start_seconds": 82800.084, + "end_seconds": 83699.988, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.66763787465939 + }, + { + "id": "20161007_210049.csv:block93", + "day": 6, + "file": "20161007_210049.csv", + "block": 93, + "first_row": 272259, + "last_row_exclusive": 275179, + "start_seconds": 83700.293, + "end_seconds": 84599.874, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.57783406593407 + }, + { + "id": "20161007_210049.csv:block94", + "day": 6, + "file": "20161007_210049.csv", + "block": 94, + "first_row": 275179, + "last_row_exclusive": 278103, + "start_seconds": 84600.183, + "end_seconds": 85499.701, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.251532377049184 + }, + { + "id": "20161007_210049.csv:block95", + "day": 6, + "file": "20161007_210049.csv", + "block": 95, + "first_row": 278103, + "last_row_exclusive": 281022, + "start_seconds": 85500.011, + "end_seconds": 86399.835, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 21.980220736698502 + }, + { + "id": "20161007_210049.csv:block96", + "day": 6, + "file": "20161007_210049.csv", + "block": 96, + "first_row": 281022, + "last_row_exclusive": 283949, + "start_seconds": 86400.14, + "end_seconds": 87299.715, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.98022184065934 + }, + { + "id": "20161007_210049.csv:block97", + "day": 6, + "file": "20161007_210049.csv", + "block": 97, + "first_row": 283949, + "last_row_exclusive": 286883, + "start_seconds": 87300.025, + "end_seconds": 88199.931, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.09569115646258 + }, + { + "id": "20161007_210049.csv:block98", + "day": 6, + "file": "20161007_210049.csv", + "block": 98, + "first_row": 286883, + "last_row_exclusive": 289806, + "start_seconds": 88200.235, + "end_seconds": 89099.766, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 65.23155075034106 + }, + { + "id": "20161007_210049.csv:block99", + "day": 6, + "file": "20161007_210049.csv", + "block": 99, + "first_row": 289806, + "last_row_exclusive": 292735, + "start_seconds": 89100.076, + "end_seconds": 89999.762, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 57.257861736770685 + }, + { + "id": "20161007_210049.csv:block100", + "day": 6, + "file": "20161007_210049.csv", + "block": 100, + "first_row": 292735, + "last_row_exclusive": 295668, + "start_seconds": 90000.071, + "end_seconds": 90899.799, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 62.503263414634134 + }, + { + "id": "20161008_234508.csv:block0", + "day": 7, + "file": "20161008_234508.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2922, + "start_seconds": 0.0, + "end_seconds": 899.991, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 49.26283888130969 + }, + { + "id": "20161008_234508.csv:block1", + "day": 7, + "file": "20161008_234508.csv", + "block": 1, + "first_row": 2922, + "last_row_exclusive": 5851, + "start_seconds": 900.299, + "end_seconds": 1799.974, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 39.334121088435374 + }, + { + "id": "20161008_234508.csv:block2", + "day": 7, + "file": "20161008_234508.csv", + "block": 2, + "first_row": 5851, + "last_row_exclusive": 8763, + "start_seconds": 1800.284, + "end_seconds": 2699.923, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.84096634615385 + }, + { + "id": "20161008_234508.csv:block3", + "day": 7, + "file": "20161008_234508.csv", + "block": 3, + "first_row": 8763, + "last_row_exclusive": 11680, + "start_seconds": 2700.231, + "end_seconds": 3599.862, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 57.823801229508206 + }, + { + "id": "20161008_234508.csv:block4", + "day": 7, + "file": "20161008_234508.csv", + "block": 4, + "first_row": 11680, + "last_row_exclusive": 14622, + "start_seconds": 3600.167, + "end_seconds": 4499.924, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 31.274094029850744 + }, + { + "id": "20161008_234508.csv:block5", + "day": 7, + "file": "20161008_234508.csv", + "block": 5, + "first_row": 14622, + "last_row_exclusive": 17545, + "start_seconds": 4500.234, + "end_seconds": 5399.944, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 51.211110547945204 + }, + { + "id": "20161008_234508.csv:block6", + "day": 7, + "file": "20161008_234508.csv", + "block": 6, + "first_row": 17545, + "last_row_exclusive": 20482, + "start_seconds": 5400.249, + "end_seconds": 6299.761, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 29.726487092391306 + }, + { + "id": "20161008_234508.csv:block7", + "day": 7, + "file": "20161008_234508.csv", + "block": 7, + "first_row": 20482, + "last_row_exclusive": 23410, + "start_seconds": 6300.07, + "end_seconds": 7199.915, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.074695081967214 + }, + { + "id": "20161008_234508.csv:block8", + "day": 7, + "file": "20161008_234508.csv", + "block": 8, + "first_row": 23410, + "last_row_exclusive": 26354, + "start_seconds": 7200.22, + "end_seconds": 8099.752, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.74637978142077 + }, + { + "id": "20161008_234508.csv:block9", + "day": 7, + "file": "20161008_234508.csv", + "block": 9, + "first_row": 26354, + "last_row_exclusive": 29282, + "start_seconds": 8100.059, + "end_seconds": 8999.952, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 62.022037945205476 + }, + { + "id": "20161008_234508.csv:block10", + "day": 7, + "file": "20161008_234508.csv", + "block": 10, + "first_row": 29282, + "last_row_exclusive": 32215, + "start_seconds": 9000.257, + "end_seconds": 9899.879, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 51.461162619372445 + }, + { + "id": "20161008_234508.csv:block11", + "day": 7, + "file": "20161008_234508.csv", + "block": 11, + "first_row": 32215, + "last_row_exclusive": 35137, + "start_seconds": 9900.183, + "end_seconds": 10799.882, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 25.393722845417233 + }, + { + "id": "20161008_234508.csv:block12", + "day": 7, + "file": "20161008_234508.csv", + "block": 12, + "first_row": 35137, + "last_row_exclusive": 38067, + "start_seconds": 10800.187, + "end_seconds": 11699.977, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 52.208272465753424 + }, + { + "id": "20161008_234508.csv:block13", + "day": 7, + "file": "20161008_234508.csv", + "block": 13, + "first_row": 38067, + "last_row_exclusive": 40995, + "start_seconds": 11700.286, + "end_seconds": 12599.82, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 50.740882946793995 + }, + { + "id": "20161008_234508.csv:block14", + "day": 7, + "file": "20161008_234508.csv", + "block": 14, + "first_row": 40995, + "last_row_exclusive": 43935, + "start_seconds": 12600.127, + "end_seconds": 13499.971, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 46.63 + }, + { + "id": "20161008_234508.csv:block15", + "day": 7, + "file": "20161008_234508.csv", + "block": 15, + "first_row": 43935, + "last_row_exclusive": 46864, + "start_seconds": 13500.28, + "end_seconds": 14399.799, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 37.318787092391304 + }, + { + "id": "20161008_234508.csv:block16", + "day": 7, + "file": "20161008_234508.csv", + "block": 16, + "first_row": 46864, + "last_row_exclusive": 49797, + "start_seconds": 14400.105, + "end_seconds": 15299.925, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 47.9948805479452 + }, + { + "id": "20161008_234508.csv:block17", + "day": 7, + "file": "20161008_234508.csv", + "block": 17, + "first_row": 49797, + "last_row_exclusive": 52718, + "start_seconds": 15300.229, + "end_seconds": 16199.88, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.09699890560875 + }, + { + "id": "20161008_234508.csv:block18", + "day": 7, + "file": "20161008_234508.csv", + "block": 18, + "first_row": 52718, + "last_row_exclusive": 55635, + "start_seconds": 16200.188, + "end_seconds": 17099.976, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 57.487768399452804 + }, + { + "id": "20161008_234508.csv:block19", + "day": 7, + "file": "20161008_234508.csv", + "block": 19, + "first_row": 55635, + "last_row_exclusive": 58573, + "start_seconds": 17100.28, + "end_seconds": 17999.798, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 31.67139368131868 + }, + { + "id": "20161008_234508.csv:block20", + "day": 7, + "file": "20161008_234508.csv", + "block": 20, + "first_row": 58573, + "last_row_exclusive": 61312, + "start_seconds": 18000.107, + "end_seconds": 18899.787, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 47.70707203274216 + }, + { + "id": "20161008_234508.csv:block21", + "day": 7, + "file": "20161008_234508.csv", + "block": 21, + "first_row": 61312, + "last_row_exclusive": 64238, + "start_seconds": 18900.095, + "end_seconds": 19799.883, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.31419793956044 + }, + { + "id": "20161008_234508.csv:block22", + "day": 7, + "file": "20161008_234508.csv", + "block": 22, + "first_row": 64238, + "last_row_exclusive": 67172, + "start_seconds": 19800.192, + "end_seconds": 20699.782, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 41.16308894952251 + }, + { + "id": "20161008_234508.csv:block23", + "day": 7, + "file": "20161008_234508.csv", + "block": 23, + "first_row": 67172, + "last_row_exclusive": 70108, + "start_seconds": 20700.088, + "end_seconds": 21599.8, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.66 + }, + { + "id": "20161008_234508.csv:block24", + "day": 7, + "file": "20161008_234508.csv", + "block": 24, + "first_row": 70108, + "last_row_exclusive": 73032, + "start_seconds": 21600.104, + "end_seconds": 22499.861, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.47497458791209 + }, + { + "id": "20161008_234508.csv:block25", + "day": 7, + "file": "20161008_234508.csv", + "block": 25, + "first_row": 73032, + "last_row_exclusive": 75972, + "start_seconds": 22500.169, + "end_seconds": 23399.772, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.84789769647697 + }, + { + "id": "20161008_234508.csv:block26", + "day": 7, + "file": "20161008_234508.csv", + "block": 26, + "first_row": 75972, + "last_row_exclusive": 78905, + "start_seconds": 23400.077, + "end_seconds": 24299.953, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 58.54974354395604 + }, + { + "id": "20161008_234508.csv:block27", + "day": 7, + "file": "20161008_234508.csv", + "block": 27, + "first_row": 78905, + "last_row_exclusive": 81830, + "start_seconds": 24300.262, + "end_seconds": 25199.799, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.061363008130083 + }, + { + "id": "20161008_234508.csv:block28", + "day": 7, + "file": "20161008_234508.csv", + "block": 28, + "first_row": 81830, + "last_row_exclusive": 84763, + "start_seconds": 25200.104, + "end_seconds": 26099.908, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 43.42191224489795 + }, + { + "id": "20161008_234508.csv:block29", + "day": 7, + "file": "20161008_234508.csv", + "block": 29, + "first_row": 84763, + "last_row_exclusive": 87696, + "start_seconds": 26100.213, + "end_seconds": 26999.666, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.5196207366985 + }, + { + "id": "20161008_234508.csv:block30", + "day": 7, + "file": "20161008_234508.csv", + "block": 30, + "first_row": 87696, + "last_row_exclusive": 90608, + "start_seconds": 27000.064, + "end_seconds": 27899.771, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 38.240856318681324 + }, + { + "id": "20161008_234508.csv:block31", + "day": 7, + "file": "20161008_234508.csv", + "block": 31, + "first_row": 90608, + "last_row_exclusive": 93533, + "start_seconds": 27900.08, + "end_seconds": 28799.764, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.32113999999999 + }, + { + "id": "20161008_234508.csv:block32", + "day": 7, + "file": "20161008_234508.csv", + "block": 32, + "first_row": 93533, + "last_row_exclusive": 96457, + "start_seconds": 28800.069, + "end_seconds": 29699.816, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 34.77720040983606 + }, + { + "id": "20161008_234508.csv:block33", + "day": 7, + "file": "20161008_234508.csv", + "block": 33, + "first_row": 96457, + "last_row_exclusive": 99385, + "start_seconds": 29700.126, + "end_seconds": 30599.841, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 65.98871009549796 + }, + { + "id": "20161008_234508.csv:block34", + "day": 7, + "file": "20161008_234508.csv", + "block": 34, + "first_row": 99385, + "last_row_exclusive": 102319, + "start_seconds": 30600.146, + "end_seconds": 31499.978, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 27.097377503429353 + }, + { + "id": "20161008_234508.csv:block35", + "day": 7, + "file": "20161008_234508.csv", + "block": 35, + "first_row": 102319, + "last_row_exclusive": 105242, + "start_seconds": 31500.287, + "end_seconds": 32399.702, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 29.65723461012312 + }, + { + "id": "20161008_234508.csv:block36", + "day": 7, + "file": "20161008_234508.csv", + "block": 36, + "first_row": 105242, + "last_row_exclusive": 108170, + "start_seconds": 32400.012, + "end_seconds": 33299.917, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.56944679399728 + }, + { + "id": "20161008_234508.csv:block37", + "day": 7, + "file": "20161008_234508.csv", + "block": 37, + "first_row": 108170, + "last_row_exclusive": 111106, + "start_seconds": 33300.226, + "end_seconds": 34199.933, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.311402038043475 + }, + { + "id": "20161008_234508.csv:block38", + "day": 7, + "file": "20161008_234508.csv", + "block": 38, + "first_row": 111106, + "last_row_exclusive": 114032, + "start_seconds": 34200.242, + "end_seconds": 35099.746, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 22.61776931506849 + }, + { + "id": "20161008_234508.csv:block39", + "day": 7, + "file": "20161008_234508.csv", + "block": 39, + "first_row": 114032, + "last_row_exclusive": 116951, + "start_seconds": 35100.056, + "end_seconds": 35999.873, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 63.41968669410151 + }, + { + "id": "20161008_234508.csv:block40", + "day": 7, + "file": "20161008_234508.csv", + "block": 40, + "first_row": 116951, + "last_row_exclusive": 119871, + "start_seconds": 36000.178, + "end_seconds": 36899.993, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 54.237961316872415 + }, + { + "id": "20161008_234508.csv:block41", + "day": 7, + "file": "20161008_234508.csv", + "block": 41, + "first_row": 119871, + "last_row_exclusive": 122797, + "start_seconds": 36900.303, + "end_seconds": 37799.989, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 58.898782990397805 + }, + { + "id": "20161008_234508.csv:block42", + "day": 7, + "file": "20161008_234508.csv", + "block": 42, + "first_row": 122797, + "last_row_exclusive": 125728, + "start_seconds": 37800.298, + "end_seconds": 38699.94, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.206444596443227 + }, + { + "id": "20161008_234508.csv:block43", + "day": 7, + "file": "20161008_234508.csv", + "block": 43, + "first_row": 125728, + "last_row_exclusive": 128653, + "start_seconds": 38700.25, + "end_seconds": 39599.931, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 19.840223569482287 + }, + { + "id": "20161008_234508.csv:block44", + "day": 7, + "file": "20161008_234508.csv", + "block": 44, + "first_row": 128653, + "last_row_exclusive": 131583, + "start_seconds": 39600.24, + "end_seconds": 40499.802, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 16.39 + }, + { + "id": "20161008_234508.csv:block45", + "day": 7, + "file": "20161008_234508.csv", + "block": 45, + "first_row": 131583, + "last_row_exclusive": 134504, + "start_seconds": 40500.107, + "end_seconds": 41399.759, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 30.96978714090287 + }, + { + "id": "20161008_234508.csv:block46", + "day": 7, + "file": "20161008_234508.csv", + "block": 46, + "first_row": 134504, + "last_row_exclusive": 137425, + "start_seconds": 41400.063, + "end_seconds": 42299.867, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 40.973459065934065 + }, + { + "id": "20161008_234508.csv:block47", + "day": 7, + "file": "20161008_234508.csv", + "block": 47, + "first_row": 137425, + "last_row_exclusive": 140342, + "start_seconds": 42300.176, + "end_seconds": 43199.976, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 18.206788873626373 + }, + { + "id": "20161008_234508.csv:block48", + "day": 7, + "file": "20161008_234508.csv", + "block": 48, + "first_row": 140342, + "last_row_exclusive": 143271, + "start_seconds": 43200.285, + "end_seconds": 44099.76, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 49.53614491180461 + }, + { + "id": "20161008_234508.csv:block49", + "day": 7, + "file": "20161008_234508.csv", + "block": 49, + "first_row": 143271, + "last_row_exclusive": 146195, + "start_seconds": 44100.063, + "end_seconds": 44999.958, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 54.627619230769234 + }, + { + "id": "20161008_234508.csv:block50", + "day": 7, + "file": "20161008_234508.csv", + "block": 50, + "first_row": 146195, + "last_row_exclusive": 149133, + "start_seconds": 45000.265, + "end_seconds": 45899.939, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 40.83600274725275 + }, + { + "id": "20161008_234508.csv:block51", + "day": 7, + "file": "20161008_234508.csv", + "block": 51, + "first_row": 149133, + "last_row_exclusive": 152053, + "start_seconds": 45900.247, + "end_seconds": 46799.806, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.47697403846154 + }, + { + "id": "20161008_234508.csv:block52", + "day": 7, + "file": "20161008_234508.csv", + "block": 52, + "first_row": 152053, + "last_row_exclusive": 154976, + "start_seconds": 46800.115, + "end_seconds": 47699.871, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 43.39828183060109 + }, + { + "id": "20161008_234508.csv:block53", + "day": 7, + "file": "20161008_234508.csv", + "block": 53, + "first_row": 154976, + "last_row_exclusive": 157892, + "start_seconds": 47700.18, + "end_seconds": 48599.906, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 45.743444368131875 + }, + { + "id": "20161008_234508.csv:block54", + "day": 7, + "file": "20161008_234508.csv", + "block": 54, + "first_row": 157892, + "last_row_exclusive": 160834, + "start_seconds": 48600.214, + "end_seconds": 49499.87, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.2350093495935 + }, + { + "id": "20161008_234508.csv:block55", + "day": 7, + "file": "20161008_234508.csv", + "block": 55, + "first_row": 160834, + "last_row_exclusive": 163766, + "start_seconds": 49500.174, + "end_seconds": 50399.797, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 44.022406019151845 + }, + { + "id": "20161008_234508.csv:block56", + "day": 7, + "file": "20161008_234508.csv", + "block": 56, + "first_row": 163766, + "last_row_exclusive": 166696, + "start_seconds": 50400.107, + "end_seconds": 51299.803, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.551691598916 + }, + { + "id": "20161008_234508.csv:block57", + "day": 7, + "file": "20161008_234508.csv", + "block": 57, + "first_row": 166696, + "last_row_exclusive": 169627, + "start_seconds": 51300.107, + "end_seconds": 52199.787, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 71.83722517099862 + }, + { + "id": "20161008_234508.csv:block58", + "day": 7, + "file": "20161008_234508.csv", + "block": 58, + "first_row": 169627, + "last_row_exclusive": 172543, + "start_seconds": 52200.096, + "end_seconds": 53099.906, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 56.08638315068493 + }, + { + "id": "20161008_234508.csv:block59", + "day": 7, + "file": "20161008_234508.csv", + "block": 59, + "first_row": 172543, + "last_row_exclusive": 175470, + "start_seconds": 53100.211, + "end_seconds": 53999.9, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 50.656858299039776 + }, + { + "id": "20161008_234508.csv:block60", + "day": 7, + "file": "20161008_234508.csv", + "block": 60, + "first_row": 175470, + "last_row_exclusive": 178409, + "start_seconds": 54000.206, + "end_seconds": 54899.794, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 60.09379931880109 + }, + { + "id": "20161008_234508.csv:block61", + "day": 7, + "file": "20161008_234508.csv", + "block": 61, + "first_row": 178409, + "last_row_exclusive": 181329, + "start_seconds": 54900.098, + "end_seconds": 55799.822, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.060289560439564 + }, + { + "id": "20161008_234508.csv:block62", + "day": 7, + "file": "20161008_234508.csv", + "block": 62, + "first_row": 181329, + "last_row_exclusive": 184248, + "start_seconds": 55800.131, + "end_seconds": 56699.824, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.8468628610729 + }, + { + "id": "20161008_234508.csv:block63", + "day": 7, + "file": "20161008_234508.csv", + "block": 63, + "first_row": 184248, + "last_row_exclusive": 187161, + "start_seconds": 56700.133, + "end_seconds": 57599.876, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.053523076923085 + }, + { + "id": "20161008_234508.csv:block64", + "day": 7, + "file": "20161008_234508.csv", + "block": 64, + "first_row": 187161, + "last_row_exclusive": 190098, + "start_seconds": 57600.186, + "end_seconds": 58499.951, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.242313839891448 + }, + { + "id": "20161008_234508.csv:block65", + "day": 7, + "file": "20161008_234508.csv", + "block": 65, + "first_row": 190098, + "last_row_exclusive": 193016, + "start_seconds": 58500.255, + "end_seconds": 59399.909, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 45.774968312757196 + }, + { + "id": "20161008_234508.csv:block66", + "day": 7, + "file": "20161008_234508.csv", + "block": 66, + "first_row": 193016, + "last_row_exclusive": 195950, + "start_seconds": 59400.214, + "end_seconds": 60299.723, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.69672104539202 + }, + { + "id": "20161008_234508.csv:block67", + "day": 7, + "file": "20161008_234508.csv", + "block": 67, + "first_row": 195950, + "last_row_exclusive": 198869, + "start_seconds": 60300.031, + "end_seconds": 61199.702, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 61.83332687585266 + }, + { + "id": "20161008_234508.csv:block68", + "day": 7, + "file": "20161008_234508.csv", + "block": 68, + "first_row": 198869, + "last_row_exclusive": 201792, + "start_seconds": 61200.011, + "end_seconds": 62099.999, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.17533926630434 + }, + { + "id": "20161008_234508.csv:block69", + "day": 7, + "file": "20161008_234508.csv", + "block": 69, + "first_row": 201792, + "last_row_exclusive": 204740, + "start_seconds": 62100.304, + "end_seconds": 62999.848, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.97294390243902 + }, + { + "id": "20161008_234508.csv:block70", + "day": 7, + "file": "20161008_234508.csv", + "block": 70, + "first_row": 204740, + "last_row_exclusive": 207673, + "start_seconds": 63000.154, + "end_seconds": 63899.756, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 44.72920615595075 + }, + { + "id": "20161008_234508.csv:block71", + "day": 7, + "file": "20161008_234508.csv", + "block": 71, + "first_row": 207673, + "last_row_exclusive": 210598, + "start_seconds": 63900.064, + "end_seconds": 64799.774, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 60.88289001367988 + }, + { + "id": "20161008_234508.csv:block72", + "day": 7, + "file": "20161008_234508.csv", + "block": 72, + "first_row": 210598, + "last_row_exclusive": 213541, + "start_seconds": 64800.083, + "end_seconds": 65699.842, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 48.284996476964764 + }, + { + "id": "20161008_234508.csv:block73", + "day": 7, + "file": "20161008_234508.csv", + "block": 73, + "first_row": 213541, + "last_row_exclusive": 216467, + "start_seconds": 65700.146, + "end_seconds": 66599.847, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.138300274725275 + }, + { + "id": "20161008_234508.csv:block74", + "day": 7, + "file": "20161008_234508.csv", + "block": 74, + "first_row": 216467, + "last_row_exclusive": 219383, + "start_seconds": 66600.153, + "end_seconds": 67499.968, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 51.19713667582417 + }, + { + "id": "20161008_234508.csv:block75", + "day": 7, + "file": "20161008_234508.csv", + "block": 75, + "first_row": 219383, + "last_row_exclusive": 222300, + "start_seconds": 67500.278, + "end_seconds": 68399.707, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.07901145975443 + }, + { + "id": "20161008_234508.csv:block76", + "day": 7, + "file": "20161008_234508.csv", + "block": 76, + "first_row": 222300, + "last_row_exclusive": 225227, + "start_seconds": 68400.016, + "end_seconds": 69299.833, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 38.22103238095238 + }, + { + "id": "20161008_234508.csv:block77", + "day": 7, + "file": "20161008_234508.csv", + "block": 77, + "first_row": 225227, + "last_row_exclusive": 228164, + "start_seconds": 69300.137, + "end_seconds": 70199.762, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.013002442333786 + }, + { + "id": "20161008_234508.csv:block78", + "day": 7, + "file": "20161008_234508.csv", + "block": 78, + "first_row": 228164, + "last_row_exclusive": 231097, + "start_seconds": 70200.07, + "end_seconds": 71099.834, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 33.00390885558583 + }, + { + "id": "20161008_234508.csv:block79", + "day": 7, + "file": "20161008_234508.csv", + "block": 79, + "first_row": 231097, + "last_row_exclusive": 234031, + "start_seconds": 71100.138, + "end_seconds": 71999.893, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 36.09321795918367 + }, + { + "id": "20161008_234508.csv:block80", + "day": 7, + "file": "20161008_234508.csv", + "block": 80, + "first_row": 234031, + "last_row_exclusive": 236960, + "start_seconds": 72000.197, + "end_seconds": 72899.834, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.50287909836066 + }, + { + "id": "20161008_234508.csv:block81", + "day": 7, + "file": "20161008_234508.csv", + "block": 81, + "first_row": 236960, + "last_row_exclusive": 239900, + "start_seconds": 72900.14, + "end_seconds": 73799.699, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 64.33175034199726 + }, + { + "id": "20161008_234508.csv:block82", + "day": 7, + "file": "20161008_234508.csv", + "block": 82, + "first_row": 239900, + "last_row_exclusive": 242827, + "start_seconds": 73800.007, + "end_seconds": 74699.986, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.18851344307271 + }, + { + "id": "20161008_234508.csv:block83", + "day": 7, + "file": "20161008_234508.csv", + "block": 83, + "first_row": 242827, + "last_row_exclusive": 245752, + "start_seconds": 74700.291, + "end_seconds": 75599.926, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 29.455412362637365 + }, + { + "id": "20161008_234508.csv:block84", + "day": 7, + "file": "20161008_234508.csv", + "block": 84, + "first_row": 245752, + "last_row_exclusive": 248679, + "start_seconds": 75600.235, + "end_seconds": 76499.847, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.137161917808218 + }, + { + "id": "20161008_234508.csv:block85", + "day": 7, + "file": "20161008_234508.csv", + "block": 85, + "first_row": 248679, + "last_row_exclusive": 251601, + "start_seconds": 76500.155, + "end_seconds": 77399.702, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 39.02929767441861 + }, + { + "id": "20161008_234508.csv:block86", + "day": 7, + "file": "20161008_234508.csv", + "block": 86, + "first_row": 251601, + "last_row_exclusive": 254535, + "start_seconds": 77400.007, + "end_seconds": 78299.697, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 36.71202197802198 + }, + { + "id": "20161008_234508.csv:block87", + "day": 7, + "file": "20161008_234508.csv", + "block": 87, + "first_row": 254535, + "last_row_exclusive": 257476, + "start_seconds": 78300.006, + "end_seconds": 79199.946, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.055498914518314 + }, + { + "id": "20161008_234508.csv:block88", + "day": 7, + "file": "20161008_234508.csv", + "block": 88, + "first_row": 257476, + "last_row_exclusive": 260404, + "start_seconds": 79200.25, + "end_seconds": 80099.777, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 44.05794965706447 + }, + { + "id": "20161008_234508.csv:block89", + "day": 7, + "file": "20161008_234508.csv", + "block": 89, + "first_row": 260404, + "last_row_exclusive": 263330, + "start_seconds": 80100.086, + "end_seconds": 80999.976, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 26.423293552812073 + }, + { + "id": "20161008_234508.csv:block90", + "day": 7, + "file": "20161008_234508.csv", + "block": 90, + "first_row": 263330, + "last_row_exclusive": 266248, + "start_seconds": 81000.286, + "end_seconds": 81899.866, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 63.80201145975443 + }, + { + "id": "20161008_234508.csv:block91", + "day": 7, + "file": "20161008_234508.csv", + "block": 91, + "first_row": 266248, + "last_row_exclusive": 269177, + "start_seconds": 81900.171, + "end_seconds": 82799.805, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 42.87512900136799 + }, + { + "id": "20161008_234508.csv:block92", + "day": 7, + "file": "20161008_234508.csv", + "block": 92, + "first_row": 269177, + "last_row_exclusive": 272091, + "start_seconds": 82800.115, + "end_seconds": 83699.804, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.9490587105624 + }, + { + "id": "20161008_234508.csv:block93", + "day": 7, + "file": "20161008_234508.csv", + "block": 93, + "first_row": 272091, + "last_row_exclusive": 275007, + "start_seconds": 83700.112, + "end_seconds": 84599.796, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.3179771978022 + }, + { + "id": "20161008_234508.csv:block94", + "day": 7, + "file": "20161008_234508.csv", + "block": 94, + "first_row": 275007, + "last_row_exclusive": 277926, + "start_seconds": 84600.104, + "end_seconds": 85499.858, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.074871978021978 + }, + { + "id": "20161008_234508.csv:block95", + "day": 7, + "file": "20161008_234508.csv", + "block": 95, + "first_row": 277926, + "last_row_exclusive": 280860, + "start_seconds": 85500.167, + "end_seconds": 86399.989, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 21.971996883468837 + }, + { + "id": "20161008_234508.csv:block96", + "day": 7, + "file": "20161008_234508.csv", + "block": 96, + "first_row": 280860, + "last_row_exclusive": 283786, + "start_seconds": 86400.294, + "end_seconds": 87299.96, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.904764721845318 + }, + { + "id": "20161008_234508.csv:block97", + "day": 7, + "file": "20161008_234508.csv", + "block": 97, + "first_row": 283786, + "last_row_exclusive": 286713, + "start_seconds": 87300.269, + "end_seconds": 88199.854, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.36801181318681 + }, + { + "id": "20161008_234508.csv:block98", + "day": 7, + "file": "20161008_234508.csv", + "block": 98, + "first_row": 286713, + "last_row_exclusive": 289639, + "start_seconds": 88200.163, + "end_seconds": 89099.746, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 64.81016978021978 + }, + { + "id": "20161008_234508.csv:block99", + "day": 7, + "file": "20161008_234508.csv", + "block": 99, + "first_row": 289639, + "last_row_exclusive": 292570, + "start_seconds": 89100.056, + "end_seconds": 89999.894, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 56.60280452674896 + }, + { + "id": "20161008_234508.csv:block100", + "day": 7, + "file": "20161008_234508.csv", + "block": 100, + "first_row": 292570, + "last_row_exclusive": 295492, + "start_seconds": 90000.202, + "end_seconds": 90899.702, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 60.850515247252766 + }, + { + "id": "20161010_095046.csv:block0", + "day": 8, + "file": "20161010_095046.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2913, + "start_seconds": 0.0, + "end_seconds": 899.939, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 47.62 + }, + { + "id": "20161010_095046.csv:block1", + "day": 8, + "file": "20161010_095046.csv", + "block": 1, + "first_row": 2913, + "last_row_exclusive": 5827, + "start_seconds": 900.248, + "end_seconds": 1799.761, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 38.33407219178082 + }, + { + "id": "20161010_095046.csv:block2", + "day": 8, + "file": "20161010_095046.csv", + "block": 2, + "first_row": 5827, + "last_row_exclusive": 8744, + "start_seconds": 1800.069, + "end_seconds": 2699.926, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.14999999999999 + }, + { + "id": "20161010_095046.csv:block3", + "day": 8, + "file": "20161010_095046.csv", + "block": 3, + "first_row": 8744, + "last_row_exclusive": 11665, + "start_seconds": 2700.236, + "end_seconds": 3599.955, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 57.22906884353742 + }, + { + "id": "20161010_095046.csv:block4", + "day": 8, + "file": "20161010_095046.csv", + "block": 4, + "first_row": 11665, + "last_row_exclusive": 14597, + "start_seconds": 3600.261, + "end_seconds": 4499.766, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.893666757865937 + }, + { + "id": "20161010_095046.csv:block5", + "day": 8, + "file": "20161010_095046.csv", + "block": 5, + "first_row": 14597, + "last_row_exclusive": 17536, + "start_seconds": 4500.071, + "end_seconds": 5399.854, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 50.75206648351649 + }, + { + "id": "20161010_095046.csv:block6", + "day": 8, + "file": "20161010_095046.csv", + "block": 6, + "first_row": 17536, + "last_row_exclusive": 20460, + "start_seconds": 5400.163, + "end_seconds": 6299.961, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 29.360979263301502 + }, + { + "id": "20161010_095046.csv:block7", + "day": 8, + "file": "20161010_095046.csv", + "block": 7, + "first_row": 20460, + "last_row_exclusive": 23384, + "start_seconds": 6300.269, + "end_seconds": 7199.999, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 48.91842711171661 + }, + { + "id": "20161010_095046.csv:block8", + "day": 8, + "file": "20161010_095046.csv", + "block": 8, + "first_row": 23384, + "last_row_exclusive": 26307, + "start_seconds": 7200.308, + "end_seconds": 8099.909, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.86576027397261 + }, + { + "id": "20161010_095046.csv:block9", + "day": 8, + "file": "20161010_095046.csv", + "block": 9, + "first_row": 26307, + "last_row_exclusive": 29232, + "start_seconds": 8100.218, + "end_seconds": 8999.87, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 62.41639958847736 + }, + { + "id": "20161010_095046.csv:block10", + "day": 8, + "file": "20161010_095046.csv", + "block": 10, + "first_row": 29232, + "last_row_exclusive": 32164, + "start_seconds": 9000.175, + "end_seconds": 9899.8, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 51.59685285326087 + }, + { + "id": "20161010_095046.csv:block11", + "day": 8, + "file": "20161010_095046.csv", + "block": 11, + "first_row": 32164, + "last_row_exclusive": 35093, + "start_seconds": 9900.105, + "end_seconds": 10799.78, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 25.40472967032967 + }, + { + "id": "20161010_095046.csv:block12", + "day": 8, + "file": "20161010_095046.csv", + "block": 12, + "first_row": 35093, + "last_row_exclusive": 38013, + "start_seconds": 10800.09, + "end_seconds": 11699.695, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 52.5454757201646 + }, + { + "id": "20161010_095046.csv:block13", + "day": 8, + "file": "20161010_095046.csv", + "block": 13, + "first_row": 38013, + "last_row_exclusive": 40939, + "start_seconds": 11700.003, + "end_seconds": 12599.951, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.304623874488406 + }, + { + "id": "20161010_095046.csv:block14", + "day": 8, + "file": "20161010_095046.csv", + "block": 14, + "first_row": 40939, + "last_row_exclusive": 43861, + "start_seconds": 12600.259, + "end_seconds": 13499.848, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 46.67106057298771 + }, + { + "id": "20161010_095046.csv:block15", + "day": 8, + "file": "20161010_095046.csv", + "block": 15, + "first_row": 43861, + "last_row_exclusive": 46792, + "start_seconds": 13500.153, + "end_seconds": 14399.851, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 37.29338394557823 + }, + { + "id": "20161010_095046.csv:block16", + "day": 8, + "file": "20161010_095046.csv", + "block": 16, + "first_row": 46792, + "last_row_exclusive": 49722, + "start_seconds": 14400.157, + "end_seconds": 15299.919, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 47.991805054644814 + }, + { + "id": "20161010_095046.csv:block17", + "day": 8, + "file": "20161010_095046.csv", + "block": 17, + "first_row": 49722, + "last_row_exclusive": 52641, + "start_seconds": 15300.229, + "end_seconds": 16199.782, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.03598008185539 + }, + { + "id": "20161010_095046.csv:block18", + "day": 8, + "file": "20161010_095046.csv", + "block": 18, + "first_row": 52641, + "last_row_exclusive": 55556, + "start_seconds": 16200.091, + "end_seconds": 17099.701, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 56.432401917808214 + }, + { + "id": "20161010_095046.csv:block19", + "day": 8, + "file": "20161010_095046.csv", + "block": 19, + "first_row": 55556, + "last_row_exclusive": 58487, + "start_seconds": 17100.008, + "end_seconds": 17999.826, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 31.64152130257802 + }, + { + "id": "20161010_095046.csv:block20", + "day": 8, + "file": "20161010_095046.csv", + "block": 20, + "first_row": 58487, + "last_row_exclusive": 61412, + "start_seconds": 18000.131, + "end_seconds": 18899.797, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 46.98523324175825 + }, + { + "id": "20161010_095046.csv:block21", + "day": 8, + "file": "20161010_095046.csv", + "block": 21, + "first_row": 61412, + "last_row_exclusive": 64325, + "start_seconds": 18900.104, + "end_seconds": 19799.767, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 50.63244676753783 + }, + { + "id": "20161010_095046.csv:block22", + "day": 8, + "file": "20161010_095046.csv", + "block": 22, + "first_row": 64325, + "last_row_exclusive": 67245, + "start_seconds": 19800.076, + "end_seconds": 20699.704, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 41.08989768707483 + }, + { + "id": "20161010_095046.csv:block23", + "day": 8, + "file": "20161010_095046.csv", + "block": 23, + "first_row": 67245, + "last_row_exclusive": 70188, + "start_seconds": 20700.008, + "end_seconds": 21599.969, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.7662674796748 + }, + { + "id": "20161010_095046.csv:block24", + "day": 8, + "file": "20161010_095046.csv", + "block": 24, + "first_row": 70188, + "last_row_exclusive": 73131, + "start_seconds": 21600.274, + "end_seconds": 22499.875, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.4045302578019 + }, + { + "id": "20161010_095046.csv:block25", + "day": 8, + "file": "20161010_095046.csv", + "block": 25, + "first_row": 73131, + "last_row_exclusive": 76072, + "start_seconds": 22500.182, + "end_seconds": 23399.772, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.54433025780188 + }, + { + "id": "20161010_095046.csv:block26", + "day": 8, + "file": "20161010_095046.csv", + "block": 26, + "first_row": 76072, + "last_row_exclusive": 79006, + "start_seconds": 23400.082, + "end_seconds": 24299.889, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 58.269965573770484 + }, + { + "id": "20161010_095046.csv:block27", + "day": 8, + "file": "20161010_095046.csv", + "block": 27, + "first_row": 79006, + "last_row_exclusive": 81954, + "start_seconds": 24300.194, + "end_seconds": 25199.963, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 26.769001084010842 + }, + { + "id": "20161010_095046.csv:block28", + "day": 8, + "file": "20161010_095046.csv", + "block": 28, + "first_row": 81954, + "last_row_exclusive": 84884, + "start_seconds": 25200.267, + "end_seconds": 26099.724, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 42.632386008230455 + }, + { + "id": "20161010_095046.csv:block29", + "day": 8, + "file": "20161010_095046.csv", + "block": 29, + "first_row": 84884, + "last_row_exclusive": 87819, + "start_seconds": 26100.029, + "end_seconds": 26999.886, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 65.85570656634748 + }, + { + "id": "20161010_095046.csv:block30", + "day": 8, + "file": "20161010_095046.csv", + "block": 30, + "first_row": 87819, + "last_row_exclusive": 90748, + "start_seconds": 27000.191, + "end_seconds": 27899.908, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 37.804771917808225 + }, + { + "id": "20161010_095046.csv:block31", + "day": 8, + "file": "20161010_095046.csv", + "block": 31, + "first_row": 90748, + "last_row_exclusive": 93679, + "start_seconds": 27900.216, + "end_seconds": 28799.871, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 48.669999999999995 + }, + { + "id": "20161010_095046.csv:block32", + "day": 8, + "file": "20161010_095046.csv", + "block": 32, + "first_row": 93679, + "last_row_exclusive": 96602, + "start_seconds": 28800.177, + "end_seconds": 29699.771, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 34.31181385869564 + }, + { + "id": "20161010_095046.csv:block33", + "day": 8, + "file": "20161010_095046.csv", + "block": 33, + "first_row": 96602, + "last_row_exclusive": 99534, + "start_seconds": 29700.075, + "end_seconds": 30599.829, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 65.31894024556617 + }, + { + "id": "20161010_095046.csv:block34", + "day": 8, + "file": "20161010_095046.csv", + "block": 34, + "first_row": 99534, + "last_row_exclusive": 102481, + "start_seconds": 30600.134, + "end_seconds": 31499.778, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 26.656393732970024 + }, + { + "id": "20161010_095046.csv:block35", + "day": 8, + "file": "20161010_095046.csv", + "block": 35, + "first_row": 102481, + "last_row_exclusive": 105396, + "start_seconds": 31500.086, + "end_seconds": 32399.73, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 29.650444032921808 + }, + { + "id": "20161010_095046.csv:block36", + "day": 8, + "file": "20161010_095046.csv", + "block": 36, + "first_row": 105396, + "last_row_exclusive": 108335, + "start_seconds": 32400.04, + "end_seconds": 33299.845, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.186683197831975 + }, + { + "id": "20161010_095046.csv:block37", + "day": 8, + "file": "20161010_095046.csv", + "block": 37, + "first_row": 108335, + "last_row_exclusive": 111261, + "start_seconds": 33300.15, + "end_seconds": 34199.945, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 49.82226960651288 + }, + { + "id": "20161010_095046.csv:block38", + "day": 8, + "file": "20161010_095046.csv", + "block": 38, + "first_row": 111261, + "last_row_exclusive": 114179, + "start_seconds": 34200.254, + "end_seconds": 35099.789, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 22.417362704918034 + }, + { + "id": "20161010_095046.csv:block39", + "day": 8, + "file": "20161010_095046.csv", + "block": 39, + "first_row": 114179, + "last_row_exclusive": 117100, + "start_seconds": 35100.094, + "end_seconds": 35999.762, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 63.07345532786885 + }, + { + "id": "20161010_095046.csv:block40", + "day": 8, + "file": "20161010_095046.csv", + "block": 40, + "first_row": 117100, + "last_row_exclusive": 120031, + "start_seconds": 36000.066, + "end_seconds": 36899.75, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 53.96270666666667 + }, + { + "id": "20161010_095046.csv:block41", + "day": 8, + "file": "20161010_095046.csv", + "block": 41, + "first_row": 120031, + "last_row_exclusive": 122975, + "start_seconds": 36900.056, + "end_seconds": 37799.9, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 58.95446884353741 + }, + { + "id": "20161010_095046.csv:block42", + "day": 8, + "file": "20161010_095046.csv", + "block": 42, + "first_row": 122975, + "last_row_exclusive": 125907, + "start_seconds": 37800.209, + "end_seconds": 38699.738, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.129194952251023 + }, + { + "id": "20161010_095046.csv:block43", + "day": 8, + "file": "20161010_095046.csv", + "block": 43, + "first_row": 125907, + "last_row_exclusive": 128833, + "start_seconds": 38700.043, + "end_seconds": 39599.755, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 19.78761426611797 + }, + { + "id": "20161010_095046.csv:block44", + "day": 8, + "file": "20161010_095046.csv", + "block": 44, + "first_row": 128833, + "last_row_exclusive": 131767, + "start_seconds": 39600.061, + "end_seconds": 40499.991, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 16.37 + }, + { + "id": "20161010_095046.csv:block45", + "day": 8, + "file": "20161010_095046.csv", + "block": 45, + "first_row": 131767, + "last_row_exclusive": 134708, + "start_seconds": 40500.296, + "end_seconds": 41399.869, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 30.88480095497954 + }, + { + "id": "20161010_095046.csv:block46", + "day": 8, + "file": "20161010_095046.csv", + "block": 46, + "first_row": 134708, + "last_row_exclusive": 137627, + "start_seconds": 41400.178, + "end_seconds": 42299.74, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 41.53262950819672 + }, + { + "id": "20161010_095046.csv:block47", + "day": 8, + "file": "20161010_095046.csv", + "block": 47, + "first_row": 137627, + "last_row_exclusive": 140557, + "start_seconds": 42300.046, + "end_seconds": 43199.809, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 18.433821857923498 + }, + { + "id": "20161010_095046.csv:block48", + "day": 8, + "file": "20161010_095046.csv", + "block": 48, + "first_row": 140557, + "last_row_exclusive": 143496, + "start_seconds": 43200.113, + "end_seconds": 44099.87, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.360941689373306 + }, + { + "id": "20161010_095046.csv:block49", + "day": 8, + "file": "20161010_095046.csv", + "block": 49, + "first_row": 143496, + "last_row_exclusive": 146420, + "start_seconds": 44100.175, + "end_seconds": 44999.912, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 55.176983127572 + }, + { + "id": "20161010_095046.csv:block50", + "day": 8, + "file": "20161010_095046.csv", + "block": 50, + "first_row": 146420, + "last_row_exclusive": 149351, + "start_seconds": 45000.217, + "end_seconds": 45899.831, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 41.23849017735334 + }, + { + "id": "20161010_095046.csv:block51", + "day": 8, + "file": "20161010_095046.csv", + "block": 51, + "first_row": 149351, + "last_row_exclusive": 152266, + "start_seconds": 45900.141, + "end_seconds": 46799.911, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.808631687242794 + }, + { + "id": "20161010_095046.csv:block52", + "day": 8, + "file": "20161010_095046.csv", + "block": 52, + "first_row": 152266, + "last_row_exclusive": 155188, + "start_seconds": 46800.221, + "end_seconds": 47699.838, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 43.45000000000001 + }, + { + "id": "20161010_095046.csv:block53", + "day": 8, + "file": "20161010_095046.csv", + "block": 53, + "first_row": 155188, + "last_row_exclusive": 158117, + "start_seconds": 47700.142, + "end_seconds": 48599.763, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 46.30787898351648 + }, + { + "id": "20161010_095046.csv:block54", + "day": 8, + "file": "20161010_095046.csv", + "block": 54, + "first_row": 158117, + "last_row_exclusive": 161049, + "start_seconds": 48600.073, + "end_seconds": 49499.948, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.72795731707316 + }, + { + "id": "20161010_095046.csv:block55", + "day": 8, + "file": "20161010_095046.csv", + "block": 55, + "first_row": 161049, + "last_row_exclusive": 163982, + "start_seconds": 49500.255, + "end_seconds": 50399.752, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 43.83198866120219 + }, + { + "id": "20161010_095046.csv:block56", + "day": 8, + "file": "20161010_095046.csv", + "block": 56, + "first_row": 163982, + "last_row_exclusive": 166902, + "start_seconds": 50400.062, + "end_seconds": 51299.843, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 67.9118985013624 + }, + { + "id": "20161010_095046.csv:block57", + "day": 8, + "file": "20161010_095046.csv", + "block": 57, + "first_row": 166902, + "last_row_exclusive": 169833, + "start_seconds": 51300.149, + "end_seconds": 52199.787, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 71.40246002728513 + }, + { + "id": "20161010_095046.csv:block58", + "day": 8, + "file": "20161010_095046.csv", + "block": 58, + "first_row": 169833, + "last_row_exclusive": 172759, + "start_seconds": 52200.092, + "end_seconds": 53099.995, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 55.72134207650274 + }, + { + "id": "20161010_095046.csv:block59", + "day": 8, + "file": "20161010_095046.csv", + "block": 59, + "first_row": 172759, + "last_row_exclusive": 175688, + "start_seconds": 53100.303, + "end_seconds": 53999.741, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 50.372148707482985 + }, + { + "id": "20161010_095046.csv:block60", + "day": 8, + "file": "20161010_095046.csv", + "block": 60, + "first_row": 175688, + "last_row_exclusive": 178613, + "start_seconds": 54000.045, + "end_seconds": 54899.811, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 59.7178843962008 + }, + { + "id": "20161010_095046.csv:block61", + "day": 8, + "file": "20161010_095046.csv", + "block": 61, + "first_row": 178613, + "last_row_exclusive": 181535, + "start_seconds": 54900.115, + "end_seconds": 55799.995, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.052092087312413 + }, + { + "id": "20161010_095046.csv:block62", + "day": 8, + "file": "20161010_095046.csv", + "block": 62, + "first_row": 181535, + "last_row_exclusive": 184467, + "start_seconds": 55800.3, + "end_seconds": 56699.929, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.809404761904766 + }, + { + "id": "20161010_095046.csv:block63", + "day": 8, + "file": "20161010_095046.csv", + "block": 63, + "first_row": 184467, + "last_row_exclusive": 187388, + "start_seconds": 56700.238, + "end_seconds": 57599.837, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 58.37089835164836 + }, + { + "id": "20161010_095046.csv:block64", + "day": 8, + "file": "20161010_095046.csv", + "block": 64, + "first_row": 187388, + "last_row_exclusive": 190317, + "start_seconds": 57600.147, + "end_seconds": 58499.82, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.213592087312417 + }, + { + "id": "20161010_095046.csv:block65", + "day": 8, + "file": "20161010_095046.csv", + "block": 65, + "first_row": 190317, + "last_row_exclusive": 193253, + "start_seconds": 58500.129, + "end_seconds": 59399.956, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 45.201247802197805 + }, + { + "id": "20161010_095046.csv:block66", + "day": 8, + "file": "20161010_095046.csv", + "block": 66, + "first_row": 193253, + "last_row_exclusive": 196180, + "start_seconds": 59400.266, + "end_seconds": 60299.825, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.06724746922024 + }, + { + "id": "20161010_095046.csv:block67", + "day": 8, + "file": "20161010_095046.csv", + "block": 67, + "first_row": 196180, + "last_row_exclusive": 199103, + "start_seconds": 60300.135, + "end_seconds": 61199.91, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 61.420997693351424 + }, + { + "id": "20161010_095046.csv:block68", + "day": 8, + "file": "20161010_095046.csv", + "block": 68, + "first_row": 199103, + "last_row_exclusive": 202028, + "start_seconds": 61200.215, + "end_seconds": 62099.978, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.09482908093278 + }, + { + "id": "20161010_095046.csv:block69", + "day": 8, + "file": "20161010_095046.csv", + "block": 69, + "first_row": 202028, + "last_row_exclusive": 204963, + "start_seconds": 62100.287, + "end_seconds": 62999.752, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.45549336043361 + }, + { + "id": "20161010_095046.csv:block70", + "day": 8, + "file": "20161010_095046.csv", + "block": 70, + "first_row": 204963, + "last_row_exclusive": 207893, + "start_seconds": 63000.057, + "end_seconds": 63899.822, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 44.46066620879121 + }, + { + "id": "20161010_095046.csv:block71", + "day": 8, + "file": "20161010_095046.csv", + "block": 71, + "first_row": 207893, + "last_row_exclusive": 210812, + "start_seconds": 63900.131, + "end_seconds": 64799.901, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 60.25032155525239 + }, + { + "id": "20161010_095046.csv:block72", + "day": 8, + "file": "20161010_095046.csv", + "block": 72, + "first_row": 210812, + "last_row_exclusive": 213734, + "start_seconds": 64800.211, + "end_seconds": 65699.871, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 47.74369491758242 + }, + { + "id": "20161010_095046.csv:block73", + "day": 8, + "file": "20161010_095046.csv", + "block": 73, + "first_row": 213734, + "last_row_exclusive": 216652, + "start_seconds": 65700.18, + "end_seconds": 66599.806, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.04503506849315 + }, + { + "id": "20161010_095046.csv:block74", + "day": 8, + "file": "20161010_095046.csv", + "block": 74, + "first_row": 216652, + "last_row_exclusive": 219567, + "start_seconds": 66600.116, + "end_seconds": 67499.788, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.856877884615386 + }, + { + "id": "20161010_095046.csv:block75", + "day": 8, + "file": "20161010_095046.csv", + "block": 75, + "first_row": 219567, + "last_row_exclusive": 222494, + "start_seconds": 67500.096, + "end_seconds": 68399.891, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 67.73049165526676 + }, + { + "id": "20161010_095046.csv:block76", + "day": 8, + "file": "20161010_095046.csv", + "block": 76, + "first_row": 222494, + "last_row_exclusive": 225437, + "start_seconds": 68400.201, + "end_seconds": 69299.713, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 38.15251294277929 + }, + { + "id": "20161010_095046.csv:block77", + "day": 8, + "file": "20161010_095046.csv", + "block": 77, + "first_row": 225437, + "last_row_exclusive": 228361, + "start_seconds": 69300.018, + "end_seconds": 70199.7, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 49.67880761904761 + }, + { + "id": "20161010_095046.csv:block78", + "day": 8, + "file": "20161010_095046.csv", + "block": 78, + "first_row": 228361, + "last_row_exclusive": 231300, + "start_seconds": 70200.005, + "end_seconds": 71099.698, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 32.908376164383554 + }, + { + "id": "20161010_095046.csv:block79", + "day": 8, + "file": "20161010_095046.csv", + "block": 79, + "first_row": 231300, + "last_row_exclusive": 234235, + "start_seconds": 71100.006, + "end_seconds": 71999.83, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 35.87564661246613 + }, + { + "id": "20161010_095046.csv:block80", + "day": 8, + "file": "20161010_095046.csv", + "block": 80, + "first_row": 234235, + "last_row_exclusive": 237157, + "start_seconds": 72000.135, + "end_seconds": 72899.732, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.45391332417583 + }, + { + "id": "20161010_095046.csv:block81", + "day": 8, + "file": "20161010_095046.csv", + "block": 81, + "first_row": 237157, + "last_row_exclusive": 240075, + "start_seconds": 72900.041, + "end_seconds": 73799.697, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 64.24635404663923 + }, + { + "id": "20161010_095046.csv:block82", + "day": 8, + "file": "20161010_095046.csv", + "block": 82, + "first_row": 240075, + "last_row_exclusive": 243008, + "start_seconds": 73800.007, + "end_seconds": 74699.725, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.30644418604651 + }, + { + "id": "20161010_095046.csv:block83", + "day": 8, + "file": "20161010_095046.csv", + "block": 83, + "first_row": 243008, + "last_row_exclusive": 245947, + "start_seconds": 74700.031, + "end_seconds": 75599.7, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 29.544338493150683 + }, + { + "id": "20161010_095046.csv:block84", + "day": 8, + "file": "20161010_095046.csv", + "block": 84, + "first_row": 245947, + "last_row_exclusive": 248877, + "start_seconds": 75600.008, + "end_seconds": 76499.778, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.189388114754102 + }, + { + "id": "20161010_095046.csv:block85", + "day": 8, + "file": "20161010_095046.csv", + "block": 85, + "first_row": 248877, + "last_row_exclusive": 251822, + "start_seconds": 76500.083, + "end_seconds": 77399.953, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 38.9917023097826 + }, + { + "id": "20161010_095046.csv:block86", + "day": 8, + "file": "20161010_095046.csv", + "block": 86, + "first_row": 251822, + "last_row_exclusive": 254751, + "start_seconds": 77400.258, + "end_seconds": 78299.959, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 36.8751189373297 + }, + { + "id": "20161010_095046.csv:block87", + "day": 8, + "file": "20161010_095046.csv", + "block": 87, + "first_row": 254751, + "last_row_exclusive": 257672, + "start_seconds": 78300.264, + "end_seconds": 79199.839, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.10790082417583 + }, + { + "id": "20161010_095046.csv:block88", + "day": 8, + "file": "20161010_095046.csv", + "block": 88, + "first_row": 257672, + "last_row_exclusive": 260596, + "start_seconds": 79200.149, + "end_seconds": 80099.807, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 44.174782767978286 + }, + { + "id": "20161010_095046.csv:block89", + "day": 8, + "file": "20161010_095046.csv", + "block": 89, + "first_row": 260596, + "last_row_exclusive": 263532, + "start_seconds": 80100.111, + "end_seconds": 80999.73, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 26.537167346938773 + }, + { + "id": "20161010_095046.csv:block90", + "day": 8, + "file": "20161010_095046.csv", + "block": 90, + "first_row": 263532, + "last_row_exclusive": 266451, + "start_seconds": 81000.034, + "end_seconds": 81899.847, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 63.315330494505496 + }, + { + "id": "20161010_095046.csv:block91", + "day": 8, + "file": "20161010_095046.csv", + "block": 91, + "first_row": 266451, + "last_row_exclusive": 269381, + "start_seconds": 81900.155, + "end_seconds": 82799.951, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 42.62822847411444 + }, + { + "id": "20161010_095046.csv:block92", + "day": 8, + "file": "20161010_095046.csv", + "block": 92, + "first_row": 269381, + "last_row_exclusive": 272311, + "start_seconds": 82800.26, + "end_seconds": 83699.836, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.84834541723665 + }, + { + "id": "20161010_095046.csv:block93", + "day": 8, + "file": "20161010_095046.csv", + "block": 93, + "first_row": 272311, + "last_row_exclusive": 275234, + "start_seconds": 83700.14, + "end_seconds": 84599.722, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.296110109289614 + }, + { + "id": "20161010_095046.csv:block94", + "day": 8, + "file": "20161010_095046.csv", + "block": 94, + "first_row": 275234, + "last_row_exclusive": 278156, + "start_seconds": 84600.026, + "end_seconds": 85499.948, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.243416142270863 + }, + { + "id": "20161010_095046.csv:block95", + "day": 8, + "file": "20161010_095046.csv", + "block": 95, + "first_row": 278156, + "last_row_exclusive": 281087, + "start_seconds": 85500.253, + "end_seconds": 86399.844, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 21.90320817438692 + }, + { + "id": "20161010_095046.csv:block96", + "day": 8, + "file": "20161010_095046.csv", + "block": 96, + "first_row": 281087, + "last_row_exclusive": 284014, + "start_seconds": 86400.153, + "end_seconds": 87299.747, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.91 + }, + { + "id": "20161010_095046.csv:block97", + "day": 8, + "file": "20161010_095046.csv", + "block": 97, + "first_row": 284014, + "last_row_exclusive": 286937, + "start_seconds": 87300.057, + "end_seconds": 88199.907, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.94280682128242 + }, + { + "id": "20161010_095046.csv:block98", + "day": 8, + "file": "20161010_095046.csv", + "block": 98, + "first_row": 286937, + "last_row_exclusive": 289862, + "start_seconds": 88200.216, + "end_seconds": 89099.874, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 65.76316333789329 + }, + { + "id": "20161010_095046.csv:block99", + "day": 8, + "file": "20161010_095046.csv", + "block": 99, + "first_row": 289862, + "last_row_exclusive": 292790, + "start_seconds": 89100.179, + "end_seconds": 89999.959, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 57.43793219178083 + }, + { + "id": "20161010_095046.csv:block100", + "day": 8, + "file": "20161010_095046.csv", + "block": 100, + "first_row": 292790, + "last_row_exclusive": 295715, + "start_seconds": 90000.264, + "end_seconds": 90899.694, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 61.56374869684498 + }, + { + "id": "20161011_113032.csv:block0", + "day": 9, + "file": "20161011_113032.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2923, + "start_seconds": 0.0, + "end_seconds": 899.985, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 49.53080095497954 + }, + { + "id": "20161011_113032.csv:block1", + "day": 9, + "file": "20161011_113032.csv", + "block": 1, + "first_row": 2923, + "last_row_exclusive": 5857, + "start_seconds": 900.294, + "end_seconds": 1799.796, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 39.37277791495199 + }, + { + "id": "20161011_113032.csv:block2", + "day": 9, + "file": "20161011_113032.csv", + "block": 2, + "first_row": 5857, + "last_row_exclusive": 8769, + "start_seconds": 1800.104, + "end_seconds": 2699.821, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.640764835164845 + }, + { + "id": "20161011_113032.csv:block3", + "day": 9, + "file": "20161011_113032.csv", + "block": 3, + "first_row": 8769, + "last_row_exclusive": 11696, + "start_seconds": 2700.129, + "end_seconds": 3599.772, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 57.408699863574356 + }, + { + "id": "20161011_113032.csv:block4", + "day": 9, + "file": "20161011_113032.csv", + "block": 4, + "first_row": 11696, + "last_row_exclusive": 14614, + "start_seconds": 3600.077, + "end_seconds": 4499.907, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 31.10879273972603 + }, + { + "id": "20161011_113032.csv:block5", + "day": 9, + "file": "20161011_113032.csv", + "block": 5, + "first_row": 14614, + "last_row_exclusive": 17532, + "start_seconds": 4500.211, + "end_seconds": 5399.765, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 50.88435604395605 + }, + { + "id": "20161011_113032.csv:block6", + "day": 9, + "file": "20161011_113032.csv", + "block": 6, + "first_row": 17532, + "last_row_exclusive": 20475, + "start_seconds": 5400.073, + "end_seconds": 6299.904, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 29.370551700680274 + }, + { + "id": "20161011_113032.csv:block7", + "day": 9, + "file": "20161011_113032.csv", + "block": 7, + "first_row": 20475, + "last_row_exclusive": 23395, + "start_seconds": 6300.211, + "end_seconds": 7199.88, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 48.78405590659341 + }, + { + "id": "20161011_113032.csv:block8", + "day": 9, + "file": "20161011_113032.csv", + "block": 8, + "first_row": 23395, + "last_row_exclusive": 26336, + "start_seconds": 7200.19, + "end_seconds": 8099.803, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.48156753424658 + }, + { + "id": "20161011_113032.csv:block9", + "day": 9, + "file": "20161011_113032.csv", + "block": 9, + "first_row": 26336, + "last_row_exclusive": 29264, + "start_seconds": 8100.113, + "end_seconds": 8999.901, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 61.72999999999999 + }, + { + "id": "20161011_113032.csv:block10", + "day": 9, + "file": "20161011_113032.csv", + "block": 10, + "first_row": 29264, + "last_row_exclusive": 32191, + "start_seconds": 9000.206, + "end_seconds": 9899.852, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 51.10433983516485 + }, + { + "id": "20161011_113032.csv:block11", + "day": 9, + "file": "20161011_113032.csv", + "block": 11, + "first_row": 32191, + "last_row_exclusive": 35127, + "start_seconds": 9900.162, + "end_seconds": 10799.777, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 25.227730790190734 + }, + { + "id": "20161011_113032.csv:block12", + "day": 9, + "file": "20161011_113032.csv", + "block": 12, + "first_row": 35127, + "last_row_exclusive": 38049, + "start_seconds": 10800.086, + "end_seconds": 11699.799, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 52.21962197802198 + }, + { + "id": "20161011_113032.csv:block13", + "day": 9, + "file": "20161011_113032.csv", + "block": 13, + "first_row": 38049, + "last_row_exclusive": 40965, + "start_seconds": 11700.108, + "end_seconds": 12599.861, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 50.669999999999995 + }, + { + "id": "20161011_113032.csv:block14", + "day": 9, + "file": "20161011_113032.csv", + "block": 14, + "first_row": 40965, + "last_row_exclusive": 43898, + "start_seconds": 12600.171, + "end_seconds": 13499.696, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 46.547411292517 + }, + { + "id": "20161011_113032.csv:block15", + "day": 9, + "file": "20161011_113032.csv", + "block": 15, + "first_row": 43898, + "last_row_exclusive": 46848, + "start_seconds": 13500.0, + "end_seconds": 14399.929, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 37.24696544715447 + }, + { + "id": "20161011_113032.csv:block16", + "day": 9, + "file": "20161011_113032.csv", + "block": 16, + "first_row": 46848, + "last_row_exclusive": 49782, + "start_seconds": 14400.235, + "end_seconds": 15299.872, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.316985225718184 + }, + { + "id": "20161011_113032.csv:block17", + "day": 9, + "file": "20161011_113032.csv", + "block": 17, + "first_row": 49782, + "last_row_exclusive": 52722, + "start_seconds": 15300.177, + "end_seconds": 16199.901, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.0100650406504 + }, + { + "id": "20161011_113032.csv:block18", + "day": 9, + "file": "20161011_113032.csv", + "block": 18, + "first_row": 52722, + "last_row_exclusive": 55655, + "start_seconds": 16200.205, + "end_seconds": 17099.877, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 57.862006258503406 + }, + { + "id": "20161011_113032.csv:block19", + "day": 9, + "file": "20161011_113032.csv", + "block": 19, + "first_row": 55655, + "last_row_exclusive": 58574, + "start_seconds": 17100.183, + "end_seconds": 17999.724, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 31.567078021978023 + }, + { + "id": "20161011_113032.csv:block20", + "day": 9, + "file": "20161011_113032.csv", + "block": 20, + "first_row": 58574, + "last_row_exclusive": 61496, + "start_seconds": 18000.034, + "end_seconds": 18899.83, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 47.70337664835165 + }, + { + "id": "20161011_113032.csv:block21", + "day": 9, + "file": "20161011_113032.csv", + "block": 21, + "first_row": 61496, + "last_row_exclusive": 64416, + "start_seconds": 18900.139, + "end_seconds": 19799.836, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.4294111111111 + }, + { + "id": "20161011_113032.csv:block22", + "day": 9, + "file": "20161011_113032.csv", + "block": 22, + "first_row": 64416, + "last_row_exclusive": 67359, + "start_seconds": 19800.145, + "end_seconds": 20699.885, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 40.933333785617364 + }, + { + "id": "20161011_113032.csv:block23", + "day": 9, + "file": "20161011_113032.csv", + "block": 23, + "first_row": 67359, + "last_row_exclusive": 70291, + "start_seconds": 20700.194, + "end_seconds": 21599.807, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.64000000000001 + }, + { + "id": "20161011_113032.csv:block24", + "day": 9, + "file": "20161011_113032.csv", + "block": 24, + "first_row": 70291, + "last_row_exclusive": 73218, + "start_seconds": 21600.116, + "end_seconds": 22499.831, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.15987887517146 + }, + { + "id": "20161011_113032.csv:block25", + "day": 9, + "file": "20161011_113032.csv", + "block": 25, + "first_row": 73218, + "last_row_exclusive": 76144, + "start_seconds": 22500.137, + "end_seconds": 23399.89, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.52238424657535 + }, + { + "id": "20161011_113032.csv:block26", + "day": 9, + "file": "20161011_113032.csv", + "block": 26, + "first_row": 76144, + "last_row_exclusive": 79075, + "start_seconds": 23400.2, + "end_seconds": 24299.815, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 58.2744136425648 + }, + { + "id": "20161011_113032.csv:block27", + "day": 9, + "file": "20161011_113032.csv", + "block": 27, + "first_row": 79075, + "last_row_exclusive": 82018, + "start_seconds": 24300.123, + "end_seconds": 25199.86, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 26.849134146341463 + }, + { + "id": "20161011_113032.csv:block28", + "day": 9, + "file": "20161011_113032.csv", + "block": 28, + "first_row": 82018, + "last_row_exclusive": 84949, + "start_seconds": 25200.164, + "end_seconds": 26099.738, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 43.1200343792633 + }, + { + "id": "20161011_113032.csv:block29", + "day": 9, + "file": "20161011_113032.csv", + "block": 29, + "first_row": 84949, + "last_row_exclusive": 87865, + "start_seconds": 26100.048, + "end_seconds": 26999.729, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.15814217032968 + }, + { + "id": "20161011_113032.csv:block30", + "day": 9, + "file": "20161011_113032.csv", + "block": 30, + "first_row": 87865, + "last_row_exclusive": 90799, + "start_seconds": 27000.034, + "end_seconds": 27899.825, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 37.94989602739726 + }, + { + "id": "20161011_113032.csv:block31", + "day": 9, + "file": "20161011_113032.csv", + "block": 31, + "first_row": 90799, + "last_row_exclusive": 93732, + "start_seconds": 27900.135, + "end_seconds": 28799.846, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.02992913279133 + }, + { + "id": "20161011_113032.csv:block32", + "day": 9, + "file": "20161011_113032.csv", + "block": 32, + "first_row": 93732, + "last_row_exclusive": 96650, + "start_seconds": 28800.15, + "end_seconds": 29699.967, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 34.467880327868855 + }, + { + "id": "20161011_113032.csv:block33", + "day": 9, + "file": "20161011_113032.csv", + "block": 33, + "first_row": 96650, + "last_row_exclusive": 99576, + "start_seconds": 29700.276, + "end_seconds": 30599.842, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 65.58916456908344 + }, + { + "id": "20161011_113032.csv:block34", + "day": 9, + "file": "20161011_113032.csv", + "block": 34, + "first_row": 99576, + "last_row_exclusive": 102503, + "start_seconds": 30600.152, + "end_seconds": 31499.719, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 26.973069135802465 + }, + { + "id": "20161011_113032.csv:block35", + "day": 9, + "file": "20161011_113032.csv", + "block": 35, + "first_row": 102503, + "last_row_exclusive": 105422, + "start_seconds": 31500.026, + "end_seconds": 32399.843, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 29.620000000000005 + }, + { + "id": "20161011_113032.csv:block36", + "day": 9, + "file": "20161011_113032.csv", + "block": 36, + "first_row": 105422, + "last_row_exclusive": 108344, + "start_seconds": 32400.15, + "end_seconds": 33299.979, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.57374701086957 + }, + { + "id": "20161011_113032.csv:block37", + "day": 9, + "file": "20161011_113032.csv", + "block": 37, + "first_row": 108344, + "last_row_exclusive": 111274, + "start_seconds": 33300.284, + "end_seconds": 34199.875, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.49266648501362 + }, + { + "id": "20161011_113032.csv:block38", + "day": 9, + "file": "20161011_113032.csv", + "block": 38, + "first_row": 111274, + "last_row_exclusive": 114200, + "start_seconds": 34200.179, + "end_seconds": 35099.842, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 22.660302191780822 + }, + { + "id": "20161011_113032.csv:block39", + "day": 9, + "file": "20161011_113032.csv", + "block": 39, + "first_row": 114200, + "last_row_exclusive": 117119, + "start_seconds": 35100.151, + "end_seconds": 35999.849, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 63.602234615384624 + }, + { + "id": "20161011_113032.csv:block40", + "day": 9, + "file": "20161011_113032.csv", + "block": 40, + "first_row": 117119, + "last_row_exclusive": 120041, + "start_seconds": 36000.158, + "end_seconds": 36899.973, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 54.3929315143247 + }, + { + "id": "20161011_113032.csv:block41", + "day": 9, + "file": "20161011_113032.csv", + "block": 41, + "first_row": 120041, + "last_row_exclusive": 122960, + "start_seconds": 36900.282, + "end_seconds": 37799.828, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.30795837912089 + }, + { + "id": "20161011_113032.csv:block42", + "day": 9, + "file": "20161011_113032.csv", + "block": 42, + "first_row": 122960, + "last_row_exclusive": 125873, + "start_seconds": 37800.139, + "end_seconds": 38699.898, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.324560356652945 + }, + { + "id": "20161011_113032.csv:block43", + "day": 9, + "file": "20161011_113032.csv", + "block": 43, + "first_row": 125873, + "last_row_exclusive": 128798, + "start_seconds": 38700.207, + "end_seconds": 39599.748, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 19.95717142857143 + }, + { + "id": "20161011_113032.csv:block44", + "day": 9, + "file": "20161011_113032.csv", + "block": 44, + "first_row": 128798, + "last_row_exclusive": 131716, + "start_seconds": 39600.056, + "end_seconds": 40499.808, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 16.485787225274727 + }, + { + "id": "20161011_113032.csv:block45", + "day": 9, + "file": "20161011_113032.csv", + "block": 45, + "first_row": 131716, + "last_row_exclusive": 134644, + "start_seconds": 40500.118, + "end_seconds": 41399.895, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 30.851429080932782 + }, + { + "id": "20161011_113032.csv:block46", + "day": 9, + "file": "20161011_113032.csv", + "block": 46, + "first_row": 134644, + "last_row_exclusive": 137570, + "start_seconds": 41400.205, + "end_seconds": 42299.914, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 41.14290204081633 + }, + { + "id": "20161011_113032.csv:block47", + "day": 9, + "file": "20161011_113032.csv", + "block": 47, + "first_row": 137570, + "last_row_exclusive": 140504, + "start_seconds": 42300.219, + "end_seconds": 43199.9, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 18.349318231292518 + }, + { + "id": "20161011_113032.csv:block48", + "day": 9, + "file": "20161011_113032.csv", + "block": 48, + "first_row": 140504, + "last_row_exclusive": 143430, + "start_seconds": 43200.205, + "end_seconds": 44099.741, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 49.975332010943916 + }, + { + "id": "20161011_113032.csv:block49", + "day": 9, + "file": "20161011_113032.csv", + "block": 49, + "first_row": 143430, + "last_row_exclusive": 146378, + "start_seconds": 44100.045, + "end_seconds": 44999.972, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 54.914622899729 + }, + { + "id": "20161011_113032.csv:block50", + "day": 9, + "file": "20161011_113032.csv", + "block": 50, + "first_row": 146378, + "last_row_exclusive": 149313, + "start_seconds": 45000.278, + "end_seconds": 45899.836, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 41.07121121751027 + }, + { + "id": "20161011_113032.csv:block51", + "day": 9, + "file": "20161011_113032.csv", + "block": 51, + "first_row": 149313, + "last_row_exclusive": 152240, + "start_seconds": 45900.146, + "end_seconds": 46799.739, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.58011623465212 + }, + { + "id": "20161011_113032.csv:block52", + "day": 9, + "file": "20161011_113032.csv", + "block": 52, + "first_row": 152240, + "last_row_exclusive": 155160, + "start_seconds": 46800.044, + "end_seconds": 47699.804, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 43.3983002739726 + }, + { + "id": "20161011_113032.csv:block53", + "day": 9, + "file": "20161011_113032.csv", + "block": 53, + "first_row": 155160, + "last_row_exclusive": 158088, + "start_seconds": 47700.109, + "end_seconds": 48599.878, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 45.99846071428573 + }, + { + "id": "20161011_113032.csv:block54", + "day": 9, + "file": "20161011_113032.csv", + "block": 54, + "first_row": 158088, + "last_row_exclusive": 161011, + "start_seconds": 48600.188, + "end_seconds": 49499.896, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.62959849315068 + }, + { + "id": "20161011_113032.csv:block55", + "day": 9, + "file": "20161011_113032.csv", + "block": 55, + "first_row": 161011, + "last_row_exclusive": 163933, + "start_seconds": 49500.203, + "end_seconds": 50399.727, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 43.817422373806274 + }, + { + "id": "20161011_113032.csv:block56", + "day": 9, + "file": "20161011_113032.csv", + "block": 56, + "first_row": 163933, + "last_row_exclusive": 166868, + "start_seconds": 50400.032, + "end_seconds": 51299.954, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 67.73469233926129 + }, + { + "id": "20161011_113032.csv:block57", + "day": 9, + "file": "20161011_113032.csv", + "block": 57, + "first_row": 166868, + "last_row_exclusive": 169789, + "start_seconds": 51300.263, + "end_seconds": 52199.914, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 71.16329436813187 + }, + { + "id": "20161011_113032.csv:block58", + "day": 9, + "file": "20161011_113032.csv", + "block": 58, + "first_row": 169789, + "last_row_exclusive": 172719, + "start_seconds": 52200.222, + "end_seconds": 53099.909, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 55.5895989010989 + }, + { + "id": "20161011_113032.csv:block59", + "day": 9, + "file": "20161011_113032.csv", + "block": 59, + "first_row": 172719, + "last_row_exclusive": 175644, + "start_seconds": 53100.219, + "end_seconds": 53999.885, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 50.298036114911085 + }, + { + "id": "20161011_113032.csv:block60", + "day": 9, + "file": "20161011_113032.csv", + "block": 60, + "first_row": 175644, + "last_row_exclusive": 178572, + "start_seconds": 54000.194, + "end_seconds": 54899.747, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 59.63444184782609 + }, + { + "id": "20161011_113032.csv:block61", + "day": 9, + "file": "20161011_113032.csv", + "block": 61, + "first_row": 178572, + "last_row_exclusive": 181504, + "start_seconds": 54900.057, + "end_seconds": 55799.831, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.01015178082192 + }, + { + "id": "20161011_113032.csv:block62", + "day": 9, + "file": "20161011_113032.csv", + "block": 62, + "first_row": 181504, + "last_row_exclusive": 184428, + "start_seconds": 55800.14, + "end_seconds": 56699.823, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.64103524590164 + }, + { + "id": "20161011_113032.csv:block63", + "day": 9, + "file": "20161011_113032.csv", + "block": 63, + "first_row": 184428, + "last_row_exclusive": 187352, + "start_seconds": 56700.132, + "end_seconds": 57599.722, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 58.314902197802205 + }, + { + "id": "20161011_113032.csv:block64", + "day": 9, + "file": "20161011_113032.csv", + "block": 64, + "first_row": 187352, + "last_row_exclusive": 190272, + "start_seconds": 57600.031, + "end_seconds": 58499.951, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.23227366984993 + }, + { + "id": "20161011_113032.csv:block65", + "day": 9, + "file": "20161011_113032.csv", + "block": 65, + "first_row": 190272, + "last_row_exclusive": 193202, + "start_seconds": 58500.257, + "end_seconds": 59399.826, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 45.13744175824176 + }, + { + "id": "20161011_113032.csv:block66", + "day": 9, + "file": "20161011_113032.csv", + "block": 66, + "first_row": 193202, + "last_row_exclusive": 196127, + "start_seconds": 59400.133, + "end_seconds": 60299.964, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.25125939643347 + }, + { + "id": "20161011_113032.csv:block67", + "day": 9, + "file": "20161011_113032.csv", + "block": 67, + "first_row": 196127, + "last_row_exclusive": 199054, + "start_seconds": 60300.268, + "end_seconds": 61199.856, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 61.498196703296706 + }, + { + "id": "20161011_113032.csv:block68", + "day": 9, + "file": "20161011_113032.csv", + "block": 68, + "first_row": 199054, + "last_row_exclusive": 201972, + "start_seconds": 61200.164, + "end_seconds": 62099.792, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.184096712328767 + }, + { + "id": "20161011_113032.csv:block69", + "day": 9, + "file": "20161011_113032.csv", + "block": 69, + "first_row": 201972, + "last_row_exclusive": 204895, + "start_seconds": 62100.101, + "end_seconds": 62999.903, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.54872281420765 + }, + { + "id": "20161011_113032.csv:block70", + "day": 9, + "file": "20161011_113032.csv", + "block": 70, + "first_row": 204895, + "last_row_exclusive": 207828, + "start_seconds": 63000.208, + "end_seconds": 63899.901, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 44.41 + }, + { + "id": "20161011_113032.csv:block71", + "day": 9, + "file": "20161011_113032.csv", + "block": 71, + "first_row": 207828, + "last_row_exclusive": 210754, + "start_seconds": 63900.209, + "end_seconds": 64799.758, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 60.33048109589041 + }, + { + "id": "20161011_113032.csv:block72", + "day": 9, + "file": "20161011_113032.csv", + "block": 72, + "first_row": 210754, + "last_row_exclusive": 213688, + "start_seconds": 64800.063, + "end_seconds": 65699.696, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 47.824210425240054 + }, + { + "id": "20161011_113032.csv:block73", + "day": 9, + "file": "20161011_113032.csv", + "block": 73, + "first_row": 213688, + "last_row_exclusive": 216605, + "start_seconds": 65700.004, + "end_seconds": 66599.832, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.041064148351644 + }, + { + "id": "20161011_113032.csv:block74", + "day": 9, + "file": "20161011_113032.csv", + "block": 74, + "first_row": 216605, + "last_row_exclusive": 219518, + "start_seconds": 66600.142, + "end_seconds": 67499.969, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.97816186556926 + }, + { + "id": "20161011_113032.csv:block75", + "day": 9, + "file": "20161011_113032.csv", + "block": 75, + "first_row": 219518, + "last_row_exclusive": 222440, + "start_seconds": 67500.279, + "end_seconds": 68399.848, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.07622788461539 + }, + { + "id": "20161011_113032.csv:block76", + "day": 9, + "file": "20161011_113032.csv", + "block": 76, + "first_row": 222440, + "last_row_exclusive": 225354, + "start_seconds": 68400.155, + "end_seconds": 69299.832, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 38.362850754458165 + }, + { + "id": "20161011_113032.csv:block77", + "day": 9, + "file": "20161011_113032.csv", + "block": 77, + "first_row": 225354, + "last_row_exclusive": 228279, + "start_seconds": 69300.137, + "end_seconds": 70199.887, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.55279508196721 + }, + { + "id": "20161011_113032.csv:block78", + "day": 9, + "file": "20161011_113032.csv", + "block": 78, + "first_row": 228279, + "last_row_exclusive": 231200, + "start_seconds": 70200.197, + "end_seconds": 71099.972, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 33.12750942622951 + }, + { + "id": "20161011_113032.csv:block79", + "day": 9, + "file": "20161011_113032.csv", + "block": 79, + "first_row": 231200, + "last_row_exclusive": 234119, + "start_seconds": 71100.281, + "end_seconds": 71999.839, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 36.0 + }, + { + "id": "20161011_113032.csv:block80", + "day": 9, + "file": "20161011_113032.csv", + "block": 80, + "first_row": 234119, + "last_row_exclusive": 237046, + "start_seconds": 72000.148, + "end_seconds": 72899.762, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.567963574351978 + }, + { + "id": "20161011_113032.csv:block81", + "day": 9, + "file": "20161011_113032.csv", + "block": 81, + "first_row": 237046, + "last_row_exclusive": 239977, + "start_seconds": 72900.069, + "end_seconds": 73799.783, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 64.80258337912089 + }, + { + "id": "20161011_113032.csv:block82", + "day": 9, + "file": "20161011_113032.csv", + "block": 82, + "first_row": 239977, + "last_row_exclusive": 242890, + "start_seconds": 73800.092, + "end_seconds": 74699.833, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.6489201923077 + }, + { + "id": "20161011_113032.csv:block83", + "day": 9, + "file": "20161011_113032.csv", + "block": 83, + "first_row": 242890, + "last_row_exclusive": 245812, + "start_seconds": 74700.141, + "end_seconds": 75599.716, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 29.84760176870748 + }, + { + "id": "20161011_113032.csv:block84", + "day": 9, + "file": "20161011_113032.csv", + "block": 84, + "first_row": 245812, + "last_row_exclusive": 248736, + "start_seconds": 75600.026, + "end_seconds": 76499.701, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.361944822888283 + }, + { + "id": "20161011_113032.csv:block85", + "day": 9, + "file": "20161011_113032.csv", + "block": 85, + "first_row": 248736, + "last_row_exclusive": 251663, + "start_seconds": 76500.01, + "end_seconds": 77399.745, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 39.141079511533235 + }, + { + "id": "20161011_113032.csv:block86", + "day": 9, + "file": "20161011_113032.csv", + "block": 86, + "first_row": 251663, + "last_row_exclusive": 254594, + "start_seconds": 77400.051, + "end_seconds": 78299.969, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 37.06022178082192 + }, + { + "id": "20161011_113032.csv:block87", + "day": 9, + "file": "20161011_113032.csv", + "block": 87, + "first_row": 254594, + "last_row_exclusive": 257523, + "start_seconds": 78300.275, + "end_seconds": 79199.86, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.459966621067032 + }, + { + "id": "20161011_113032.csv:block88", + "day": 9, + "file": "20161011_113032.csv", + "block": 88, + "first_row": 257523, + "last_row_exclusive": 260441, + "start_seconds": 79200.171, + "end_seconds": 80099.901, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 44.995319341563786 + }, + { + "id": "20161011_113032.csv:block89", + "day": 9, + "file": "20161011_113032.csv", + "block": 89, + "first_row": 260441, + "last_row_exclusive": 263261, + "start_seconds": 80100.21, + "end_seconds": 80999.992, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 26.75531636636637 + }, + { + "id": "20161011_113032.csv:block90", + "day": 9, + "file": "20161011_113032.csv", + "block": 90, + "first_row": 263261, + "last_row_exclusive": 266094, + "start_seconds": 81000.413, + "end_seconds": 81899.867, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 65.1168456043956 + }, + { + "id": "20161011_113032.csv:block91", + "day": 9, + "file": "20161011_113032.csv", + "block": 91, + "first_row": 266094, + "last_row_exclusive": 269014, + "start_seconds": 81900.177, + "end_seconds": 82799.809, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.781478021978025 + }, + { + "id": "20161011_113032.csv:block92", + "day": 9, + "file": "20161011_113032.csv", + "block": 92, + "first_row": 269014, + "last_row_exclusive": 271940, + "start_seconds": 82800.118, + "end_seconds": 83699.757, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.97613496598639 + }, + { + "id": "20161011_113032.csv:block93", + "day": 9, + "file": "20161011_113032.csv", + "block": 93, + "first_row": 271940, + "last_row_exclusive": 274869, + "start_seconds": 83700.062, + "end_seconds": 84599.733, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.83119483695652 + }, + { + "id": "20161011_113032.csv:block94", + "day": 9, + "file": "20161011_113032.csv", + "block": 94, + "first_row": 274869, + "last_row_exclusive": 277789, + "start_seconds": 84600.041, + "end_seconds": 85499.734, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.469091906721534 + }, + { + "id": "20161011_113032.csv:block95", + "day": 9, + "file": "20161011_113032.csv", + "block": 95, + "first_row": 277789, + "last_row_exclusive": 280717, + "start_seconds": 85500.039, + "end_seconds": 86399.825, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 21.912097006802718 + }, + { + "id": "20161011_113032.csv:block96", + "day": 9, + "file": "20161011_113032.csv", + "block": 96, + "first_row": 280717, + "last_row_exclusive": 283638, + "start_seconds": 86400.13, + "end_seconds": 87299.916, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.899999999999995 + }, + { + "id": "20161011_113032.csv:block97", + "day": 9, + "file": "20161011_113032.csv", + "block": 97, + "first_row": 283638, + "last_row_exclusive": 286556, + "start_seconds": 87300.224, + "end_seconds": 88199.882, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.867681868131875 + }, + { + "id": "20161011_113032.csv:block98", + "day": 9, + "file": "20161011_113032.csv", + "block": 98, + "first_row": 286556, + "last_row_exclusive": 289490, + "start_seconds": 88200.19, + "end_seconds": 89099.715, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 65.16693717774761 + }, + { + "id": "20161011_113032.csv:block99", + "day": 9, + "file": "20161011_113032.csv", + "block": 99, + "first_row": 289490, + "last_row_exclusive": 292427, + "start_seconds": 89100.019, + "end_seconds": 89999.715, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 57.12955511596181 + }, + { + "id": "20161011_113032.csv:block100", + "day": 9, + "file": "20161011_113032.csv", + "block": 100, + "first_row": 292427, + "last_row_exclusive": 295359, + "start_seconds": 90000.024, + "end_seconds": 90899.851, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 61.63671601085481 + }, + { + "id": "20161013_143355.csv:block0", + "day": 10, + "file": "20161013_143355.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2919, + "start_seconds": 0.0, + "end_seconds": 899.791, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.14223095890411 + }, + { + "id": "20161013_143355.csv:block1", + "day": 10, + "file": "20161013_143355.csv", + "block": 1, + "first_row": 2919, + "last_row_exclusive": 5836, + "start_seconds": 900.101, + "end_seconds": 1799.742, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 54.5116341997264 + }, + { + "id": "20161013_143355.csv:block2", + "day": 10, + "file": "20161013_143355.csv", + "block": 2, + "first_row": 5836, + "last_row_exclusive": 8757, + "start_seconds": 1800.052, + "end_seconds": 2699.791, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 50.83157156593406 + }, + { + "id": "20161013_143355.csv:block3", + "day": 10, + "file": "20161013_143355.csv", + "block": 3, + "first_row": 8757, + "last_row_exclusive": 11687, + "start_seconds": 2700.101, + "end_seconds": 3599.881, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 67.41461085481683 + }, + { + "id": "20161013_143355.csv:block4", + "day": 10, + "file": "20161013_143355.csv", + "block": 4, + "first_row": 11687, + "last_row_exclusive": 14623, + "start_seconds": 3600.191, + "end_seconds": 4499.872, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 42.985625 + }, + { + "id": "20161013_143355.csv:block5", + "day": 10, + "file": "20161013_143355.csv", + "block": 5, + "first_row": 14623, + "last_row_exclusive": 17568, + "start_seconds": 4500.181, + "end_seconds": 5399.806, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 60.50451368563685 + }, + { + "id": "20161013_143355.csv:block6", + "day": 10, + "file": "20161013_143355.csv", + "block": 6, + "first_row": 17568, + "last_row_exclusive": 20494, + "start_seconds": 5400.111, + "end_seconds": 6299.922, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 40.42238355978261 + }, + { + "id": "20161013_143355.csv:block7", + "day": 10, + "file": "20161013_143355.csv", + "block": 7, + "first_row": 20494, + "last_row_exclusive": 23412, + "start_seconds": 6300.227, + "end_seconds": 7199.902, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 57.925072939560444 + }, + { + "id": "20161013_143355.csv:block8", + "day": 10, + "file": "20161013_143355.csv", + "block": 8, + "first_row": 23412, + "last_row_exclusive": 26331, + "start_seconds": 7200.212, + "end_seconds": 8099.891, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.37699904371586 + }, + { + "id": "20161013_143355.csv:block9", + "day": 10, + "file": "20161013_143355.csv", + "block": 9, + "first_row": 26331, + "last_row_exclusive": 29251, + "start_seconds": 8100.198, + "end_seconds": 8999.701, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 69.2673463648834 + }, + { + "id": "20161013_143355.csv:block10", + "day": 10, + "file": "20161013_143355.csv", + "block": 10, + "first_row": 29251, + "last_row_exclusive": 32178, + "start_seconds": 9000.007, + "end_seconds": 9899.729, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.14906010854817 + }, + { + "id": "20161013_143355.csv:block11", + "day": 10, + "file": "20161013_143355.csv", + "block": 11, + "first_row": 32178, + "last_row_exclusive": 35100, + "start_seconds": 9900.034, + "end_seconds": 10799.975, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 34.236783698630134 + }, + { + "id": "20161013_143355.csv:block12", + "day": 10, + "file": "20161013_143355.csv", + "block": 12, + "first_row": 35100, + "last_row_exclusive": 38030, + "start_seconds": 10800.28, + "end_seconds": 11699.931, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.248918131868145 + }, + { + "id": "20161013_143355.csv:block13", + "day": 10, + "file": "20161013_143355.csv", + "block": 13, + "first_row": 38030, + "last_row_exclusive": 40951, + "start_seconds": 11700.24, + "end_seconds": 12599.97, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 57.743272925170075 + }, + { + "id": "20161013_143355.csv:block14", + "day": 10, + "file": "20161013_143355.csv", + "block": 14, + "first_row": 40951, + "last_row_exclusive": 43880, + "start_seconds": 12600.279, + "end_seconds": 13499.78, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 53.71230095238095 + }, + { + "id": "20161013_143355.csv:block15", + "day": 10, + "file": "20161013_143355.csv", + "block": 15, + "first_row": 43880, + "last_row_exclusive": 46813, + "start_seconds": 13500.084, + "end_seconds": 14399.864, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 44.46423699186992 + }, + { + "id": "20161013_143355.csv:block16", + "day": 10, + "file": "20161013_143355.csv", + "block": 16, + "first_row": 46813, + "last_row_exclusive": 49749, + "start_seconds": 14400.168, + "end_seconds": 15299.788, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 54.57107047619047 + }, + { + "id": "20161013_143355.csv:block17", + "day": 10, + "file": "20161013_143355.csv", + "block": 17, + "first_row": 49749, + "last_row_exclusive": 52687, + "start_seconds": 15300.093, + "end_seconds": 16199.793, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 39.013053086419745 + }, + { + "id": "20161013_143355.csv:block18", + "day": 10, + "file": "20161013_143355.csv", + "block": 18, + "first_row": 52687, + "last_row_exclusive": 55610, + "start_seconds": 16200.1, + "end_seconds": 17099.71, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 62.64797489768077 + }, + { + "id": "20161013_143355.csv:block19", + "day": 10, + "file": "20161013_143355.csv", + "block": 19, + "first_row": 55610, + "last_row_exclusive": 58542, + "start_seconds": 17100.019, + "end_seconds": 17999.996, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 38.15164809264305 + }, + { + "id": "20161013_143355.csv:block20", + "day": 10, + "file": "20161013_143355.csv", + "block": 20, + "first_row": 58542, + "last_row_exclusive": 61470, + "start_seconds": 18000.3, + "end_seconds": 18899.757, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 53.86609054794521 + }, + { + "id": "20161013_143355.csv:block21", + "day": 10, + "file": "20161013_143355.csv", + "block": 21, + "first_row": 61470, + "last_row_exclusive": 64405, + "start_seconds": 18900.066, + "end_seconds": 19799.861, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 57.1700006830601 + }, + { + "id": "20161013_143355.csv:block22", + "day": 10, + "file": "20161013_143355.csv", + "block": 22, + "first_row": 64405, + "last_row_exclusive": 67334, + "start_seconds": 19800.169, + "end_seconds": 20699.897, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 46.88163551912568 + }, + { + "id": "20161013_143355.csv:block23", + "day": 10, + "file": "20161013_143355.csv", + "block": 23, + "first_row": 67334, + "last_row_exclusive": 70255, + "start_seconds": 20700.204, + "end_seconds": 21599.882, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 53.579694679399736 + }, + { + "id": "20161013_143355.csv:block24", + "day": 10, + "file": "20161013_143355.csv", + "block": 24, + "first_row": 70255, + "last_row_exclusive": 73177, + "start_seconds": 21600.186, + "end_seconds": 22499.762, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 71.64038260273973 + }, + { + "id": "20161013_143355.csv:block25", + "day": 10, + "file": "20161013_143355.csv", + "block": 25, + "first_row": 73177, + "last_row_exclusive": 76109, + "start_seconds": 22500.072, + "end_seconds": 23399.858, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 59.54697681755828 + }, + { + "id": "20161013_143355.csv:block26", + "day": 10, + "file": "20161013_143355.csv", + "block": 26, + "first_row": 76109, + "last_row_exclusive": 79021, + "start_seconds": 23400.167, + "end_seconds": 24299.814, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 63.018220329670335 + }, + { + "id": "20161013_143355.csv:block27", + "day": 10, + "file": "20161013_143355.csv", + "block": 27, + "first_row": 79021, + "last_row_exclusive": 81936, + "start_seconds": 24300.123, + "end_seconds": 25199.923, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.51726547945205 + }, + { + "id": "20161013_143355.csv:block28", + "day": 10, + "file": "20161013_143355.csv", + "block": 28, + "first_row": 81936, + "last_row_exclusive": 84860, + "start_seconds": 25200.227, + "end_seconds": 26099.712, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.335685675306955 + }, + { + "id": "20161013_143355.csv:block29", + "day": 10, + "file": "20161013_143355.csv", + "block": 29, + "first_row": 84860, + "last_row_exclusive": 87801, + "start_seconds": 26100.017, + "end_seconds": 26999.956, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 70.44769195088676 + }, + { + "id": "20161013_143355.csv:block30", + "day": 10, + "file": "20161013_143355.csv", + "block": 30, + "first_row": 87801, + "last_row_exclusive": 90733, + "start_seconds": 27000.26, + "end_seconds": 27899.808, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 43.10071682626539 + }, + { + "id": "20161013_143355.csv:block31", + "day": 10, + "file": "20161013_143355.csv", + "block": 31, + "first_row": 90733, + "last_row_exclusive": 93670, + "start_seconds": 27900.117, + "end_seconds": 28799.819, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 53.6110019047619 + }, + { + "id": "20161013_143355.csv:block32", + "day": 10, + "file": "20161013_143355.csv", + "block": 32, + "first_row": 93670, + "last_row_exclusive": 96605, + "start_seconds": 28800.129, + "end_seconds": 29699.877, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 39.409824076607386 + }, + { + "id": "20161013_143355.csv:block33", + "day": 10, + "file": "20161013_143355.csv", + "block": 33, + "first_row": 96605, + "last_row_exclusive": 99525, + "start_seconds": 29700.182, + "end_seconds": 30599.94, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 69.13492184065935 + }, + { + "id": "20161013_143355.csv:block34", + "day": 10, + "file": "20161013_143355.csv", + "block": 34, + "first_row": 99525, + "last_row_exclusive": 102449, + "start_seconds": 30600.25, + "end_seconds": 31499.794, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 31.870253877551022 + }, + { + "id": "20161013_143355.csv:block35", + "day": 10, + "file": "20161013_143355.csv", + "block": 35, + "first_row": 102449, + "last_row_exclusive": 105370, + "start_seconds": 31500.098, + "end_seconds": 32399.874, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 34.43387472527473 + }, + { + "id": "20161013_143355.csv:block36", + "day": 10, + "file": "20161013_143355.csv", + "block": 36, + "first_row": 105370, + "last_row_exclusive": 108304, + "start_seconds": 32400.183, + "end_seconds": 33299.756, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 48.081211869031385 + }, + { + "id": "20161013_143355.csv:block37", + "day": 10, + "file": "20161013_143355.csv", + "block": 37, + "first_row": 108304, + "last_row_exclusive": 111233, + "start_seconds": 33300.066, + "end_seconds": 34199.862, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 54.89133582089552 + }, + { + "id": "20161013_143355.csv:block38", + "day": 10, + "file": "20161013_143355.csv", + "block": 38, + "first_row": 111233, + "last_row_exclusive": 114151, + "start_seconds": 34200.171, + "end_seconds": 35099.768, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 27.652873497267763 + }, + { + "id": "20161013_143355.csv:block39", + "day": 10, + "file": "20161013_143355.csv", + "block": 39, + "first_row": 114151, + "last_row_exclusive": 117079, + "start_seconds": 35100.078, + "end_seconds": 35999.765, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.73739766483517 + }, + { + "id": "20161013_143355.csv:block40", + "day": 10, + "file": "20161013_143355.csv", + "block": 40, + "first_row": 117079, + "last_row_exclusive": 120011, + "start_seconds": 36000.074, + "end_seconds": 36899.853, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 58.250867076502736 + }, + { + "id": "20161013_143355.csv:block41", + "day": 10, + "file": "20161013_143355.csv", + "block": 41, + "first_row": 120011, + "last_row_exclusive": 122944, + "start_seconds": 36900.163, + "end_seconds": 37799.78, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 62.53427870879121 + }, + { + "id": "20161013_143355.csv:block42", + "day": 10, + "file": "20161013_143355.csv", + "block": 42, + "first_row": 122944, + "last_row_exclusive": 125862, + "start_seconds": 37800.085, + "end_seconds": 38699.949, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 30.614265934065937 + }, + { + "id": "20161013_143355.csv:block43", + "day": 10, + "file": "20161013_143355.csv", + "block": 43, + "first_row": 125862, + "last_row_exclusive": 128789, + "start_seconds": 38700.259, + "end_seconds": 39599.947, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 24.527194444444447 + }, + { + "id": "20161013_143355.csv:block44", + "day": 10, + "file": "20161013_143355.csv", + "block": 44, + "first_row": 128789, + "last_row_exclusive": 131715, + "start_seconds": 39600.252, + "end_seconds": 40499.698, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 21.593645280437755 + }, + { + "id": "20161013_143355.csv:block45", + "day": 10, + "file": "20161013_143355.csv", + "block": 45, + "first_row": 131715, + "last_row_exclusive": 134653, + "start_seconds": 40500.007, + "end_seconds": 41399.881, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 35.120470963364994 + }, + { + "id": "20161013_143355.csv:block46", + "day": 10, + "file": "20161013_143355.csv", + "block": 46, + "first_row": 134653, + "last_row_exclusive": 137584, + "start_seconds": 41400.185, + "end_seconds": 42299.86, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 45.185380216802166 + }, + { + "id": "20161013_143355.csv:block47", + "day": 10, + "file": "20161013_143355.csv", + "block": 47, + "first_row": 137584, + "last_row_exclusive": 140505, + "start_seconds": 42300.166, + "end_seconds": 43199.995, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 23.18572331961591 + }, + { + "id": "20161013_143355.csv:block48", + "day": 10, + "file": "20161013_143355.csv", + "block": 48, + "first_row": 140505, + "last_row_exclusive": 143433, + "start_seconds": 43200.304, + "end_seconds": 44099.817, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 53.98920547945206 + }, + { + "id": "20161013_143355.csv:block49", + "day": 10, + "file": "20161013_143355.csv", + "block": 49, + "first_row": 143433, + "last_row_exclusive": 146362, + "start_seconds": 44100.122, + "end_seconds": 44999.982, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 58.39745191780822 + }, + { + "id": "20161013_143355.csv:block50", + "day": 10, + "file": "20161013_143355.csv", + "block": 50, + "first_row": 146362, + "last_row_exclusive": 149289, + "start_seconds": 45000.286, + "end_seconds": 45899.799, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 44.72136520547945 + }, + { + "id": "20161013_143355.csv:block51", + "day": 10, + "file": "20161013_143355.csv", + "block": 51, + "first_row": 149289, + "last_row_exclusive": 152204, + "start_seconds": 45900.109, + "end_seconds": 46799.952, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 53.8316179945055 + }, + { + "id": "20161013_143355.csv:block52", + "day": 10, + "file": "20161013_143355.csv", + "block": 52, + "first_row": 152204, + "last_row_exclusive": 155142, + "start_seconds": 46800.261, + "end_seconds": 47699.716, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 46.58810976933514 + }, + { + "id": "20161013_143355.csv:block53", + "day": 10, + "file": "20161013_143355.csv", + "block": 53, + "first_row": 155142, + "last_row_exclusive": 158072, + "start_seconds": 47700.021, + "end_seconds": 48599.856, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 49.519999999999996 + }, + { + "id": "20161013_143355.csv:block54", + "day": 10, + "file": "20161013_143355.csv", + "block": 54, + "first_row": 158072, + "last_row_exclusive": 160983, + "start_seconds": 48600.166, + "end_seconds": 49499.802, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 69.87207513736264 + }, + { + "id": "20161013_143355.csv:block55", + "day": 10, + "file": "20161013_143355.csv", + "block": 55, + "first_row": 160983, + "last_row_exclusive": 163895, + "start_seconds": 49500.111, + "end_seconds": 50399.811, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.053217032967034 + }, + { + "id": "20161013_143355.csv:block56", + "day": 10, + "file": "20161013_143355.csv", + "block": 56, + "first_row": 163895, + "last_row_exclusive": 166828, + "start_seconds": 50400.12, + "end_seconds": 51299.707, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 70.96435573770492 + }, + { + "id": "20161013_143355.csv:block57", + "day": 10, + "file": "20161013_143355.csv", + "block": 57, + "first_row": 166828, + "last_row_exclusive": 169756, + "start_seconds": 51300.017, + "end_seconds": 52199.879, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 74.47077465940055 + }, + { + "id": "20161013_143355.csv:block58", + "day": 10, + "file": "20161013_143355.csv", + "block": 58, + "first_row": 169756, + "last_row_exclusive": 172689, + "start_seconds": 52200.183, + "end_seconds": 53099.834, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.00245774456522 + }, + { + "id": "20161013_143355.csv:block59", + "day": 10, + "file": "20161013_143355.csv", + "block": 59, + "first_row": 172689, + "last_row_exclusive": 175609, + "start_seconds": 53100.145, + "end_seconds": 53999.756, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 53.19910613915416 + }, + { + "id": "20161013_143355.csv:block60", + "day": 10, + "file": "20161013_143355.csv", + "block": 60, + "first_row": 175609, + "last_row_exclusive": 178528, + "start_seconds": 54000.066, + "end_seconds": 54899.847, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 62.28381332417584 + }, + { + "id": "20161013_143355.csv:block61", + "day": 10, + "file": "20161013_143355.csv", + "block": 61, + "first_row": 178528, + "last_row_exclusive": 181451, + "start_seconds": 54900.155, + "end_seconds": 55799.812, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.99366534246576 + }, + { + "id": "20161013_143355.csv:block62", + "day": 10, + "file": "20161013_143355.csv", + "block": 62, + "first_row": 181451, + "last_row_exclusive": 184373, + "start_seconds": 55800.118, + "end_seconds": 56699.955, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 35.06272304526749 + }, + { + "id": "20161013_143355.csv:block63", + "day": 10, + "file": "20161013_143355.csv", + "block": 63, + "first_row": 184373, + "last_row_exclusive": 187303, + "start_seconds": 56700.264, + "end_seconds": 57599.943, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 61.58051165311653 + }, + { + "id": "20161013_143355.csv:block64", + "day": 10, + "file": "20161013_143355.csv", + "block": 64, + "first_row": 187303, + "last_row_exclusive": 190226, + "start_seconds": 57600.248, + "end_seconds": 58499.78, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 28.377155494505494 + }, + { + "id": "20161013_143355.csv:block65", + "day": 10, + "file": "20161013_143355.csv", + "block": 65, + "first_row": 190226, + "last_row_exclusive": 193163, + "start_seconds": 58500.09, + "end_seconds": 59399.952, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 48.0065756462585 + }, + { + "id": "20161013_143355.csv:block66", + "day": 10, + "file": "20161013_143355.csv", + "block": 66, + "first_row": 193163, + "last_row_exclusive": 196082, + "start_seconds": 59400.256, + "end_seconds": 60299.924, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 61.60611739726028 + }, + { + "id": "20161013_143355.csv:block67", + "day": 10, + "file": "20161013_143355.csv", + "block": 67, + "first_row": 196082, + "last_row_exclusive": 199012, + "start_seconds": 60300.233, + "end_seconds": 61199.739, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 64.02488760217983 + }, + { + "id": "20161013_143355.csv:block68", + "day": 10, + "file": "20161013_143355.csv", + "block": 68, + "first_row": 199012, + "last_row_exclusive": 201953, + "start_seconds": 61200.048, + "end_seconds": 62099.805, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 29.97022975543478 + }, + { + "id": "20161013_143355.csv:block69", + "day": 10, + "file": "20161013_143355.csv", + "block": 69, + "first_row": 201953, + "last_row_exclusive": 204880, + "start_seconds": 62100.109, + "end_seconds": 62999.986, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 53.94758616438355 + }, + { + "id": "20161013_143355.csv:block70", + "day": 10, + "file": "20161013_143355.csv", + "block": 70, + "first_row": 204880, + "last_row_exclusive": 207797, + "start_seconds": 63000.296, + "end_seconds": 63899.981, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 47.165511401098904 + }, + { + "id": "20161013_143355.csv:block71", + "day": 10, + "file": "20161013_143355.csv", + "block": 71, + "first_row": 207797, + "last_row_exclusive": 210716, + "start_seconds": 63900.291, + "end_seconds": 64799.8, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 62.782941208791215 + }, + { + "id": "20161013_143355.csv:block72", + "day": 10, + "file": "20161013_143355.csv", + "block": 72, + "first_row": 210716, + "last_row_exclusive": 213631, + "start_seconds": 64800.109, + "end_seconds": 65699.752, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 50.56915389876881 + }, + { + "id": "20161013_143355.csv:block73", + "day": 10, + "file": "20161013_143355.csv", + "block": 73, + "first_row": 213631, + "last_row_exclusive": 216570, + "start_seconds": 65700.057, + "end_seconds": 66599.952, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 34.458376422764225 + }, + { + "id": "20161013_143355.csv:block74", + "day": 10, + "file": "20161013_143355.csv", + "block": 74, + "first_row": 216570, + "last_row_exclusive": 219495, + "start_seconds": 66600.256, + "end_seconds": 67499.748, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 53.60618467852257 + }, + { + "id": "20161013_143355.csv:block75", + "day": 10, + "file": "20161013_143355.csv", + "block": 75, + "first_row": 219495, + "last_row_exclusive": 222434, + "start_seconds": 67500.055, + "end_seconds": 68399.719, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 70.23657690217391 + }, + { + "id": "20161013_143355.csv:block76", + "day": 10, + "file": "20161013_143355.csv", + "block": 76, + "first_row": 222434, + "last_row_exclusive": 225368, + "start_seconds": 68400.028, + "end_seconds": 69299.782, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 40.63947431318681 + }, + { + "id": "20161013_143355.csv:block77", + "day": 10, + "file": "20161013_143355.csv", + "block": 77, + "first_row": 225368, + "last_row_exclusive": 228310, + "start_seconds": 69300.09, + "end_seconds": 70199.797, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 52.431310354223434 + }, + { + "id": "20161013_143355.csv:block78", + "day": 10, + "file": "20161013_143355.csv", + "block": 78, + "first_row": 228310, + "last_row_exclusive": 231248, + "start_seconds": 70200.101, + "end_seconds": 71099.788, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 35.23480782967033 + }, + { + "id": "20161013_143355.csv:block79", + "day": 10, + "file": "20161013_143355.csv", + "block": 79, + "first_row": 231248, + "last_row_exclusive": 234169, + "start_seconds": 71100.098, + "end_seconds": 71999.778, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 38.09 + }, + { + "id": "20161013_143355.csv:block80", + "day": 10, + "file": "20161013_143355.csv", + "block": 80, + "first_row": 234169, + "last_row_exclusive": 237104, + "start_seconds": 72000.087, + "end_seconds": 72899.802, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.77461953867028 + }, + { + "id": "20161013_143355.csv:block81", + "day": 10, + "file": "20161013_143355.csv", + "block": 81, + "first_row": 237104, + "last_row_exclusive": 240034, + "start_seconds": 72900.107, + "end_seconds": 73799.746, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 69.18493653846154 + }, + { + "id": "20161013_143355.csv:block82", + "day": 10, + "file": "20161013_143355.csv", + "block": 82, + "first_row": 240034, + "last_row_exclusive": 242956, + "start_seconds": 73800.055, + "end_seconds": 74699.96, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 72.18955484311051 + }, + { + "id": "20161013_143355.csv:block83", + "day": 10, + "file": "20161013_143355.csv", + "block": 83, + "first_row": 242956, + "last_row_exclusive": 245888, + "start_seconds": 74700.264, + "end_seconds": 75599.775, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 59.441431824416995 + }, + { + "id": "20161013_143355.csv:block84", + "day": 10, + "file": "20161013_143355.csv", + "block": 84, + "first_row": 245888, + "last_row_exclusive": 248830, + "start_seconds": 75600.083, + "end_seconds": 76499.825, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 50.086126222826095 + }, + { + "id": "20161013_143355.csv:block85", + "day": 10, + "file": "20161013_143355.csv", + "block": 85, + "first_row": 248830, + "last_row_exclusive": 251757, + "start_seconds": 76500.13, + "end_seconds": 77399.902, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 53.62587967032968 + }, + { + "id": "20161013_143355.csv:block86", + "day": 10, + "file": "20161013_143355.csv", + "block": 86, + "first_row": 251757, + "last_row_exclusive": 254680, + "start_seconds": 77400.212, + "end_seconds": 78299.744, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 50.312836202185785 + }, + { + "id": "20161013_143355.csv:block87", + "day": 10, + "file": "20161013_143355.csv", + "block": 87, + "first_row": 254680, + "last_row_exclusive": 257612, + "start_seconds": 78300.048, + "end_seconds": 79199.895, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 42.82510563186814 + }, + { + "id": "20161013_143355.csv:block88", + "day": 10, + "file": "20161013_143355.csv", + "block": 88, + "first_row": 257612, + "last_row_exclusive": 260537, + "start_seconds": 79200.203, + "end_seconds": 80099.915, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 54.298458791208795 + }, + { + "id": "20161013_143355.csv:block89", + "day": 10, + "file": "20161013_143355.csv", + "block": 89, + "first_row": 260537, + "last_row_exclusive": 263473, + "start_seconds": 80100.225, + "end_seconds": 80999.889, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 38.81715725915875 + }, + { + "id": "20161013_143355.csv:block90", + "day": 10, + "file": "20161013_143355.csv", + "block": 90, + "first_row": 263473, + "last_row_exclusive": 266409, + "start_seconds": 81000.194, + "end_seconds": 81899.952, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 69.84709400544959 + }, + { + "id": "20161013_143355.csv:block91", + "day": 10, + "file": "20161013_143355.csv", + "block": 91, + "first_row": 266409, + "last_row_exclusive": 269327, + "start_seconds": 81900.261, + "end_seconds": 82799.938, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 52.32064508196721 + }, + { + "id": "20161013_143355.csv:block92", + "day": 10, + "file": "20161013_143355.csv", + "block": 92, + "first_row": 269327, + "last_row_exclusive": 272256, + "start_seconds": 82800.247, + "end_seconds": 83699.791, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 61.94634632152588 + }, + { + "id": "20161013_143355.csv:block93", + "day": 10, + "file": "20161013_143355.csv", + "block": 93, + "first_row": 272256, + "last_row_exclusive": 275180, + "start_seconds": 83700.1, + "end_seconds": 84599.818, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 43.47463183060108 + }, + { + "id": "20161013_143355.csv:block94", + "day": 10, + "file": "20161013_143355.csv", + "block": 94, + "first_row": 275180, + "last_row_exclusive": 278096, + "start_seconds": 84600.128, + "end_seconds": 85499.789, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 32.044991758241764 + }, + { + "id": "20161013_143355.csv:block95", + "day": 10, + "file": "20161013_143355.csv", + "block": 95, + "first_row": 278096, + "last_row_exclusive": 281022, + "start_seconds": 85500.097, + "end_seconds": 86399.7, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.41715991792066 + }, + { + "id": "20161013_143355.csv:block96", + "day": 10, + "file": "20161013_143355.csv", + "block": 96, + "first_row": 281022, + "last_row_exclusive": 283966, + "start_seconds": 86400.005, + "end_seconds": 87299.851, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 32.83702901907357 + }, + { + "id": "20161013_143355.csv:block97", + "day": 10, + "file": "20161013_143355.csv", + "block": 97, + "first_row": 283966, + "last_row_exclusive": 286879, + "start_seconds": 87300.16, + "end_seconds": 88199.714, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 55.32884890109891 + }, + { + "id": "20161013_143355.csv:block98", + "day": 10, + "file": "20161013_143355.csv", + "block": 98, + "first_row": 286879, + "last_row_exclusive": 289791, + "start_seconds": 88200.023, + "end_seconds": 89099.756, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 70.4579956043956 + }, + { + "id": "20161013_143355.csv:block99", + "day": 10, + "file": "20161013_143355.csv", + "block": 99, + "first_row": 289791, + "last_row_exclusive": 292729, + "start_seconds": 89100.065, + "end_seconds": 89999.971, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 62.37378577235773 + }, + { + "id": "20161013_143355.csv:block100", + "day": 10, + "file": "20161013_143355.csv", + "block": 100, + "first_row": 292729, + "last_row_exclusive": 295654, + "start_seconds": 90000.275, + "end_seconds": 90899.89, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 65.58714139344264 + }, + { + "id": "20161014_184659.csv:block0", + "day": 11, + "file": "20161014_184659.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2938, + "start_seconds": 0.0, + "end_seconds": 899.705, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.678006420765016 + }, + { + "id": "20161014_184659.csv:block1", + "day": 11, + "file": "20161014_184659.csv", + "block": 1, + "first_row": 2938, + "last_row_exclusive": 5864, + "start_seconds": 900.013, + "end_seconds": 1799.925, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 42.872124489795915 + }, + { + "id": "20161014_184659.csv:block2", + "day": 11, + "file": "20161014_184659.csv", + "block": 2, + "first_row": 5864, + "last_row_exclusive": 8776, + "start_seconds": 1800.235, + "end_seconds": 2699.718, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 40.8330271978022 + }, + { + "id": "20161014_184659.csv:block3", + "day": 11, + "file": "20161014_184659.csv", + "block": 3, + "first_row": 8776, + "last_row_exclusive": 11710, + "start_seconds": 2700.023, + "end_seconds": 3599.817, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 60.10114046321525 + }, + { + "id": "20161014_184659.csv:block4", + "day": 11, + "file": "20161014_184659.csv", + "block": 4, + "first_row": 11710, + "last_row_exclusive": 14626, + "start_seconds": 3600.126, + "end_seconds": 4499.731, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 34.25779259259258 + }, + { + "id": "20161014_184659.csv:block5", + "day": 11, + "file": "20161014_184659.csv", + "block": 5, + "first_row": 14626, + "last_row_exclusive": 17558, + "start_seconds": 4500.035, + "end_seconds": 5399.966, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 53.323750543478255 + }, + { + "id": "20161014_184659.csv:block6", + "day": 11, + "file": "20161014_184659.csv", + "block": 6, + "first_row": 17558, + "last_row_exclusive": 20491, + "start_seconds": 5400.276, + "end_seconds": 6299.831, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 32.29070609756098 + }, + { + "id": "20161014_184659.csv:block7", + "day": 11, + "file": "20161014_184659.csv", + "block": 7, + "first_row": 20491, + "last_row_exclusive": 23434, + "start_seconds": 6300.137, + "end_seconds": 7199.806, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 51.011069795918374 + }, + { + "id": "20161014_184659.csv:block8", + "day": 11, + "file": "20161014_184659.csv", + "block": 8, + "first_row": 23434, + "last_row_exclusive": 26376, + "start_seconds": 7200.111, + "end_seconds": 8099.807, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 61.30921584699454 + }, + { + "id": "20161014_184659.csv:block9", + "day": 11, + "file": "20161014_184659.csv", + "block": 9, + "first_row": 26376, + "last_row_exclusive": 29311, + "start_seconds": 8100.116, + "end_seconds": 8999.815, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 63.56896767123288 + }, + { + "id": "20161014_184659.csv:block10", + "day": 11, + "file": "20161014_184659.csv", + "block": 10, + "first_row": 29311, + "last_row_exclusive": 32237, + "start_seconds": 9000.125, + "end_seconds": 9899.811, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 52.97800397805213 + }, + { + "id": "20161014_184659.csv:block11", + "day": 11, + "file": "20161014_184659.csv", + "block": 11, + "first_row": 32237, + "last_row_exclusive": 35174, + "start_seconds": 9900.12, + "end_seconds": 10799.846, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.679582384823846 + }, + { + "id": "20161014_184659.csv:block12", + "day": 11, + "file": "20161014_184659.csv", + "block": 12, + "first_row": 35174, + "last_row_exclusive": 38106, + "start_seconds": 10800.15, + "end_seconds": 11699.903, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 53.926889480874316 + }, + { + "id": "20161014_184659.csv:block13", + "day": 11, + "file": "20161014_184659.csv", + "block": 13, + "first_row": 38106, + "last_row_exclusive": 41029, + "start_seconds": 11700.208, + "end_seconds": 12599.827, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.6 + }, + { + "id": "20161014_184659.csv:block14", + "day": 11, + "file": "20161014_184659.csv", + "block": 14, + "first_row": 41029, + "last_row_exclusive": 43962, + "start_seconds": 12600.132, + "end_seconds": 13499.706, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.519999999999996 + }, + { + "id": "20161014_184659.csv:block15", + "day": 11, + "file": "20161014_184659.csv", + "block": 15, + "first_row": 43962, + "last_row_exclusive": 46894, + "start_seconds": 13500.015, + "end_seconds": 14399.972, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 39.20680517711171 + }, + { + "id": "20161014_184659.csv:block16", + "day": 11, + "file": "20161014_184659.csv", + "block": 16, + "first_row": 46894, + "last_row_exclusive": 49822, + "start_seconds": 14400.281, + "end_seconds": 15299.919, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 49.732292905866295 + }, + { + "id": "20161014_184659.csv:block17", + "day": 11, + "file": "20161014_184659.csv", + "block": 17, + "first_row": 49822, + "last_row_exclusive": 52751, + "start_seconds": 15300.228, + "end_seconds": 16199.927, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 33.929795504087195 + }, + { + "id": "20161014_184659.csv:block18", + "day": 11, + "file": "20161014_184659.csv", + "block": 18, + "first_row": 52751, + "last_row_exclusive": 55677, + "start_seconds": 16200.236, + "end_seconds": 17099.823, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 59.78755027322405 + }, + { + "id": "20161014_184659.csv:block19", + "day": 11, + "file": "20161014_184659.csv", + "block": 19, + "first_row": 55677, + "last_row_exclusive": 58606, + "start_seconds": 17100.131, + "end_seconds": 17999.857, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 33.73374931880109 + }, + { + "id": "20161014_184659.csv:block20", + "day": 11, + "file": "20161014_184659.csv", + "block": 20, + "first_row": 58606, + "last_row_exclusive": 61536, + "start_seconds": 18000.166, + "end_seconds": 18899.944, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.17739509536784 + }, + { + "id": "20161014_184659.csv:block21", + "day": 11, + "file": "20161014_184659.csv", + "block": 21, + "first_row": 61536, + "last_row_exclusive": 64473, + "start_seconds": 18900.249, + "end_seconds": 19799.932, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 53.652287127371274 + }, + { + "id": "20161014_184659.csv:block22", + "day": 11, + "file": "20161014_184659.csv", + "block": 22, + "first_row": 64473, + "last_row_exclusive": 67408, + "start_seconds": 19800.235, + "end_seconds": 20699.972, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 43.10352743484225 + }, + { + "id": "20161014_184659.csv:block23", + "day": 11, + "file": "20161014_184659.csv", + "block": 23, + "first_row": 67408, + "last_row_exclusive": 70340, + "start_seconds": 20700.281, + "end_seconds": 21599.76, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 49.56800162822253 + }, + { + "id": "20161014_184659.csv:block24", + "day": 11, + "file": "20161014_184659.csv", + "block": 24, + "first_row": 70340, + "last_row_exclusive": 73262, + "start_seconds": 21600.066, + "end_seconds": 22499.806, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 68.51169134615385 + }, + { + "id": "20161014_184659.csv:block25", + "day": 11, + "file": "20161014_184659.csv", + "block": 25, + "first_row": 73262, + "last_row_exclusive": 76180, + "start_seconds": 22500.116, + "end_seconds": 23399.708, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 56.1417298630137 + }, + { + "id": "20161014_184659.csv:block26", + "day": 11, + "file": "20161014_184659.csv", + "block": 26, + "first_row": 76180, + "last_row_exclusive": 79118, + "start_seconds": 23400.013, + "end_seconds": 24299.769, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.57118503401361 + }, + { + "id": "20161014_184659.csv:block27", + "day": 11, + "file": "20161014_184659.csv", + "block": 27, + "first_row": 79118, + "last_row_exclusive": 82054, + "start_seconds": 24300.161, + "end_seconds": 25199.912, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 28.76223491847826 + }, + { + "id": "20161014_184659.csv:block28", + "day": 11, + "file": "20161014_184659.csv", + "block": 28, + "first_row": 82054, + "last_row_exclusive": 84985, + "start_seconds": 25200.216, + "end_seconds": 26099.767, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 44.56798698630137 + }, + { + "id": "20161014_184659.csv:block29", + "day": 11, + "file": "20161014_184659.csv", + "block": 29, + "first_row": 84985, + "last_row_exclusive": 87908, + "start_seconds": 26100.071, + "end_seconds": 26999.848, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 68.3814212912088 + }, + { + "id": "20161014_184659.csv:block30", + "day": 11, + "file": "20161014_184659.csv", + "block": 30, + "first_row": 87908, + "last_row_exclusive": 90839, + "start_seconds": 27000.157, + "end_seconds": 27899.787, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 39.94915747599451 + }, + { + "id": "20161014_184659.csv:block31", + "day": 11, + "file": "20161014_184659.csv", + "block": 31, + "first_row": 90839, + "last_row_exclusive": 93777, + "start_seconds": 27900.093, + "end_seconds": 28799.984, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 51.29613197831978 + }, + { + "id": "20161014_184659.csv:block32", + "day": 11, + "file": "20161014_184659.csv", + "block": 32, + "first_row": 93777, + "last_row_exclusive": 96724, + "start_seconds": 28800.289, + "end_seconds": 29699.798, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 36.274004742547426 + }, + { + "id": "20161014_184659.csv:block33", + "day": 11, + "file": "20161014_184659.csv", + "block": 33, + "first_row": 96724, + "last_row_exclusive": 99653, + "start_seconds": 29700.107, + "end_seconds": 30599.881, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 68.14527869742197 + }, + { + "id": "20161014_184659.csv:block34", + "day": 11, + "file": "20161014_184659.csv", + "block": 34, + "first_row": 99653, + "last_row_exclusive": 102576, + "start_seconds": 30600.186, + "end_seconds": 31499.899, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 29.251880521262002 + }, + { + "id": "20161014_184659.csv:block35", + "day": 11, + "file": "20161014_184659.csv", + "block": 35, + "first_row": 102576, + "last_row_exclusive": 105509, + "start_seconds": 31500.203, + "end_seconds": 32399.769, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 31.65624734693877 + }, + { + "id": "20161014_184659.csv:block36", + "day": 11, + "file": "20161014_184659.csv", + "block": 36, + "first_row": 105509, + "last_row_exclusive": 108428, + "start_seconds": 32400.079, + "end_seconds": 33299.926, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 45.38642537722908 + }, + { + "id": "20161014_184659.csv:block37", + "day": 11, + "file": "20161014_184659.csv", + "block": 37, + "first_row": 108428, + "last_row_exclusive": 111352, + "start_seconds": 33300.236, + "end_seconds": 34199.931, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 52.216656361149106 + }, + { + "id": "20161014_184659.csv:block38", + "day": 11, + "file": "20161014_184659.csv", + "block": 38, + "first_row": 111352, + "last_row_exclusive": 114279, + "start_seconds": 34200.24, + "end_seconds": 35099.86, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 24.527907270233197 + }, + { + "id": "20161014_184659.csv:block39", + "day": 11, + "file": "20161014_184659.csv", + "block": 39, + "first_row": 114279, + "last_row_exclusive": 117205, + "start_seconds": 35100.164, + "end_seconds": 35999.975, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 65.49061085164836 + }, + { + "id": "20161014_184659.csv:block40", + "day": 11, + "file": "20161014_184659.csv", + "block": 40, + "first_row": 117205, + "last_row_exclusive": 120125, + "start_seconds": 36000.282, + "end_seconds": 36899.937, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 56.118435576923076 + }, + { + "id": "20161014_184659.csv:block41", + "day": 11, + "file": "20161014_184659.csv", + "block": 41, + "first_row": 120125, + "last_row_exclusive": 123060, + "start_seconds": 36900.246, + "end_seconds": 37799.907, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 60.76384186991869 + }, + { + "id": "20161014_184659.csv:block42", + "day": 11, + "file": "20161014_184659.csv", + "block": 42, + "first_row": 123060, + "last_row_exclusive": 125992, + "start_seconds": 37800.212, + "end_seconds": 38699.955, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 28.095728260869564 + }, + { + "id": "20161014_184659.csv:block43", + "day": 11, + "file": "20161014_184659.csv", + "block": 43, + "first_row": 125992, + "last_row_exclusive": 128904, + "start_seconds": 38700.264, + "end_seconds": 39599.905, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 21.717055219780217 + }, + { + "id": "20161014_184659.csv:block44", + "day": 11, + "file": "20161014_184659.csv", + "block": 44, + "first_row": 128904, + "last_row_exclusive": 131827, + "start_seconds": 39600.215, + "end_seconds": 40499.919, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 18.54 + }, + { + "id": "20161014_184659.csv:block45", + "day": 11, + "file": "20161014_184659.csv", + "block": 45, + "first_row": 131827, + "last_row_exclusive": 134756, + "start_seconds": 40500.223, + "end_seconds": 41399.884, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 32.542940521978025 + }, + { + "id": "20161014_184659.csv:block46", + "day": 11, + "file": "20161014_184659.csv", + "block": 46, + "first_row": 134756, + "last_row_exclusive": 137697, + "start_seconds": 41400.193, + "end_seconds": 42299.834, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 42.305324081632655 + }, + { + "id": "20161014_184659.csv:block47", + "day": 11, + "file": "20161014_184659.csv", + "block": 47, + "first_row": 137697, + "last_row_exclusive": 140639, + "start_seconds": 42300.139, + "end_seconds": 43199.876, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 20.083554891304345 + }, + { + "id": "20161014_184659.csv:block48", + "day": 11, + "file": "20161014_184659.csv", + "block": 48, + "first_row": 140639, + "last_row_exclusive": 143561, + "start_seconds": 43200.181, + "end_seconds": 44099.964, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 51.26411401098902 + }, + { + "id": "20161014_184659.csv:block49", + "day": 11, + "file": "20161014_184659.csv", + "block": 49, + "first_row": 143561, + "last_row_exclusive": 146487, + "start_seconds": 44100.274, + "end_seconds": 44999.724, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 56.39985643835616 + }, + { + "id": "20161014_184659.csv:block50", + "day": 11, + "file": "20161014_184659.csv", + "block": 50, + "first_row": 146487, + "last_row_exclusive": 149425, + "start_seconds": 45000.029, + "end_seconds": 45899.735, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 42.40568573369565 + }, + { + "id": "20161014_184659.csv:block51", + "day": 11, + "file": "20161014_184659.csv", + "block": 51, + "first_row": 149425, + "last_row_exclusive": 152371, + "start_seconds": 45900.044, + "end_seconds": 46799.959, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 51.894852710027095 + }, + { + "id": "20161014_184659.csv:block52", + "day": 11, + "file": "20161014_184659.csv", + "block": 52, + "first_row": 152371, + "last_row_exclusive": 155309, + "start_seconds": 46800.264, + "end_seconds": 47699.773, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 44.39684145006839 + }, + { + "id": "20161014_184659.csv:block53", + "day": 11, + "file": "20161014_184659.csv", + "block": 53, + "first_row": 155309, + "last_row_exclusive": 158240, + "start_seconds": 47700.082, + "end_seconds": 48599.836, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 47.44022167352538 + }, + { + "id": "20161014_184659.csv:block54", + "day": 11, + "file": "20161014_184659.csv", + "block": 54, + "first_row": 158240, + "last_row_exclusive": 161168, + "start_seconds": 48600.145, + "end_seconds": 49499.872, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.28620629274965 + }, + { + "id": "20161014_184659.csv:block55", + "day": 11, + "file": "20161014_184659.csv", + "block": 55, + "first_row": 161168, + "last_row_exclusive": 164083, + "start_seconds": 49500.177, + "end_seconds": 50399.791, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 44.778176648351646 + }, + { + "id": "20161014_184659.csv:block56", + "day": 11, + "file": "20161014_184659.csv", + "block": 56, + "first_row": 164083, + "last_row_exclusive": 166995, + "start_seconds": 50400.1, + "end_seconds": 51299.841, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.2223054945055 + }, + { + "id": "20161014_184659.csv:block57", + "day": 11, + "file": "20161014_184659.csv", + "block": 57, + "first_row": 166995, + "last_row_exclusive": 169935, + "start_seconds": 51300.15, + "end_seconds": 52199.93, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 71.50105512995896 + }, + { + "id": "20161014_184659.csv:block58", + "day": 11, + "file": "20161014_184659.csv", + "block": 58, + "first_row": 169935, + "last_row_exclusive": 172862, + "start_seconds": 52200.239, + "end_seconds": 53099.896, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 56.00528653846154 + }, + { + "id": "20161014_184659.csv:block59", + "day": 11, + "file": "20161014_184659.csv", + "block": 59, + "first_row": 172862, + "last_row_exclusive": 175800, + "start_seconds": 53100.205, + "end_seconds": 53999.761, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 50.518603825136616 + }, + { + "id": "20161014_184659.csv:block60", + "day": 11, + "file": "20161014_184659.csv", + "block": 60, + "first_row": 175800, + "last_row_exclusive": 178736, + "start_seconds": 54000.071, + "end_seconds": 54899.984, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 59.96143929539295 + }, + { + "id": "20161014_184659.csv:block61", + "day": 11, + "file": "20161014_184659.csv", + "block": 61, + "first_row": 178736, + "last_row_exclusive": 181661, + "start_seconds": 54900.288, + "end_seconds": 55799.814, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.735893997271482 + }, + { + "id": "20161014_184659.csv:block62", + "day": 11, + "file": "20161014_184659.csv", + "block": 62, + "first_row": 181661, + "last_row_exclusive": 184587, + "start_seconds": 55800.119, + "end_seconds": 56699.811, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 33.282707692307696 + }, + { + "id": "20161014_184659.csv:block63", + "day": 11, + "file": "20161014_184659.csv", + "block": 63, + "first_row": 184587, + "last_row_exclusive": 187516, + "start_seconds": 56700.119, + "end_seconds": 57599.982, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 58.5600806802721 + }, + { + "id": "20161014_184659.csv:block64", + "day": 11, + "file": "20161014_184659.csv", + "block": 64, + "first_row": 187516, + "last_row_exclusive": 190434, + "start_seconds": 57600.292, + "end_seconds": 58499.768, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.963562637362635 + }, + { + "id": "20161014_184659.csv:block65", + "day": 11, + "file": "20161014_184659.csv", + "block": 65, + "first_row": 190434, + "last_row_exclusive": 193356, + "start_seconds": 58500.074, + "end_seconds": 59399.828, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 45.530726409903714 + }, + { + "id": "20161014_184659.csv:block66", + "day": 11, + "file": "20161014_184659.csv", + "block": 66, + "first_row": 193356, + "last_row_exclusive": 196286, + "start_seconds": 59400.135, + "end_seconds": 60299.807, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 58.98804774281806 + }, + { + "id": "20161014_184659.csv:block67", + "day": 11, + "file": "20161014_184659.csv", + "block": 67, + "first_row": 196286, + "last_row_exclusive": 199201, + "start_seconds": 60300.114, + "end_seconds": 61199.905, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 60.89891260273973 + }, + { + "id": "20161014_184659.csv:block68", + "day": 11, + "file": "20161014_184659.csv", + "block": 68, + "first_row": 199201, + "last_row_exclusive": 202130, + "start_seconds": 61200.212, + "end_seconds": 62099.967, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 27.42707882513661 + }, + { + "id": "20161014_184659.csv:block69", + "day": 11, + "file": "20161014_184659.csv", + "block": 69, + "first_row": 202130, + "last_row_exclusive": 205062, + "start_seconds": 62100.274, + "end_seconds": 62999.837, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 51.153437940379405 + }, + { + "id": "20161014_184659.csv:block70", + "day": 11, + "file": "20161014_184659.csv", + "block": 70, + "first_row": 205062, + "last_row_exclusive": 208000, + "start_seconds": 63000.141, + "end_seconds": 63899.711, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 44.295988720770296 + }, + { + "id": "20161014_184659.csv:block71", + "day": 11, + "file": "20161014_184659.csv", + "block": 71, + "first_row": 208000, + "last_row_exclusive": 210928, + "start_seconds": 63900.019, + "end_seconds": 64799.962, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.553659345156895 + }, + { + "id": "20161014_184659.csv:block72", + "day": 11, + "file": "20161014_184659.csv", + "block": 72, + "first_row": 210928, + "last_row_exclusive": 213860, + "start_seconds": 64800.267, + "end_seconds": 65699.99, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 47.4135139154161 + }, + { + "id": "20161014_184659.csv:block73", + "day": 11, + "file": "20161014_184659.csv", + "block": 73, + "first_row": 213860, + "last_row_exclusive": 216798, + "start_seconds": 65700.295, + "end_seconds": 66599.924, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.2001689701897 + }, + { + "id": "20161014_184659.csv:block74", + "day": 11, + "file": "20161014_184659.csv", + "block": 74, + "first_row": 216798, + "last_row_exclusive": 219737, + "start_seconds": 66600.228, + "end_seconds": 67499.77, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 50.29001126187245 + }, + { + "id": "20161014_184659.csv:block75", + "day": 11, + "file": "20161014_184659.csv", + "block": 75, + "first_row": 219737, + "last_row_exclusive": 222660, + "start_seconds": 67500.075, + "end_seconds": 68399.852, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 66.74371181318682 + }, + { + "id": "20161014_184659.csv:block76", + "day": 11, + "file": "20161014_184659.csv", + "block": 76, + "first_row": 222660, + "last_row_exclusive": 225590, + "start_seconds": 68400.161, + "end_seconds": 69299.765, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 37.99293147896879 + }, + { + "id": "20161014_184659.csv:block77", + "day": 11, + "file": "20161014_184659.csv", + "block": 77, + "first_row": 225590, + "last_row_exclusive": 228522, + "start_seconds": 69300.069, + "end_seconds": 70199.755, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 49.113143554952515 + }, + { + "id": "20161014_184659.csv:block78", + "day": 11, + "file": "20161014_184659.csv", + "block": 78, + "first_row": 228522, + "last_row_exclusive": 231445, + "start_seconds": 70200.06, + "end_seconds": 71099.934, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 32.92751358024692 + }, + { + "id": "20161014_184659.csv:block79", + "day": 11, + "file": "20161014_184659.csv", + "block": 79, + "first_row": 231445, + "last_row_exclusive": 234364, + "start_seconds": 71100.244, + "end_seconds": 71999.836, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 35.26701262002743 + }, + { + "id": "20161014_184659.csv:block80", + "day": 11, + "file": "20161014_184659.csv", + "block": 80, + "first_row": 234364, + "last_row_exclusive": 237298, + "start_seconds": 72000.144, + "end_seconds": 72899.866, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 30.49485535714286 + }, + { + "id": "20161014_184659.csv:block81", + "day": 11, + "file": "20161014_184659.csv", + "block": 81, + "first_row": 237298, + "last_row_exclusive": 240217, + "start_seconds": 72900.176, + "end_seconds": 73799.882, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 63.249008928571435 + }, + { + "id": "20161014_184659.csv:block82", + "day": 11, + "file": "20161014_184659.csv", + "block": 82, + "first_row": 240217, + "last_row_exclusive": 243150, + "start_seconds": 73800.192, + "end_seconds": 74699.862, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 48.50880927694406 + }, + { + "id": "20161014_184659.csv:block83", + "day": 11, + "file": "20161014_184659.csv", + "block": 83, + "first_row": 243150, + "last_row_exclusive": 246074, + "start_seconds": 74700.171, + "end_seconds": 75599.877, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 29.45947008196721 + }, + { + "id": "20161014_184659.csv:block84", + "day": 11, + "file": "20161014_184659.csv", + "block": 84, + "first_row": 246074, + "last_row_exclusive": 249010, + "start_seconds": 75600.186, + "end_seconds": 76499.798, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.322764314789687 + }, + { + "id": "20161014_184659.csv:block85", + "day": 11, + "file": "20161014_184659.csv", + "block": 85, + "first_row": 249010, + "last_row_exclusive": 251931, + "start_seconds": 76500.103, + "end_seconds": 77399.993, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 38.39691454046639 + }, + { + "id": "20161014_184659.csv:block86", + "day": 11, + "file": "20161014_184659.csv", + "block": 86, + "first_row": 251931, + "last_row_exclusive": 254872, + "start_seconds": 77400.302, + "end_seconds": 78299.967, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 36.847414789687924 + }, + { + "id": "20161014_184659.csv:block87", + "day": 11, + "file": "20161014_184659.csv", + "block": 87, + "first_row": 254872, + "last_row_exclusive": 257797, + "start_seconds": 78300.276, + "end_seconds": 79199.768, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 30.50064153005465 + }, + { + "id": "20161014_184659.csv:block88", + "day": 11, + "file": "20161014_184659.csv", + "block": 88, + "first_row": 257797, + "last_row_exclusive": 260731, + "start_seconds": 79200.078, + "end_seconds": 80099.924, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 44.28267462686567 + }, + { + "id": "20161014_184659.csv:block89", + "day": 11, + "file": "20161014_184659.csv", + "block": 89, + "first_row": 260731, + "last_row_exclusive": 263655, + "start_seconds": 80100.228, + "end_seconds": 80999.97, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 26.704926812585494 + }, + { + "id": "20161014_184659.csv:block90", + "day": 11, + "file": "20161014_184659.csv", + "block": 90, + "first_row": 263655, + "last_row_exclusive": 266582, + "start_seconds": 81000.278, + "end_seconds": 81899.716, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 63.248858060109285 + }, + { + "id": "20161014_184659.csv:block91", + "day": 11, + "file": "20161014_184659.csv", + "block": 91, + "first_row": 266582, + "last_row_exclusive": 269518, + "start_seconds": 81900.021, + "end_seconds": 82799.959, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 42.82407683923706 + }, + { + "id": "20161014_184659.csv:block92", + "day": 11, + "file": "20161014_184659.csv", + "block": 92, + "first_row": 269518, + "last_row_exclusive": 272442, + "start_seconds": 82800.263, + "end_seconds": 83699.756, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 54.94018758526603 + }, + { + "id": "20161014_184659.csv:block93", + "day": 11, + "file": "20161014_184659.csv", + "block": 93, + "first_row": 272442, + "last_row_exclusive": 275365, + "start_seconds": 83700.061, + "end_seconds": 84599.973, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 33.570515279672584 + }, + { + "id": "20161014_184659.csv:block94", + "day": 11, + "file": "20161014_184659.csv", + "block": 94, + "first_row": 275365, + "last_row_exclusive": 278288, + "start_seconds": 84600.283, + "end_seconds": 85499.846, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 20.472526373626376 + }, + { + "id": "20161014_184659.csv:block95", + "day": 11, + "file": "20161014_184659.csv", + "block": 95, + "first_row": 278288, + "last_row_exclusive": 281215, + "start_seconds": 85500.155, + "end_seconds": 86399.776, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 22.017138166894664 + }, + { + "id": "20161014_184659.csv:block96", + "day": 11, + "file": "20161014_184659.csv", + "block": 96, + "first_row": 281215, + "last_row_exclusive": 284144, + "start_seconds": 86400.084, + "end_seconds": 87299.707, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 21.899999999999995 + }, + { + "id": "20161014_184659.csv:block97", + "day": 11, + "file": "20161014_184659.csv", + "block": 97, + "first_row": 284144, + "last_row_exclusive": 287080, + "start_seconds": 87300.012, + "end_seconds": 88199.889, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 47.53828818681319 + }, + { + "id": "20161014_184659.csv:block98", + "day": 11, + "file": "20161014_184659.csv", + "block": 98, + "first_row": 287080, + "last_row_exclusive": 290011, + "start_seconds": 88200.197, + "end_seconds": 89099.854, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 65.81997216916781 + }, + { + "id": "20161014_184659.csv:block99", + "day": 11, + "file": "20161014_184659.csv", + "block": 99, + "first_row": 290011, + "last_row_exclusive": 292926, + "start_seconds": 89100.159, + "end_seconds": 89999.756, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 57.61999999999999 + }, + { + "id": "20161014_184659.csv:block100", + "day": 11, + "file": "20161014_184659.csv", + "block": 100, + "first_row": 292926, + "last_row_exclusive": 295848, + "start_seconds": 90000.066, + "end_seconds": 90899.936, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 61.82658317373461 + }, + { + "id": "20161016_053656.csv:block0", + "day": 12, + "file": "20161016_053656.csv", + "block": 0, + "first_row": 0, + "last_row_exclusive": 2928, + "start_seconds": 0.0, + "end_seconds": 899.981, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 48.97999999999999 + }, + { + "id": "20161016_053656.csv:block1", + "day": 12, + "file": "20161016_053656.csv", + "block": 1, + "first_row": 2928, + "last_row_exclusive": 5842, + "start_seconds": 900.29, + "end_seconds": 1799.911, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 39.25949643835616 + }, + { + "id": "20161016_053656.csv:block2", + "day": 12, + "file": "20161016_053656.csv", + "block": 2, + "first_row": 5842, + "last_row_exclusive": 8767, + "start_seconds": 1800.221, + "end_seconds": 2699.694, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 38.03671263736265 + }, + { + "id": "20161016_053656.csv:block3", + "day": 12, + "file": "20161016_053656.csv", + "block": 3, + "first_row": 8767, + "last_row_exclusive": 11694, + "start_seconds": 2700.001, + "end_seconds": 3599.819, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 57.82346027210884 + }, + { + "id": "20161016_053656.csv:block4", + "day": 12, + "file": "20161016_053656.csv", + "block": 4, + "first_row": 11694, + "last_row_exclusive": 14623, + "start_seconds": 3600.123, + "end_seconds": 4499.778, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 31.767328630136987 + }, + { + "id": "20161016_053656.csv:block5", + "day": 12, + "file": "20161016_053656.csv", + "block": 5, + "first_row": 14623, + "last_row_exclusive": 17549, + "start_seconds": 4500.083, + "end_seconds": 5399.734, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 51.920139154160985 + }, + { + "id": "20161016_053656.csv:block6", + "day": 12, + "file": "20161016_053656.csv", + "block": 6, + "first_row": 17549, + "last_row_exclusive": 20471, + "start_seconds": 5400.043, + "end_seconds": 6299.88, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 30.343040218878247 + }, + { + "id": "20161016_053656.csv:block7", + "day": 12, + "file": "20161016_053656.csv", + "block": 7, + "first_row": 20471, + "last_row_exclusive": 23405, + "start_seconds": 6300.185, + "end_seconds": 7199.841, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.217464168937326 + }, + { + "id": "20161016_053656.csv:block8", + "day": 12, + "file": "20161016_053656.csv", + "block": 8, + "first_row": 23405, + "last_row_exclusive": 26324, + "start_seconds": 7200.15, + "end_seconds": 8099.879, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 61.04834338335608 + }, + { + "id": "20161016_053656.csv:block9", + "day": 12, + "file": "20161016_053656.csv", + "block": 9, + "first_row": 26324, + "last_row_exclusive": 29258, + "start_seconds": 8100.184, + "end_seconds": 8999.719, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 63.33516662087913 + }, + { + "id": "20161016_053656.csv:block10", + "day": 12, + "file": "20161016_053656.csv", + "block": 10, + "first_row": 29258, + "last_row_exclusive": 32195, + "start_seconds": 9000.027, + "end_seconds": 9899.841, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 52.944414128943755 + }, + { + "id": "20161016_053656.csv:block11", + "day": 12, + "file": "20161016_053656.csv", + "block": 11, + "first_row": 32195, + "last_row_exclusive": 35119, + "start_seconds": 9900.148, + "end_seconds": 10799.925, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 26.63946085164836 + }, + { + "id": "20161016_053656.csv:block12", + "day": 12, + "file": "20161016_053656.csv", + "block": 12, + "first_row": 35119, + "last_row_exclusive": 38048, + "start_seconds": 10800.233, + "end_seconds": 11699.766, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 54.01946735253771 + }, + { + "id": "20161016_053656.csv:block13", + "day": 12, + "file": "20161016_053656.csv", + "block": 13, + "first_row": 38048, + "last_row_exclusive": 40978, + "start_seconds": 11700.071, + "end_seconds": 12599.849, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.52278516483517 + }, + { + "id": "20161016_053656.csv:block14", + "day": 12, + "file": "20161016_053656.csv", + "block": 14, + "first_row": 40978, + "last_row_exclusive": 43895, + "start_seconds": 12600.158, + "end_seconds": 13499.978, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 48.12991414835165 + }, + { + "id": "20161016_053656.csv:block15", + "day": 12, + "file": "20161016_053656.csv", + "block": 15, + "first_row": 43895, + "last_row_exclusive": 46830, + "start_seconds": 13500.288, + "end_seconds": 14399.851, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 38.35786721311475 + }, + { + "id": "20161016_053656.csv:block16", + "day": 12, + "file": "20161016_053656.csv", + "block": 16, + "first_row": 46830, + "last_row_exclusive": 49746, + "start_seconds": 14400.155, + "end_seconds": 15299.701, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 49.1124189821183 + }, + { + "id": "20161016_053656.csv:block17", + "day": 12, + "file": "20161016_053656.csv", + "block": 17, + "first_row": 49746, + "last_row_exclusive": 52685, + "start_seconds": 15300.008, + "end_seconds": 16199.701, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 33.06508802721088 + }, + { + "id": "20161016_053656.csv:block18", + "day": 12, + "file": "20161016_053656.csv", + "block": 18, + "first_row": 52685, + "last_row_exclusive": 55622, + "start_seconds": 16200.011, + "end_seconds": 17099.941, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 59.34032921810699 + }, + { + "id": "20161016_053656.csv:block19", + "day": 12, + "file": "20161016_053656.csv", + "block": 19, + "first_row": 55622, + "last_row_exclusive": 58544, + "start_seconds": 17100.25, + "end_seconds": 17999.751, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 32.94382729766804 + }, + { + "id": "20161016_053656.csv:block20", + "day": 12, + "file": "20161016_053656.csv", + "block": 20, + "first_row": 58544, + "last_row_exclusive": 61480, + "start_seconds": 18000.055, + "end_seconds": 18899.989, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 49.18675129251701 + }, + { + "id": "20161016_053656.csv:block21", + "day": 12, + "file": "20161016_053656.csv", + "block": 21, + "first_row": 61480, + "last_row_exclusive": 64414, + "start_seconds": 18900.3, + "end_seconds": 19799.805, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 52.69768021828104 + }, + { + "id": "20161016_053656.csv:block22", + "day": 12, + "file": "20161016_053656.csv", + "block": 22, + "first_row": 64414, + "last_row_exclusive": 67344, + "start_seconds": 19800.11, + "end_seconds": 20699.989, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 42.22247029972752 + }, + { + "id": "20161016_053656.csv:block23", + "day": 12, + "file": "20161016_053656.csv", + "block": 23, + "first_row": 67344, + "last_row_exclusive": 70268, + "start_seconds": 20700.293, + "end_seconds": 21599.75, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.70499353507565 + }, + { + "id": "20161016_053656.csv:block24", + "day": 12, + "file": "20161016_053656.csv", + "block": 24, + "first_row": 70268, + "last_row_exclusive": 73186, + "start_seconds": 21600.057, + "end_seconds": 22499.739, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 68.0702475994513 + }, + { + "id": "20161016_053656.csv:block25", + "day": 12, + "file": "20161016_053656.csv", + "block": 25, + "first_row": 73186, + "last_row_exclusive": 76113, + "start_seconds": 22500.048, + "end_seconds": 23399.965, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 55.40823209876543 + }, + { + "id": "20161016_053656.csv:block26", + "day": 12, + "file": "20161016_053656.csv", + "block": 26, + "first_row": 76113, + "last_row_exclusive": 79040, + "start_seconds": 23400.274, + "end_seconds": 24299.852, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 59.14000000000001 + }, + { + "id": "20161016_053656.csv:block27", + "day": 12, + "file": "20161016_053656.csv", + "block": 27, + "first_row": 79040, + "last_row_exclusive": 81963, + "start_seconds": 24300.157, + "end_seconds": 25199.895, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 27.80656397260274 + }, + { + "id": "20161016_053656.csv:block28", + "day": 12, + "file": "20161016_053656.csv", + "block": 28, + "first_row": 81963, + "last_row_exclusive": 84889, + "start_seconds": 25200.203, + "end_seconds": 26099.923, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 43.89675735694823 + }, + { + "id": "20161016_053656.csv:block29", + "day": 12, + "file": "20161016_053656.csv", + "block": 29, + "first_row": 84889, + "last_row_exclusive": 87806, + "start_seconds": 26100.228, + "end_seconds": 26999.785, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 67.4395023383769 + }, + { + "id": "20161016_053656.csv:block30", + "day": 12, + "file": "20161016_053656.csv", + "block": 30, + "first_row": 87806, + "last_row_exclusive": 90738, + "start_seconds": 27000.095, + "end_seconds": 27899.801, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 39.047799322493226 + }, + { + "id": "20161016_053656.csv:block31", + "day": 12, + "file": "20161016_053656.csv", + "block": 31, + "first_row": 90738, + "last_row_exclusive": 93666, + "start_seconds": 27900.109, + "end_seconds": 28799.889, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 49.82006980874316 + }, + { + "id": "20161016_053656.csv:block32", + "day": 12, + "file": "20161016_053656.csv", + "block": 32, + "first_row": 93666, + "last_row_exclusive": 96588, + "start_seconds": 28800.193, + "end_seconds": 29699.832, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 35.34955355191257 + }, + { + "id": "20161016_053656.csv:block33", + "day": 12, + "file": "20161016_053656.csv", + "block": 33, + "first_row": 96588, + "last_row_exclusive": 99518, + "start_seconds": 29700.142, + "end_seconds": 30599.788, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 66.30532703804349 + }, + { + "id": "20161016_053656.csv:block34", + "day": 12, + "file": "20161016_053656.csv", + "block": 34, + "first_row": 99518, + "last_row_exclusive": 102437, + "start_seconds": 30600.093, + "end_seconds": 31499.723, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 27.72323950617284 + }, + { + "id": "20161016_053656.csv:block35", + "day": 12, + "file": "20161016_053656.csv", + "block": 35, + "first_row": 102437, + "last_row_exclusive": 105360, + "start_seconds": 31500.028, + "end_seconds": 32399.798, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 30.63820796703296 + }, + { + "id": "20161016_053656.csv:block36", + "day": 12, + "file": "20161016_053656.csv", + "block": 36, + "first_row": 105360, + "last_row_exclusive": 108295, + "start_seconds": 32400.102, + "end_seconds": 33299.984, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 43.922251643835615 + }, + { + "id": "20161016_053656.csv:block37", + "day": 12, + "file": "20161016_053656.csv", + "block": 37, + "first_row": 108295, + "last_row_exclusive": 111208, + "start_seconds": 33300.294, + "end_seconds": 34199.907, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.58075480769231 + }, + { + "id": "20161016_053656.csv:block38", + "day": 12, + "file": "20161016_053656.csv", + "block": 38, + "first_row": 111208, + "last_row_exclusive": 114136, + "start_seconds": 34200.216, + "end_seconds": 35099.937, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 23.267283582089547 + }, + { + "id": "20161016_053656.csv:block39", + "day": 12, + "file": "20161016_053656.csv", + "block": 39, + "first_row": 114136, + "last_row_exclusive": 117052, + "start_seconds": 35100.242, + "end_seconds": 35999.849, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 63.50467596153847 + }, + { + "id": "20161016_053656.csv:block40", + "day": 12, + "file": "20161016_053656.csv", + "block": 40, + "first_row": 117052, + "last_row_exclusive": 119979, + "start_seconds": 36000.154, + "end_seconds": 36899.817, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 54.495744505494514 + }, + { + "id": "20161016_053656.csv:block41", + "day": 12, + "file": "20161016_053656.csv", + "block": 41, + "first_row": 119979, + "last_row_exclusive": 122902, + "start_seconds": 36900.126, + "end_seconds": 37799.698, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 59.14386526458616 + }, + { + "id": "20161016_053656.csv:block42", + "day": 12, + "file": "20161016_053656.csv", + "block": 42, + "first_row": 122902, + "last_row_exclusive": 125818, + "start_seconds": 37800.007, + "end_seconds": 38699.796, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 26.762942857142864 + }, + { + "id": "20161016_053656.csv:block43", + "day": 12, + "file": "20161016_053656.csv", + "block": 43, + "first_row": 125818, + "last_row_exclusive": 128755, + "start_seconds": 38700.101, + "end_seconds": 39599.981, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 20.497991168478258 + }, + { + "id": "20161016_053656.csv:block44", + "day": 12, + "file": "20161016_053656.csv", + "block": 44, + "first_row": 128755, + "last_row_exclusive": 131687, + "start_seconds": 39600.285, + "end_seconds": 40499.698, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 17.40149931600547 + }, + { + "id": "20161016_053656.csv:block45", + "day": 12, + "file": "20161016_053656.csv", + "block": 45, + "first_row": 131687, + "last_row_exclusive": 134610, + "start_seconds": 40500.004, + "end_seconds": 41399.764, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 31.408091620879123 + }, + { + "id": "20161016_053656.csv:block46", + "day": 12, + "file": "20161016_053656.csv", + "block": 46, + "first_row": 134610, + "last_row_exclusive": 137532, + "start_seconds": 41400.074, + "end_seconds": 42299.798, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 41.261426923076925 + }, + { + "id": "20161016_053656.csv:block47", + "day": 12, + "file": "20161016_053656.csv", + "block": 47, + "first_row": 137532, + "last_row_exclusive": 140451, + "start_seconds": 42300.103, + "end_seconds": 43199.703, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 19.032501367989056 + }, + { + "id": "20161016_053656.csv:block48", + "day": 12, + "file": "20161016_053656.csv", + "block": 48, + "first_row": 140451, + "last_row_exclusive": 143368, + "start_seconds": 43200.012, + "end_seconds": 44099.839, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 50.12115753424658 + }, + { + "id": "20161016_053656.csv:block49", + "day": 12, + "file": "20161016_053656.csv", + "block": 49, + "first_row": 143368, + "last_row_exclusive": 146308, + "start_seconds": 44100.143, + "end_seconds": 44999.95, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 55.09987975543477 + }, + { + "id": "20161016_053656.csv:block50", + "day": 12, + "file": "20161016_053656.csv", + "block": 50, + "first_row": 146308, + "last_row_exclusive": 149238, + "start_seconds": 45000.26, + "end_seconds": 45899.851, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 41.35438122448979 + }, + { + "id": "20161016_053656.csv:block51", + "day": 12, + "file": "20161016_053656.csv", + "block": 51, + "first_row": 149238, + "last_row_exclusive": 152155, + "start_seconds": 45900.161, + "end_seconds": 46799.832, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 50.679777868852455 + }, + { + "id": "20161016_053656.csv:block52", + "day": 12, + "file": "20161016_053656.csv", + "block": 52, + "first_row": 152155, + "last_row_exclusive": 155082, + "start_seconds": 46800.136, + "end_seconds": 47699.861, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 43.418750341064126 + }, + { + "id": "20161016_053656.csv:block53", + "day": 12, + "file": "20161016_053656.csv", + "block": 53, + "first_row": 155082, + "last_row_exclusive": 158020, + "start_seconds": 47700.166, + "end_seconds": 48599.919, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 46.489999999999995 + }, + { + "id": "20161016_053656.csv:block54", + "day": 12, + "file": "20161016_053656.csv", + "block": 54, + "first_row": 158020, + "last_row_exclusive": 160950, + "start_seconds": 48600.224, + "end_seconds": 49499.748, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 66.8922532967033 + }, + { + "id": "20161016_053656.csv:block55", + "day": 12, + "file": "20161016_053656.csv", + "block": 55, + "first_row": 160950, + "last_row_exclusive": 163870, + "start_seconds": 49500.057, + "end_seconds": 50399.852, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 44.17258456284153 + }, + { + "id": "20161016_053656.csv:block56", + "day": 12, + "file": "20161016_053656.csv", + "block": 56, + "first_row": 163870, + "last_row_exclusive": 166800, + "start_seconds": 50400.16, + "end_seconds": 51299.951, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 68.10678104395605 + }, + { + "id": "20161016_053656.csv:block57", + "day": 12, + "file": "20161016_053656.csv", + "block": 57, + "first_row": 166800, + "last_row_exclusive": 169712, + "start_seconds": 51300.258, + "end_seconds": 52199.736, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 71.41338021978022 + }, + { + "id": "20161016_053656.csv:block58", + "day": 12, + "file": "20161016_053656.csv", + "block": 58, + "first_row": 169712, + "last_row_exclusive": 172633, + "start_seconds": 52200.044, + "end_seconds": 53099.972, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 55.96928543956043 + }, + { + "id": "20161016_053656.csv:block59", + "day": 12, + "file": "20161016_053656.csv", + "block": 59, + "first_row": 172633, + "last_row_exclusive": 175556, + "start_seconds": 53100.281, + "end_seconds": 53999.833, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 50.571058516483525 + }, + { + "id": "20161016_053656.csv:block60", + "day": 12, + "file": "20161016_053656.csv", + "block": 60, + "first_row": 175556, + "last_row_exclusive": 178495, + "start_seconds": 54000.143, + "end_seconds": 54899.805, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 60.07954338335607 + }, + { + "id": "20161016_053656.csv:block61", + "day": 12, + "file": "20161016_053656.csv", + "block": 61, + "first_row": 178495, + "last_row_exclusive": 181419, + "start_seconds": 54900.113, + "end_seconds": 55799.855, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 28.499693333333333 + }, + { + "id": "20161016_053656.csv:block62", + "day": 12, + "file": "20161016_053656.csv", + "block": 62, + "first_row": 181419, + "last_row_exclusive": 184357, + "start_seconds": 55800.164, + "end_seconds": 56699.936, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.78 + }, + { + "id": "20161016_053656.csv:block63", + "day": 12, + "file": "20161016_053656.csv", + "block": 63, + "first_row": 184357, + "last_row_exclusive": 187282, + "start_seconds": 56700.24, + "end_seconds": 57599.96, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 58.53887370572206 + }, + { + "id": "20161016_053656.csv:block64", + "day": 12, + "file": "20161016_053656.csv", + "block": 64, + "first_row": 187282, + "last_row_exclusive": 190203, + "start_seconds": 57600.269, + "end_seconds": 58499.875, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 25.722583809523808 + }, + { + "id": "20161016_053656.csv:block65", + "day": 12, + "file": "20161016_053656.csv", + "block": 65, + "first_row": 190203, + "last_row_exclusive": 193126, + "start_seconds": 58500.18, + "end_seconds": 59399.777, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 45.577883906464926 + }, + { + "id": "20161016_053656.csv:block66", + "day": 12, + "file": "20161016_053656.csv", + "block": 66, + "first_row": 193126, + "last_row_exclusive": 196058, + "start_seconds": 59400.083, + "end_seconds": 60299.756, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 59.327638095238086 + }, + { + "id": "20161016_053656.csv:block67", + "day": 12, + "file": "20161016_053656.csv", + "block": 67, + "first_row": 196058, + "last_row_exclusive": 198987, + "start_seconds": 60300.061, + "end_seconds": 61199.944, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 69.15255206043956 + }, + { + "id": "20161016_053656.csv:block68", + "day": 12, + "file": "20161016_053656.csv", + "block": 68, + "first_row": 198987, + "last_row_exclusive": 201918, + "start_seconds": 61200.252, + "end_seconds": 62099.722, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 58.45216862210095 + }, + { + "id": "20161016_053656.csv:block69", + "day": 12, + "file": "20161016_053656.csv", + "block": 69, + "first_row": 201918, + "last_row_exclusive": 204841, + "start_seconds": 62100.027, + "end_seconds": 62999.961, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 63.204192769440645 + }, + { + "id": "20161016_053656.csv:block70", + "day": 12, + "file": "20161016_053656.csv", + "block": 70, + "first_row": 204841, + "last_row_exclusive": 207762, + "start_seconds": 63000.27, + "end_seconds": 63899.771, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 57.09792760989012 + }, + { + "id": "20161016_053656.csv:block71", + "day": 12, + "file": "20161016_053656.csv", + "block": 71, + "first_row": 207762, + "last_row_exclusive": 210685, + "start_seconds": 63900.076, + "end_seconds": 64799.762, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 67.63793160762943 + }, + { + "id": "20161016_053656.csv:block72", + "day": 12, + "file": "20161016_053656.csv", + "block": 72, + "first_row": 210685, + "last_row_exclusive": 213605, + "start_seconds": 64800.072, + "end_seconds": 65699.698, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 57.27045926430518 + }, + { + "id": "20161016_053656.csv:block73", + "day": 12, + "file": "20161016_053656.csv", + "block": 73, + "first_row": 213605, + "last_row_exclusive": 216529, + "start_seconds": 65700.007, + "end_seconds": 66599.76, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 39.21240727023319 + }, + { + "id": "20161016_053656.csv:block74", + "day": 12, + "file": "20161016_053656.csv", + "block": 74, + "first_row": 216529, + "last_row_exclusive": 219446, + "start_seconds": 66600.064, + "end_seconds": 67499.972, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 55.723530642954856 + }, + { + "id": "20161016_053656.csv:block75", + "day": 12, + "file": "20161016_053656.csv", + "block": 75, + "first_row": 219446, + "last_row_exclusive": 222385, + "start_seconds": 67500.277, + "end_seconds": 68399.979, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 71.72074485596707 + }, + { + "id": "20161016_053656.csv:block76", + "day": 12, + "file": "20161016_053656.csv", + "block": 76, + "first_row": 222385, + "last_row_exclusive": 225323, + "start_seconds": 68400.283, + "end_seconds": 69299.875, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 41.95406424657534 + }, + { + "id": "20161016_053656.csv:block77", + "day": 12, + "file": "20161016_053656.csv", + "block": 77, + "first_row": 225323, + "last_row_exclusive": 228248, + "start_seconds": 69300.18, + "end_seconds": 70199.819, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 53.50431646090535 + }, + { + "id": "20161016_053656.csv:block78", + "day": 12, + "file": "20161016_053656.csv", + "block": 78, + "first_row": 228248, + "last_row_exclusive": 231180, + "start_seconds": 70200.123, + "end_seconds": 71099.834, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 35.8452 + }, + { + "id": "20161016_053656.csv:block79", + "day": 12, + "file": "20161016_053656.csv", + "block": 79, + "first_row": 231180, + "last_row_exclusive": 234118, + "start_seconds": 71100.138, + "end_seconds": 71999.711, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 38.08951009549796 + }, + { + "id": "20161016_053656.csv:block80", + "day": 12, + "file": "20161016_053656.csv", + "block": 80, + "first_row": 234118, + "last_row_exclusive": 237038, + "start_seconds": 72000.02, + "end_seconds": 72899.913, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 32.76578342391304 + }, + { + "id": "20161016_053656.csv:block81", + "day": 12, + "file": "20161016_053656.csv", + "block": 81, + "first_row": 237038, + "last_row_exclusive": 239973, + "start_seconds": 72900.218, + "end_seconds": 73799.749, + "reference_co_ppm": 11.11, + "reference_humidity_percent": 67.40080054644808 + }, + { + "id": "20161016_053656.csv:block82", + "day": 12, + "file": "20161016_053656.csv", + "block": 82, + "first_row": 239973, + "last_row_exclusive": 242898, + "start_seconds": 73800.059, + "end_seconds": 74699.792, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 52.414934426229514 + }, + { + "id": "20161016_053656.csv:block83", + "day": 12, + "file": "20161016_053656.csv", + "block": 83, + "first_row": 242898, + "last_row_exclusive": 245826, + "start_seconds": 74700.096, + "end_seconds": 75599.995, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 32.04682002724795 + }, + { + "id": "20161016_053656.csv:block84", + "day": 12, + "file": "20161016_053656.csv", + "block": 84, + "first_row": 245826, + "last_row_exclusive": 248745, + "start_seconds": 75600.3, + "end_seconds": 76499.97, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 29.392413717421125 + }, + { + "id": "20161016_053656.csv:block85", + "day": 12, + "file": "20161016_053656.csv", + "block": 85, + "first_row": 248745, + "last_row_exclusive": 251669, + "start_seconds": 76500.278, + "end_seconds": 77399.733, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 41.00968641975308 + }, + { + "id": "20161016_053656.csv:block86", + "day": 12, + "file": "20161016_053656.csv", + "block": 86, + "first_row": 251669, + "last_row_exclusive": 254600, + "start_seconds": 77400.039, + "end_seconds": 78299.881, + "reference_co_ppm": 15.56, + "reference_humidity_percent": 39.1282012211669 + }, + { + "id": "20161016_053656.csv:block87", + "day": 12, + "file": "20161016_053656.csv", + "block": 87, + "first_row": 254600, + "last_row_exclusive": 257536, + "start_seconds": 78300.191, + "end_seconds": 79199.988, + "reference_co_ppm": 8.89, + "reference_humidity_percent": 31.84809506849315 + }, + { + "id": "20161016_053656.csv:block88", + "day": 12, + "file": "20161016_053656.csv", + "block": 88, + "first_row": 257536, + "last_row_exclusive": 260454, + "start_seconds": 79200.297, + "end_seconds": 80099.758, + "reference_co_ppm": 6.67, + "reference_humidity_percent": 46.617155205479456 + }, + { + "id": "20161016_053656.csv:block89", + "day": 12, + "file": "20161016_053656.csv", + "block": 89, + "first_row": 260454, + "last_row_exclusive": 263379, + "start_seconds": 80100.063, + "end_seconds": 80999.788, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 28.407688477366253 + }, + { + "id": "20161016_053656.csv:block90", + "day": 12, + "file": "20161016_053656.csv", + "block": 90, + "first_row": 263379, + "last_row_exclusive": 266296, + "start_seconds": 81000.095, + "end_seconds": 81899.923, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 66.01687496580026 + }, + { + "id": "20161016_053656.csv:block91", + "day": 12, + "file": "20161016_053656.csv", + "block": 91, + "first_row": 266296, + "last_row_exclusive": 269222, + "start_seconds": 81900.233, + "end_seconds": 82799.824, + "reference_co_ppm": 4.44, + "reference_humidity_percent": 45.072825815217385 + }, + { + "id": "20161016_053656.csv:block92", + "day": 12, + "file": "20161016_053656.csv", + "block": 92, + "first_row": 269222, + "last_row_exclusive": 272155, + "start_seconds": 82800.129, + "end_seconds": 83699.956, + "reference_co_ppm": 0.0, + "reference_humidity_percent": 57.401238630136994 + }, + { + "id": "20161016_053656.csv:block93", + "day": 12, + "file": "20161016_053656.csv", + "block": 93, + "first_row": 272155, + "last_row_exclusive": 275078, + "start_seconds": 83700.261, + "end_seconds": 84599.695, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 35.231233789329686 + }, + { + "id": "20161016_053656.csv:block94", + "day": 12, + "file": "20161016_053656.csv", + "block": 94, + "first_row": 275078, + "last_row_exclusive": 277997, + "start_seconds": 84600.003, + "end_seconds": 85499.71, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 22.031544686648502 + }, + { + "id": "20161016_053656.csv:block95", + "day": 12, + "file": "20161016_053656.csv", + "block": 95, + "first_row": 277997, + "last_row_exclusive": 280915, + "start_seconds": 85500.015, + "end_seconds": 86399.98, + "reference_co_ppm": 20.0, + "reference_humidity_percent": 23.80263333333333 + }, + { + "id": "20161016_053656.csv:block96", + "day": 12, + "file": "20161016_053656.csv", + "block": 96, + "first_row": 280915, + "last_row_exclusive": 283850, + "start_seconds": 86400.285, + "end_seconds": 87299.848, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 23.059715603799184 + }, + { + "id": "20161016_053656.csv:block97", + "day": 12, + "file": "20161016_053656.csv", + "block": 97, + "first_row": 283850, + "last_row_exclusive": 286786, + "start_seconds": 87300.152, + "end_seconds": 88199.753, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 48.973550204081626 + }, + { + "id": "20161016_053656.csv:block98", + "day": 12, + "file": "20161016_053656.csv", + "block": 98, + "first_row": 286786, + "last_row_exclusive": 289728, + "start_seconds": 88200.058, + "end_seconds": 89099.703, + "reference_co_ppm": 13.33, + "reference_humidity_percent": 67.28618054421767 + }, + { + "id": "20161016_053656.csv:block99", + "day": 12, + "file": "20161016_053656.csv", + "block": 99, + "first_row": 289728, + "last_row_exclusive": 292655, + "start_seconds": 89100.012, + "end_seconds": 89999.756, + "reference_co_ppm": 17.78, + "reference_humidity_percent": 59.21836030219781 + }, + { + "id": "20161016_053656.csv:block100", + "day": 12, + "file": "20161016_053656.csv", + "block": 100, + "first_row": 292655, + "last_row_exclusive": 295585, + "start_seconds": 90000.064, + "end_seconds": 90899.902, + "reference_co_ppm": 2.22, + "reference_humidity_percent": 63.51389589041097 + } + ], + "audits": [ + { + "day": 0, + "file": "20160930_203718.csv", + "raw_rows": 295719, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 1, + "file": "20161001_231809.csv", + "raw_rows": 295516, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 2, + "file": "20161003_085624.csv", + "raw_rows": 295700, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": false, + "valid": false + }, + { + "day": 3, + "file": "20161004_104124.csv", + "raw_rows": 295653, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 4, + "file": "20161005_140846.csv", + "raw_rows": 295534, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 5, + "file": "20161006_182224.csv", + "raw_rows": 295499, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 6, + "file": "20161007_210049.csv", + "raw_rows": 295700, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 7, + "file": "20161008_234508.csv", + "raw_rows": 295524, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 8, + "file": "20161010_095046.csv", + "raw_rows": 295747, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 9, + "file": "20161011_113032.csv", + "raw_rows": 295391, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 10, + "file": "20161013_143355.csv", + "raw_rows": 295679, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 11, + "file": "20161014_184659.csv", + "raw_rows": 295881, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + }, + { + "day": 12, + "file": "20161016_053656.csv", + "raw_rows": 295617, + "finite": true, + "duplicate_timestamps": 0, + "nondecreasing_clock": true, + "valid": true, + "episodes": 101 + } + ], + "headers": { + "20160930_203718.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161001_231809.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161003_085624.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161004_104124.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161005_140846.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161006_182224.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161007_210049.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161008_234508.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161010_095046.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161011_113032.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161013_143355.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161014_184659.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ], + "20161016_053656.csv": [ + "Time (s),CO (ppm),Humidity (%r.h.),Temperature (C),Flow rate (mL/min),Heater voltage (V),R1 (MOhm),R2 (MOhm),R3 (MOhm),R4 (MOhm),R5 (MOhm),R6 (MOhm),R7 (MOhm),R8 (MOhm),R9 (MOhm),R10 (MOhm),R11 (MOhm),R12 (MOhm),R13 (MOhm),R14 (MOhm)" + ] + }, + "held_bindings": [ + [ + 1, + 2 + ], + [ + 9, + 0 + ], + [ + 3, + 2 + ], + [ + 5, + 1 + ], + [ + 0, + 0 + ], + [ + 6, + 0 + ] + ], + "source_records": 680, + "held_records": 404, + "unseen_held_records": 65, + "exclusions": [ + { + "day": 0, + "file": "20160930_203718.csv", + "block": 101, + "duration": 9.577000000004773, + "reason": "less_than_850_seconds" + }, + { + "day": 1, + "file": "20161001_231809.csv", + "block": 101, + "duration": 9.455000000001746, + "reason": "less_than_850_seconds" + }, + { + "day": 3, + "file": "20161004_104124.csv", + "block": 101, + "duration": 9.580000000001746, + "reason": "less_than_850_seconds" + }, + { + "day": 4, + "file": "20161005_140846.csv", + "block": 101, + "duration": 9.45799999999872, + "reason": "less_than_850_seconds" + }, + { + "day": 5, + "file": "20161006_182224.csv", + "block": 101, + "duration": 9.577000000004773, + "reason": "less_than_850_seconds" + }, + { + "day": 6, + "file": "20161007_210049.csv", + "block": 101, + "duration": 9.448999999993248, + "reason": "less_than_850_seconds" + }, + { + "day": 7, + "file": "20161008_234508.csv", + "block": 101, + "duration": 9.577000000004773, + "reason": "less_than_850_seconds" + }, + { + "day": 8, + "file": "20161010_095046.csv", + "block": 101, + "duration": 9.577999999994063, + "reason": "less_than_850_seconds" + }, + { + "day": 9, + "file": "20161011_113032.csv", + "block": 101, + "duration": 9.571000000010827, + "reason": "less_than_850_seconds" + }, + { + "day": 10, + "file": "20161013_143355.csv", + "block": 101, + "duration": 7.415999999997439, + "reason": "less_than_850_seconds" + }, + { + "day": 11, + "file": "20161014_184659.csv", + "block": 101, + "duration": 9.885000000009313, + "reason": "less_than_850_seconds" + }, + { + "day": 12, + "file": "20161016_053656.csv", + "block": 101, + "duration": 9.563000000009197, + "reason": "less_than_850_seconds" + } + ], + "seconds": 46.01621323199652, + "measurements_are_episodes_not_independent_raw_rows": true, + "reference_columns_are_never_features": true +} diff --git a/provenance/temperature/source.json b/provenance/temperature/source.json new file mode 100644 index 0000000000000000000000000000000000000000..8a68bce222a9ac6b7cb43668e72c805f1c7e7a03 --- /dev/null +++ b/provenance/temperature/source.json @@ -0,0 +1,11 @@ +{ + "uci": 487, + "doi": "10.24432/C5S302", + "author": "Javier Burgues, Institute of Bioengineering of Catalonia", + "url": "https://archive.ics.uci.edu/static/public/487/gas+sensor+array+temperature+modulation.zip", + "license": "CC BY 4.0", + "access": "Only official metadata and README accessed before lock; archive and numerical values unopened.", + "sha256": "cb5ce4a6af1a51b933d1979952d7845f0e9baac54e15a81a1e3599e8b85905d4", + "bytes": 183298753, + "download_seconds": 24.604568830996868 +} diff --git a/provenance/temperature/stage_cost_inventory.json b/provenance/temperature/stage_cost_inventory.json new file mode 100644 index 0000000000000000000000000000000000000000..53d6887429ec8d6dbfb5da312b8512bec8fd5bd1 --- /dev/null +++ b/provenance/temperature/stage_cost_inventory.json @@ -0,0 +1,222 @@ +{ + "stages": [ + { + "log": "artifacts/continuous_decision_01/factorial_development.log", + "log_lifespan_lower_seconds": 79.67168545722961, + "log_lifespan_upper_seconds": 80.67168545722961, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/full_suite.log", + "log_lifespan_lower_seconds": 38.34763503074646, + "log_lifespan_upper_seconds": 39.34763503074646, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/metric_opportunity.log", + "log_lifespan_lower_seconds": 26.86301302909851, + "log_lifespan_upper_seconds": 27.86301302909851, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/mixture_opportunity.log", + "log_lifespan_lower_seconds": 38.8836624622345, + "log_lifespan_upper_seconds": 39.8836624622345, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/opportunity.log", + "log_lifespan_lower_seconds": 25.73865056037903, + "log_lifespan_upper_seconds": 26.73865056037903, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/unit_tests.log", + "log_lifespan_lower_seconds": 15.612003564834595, + "log_lifespan_upper_seconds": 16.612003564834595, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/unit_tests_all_models.log", + "log_lifespan_lower_seconds": 21.05755615234375, + "log_lifespan_upper_seconds": 22.05755615234375, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/unit_tests_before_confirmation.log", + "log_lifespan_lower_seconds": 21.3128981590271, + "log_lifespan_upper_seconds": 22.3128981590271, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/unit_tests_final.log", + "log_lifespan_lower_seconds": 15.924515962600708, + "log_lifespan_upper_seconds": 16.924515962600708, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/continuous_decision_01/unit_tests_initial_dtype_failure.log", + "log_lifespan_lower_seconds": 20.005683183670044, + "log_lifespan_upper_seconds": 21.005683183670044, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/factorial_transfer_01/acquisition.log", + "log_lifespan_lower_seconds": 26.954666137695312, + "log_lifespan_upper_seconds": 27.954666137695312, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/factorial_transfer_01/acquisition_analysis.log", + "log_lifespan_lower_seconds": 18.237208366394043, + "log_lifespan_upper_seconds": 19.237208366394043, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/factorial_transfer_01/analysis.log", + "log_lifespan_lower_seconds": 32.828792095184326, + "log_lifespan_upper_seconds": 33.828792095184326, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/factorial_transfer_01/diagnostic_execution.log", + "log_lifespan_lower_seconds": 81.10628747940063, + "log_lifespan_upper_seconds": 82.10628747940063, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/factorial_transfer_01/diagnostic_execution_retry.log", + "log_lifespan_lower_seconds": 94.2633285522461, + "log_lifespan_upper_seconds": 95.2633285522461, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/factorial_transfer_01/opened_hydraulic_analysis.log", + "log_lifespan_lower_seconds": 0, + "log_lifespan_upper_seconds": 0.008135795593261719, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/factorial_transfer_01/preparation.log", + "log_lifespan_lower_seconds": 78.78588366508484, + "log_lifespan_upper_seconds": 79.78588366508484, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/factorial_transfer_01/source_validation.log", + "log_lifespan_lower_seconds": 41.12046718597412, + "log_lifespan_upper_seconds": 42.12046718597412, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/acquisition_audit.log", + "log_lifespan_lower_seconds": 0, + "log_lifespan_upper_seconds": 0.2697305679321289, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/analysis.log", + "log_lifespan_lower_seconds": 18.76646327972412, + "log_lifespan_upper_seconds": 19.76646327972412, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/cost_and_replay.log", + "log_lifespan_lower_seconds": 19.911725759506226, + "log_lifespan_upper_seconds": 20.911725759506226, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/forecast_audit.log", + "log_lifespan_lower_seconds": 0, + "log_lifespan_upper_seconds": 0.5848040580749512, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/full_suite.log", + "log_lifespan_lower_seconds": 34.209134340286255, + "log_lifespan_upper_seconds": 35.209134340286255, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/incomplete_cohort_evaluation.log", + "log_lifespan_lower_seconds": 102.29523825645447, + "log_lifespan_upper_seconds": 103.29523825645447, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/preparation.log", + "log_lifespan_lower_seconds": 61.00999426841736, + "log_lifespan_upper_seconds": 62.00999426841736, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/report_generation.log", + "log_lifespan_lower_seconds": 277.3058111667633, + "log_lifespan_upper_seconds": 278.3058111667633, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + }, + { + "log": "artifacts/day_transfer_01/run.log", + "log_lifespan_lower_seconds": 0, + "log_lifespan_upper_seconds": 0.6574923992156982, + "birth_time_precision_seconds": 1, + "includes_process_startup": true, + "terminal_cleanup_not_measured": true + } + ], + "overlapping_processes_not_campaign_wall_time": true, + "failed_attempts_and_development_included": true +} diff --git a/provenance/temperature/summary.json b/provenance/temperature/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b4956d8575a0dea6e0cdf7c232b8439c8e13790f --- /dev/null +++ b/provenance/temperature/summary.json @@ -0,0 +1,4343 @@ +{ + "rows": [ + { + "samples": 64, + "model": "additive_full", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.09743589743589744, + "top3": 0.36923076923076925, + "nll": 2.7052516394680084, + "confidence": 0.2678716639535774, + "top3_mass": 0.5446903242724688 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.4375, + "nll": 2.6498329787463515, + "confidence": 0.3139366236646697, + "top3_mass": 0.6062274244402662 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.125, + "top3": 0.35416666666666663, + "nll": 2.7929448974879656, + "confidence": 0.19396763506594805, + "top3_mass": 0.4453588031762193 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.35416666666666663, + "nll": 2.6746201539675853, + "confidence": 0.2854937346369333, + "top3_mass": 0.5671318027034806 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.09803921568627451, + "top3": 0.33333333333333326, + "nll": 2.7037051813052995, + "confidence": 0.27748766253539503, + "top3_mass": 0.5591401525053532 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.30186823992133727, + "top3": 0.6224188790560472, + "nll": 2.189344434424096, + "confidence": 0.2838412004888323, + "top3_mass": 0.566064286224066 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.3490196078431372, + "top3": 0.6509803921568628, + "nll": 2.051049710373143, + "confidence": 0.30972475129987465, + "top3_mass": 0.5912781286604109 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.2352941176470588, + "top3": 0.5215686274509804, + "nll": 2.4919428671027486, + "confidence": 0.2406240820147914, + "top3_mass": 0.5258750504253592 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.3294117647058823, + "top3": 0.6745098039215686, + "nll": 2.1003701481929236, + "confidence": 0.287126521566589, + "top3_mass": 0.5661468685692526 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.2936507936507936, + "top3": 0.6428571428571428, + "nll": 2.113118233189516, + "confidence": 0.2980566881048511, + "top3_mass": 0.5811343926104937 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.36923076923076925 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.12307692307692308, + "accuracy": 0.2916666666666667 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.020512820512820513, + "accuracy": 0.75 + }, + { + "samples": 64, + "model": "additive_full", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.0, + "accuracy": null + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.041025641025641026, + "top3": 0.22564102564102564, + "nll": 14.795769929002507, + "confidence": 0.6919640705994234, + "top3_mass": 0.9133101428228636 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.22916666666666666, + "nll": 14.248002393844894, + "confidence": 0.7031485279108601, + "top3_mass": 0.9223906812501139 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.0625, + "top3": 0.16666666666666666, + "nll": 17.996434724255273, + "confidence": 0.6640754970720933, + "top3_mass": 0.8954982491515744 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.20833333333333331, + "nll": 13.638990954862098, + "confidence": 0.681304875436822, + "top3_mass": 0.9183208569810671 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0196078431372549, + "top3": 0.2941176470588235, + "nll": 13.387658601045098, + "confidence": 0.7177177754262424, + "top3_mass": 0.9168119226683555 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.17010816125860373, + "top3": 0.4475674615284014, + "nll": 10.015167775516005, + "confidence": 0.7065046685261072, + "top3_mass": 0.9289292644422132 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.1843137254901961, + "top3": 0.4511204481792717, + "nll": 9.07373271646867, + "confidence": 0.7072057686074378, + "top3_mass": 0.9265707354876807 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.16862745098039214, + "top3": 0.392156862745098, + "nll": 13.763151722510091, + "confidence": 0.7277271153800143, + "top3_mass": 0.9449059110960412 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.1843137254901961, + "top3": 0.47099874432531635, + "nll": 8.850456574072084, + "confidence": 0.6821135871196693, + "top3_mass": 0.9142404511341209 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.14285714285714285, + "top3": 0.4763321995464852, + "nll": 8.353784402269092, + "confidence": 0.7090015784076789, + "top3_mass": 0.9300127064273054 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.22564102564102564 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.7076923076923077, + "accuracy": 0.021739130434782608 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.517948717948718, + "accuracy": 0.0297029702970297 + }, + { + "samples": 64, + "model": "additive_diag", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.3282051282051282, + "accuracy": 0.046875 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.23589743589743586, + "top3": 0.6717948717948717, + "nll": 4.429629893875045, + "confidence": 0.6135165953585808, + "top3_mass": 0.9156864830483303 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.3333333333333333, + "top3": 0.75, + "nll": 2.62978894501559, + "confidence": 0.6377474097758559, + "top3_mass": 0.9290275218234602 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.125, + "top3": 0.3958333333333333, + "nll": 9.789497640639205, + "confidence": 0.5621522447279443, + "top3_mass": 0.8904230991650923 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.22916666666666666, + "top3": 0.75, + "nll": 3.1261938221750647, + "confidence": 0.6229632451766559, + "top3_mass": 0.9216198732834624 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.2549019607843137, + "top3": 0.784313725490196, + "nll": 2.305779798623542, + "confidence": 0.6301630766717916, + "top3_mass": 0.9213231464581906 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.5417895771878072, + "top3": 0.775811209439528, + "nll": 2.911979581604918, + "confidence": 0.6532837292329028, + "top3_mass": 0.9268126120284738 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.6392156862745098, + "top3": 0.8509803921568626, + "nll": 1.7004297719310166, + "confidence": 0.6851936552144112, + "top3_mass": 0.9394369865480234 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.37254901960784315, + "top3": 0.5686274509803921, + "nll": 6.128270478418061, + "confidence": 0.5933642366495517, + "top3_mass": 0.9086387886403716 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.596078431372549, + "top3": 0.8352941176470587, + "nll": 1.8773649793574834, + "confidence": 0.6660819512682848, + "top3_mass": 0.9275621238428065 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.5595238095238094, + "top3": 0.8492063492063491, + "nll": 1.9303039718929735, + "confidence": 0.6686761612346782, + "top3_mass": 0.931669691190482 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.6717948717948717 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.6871794871794872, + "accuracy": 0.1865671641791045 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.3128205128205128, + "accuracy": 0.18032786885245902 + }, + { + "samples": 64, + "model": "factorized_neural", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.1076923076923077, + "accuracy": 0.14285714285714285 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.0071876271876271875, + "top3": 0.07907203907203907, + "nll": 7.578354969750123, + "confidence": 0.4605407143336895, + "top3_mass": 0.6802111846242919 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.005291005291005291, + "top3": 0.06828703703703703, + "nll": 9.111893686770863, + "confidence": 0.5198190196387541, + "top3_mass": 0.7386307777989312 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.0103505291005291, + "top3": 0.09609788359788358, + "nll": 4.928531879241698, + "confidence": 0.31957205655963095, + "top3_mass": 0.5702970321868619 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.005291005291005291, + "top3": 0.06554232804232804, + "nll": 8.621220204043993, + "confidence": 0.5222552226923262, + "top3_mass": 0.7280353083872384 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.00778089013383131, + "top3": 0.08593215063803297, + "nll": 7.647455336050183, + "confidence": 0.4793415087904961, + "top3_mass": 0.6836657121535568 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.4750667228543335, + "top3": 0.6997331085826659, + "nll": 2.762500293635357, + "confidence": 0.4982190413250134, + "top3_mass": 0.7554462606931474 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.5647058823529412, + "top3": 0.7647058823529411, + "nll": 2.3266545418766453, + "confidence": 0.545085683844873, + "top3_mass": 0.7886435789208275 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.3103641456582633, + "top3": 0.520112044817927, + "nll": 3.8074366481933835, + "confidence": 0.40782955431617907, + "top3_mass": 0.7059474674281697 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.5411764705882353, + "top3": 0.7725490196078431, + "nll": 2.3963065146833906, + "confidence": 0.5137204837938891, + "top3_mass": 0.7591793480596293 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.484126984126984, + "top3": 0.7420634920634921, + "nll": 2.5167118409326816, + "confidence": 0.5265740314643992, + "top3_mass": 0.7681642720267111 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.07907203907203907 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.39487179487179486, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.26666666666666666, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "joint_neural", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.14871794871794872, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.05128205128205128, + "top3": 0.29029935581659716, + "nll": 42.91473218195748, + "confidence": 0.906467353850722, + "top3_mass": 0.9977711548307759 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.34423747947454847, + "nll": 39.99626509140771, + "confidence": 0.8968154467193972, + "top3_mass": 0.9979913420655012 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.0625, + "top3": 0.213439039408867, + "nll": 58.1222590329112, + "confidence": 0.8962163235731074, + "top3_mass": 0.9992409522973286 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.23719724958949095, + "nll": 39.058661431923205, + "confidence": 0.9227196348307279, + "top3_mass": 0.9988752574498261 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0588235294117647, + "top3": 0.36185163720660674, + "nll": 34.977801348668386, + "confidence": 0.9099032657838357, + "top3_mass": 0.9951414255881132 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.3126843657817109, + "top3": 0.6100818111803769, + "nll": 22.194156930407917, + "confidence": 0.9123757336666849, + "top3_mass": 0.9977169128173773 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.3647058823529412, + "top3": 0.6696802859074664, + "nll": 17.189823366960677, + "confidence": 0.9074550331620637, + "top3_mass": 0.9977407473992306 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.19215686274509802, + "top3": 0.41045590650053115, + "nll": 39.614162217680416, + "confidence": 0.9252652435448174, + "top3_mass": 0.998643637399928 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.3333333333333333, + "top3": 0.6372259248526997, + "nll": 17.145857676203747, + "confidence": 0.9005945668270137, + "top3_mass": 0.9970133701438374 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.36111111111111105, + "top3": 0.7243089764641488, + "nll": 14.739077645672282, + "confidence": 0.9162334763407756, + "top3_mass": 0.9974669556540026 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.2902993558165972 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.9846153846153847, + "accuracy": 0.052083333333333336 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.882051282051282, + "accuracy": 0.046511627906976744 + }, + { + "samples": 64, + "model": "factorized_nb", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.6871794871794872, + "accuracy": 0.05970149253731343 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.2358974358974359, + "top3": 0.5948717948717948, + "nll": 4.057728967050472, + "confidence": 0.609057438246369, + "top3_mass": 0.9063522434424671 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.29166666666666663, + "top3": 0.6041666666666666, + "nll": 3.323668952015748, + "confidence": 0.65075730991364, + "top3_mass": 0.9294590404260523 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.16666666666666666, + "top3": 0.5208333333333333, + "nll": 6.681514735094668, + "confidence": 0.5304536465344599, + "top3_mass": 0.8694363322324119 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.20833333333333331, + "top3": 0.6041666666666666, + "nll": 3.3364354155288103, + "confidence": 0.6365700501971762, + "top3_mass": 0.9144966934555481 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.2745098039215686, + "top3": 0.6470588235294117, + "nll": 2.9580280715325316, + "confidence": 0.6178963164523277, + "top3_mass": 0.9116836921138913 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.5073746312684365, + "top3": 0.7826941986234021, + "nll": 2.1541319823271787, + "confidence": 0.6156095729157138, + "top3_mass": 0.9100986736970845 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.6039215686274509, + "top3": 0.8588235294117645, + "nll": 1.407347051037576, + "confidence": 0.6385095395089564, + "top3_mass": 0.9179138049541038 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.3176470588235294, + "top3": 0.592156862745098, + "nll": 4.339448128156216, + "confidence": 0.590129363358726, + "top3_mass": 0.9020575026056967 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.5725490196078431, + "top3": 0.8392156862745097, + "nll": 1.4354558951812746, + "confidence": 0.61505317302631, + "top3_mass": 0.9092340207076758 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.5357142857142857, + "top3": 0.8412698412698412, + "nll": 1.4257071510361057, + "confidence": 0.6187835567552102, + "top3_mass": 0.9112023509592403 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.5948717948717949 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.717948717948718, + "accuracy": 0.17857142857142858 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.29743589743589743, + "accuracy": 0.1206896551724138 + }, + { + "samples": 64, + "model": "factorized_lda", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.07692307692307693, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.03076923076923077, + "top3": 0.22564102564102564, + "nll": 6.021488392317806, + "confidence": 0.43642609704021906, + "top3_mass": 0.697166444210037 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.2708333333333333, + "nll": 6.981712020464046, + "confidence": 0.46465075636875747, + "top3_mass": 0.7144575314745634 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.0625, + "top3": 0.20833333333333331, + "nll": 4.326893731431082, + "confidence": 0.36421276794761265, + "top3_mass": 0.6397597231587657 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.020833333333333332, + "top3": 0.1875, + "nll": 6.51669265554186, + "confidence": 0.45743183592393977, + "top3_mass": 0.71817466765056 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0, + "top3": 0.2352941176470588, + "nll": 6.246586528333271, + "confidence": 0.45805709080995777, + "top3_mass": 0.7151498892417754 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.4464110127826942, + "top3": 0.6450344149459193, + "nll": 2.4638715185475624, + "confidence": 0.5093889701399161, + "top3_mass": 0.7685113931493037 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.5333333333333333, + "top3": 0.7294117647058822, + "nll": 2.2561270365241994, + "confidence": 0.5613217412696829, + "top3_mass": 0.8030932390650225 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.2784313725490196, + "top3": 0.4862745098039215, + "nll": 3.0244756629296106, + "confidence": 0.4354934453428863, + "top3_mass": 0.7195433739681395 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.5019607843137255, + "top3": 0.6980392156862744, + "nll": 2.2425292486936304, + "confidence": 0.5176323105985691, + "top3_mass": 0.770024768433547 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.47222222222222215, + "top3": 0.6666666666666665, + "nll": 2.330788442798707, + "confidence": 0.5232717096962479, + "top3_mass": 0.7815374387255202 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.22564102564102564 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.31794871794871793, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.20512820512820512, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_kernel", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.08717948717948718, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.07179487179487179, + "top3": 0.2512820512820513, + "nll": 3.8936374068228163, + "confidence": 0.16161467209769148, + "top3_mass": 0.3986772747416128 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.375, + "nll": 3.757296078944873, + "confidence": 0.17685296555217445, + "top3_mass": 0.4278089705034639 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.0625, + "top3": 0.1875, + "nll": 3.761080894386952, + "confidence": 0.14334166000284088, + "top3_mass": 0.3611179240629979 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.25, + "nll": 3.9339779034302538, + "confidence": 0.16105217758860563, + "top3_mass": 0.3986744969431073 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0588235294117647, + "top3": 0.196078431372549, + "nll": 4.108750200899399, + "confidence": 0.16500028447364773, + "top3_mass": 0.40661179965010164 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.30383480825958703, + "top3": 0.5457227138643068, + "nll": 2.5416625881982657, + "confidence": 0.17462620939738682, + "top3_mass": 0.416827363526773 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.3529411764705882, + "top3": 0.5921568627450979, + "nll": 2.4167808083696514, + "confidence": 0.18345919742981434, + "top3_mass": 0.4293698144865865 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.2235294117647059, + "top3": 0.44313725490196076, + "nll": 2.7517157811999766, + "confidence": 0.16118413846904117, + "top3_mass": 0.39381336731682276 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.3372549019607843, + "top3": 0.580392156862745, + "nll": 2.4466151952188997, + "confidence": 0.1737226534834257, + "top3_mass": 0.4165671640430074 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.30158730158730157, + "top3": 0.5674603174603174, + "nll": 2.5516561391927057, + "confidence": 0.18020447485976449, + "top3_mass": 0.427686867126555 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.2512820512820513 + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.0, + "accuracy": null + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.0, + "accuracy": null + }, + { + "samples": 64, + "model": "factorized_ridge", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.0, + "accuracy": null + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.0, + "top3": 0.00761904761904762, + "nll": 5.197826003203163, + "confidence": 0.3723606374759144, + "top3_mass": 0.5871707605841656 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.0, + "top3": 0.004166666666666667, + "nll": 5.890948796150754, + "confidence": 0.44726399817334184, + "top3_mass": 0.6611013832597284 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.0, + "top3": 0.007142857142857143, + "nll": 4.011263751449254, + "confidence": 0.24176444752032095, + "top3_mass": 0.4763038968589209 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.0, + "top3": 0.004166666666666667, + "nll": 5.604214330938199, + "confidence": 0.41917961534023485, + "top3_mass": 0.6255005652718985 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0, + "top3": 0.014565826330532213, + "nll": 5.279756479505546, + "confidence": 0.38071249761129816, + "top3_mass": 0.5858591712777643 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.4021632251720747, + "top3": 0.6602612726506532, + "nll": 2.324701055360709, + "confidence": 0.4046705309138936, + "top3_mass": 0.6473552229616311 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.4666666666666666, + "top3": 0.7176470588235293, + "nll": 2.1618157990318405, + "confidence": 0.44299805414768795, + "top3_mass": 0.676329430501364 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.27843137254901956, + "top3": 0.5195518207282913, + "nll": 2.710196057618621, + "confidence": 0.33910861645915413, + "top3_mass": 0.6034486108740916 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.4666666666666666, + "top3": 0.7176470588235293, + "nll": 2.1815517829104705, + "confidence": 0.4120192880318859, + "top3_mass": 0.6480524842915467 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.3968253968253968, + "top3": 0.6865079365079364, + "nll": 2.244294623864297, + "confidence": 0.4247928987561676, + "top3_mass": 0.6617598321702111 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.007619047619047619 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.31794871794871793, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.1794871794871795, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "joint_gaussian", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.08717948717948718, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.08717948717948718, + "top3": 0.31794871794871793, + "nll": 3.301105921648819, + "confidence": 0.27400361906566534, + "top3_mass": 0.588542218281554 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.10416666666666666, + "top3": 0.4583333333333333, + "nll": 3.298263140192685, + "confidence": 0.2824954017366445, + "top3_mass": 0.6190831790309694 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.22916666666666666, + "nll": 3.0187125972523914, + "confidence": 0.2411529184064826, + "top3_mass": 0.5148486139319096 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.29166666666666663, + "nll": 3.4491611800644035, + "confidence": 0.29396594688447286, + "top3_mass": 0.6174606890194885 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0784313725490196, + "top3": 0.2941176470588235, + "nll": 3.4302173074718536, + "confidence": 0.27814158628392033, + "top3_mass": 0.6019390868578307 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.38544739429695174, + "top3": 0.6774827925270404, + "nll": 2.182165054708315, + "confidence": 0.3035966808262512, + "top3_mass": 0.6150424322806329 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.4862745098039215, + "top3": 0.7568627450980392, + "nll": 1.944572313843207, + "confidence": 0.32109399843753383, + "top3_mass": 0.6286204629780792 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.26274509803921564, + "top3": 0.5411764705882353, + "nll": 2.5402656701642035, + "confidence": 0.280167009618971, + "top3_mass": 0.5955899176079885 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.4274509803921568, + "top3": 0.7137254901960783, + "nll": 2.050025153801209, + "confidence": 0.3036822726429944, + "top3_mass": 0.6147433983329477 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.3650793650793651, + "top3": 0.6984126984126983, + "nll": 2.193935557528407, + "confidence": 0.30951304691240134, + "top3_mass": 0.621289444464503 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.31794871794871793 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.06153846153846154, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.015384615384615385, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_logistic", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.0, + "accuracy": null + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.05128205128205128, + "top3": 0.36410256410256414, + "nll": 4.819105922086376, + "confidence": 0.5452796687377128, + "top3_mass": 0.8428033475434669 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.375, + "nll": 4.8606523929318834, + "confidence": 0.5514425838686916, + "top3_mass": 0.8578318995890505 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.3125, + "nll": 4.9037881563551435, + "confidence": 0.5713728799058602, + "top3_mass": 0.8449862658843946 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.35416666666666663, + "nll": 4.929448997451223, + "confidence": 0.5299653099187817, + "top3_mass": 0.8403715217167804 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0392156862745098, + "top3": 0.4117647058823529, + "nll": 4.596450128694255, + "confidence": 0.5293344758151761, + "top3_mass": 0.8288930938401023 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.48672566371681414, + "top3": 0.7236971484759095, + "nll": 2.259576138741716, + "confidence": 0.5526288192581503, + "top3_mass": 0.8417840726549156 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.5999999999999999, + "top3": 0.807843137254902, + "nll": 1.7954573279197075, + "confidence": 0.5716253524234861, + "top3_mass": 0.8516330957637923 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.30196078431372547, + "top3": 0.5333333333333333, + "nll": 3.4299281865664377, + "confidence": 0.5520046453530802, + "top3_mass": 0.8412753194086539 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.5098039215686274, + "top3": 0.776470588235294, + "nll": 1.9204013487611018, + "confidence": 0.5360379957394399, + "top3_mass": 0.8315762847942413 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.5357142857142857, + "top3": 0.7777777777777777, + "nll": 1.8881479483026862, + "confidence": 0.5508260747577671, + "top3_mass": 0.8426619182481898 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.3641025641025641 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.5743589743589743, + "accuracy": 0.03571428571428571 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.23076923076923078, + "accuracy": 0.0 + }, + { + "samples": 64, + "model": "factorized_classifier", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.03076923076923077, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.12307692307692308, + "top3": 0.4615384615384615, + "nll": 2.786559313564322, + "confidence": 0.3992859131791558, + "top3_mass": 0.7043455811342321 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.10416666666666666, + "top3": 0.5625, + "nll": 2.7766416573568677, + "confidence": 0.44945750644682164, + "top3_mass": 0.7540644800921116 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.14583333333333331, + "top3": 0.4375, + "nll": 2.9223865295824876, + "confidence": 0.31458668891905717, + "top3_mass": 0.6277173215655086 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.10416666666666666, + "top3": 0.3958333333333333, + "nll": 2.7165645306496597, + "confidence": 0.4195958154315265, + "top3_mass": 0.7248188657213583 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.1372549019607843, + "top3": 0.45098039215686275, + "nll": 2.7339336411915696, + "confidence": 0.4126673049345083, + "top3_mass": 0.7104030644506719 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.3746312684365781, + "top3": 0.7059980334316617, + "nll": 1.8892189567509576, + "confidence": 0.384255624706463, + "top3_mass": 0.7062429178122351 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.43529411764705883, + "top3": 0.7607843137254902, + "nll": 1.7079116620086672, + "confidence": 0.41032935945571364, + "top3_mass": 0.7260527032579823 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.29803921568627456, + "top3": 0.5568627450980391, + "nll": 2.273655096425015, + "confidence": 0.3498772823771228, + "top3_mass": 0.6775196892154636 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.39999999999999997, + "top3": 0.7725490196078431, + "nll": 1.778413562099199, + "confidence": 0.38854849684618464, + "top3_mass": 0.7054937405287097 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.365079365079365, + "top3": 0.7341269841269842, + "nll": 1.7957964177771406, + "confidence": 0.3883151189020734, + "top3_mass": 0.7160205694424342 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.46153846153846156 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.2717948717948718, + "accuracy": 0.16981132075471697 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.12307692307692308, + "accuracy": 0.375 + }, + { + "samples": 128, + "model": "additive_full", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.035897435897435895, + "accuracy": 0.42857142857142855 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.09743589743589744, + "top3": 0.2774725274725275, + "nll": 18.666995513635634, + "confidence": 0.7759177838492293, + "top3_mass": 0.9632808879997385 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.10416666666666666, + "top3": 0.25148809523809523, + "nll": 16.413653621240517, + "confidence": 0.7942905874941398, + "top3_mass": 0.9616314385766398 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.20833333333333331, + "nll": 28.036218133866175, + "confidence": 0.753586047246348, + "top3_mass": 0.9597221815089552 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.29241071428571425, + "nll": 15.589850625751916, + "confidence": 0.7952216130457916, + "top3_mass": 0.9671585185716636 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.1176470588235294, + "top3": 0.35294117647058815, + "nll": 14.86583237015168, + "confidence": 0.7614755285658488, + "top3_mass": 0.9645331471451097 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.18977384464110125, + "top3": 0.5059905255968729, + "nll": 11.73109733245523, + "confidence": 0.7608781022497457, + "top3_mass": 0.9597249545090075 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.21568627450980388, + "top3": 0.5264512701632377, + "nll": 9.985076979146122, + "confidence": 0.7571324592030254, + "top3_mass": 0.9567159224282744 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.15294117647058825, + "top3": 0.39999999999999997, + "nll": 18.002840662297956, + "confidence": 0.7979183527642478, + "top3_mass": 0.9717485509104878 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.18823529411764706, + "top3": 0.5497005698831257, + "nll": 9.938153503803218, + "confidence": 0.7290551254484098, + "top3_mass": 0.9529962986214127 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.20238095238095236, + "top3": 0.5483081163499882, + "nll": 8.965785099479799, + "confidence": 0.7593889521706041, + "top3_mass": 0.9574118328802219 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.2774725274725275 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.8666666666666667, + "accuracy": 0.09467455621301775 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.6461538461538462, + "accuracy": 0.11904761904761904 + }, + { + "samples": 128, + "model": "additive_diag", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.4307692307692308, + "accuracy": 0.11904761904761904 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.31794871794871793, + "top3": 0.7282051282051283, + "nll": 4.7858047996485595, + "confidence": 0.6848218064035226, + "top3_mass": 0.9499950626094817 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.47916666666666663, + "top3": 0.8333333333333333, + "nll": 2.6448228254841553, + "confidence": 0.7042986171516052, + "top3_mass": 0.9621928436152363 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.16666666666666666, + "top3": 0.5208333333333333, + "nll": 11.30456105275099, + "confidence": 0.6320063069952321, + "top3_mass": 0.9365293179610614 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.2708333333333333, + "top3": 0.7291666666666666, + "nll": 3.1382140066801463, + "confidence": 0.7157076264068023, + "top3_mass": 0.9483172185710682 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.3529411764705882, + "top3": 0.8235294117647058, + "nll": 2.216220342265395, + "confidence": 0.6871303886688668, + "top3_mass": 0.9527675874857915 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.5968534906588003, + "top3": 0.8456243854473942, + "nll": 2.578519101938684, + "confidence": 0.7385156122596523, + "top3_mass": 0.9622960755638232 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.7137254901960783, + "top3": 0.9137254901960784, + "nll": 1.1724433646372425, + "confidence": 0.7752087518784624, + "top3_mass": 0.9697567410887675 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.3803921568627451, + "top3": 0.6509803921568628, + "nll": 6.204719292900048, + "confidence": 0.6644762071030531, + "top3_mass": 0.946533334730309 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.6666666666666666, + "top3": 0.9176470588235294, + "nll": 1.4361091710284244, + "confidence": 0.7522713994879371, + "top3_mass": 0.9665755392963411 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.626984126984127, + "top3": 0.9007936507936507, + "nll": 1.4879746443943844, + "confidence": 0.7623869295966507, + "top3_mass": 0.9663665753729239 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.7282051282051282 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.8307692307692308, + "accuracy": 0.345679012345679 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.4717948717948718, + "accuracy": 0.2826086956521739 + }, + { + "samples": 128, + "model": "factorized_neural", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.18461538461538463, + "accuracy": 0.16666666666666666 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.007081807081807082, + "top3": 0.06968864468864469, + "nll": 18.437054959514278, + "confidence": 0.6247180691136638, + "top3_mass": 0.8143641270618712 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.002976190476190476, + "top3": 0.0536954365079365, + "nll": 23.06105667603866, + "confidence": 0.6988595432867891, + "top3_mass": 0.8611707153093504 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.012896825396825396, + "top3": 0.12152777777777776, + "nll": 10.041144850462839, + "confidence": 0.43107548123738904, + "top3_mass": 0.704445215887433 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.006448412698412698, + "top3": 0.04340277777777777, + "nll": 21.676251961205224, + "confidence": 0.718297746928185, + "top3_mass": 0.8710358578673391 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.006069094304388421, + "top3": 0.060690943043884206, + "nll": 18.938430386183544, + "confidence": 0.6491147146559015, + "top3_mass": 0.8204258608232746 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.5832279814580699, + "top3": 0.8049936788874842, + "nll": 2.4396589444730514, + "confidence": 0.648068051250821, + "top3_mass": 0.8701887761740914 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.7019607843137253, + "top3": 0.8862745098039215, + "nll": 1.5172525306583875, + "confidence": 0.6947924428713661, + "top3_mass": 0.8962351249257164 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.36918767507002803, + "top3": 0.6222689075630252, + "nll": 4.549346656652398, + "confidence": 0.5638677634904052, + "top3_mass": 0.8330196009097595 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.6666666666666666, + "top3": 0.8705882352941177, + "nll": 1.7741868946303019, + "confidence": 0.6618197305905147, + "top3_mass": 0.8741011124252351 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.5952380952380952, + "top3": 0.8412698412698412, + "nll": 1.911637681087763, + "confidence": 0.6720746992033813, + "top3_mass": 0.8774851056054348 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.06968864468864469 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.6461538461538462, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.4512820512820513, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "joint_neural", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.27692307692307694, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.09743589743589744, + "top3": 0.284331186055324, + "nll": 48.13746092912729, + "confidence": 0.9065427759403374, + "top3_mass": 0.9981097824964309 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.125, + "top3": 0.3428520114942529, + "nll": 45.738489030930296, + "confidence": 0.933956161721246, + "top3_mass": 0.997760486858071 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.19116892446633826, + "nll": 63.03011092291135, + "confidence": 0.9050554136295755, + "top3_mass": 0.9980967245885937 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.23868534482758622, + "nll": 45.19546472036351, + "confidence": 0.908694873527863, + "top3_mass": 0.9993339675231241 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.1372549019607843, + "top3": 0.3598956824108954, + "nll": 39.1476426827054, + "confidence": 0.8801163090625279, + "top3_mass": 0.9972986469853755 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.2772861356932153, + "top3": 0.6474405549016473, + "nll": 21.442833017263453, + "confidence": 0.9294887562809013, + "top3_mass": 0.9988629733857499 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.3137254901960784, + "top3": 0.7102482372259248, + "nll": 15.606794335052992, + "confidence": 0.9253803872789539, + "top3_mass": 0.9985347339373325 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.14901960784313725, + "top3": 0.4464309861875784, + "nll": 41.07799988263615, + "confidence": 0.9321181285361739, + "top3_mass": 0.9992559969678647 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.2980392156862745, + "top3": 0.6857577513764126, + "nll": 15.767704451304635, + "confidence": 0.9283679901300479, + "top3_mass": 0.9987350836737942 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.34920634920634913, + "top3": 0.7485143482680428, + "nll": 13.222119118902842, + "confidence": 0.9321194687367346, + "top3_mass": 0.9989268302208926 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.2843311860553239 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.9897435897435898, + "accuracy": 0.09844559585492228 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.8666666666666667, + "accuracy": 0.07692307692307693 + }, + { + "samples": 128, + "model": "factorized_nb", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.7128205128205128, + "accuracy": 0.07194244604316546 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.28205128205128205, + "top3": 0.6564102564102565, + "nll": 4.37381785501415, + "confidence": 0.6226594081166319, + "top3_mass": 0.9254941614556081 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.3958333333333333, + "top3": 0.7083333333333333, + "nll": 2.9813366645107, + "confidence": 0.6450391110420814, + "top3_mass": 0.9378408733687948 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.125, + "top3": 0.5625, + "nll": 8.834442313864965, + "confidence": 0.5695354127026289, + "top3_mass": 0.9132466781087576 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.25, + "top3": 0.6666666666666666, + "nll": 3.1956736940163446, + "confidence": 0.6666437977427184, + "top3_mass": 0.9358711599917441 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.35294117647058815, + "top3": 0.6862745098039215, + "nll": 2.5949951657439776, + "confidence": 0.6101981402224831, + "top3_mass": 0.9156341830062225 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.5801376597836774, + "top3": 0.8505408062930186, + "nll": 1.98662723118646, + "confidence": 0.6437062979717997, + "top3_mass": 0.9282823339096133 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.6745098039215686, + "top3": 0.9294117647058823, + "nll": 0.9734109039953873, + "confidence": 0.6733018560167467, + "top3_mass": 0.9387235535803247 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.3647058823529412, + "top3": 0.6509803921568628, + "nll": 4.820057628972093, + "confidence": 0.589226194798963, + "top3_mass": 0.9091790786826228 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.6431372549019607, + "top3": 0.9098039215686274, + "nll": 1.0843282878890155, + "confidence": 0.6550976981148339, + "top3_mass": 0.92876277078777 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.6388888888888888, + "top3": 0.9126984126984127, + "nll": 1.0577845428500907, + "confidence": 0.6573600756350465, + "top3_mass": 0.9365613325719991 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.6564102564102564 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.7230769230769231, + "accuracy": 0.3120567375886525 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.35384615384615387, + "accuracy": 0.3188405797101449 + }, + { + "samples": 128, + "model": "factorized_lda", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.06666666666666667, + "accuracy": 0.15384615384615385 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.03076923076923077, + "top3": 0.24615384615384617, + "nll": 5.316300051864069, + "confidence": 0.4089796567394144, + "top3_mass": 0.6577881603905575 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.020833333333333332, + "top3": 0.2708333333333333, + "nll": 6.187049752340277, + "confidence": 0.4493025956520194, + "top3_mass": 0.6918674618903067 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.20833333333333331, + "nll": 3.461922371491744, + "confidence": 0.30143660896758695, + "top3_mass": 0.5669963007745659 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.041666666666666664, + "top3": 0.20833333333333331, + "nll": 5.870456106672641, + "confidence": 0.46915596501383805, + "top3_mass": 0.7021096855030582 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0196078431372549, + "top3": 0.2941176470588235, + "nll": 5.720508922534696, + "confidence": 0.4156091161133427, + "top3_mass": 0.669450309099962 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.5722713864306784, + "top3": 0.7787610619469026, + "nll": 1.7035370484779366, + "confidence": 0.49888559422638545, + "top3_mass": 0.7573332211820869 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.7254901960784315, + "top3": 0.8745098039215686, + "nll": 1.2902660282580372, + "confidence": 0.5657241634206073, + "top3_mass": 0.8019281941633623 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.3333333333333333, + "top3": 0.5686274509803921, + "nll": 2.591686258672908, + "confidence": 0.4063719853839861, + "top3_mass": 0.6929345364305184 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.6196078431372549, + "top3": 0.8431372549019607, + "nll": 1.4628537930179126, + "confidence": 0.5130087715445121, + "top3_mass": 0.7636207627245573 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.611111111111111, + "top3": 0.8293650793650793, + "nll": 1.4665540790281857, + "confidence": 0.5105749787270324, + "top3_mass": 0.771010298198336 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.24615384615384617 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.3128205128205128, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.1641025641025641, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "factorized_kernel", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.09743589743589744, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.1076923076923077, + "top3": 0.36410256410256414, + "nll": 3.620308522945126, + "confidence": 0.17084406487121953, + "top3_mass": 0.4103784885167152 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.125, + "top3": 0.47916666666666663, + "nll": 3.33964135933288, + "confidence": 0.1833077082564009, + "top3_mass": 0.43335286071445334 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.14583333333333331, + "top3": 0.35416666666666663, + "nll": 3.716761296733412, + "confidence": 0.15931156467431082, + "top3_mass": 0.3779365525325371 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.375, + "nll": 3.577939539157799, + "confidence": 0.16847233985142074, + "top3_mass": 0.4108801891075339 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0784313725490196, + "top3": 0.2549019607843137, + "nll": 3.8335634628145705, + "confidence": 0.17219990659500875, + "top3_mass": 0.41881694799494673 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.3215339233038348, + "top3": 0.5899705014749261, + "nll": 2.3604777513523505, + "confidence": 0.1764189173031722, + "top3_mass": 0.40782343230321827 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.36078431372549025, + "top3": 0.6313725490196078, + "nll": 2.208778546676431, + "confidence": 0.1884269554799133, + "top3_mass": 0.42213499987960895 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.23137254901960783, + "top3": 0.48235294117647054, + "nll": 2.6689342104759657, + "confidence": 0.16022324157550283, + "top3_mass": 0.38220544811571566 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.37254901960784315, + "top3": 0.6352941176470588, + "nll": 2.261208907201252, + "confidence": 0.17567131515171852, + "top3_mass": 0.4074165967155741 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.3214285714285714, + "top3": 0.611111111111111, + "nll": 2.3023049552188883, + "confidence": 0.18141290985915393, + "top3_mass": 0.4196761279805311 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.3641025641025641 + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.0, + "accuracy": null + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.0, + "accuracy": null + }, + { + "samples": 128, + "model": "factorized_ridge", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.0, + "accuracy": null + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.0007326007326007326, + "top3": 0.02808302808302808, + "nll": 8.683776289280036, + "confidence": 0.47664317064361944, + "top3_mass": 0.6904258429615099 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.0, + "top3": 0.01450892857142857, + "nll": 10.463109312827804, + "confidence": 0.5501762141451358, + "top3_mass": 0.7462547130434303 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.002976190476190476, + "top3": 0.04637896825396824, + "nll": 5.468643657090163, + "confidence": 0.32543171680576677, + "top3_mass": 0.6021420340670871 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.0, + "top3": 0.01450892857142857, + "nll": 9.804143820197483, + "confidence": 0.534624723675783, + "top3_mass": 0.7310632699145432 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.0, + "top3": 0.03641456582633053, + "nll": 8.98065353890324, + "confidence": 0.4951813892828406, + "top3_mass": 0.6827246776527751 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.4966989745750808, + "top3": 0.7548461862621154, + "nll": 1.9412243688145847, + "confidence": 0.5113309621708919, + "top3_mass": 0.7733886222881894 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.596078431372549, + "top3": 0.8352941176470587, + "nll": 1.611282662679589, + "confidence": 0.5552280968559002, + "top3_mass": 0.8047972955323657 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.357422969187675, + "top3": 0.5752100840336134, + "nll": 2.618356821210056, + "confidence": 0.4406606310118416, + "top3_mass": 0.7250116019798449 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.5568627450980392, + "top3": 0.8117647058823528, + "nll": 1.7282351983874105, + "confidence": 0.526111620463152, + "top3_mass": 0.778812249009826 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.4761904761904761, + "top3": 0.7976190476190476, + "nll": 1.8054251551737437, + "confidence": 0.5234662686643619, + "top3_mass": 0.7850707797776559 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.02808302808302808 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.39487179487179486, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.3076923076923077, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "joint_gaussian", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.16923076923076924, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.1076923076923077, + "top3": 0.4307692307692308, + "nll": 3.7817498590116956, + "confidence": 0.4645334023468606, + "top3_mass": 0.7936232085317145 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.125, + "top3": 0.5833333333333333, + "nll": 3.7440981101843676, + "confidence": 0.47671897075699377, + "top3_mass": 0.8155404893983167 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.10416666666666666, + "top3": 0.3958333333333333, + "nll": 3.2766895816392716, + "confidence": 0.42915523409441214, + "top3_mass": 0.739998888027352 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.35416666666666663, + "nll": 4.004430273633833, + "confidence": 0.48397430952104453, + "top3_mass": 0.8185530107447356 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.1176470588235294, + "top3": 0.392156862745098, + "nll": 4.082956081672977, + "confidence": 0.46806440721098386, + "top3_mass": 0.8000017849314692 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.43461160275319566, + "top3": 0.7482792527040314, + "nll": 1.8028433744980925, + "confidence": 0.4914587870628711, + "top3_mass": 0.8162383481935278 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.5294117647058822, + "top3": 0.8235294117647058, + "nll": 1.4503317429687543, + "confidence": 0.5167145841671837, + "top3_mass": 0.8326853433917029 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.2901960784313725, + "top3": 0.5882352941176471, + "nll": 2.4678163469415884, + "confidence": 0.45086069155978015, + "top3_mass": 0.7924621706356182 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.4666666666666667, + "top3": 0.8117647058823529, + "nll": 1.579481327012168, + "confidence": 0.49522601921199116, + "top3_mass": 0.8183147905705261 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.45238095238095233, + "top3": 0.7698412698412698, + "nll": 1.712683375195713, + "confidence": 0.5031716517202631, + "top3_mass": 0.8215536207951063 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.4307692307692308 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.40512820512820513, + "accuracy": 0.11392405063291139 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.14871794871794872, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "factorized_logistic", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.020512820512820513, + "accuracy": 0.0 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "unseen", + "day": null, + "records": 65, + "top1": 0.12307692307692308, + "top3": 0.4512820512820513, + "nll": 3.929254435005725, + "confidence": 0.5129046884375597, + "top3_mass": 0.8397141138738512 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "unseen", + "day": 9, + "records": 16, + "top1": 0.10416666666666666, + "top3": 0.5208333333333333, + "nll": 3.865407385126544, + "confidence": 0.5290677572448904, + "top3_mass": 0.859553154583891 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "unseen", + "day": 10, + "records": 16, + "top1": 0.125, + "top3": 0.375, + "nll": 4.136536066087745, + "confidence": 0.5199122362266275, + "top3_mass": 0.8330711460726914 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "unseen", + "day": 11, + "records": 16, + "top1": 0.08333333333333333, + "top3": 0.41666666666666663, + "nll": 3.9905205938832484, + "confidence": 0.5131103216833921, + "top3_mass": 0.8462324391318675 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "unseen", + "day": 12, + "records": 17, + "top1": 0.17647058823529407, + "top3": 0.4901960784313726, + "nll": 3.736594914930089, + "confidence": 0.4909035121154595, + "top3_mass": 0.8211593861873603 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "seen", + "day": null, + "records": 339, + "top1": 0.6617502458210422, + "top3": 0.8426745329400196, + "nll": 1.5429868239575844, + "confidence": 0.5849239206921237, + "top3_mass": 0.8717717671284061 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "seen", + "day": 9, + "records": 85, + "top1": 0.807843137254902, + "top3": 0.9176470588235294, + "nll": 1.1046133442102997, + "confidence": 0.6249101609228995, + "top3_mass": 0.8877857118457841 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "seen", + "day": 10, + "records": 85, + "top1": 0.4117647058823529, + "top3": 0.6745098039215686, + "nll": 2.6039072740177707, + "confidence": 0.556564704730889, + "top3_mass": 0.8604317161659223 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "seen", + "day": 11, + "records": 85, + "top1": 0.7176470588235293, + "top3": 0.8823529411764706, + "nll": 1.2577026897055186, + "confidence": 0.5761943098766678, + "top3_mass": 0.867468027192817 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "seen", + "day": 12, + "records": 84, + "top1": 0.7103174603174601, + "top3": 0.8968253968253967, + "nll": 1.2017089541341197, + "confidence": 0.5819920142207278, + "top3_mass": 0.8713972067160143 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "novel_level", + "records_across_seeds": 0, + "top3": null + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "supported", + "records_across_seeds": 195, + "top3": 0.4512820512820513 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "selective_unseen", + "threshold": 0.5, + "coverage": 0.5230769230769231, + "accuracy": 0.1568627450980392 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "selective_unseen", + "threshold": 0.7, + "coverage": 0.11282051282051282, + "accuracy": 0.09090909090909091 + }, + { + "samples": 128, + "model": "factorized_classifier", + "stratum": "selective_unseen", + "threshold": 0.9, + "coverage": 0.005128205128205128, + "accuracy": 0.0 + } + ], + "comparisons": [ + { + "samples": 64, + "candidate": "additive_full", + "control": "additive_diag", + "gain": 0.14522058823529407, + "fixed_day_simultaneous_interval": [ + 0.03768344056372547, + 0.2637875306372556 + ], + "day_cluster_simultaneous_interval": [ + 0.03921568627450983, + 0.2083333333333333 + ], + "day_gains": [ + 0.2083333333333333, + 0.1874999999999999, + 0.14583333333333337, + 0.03921568627450983 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_neural", + "gain": -0.3002450980392156, + "fixed_day_simultaneous_interval": [ + -0.46017233455882345, + -0.13357843137254893 + ], + "day_cluster_simultaneous_interval": [ + -0.45098039215686264, + -0.04166666666666674 + ], + "day_gains": [ + -0.31250000000000006, + -0.04166666666666674, + -0.3958333333333333, + -0.45098039215686264 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "joint_neural", + "gain": 0.2908268168378462, + "fixed_day_simultaneous_interval": [ + 0.15122954963235294, + 0.4490091547035483 + ], + "day_cluster_simultaneous_interval": [ + 0.24740118269530031, + 0.3692129629629629 + ], + "day_gains": [ + 0.3692129629629629, + 0.258068783068783, + 0.28862433862433867, + 0.24740118269530031 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_nb", + "gain": 0.08061031524678836, + "fixed_day_simultaneous_interval": [ + -0.11089530491614752, + 0.2728356448991244 + ], + "day_cluster_simultaneous_interval": [ + -0.02851830387327342, + 0.14072762725779958 + ], + "day_gains": [ + 0.09326252052545153, + 0.14072762725779958, + 0.11696941707717573, + -0.02851830387327342 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_lda", + "gain": -0.22426470588235292, + "fixed_day_simultaneous_interval": [ + -0.3673406862745098, + -0.0854775582107839 + ], + "day_cluster_simultaneous_interval": [ + -0.31372549019607837, + -0.16666666666666663 + ], + "day_gains": [ + -0.16666666666666669, + -0.16666666666666669, + -0.24999999999999994, + -0.31372549019607837 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_kernel", + "gain": 0.14430147058823528, + "fixed_day_simultaneous_interval": [ + -0.01976122089460783, + 0.3167915134803943 + ], + "day_cluster_simultaneous_interval": [ + 0.0980392156862745, + 0.1666666666666667 + ], + "day_gains": [ + 0.16666666666666663, + 0.14583333333333326, + 0.1666666666666667, + 0.0980392156862745 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_ridge", + "gain": 0.11764705882352938, + "fixed_day_simultaneous_interval": [ + 0.02420343137254899, + 0.21614602481617665 + ], + "day_cluster_simultaneous_interval": [ + 0.062499999999999944, + 0.16666666666666657 + ], + "day_gains": [ + 0.062499999999999944, + 0.16666666666666657, + 0.10416666666666669, + 0.1372549019607843 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "joint_gaussian", + "gain": 0.362281162464986, + "fixed_day_simultaneous_interval": [ + 0.22231461998862043, + 0.509790796787465 + ], + "day_cluster_simultaneous_interval": [ + 0.3187675070028011, + 0.4333333333333333 + ], + "day_gains": [ + 0.4333333333333333, + 0.34702380952380946, + 0.35000000000000003, + 0.3187675070028011 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_logistic", + "gain": 0.0514705882352941, + "fixed_day_simultaneous_interval": [ + -0.05177734375000001, + 0.1554842601102943 + ], + "day_cluster_simultaneous_interval": [ + -0.020833333333333426, + 0.12499999999999994 + ], + "day_gains": [ + -0.020833333333333426, + 0.12499999999999994, + 0.06250000000000006, + 0.039215686274509776 + ] + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_classifier", + "gain": 0.006433823529411797, + "fixed_day_simultaneous_interval": [ + -0.17769646139705883, + 0.1962325750612754 + ], + "day_cluster_simultaneous_interval": [ + -0.0784313725490196, + 0.0625 + ], + "day_gains": [ + 0.0625, + 0.041666666666666574, + 5.551115123125783e-17, + -0.0784313725490196 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "additive_full", + "gain": 0.3002450980392156, + "fixed_day_simultaneous_interval": [ + 0.13357843137254893, + 0.46017233455882417 + ], + "day_cluster_simultaneous_interval": [ + 0.04166666666666674, + 0.45098039215686264 + ], + "day_gains": [ + 0.31250000000000006, + 0.04166666666666674, + 0.3958333333333333, + 0.45098039215686264 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "additive_diag", + "gain": 0.44546568627450966, + "fixed_day_simultaneous_interval": [ + 0.30882161458333335, + 0.5879296875000006 + ], + "day_cluster_simultaneous_interval": [ + 0.22916666666666663, + 0.5416666666666667 + ], + "day_gains": [ + 0.5208333333333334, + 0.22916666666666663, + 0.5416666666666667, + 0.4901960784313725 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "joint_neural", + "gain": 0.5910719148770618, + "fixed_day_simultaneous_interval": [ + 0.4668121908919818, + 0.7175138627499611 + ], + "day_cluster_simultaneous_interval": [ + 0.29973544973544974, + 0.698381574852163 + ], + "day_gains": [ + 0.681712962962963, + 0.29973544973544974, + 0.6844576719576719, + 0.698381574852163 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_nb", + "gain": 0.380855413286004, + "fixed_day_simultaneous_interval": [ + 0.25141999125215814, + 0.5084680903274564 + ], + "day_cluster_simultaneous_interval": [ + 0.18239429392446632, + 0.512802750410509 + ], + "day_gains": [ + 0.4057625205254516, + 0.18239429392446632, + 0.512802750410509, + 0.4224620882835892 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_lda", + "gain": 0.0759803921568627, + "fixed_day_simultaneous_interval": [ + -0.04978726256127447, + 0.21599264705882348 + ], + "day_cluster_simultaneous_interval": [ + -0.12499999999999994, + 0.14583333333333337 + ], + "day_gains": [ + 0.14583333333333337, + -0.12499999999999994, + 0.14583333333333337, + 0.13725490196078427 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_kernel", + "gain": 0.4445465686274509, + "fixed_day_simultaneous_interval": [ + 0.30882238051470584, + 0.5882356770833336 + ], + "day_cluster_simultaneous_interval": [ + 0.1875, + 0.5625 + ], + "day_gains": [ + 0.4791666666666667, + 0.1875, + 0.5625, + 0.5490196078431371 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_ridge", + "gain": 0.417892156862745, + "fixed_day_simultaneous_interval": [ + 0.2650103400735294, + 0.5674019607843137 + ], + "day_cluster_simultaneous_interval": [ + 0.20833333333333331, + 0.588235294117647 + ], + "day_gains": [ + 0.375, + 0.20833333333333331, + 0.5, + 0.588235294117647 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "joint_gaussian", + "gain": 0.6625262605042016, + "fixed_day_simultaneous_interval": [ + 0.5315407338716737, + 0.7929958557641814 + ], + "day_cluster_simultaneous_interval": [ + 0.3886904761904762, + 0.7697478991596638 + ], + "day_gains": [ + 0.7458333333333333, + 0.3886904761904762, + 0.7458333333333333, + 0.7697478991596638 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_logistic", + "gain": 0.3517156862745097, + "fixed_day_simultaneous_interval": [ + 0.21231617647058817, + 0.49893018535539446 + ], + "day_cluster_simultaneous_interval": [ + 0.16666666666666669, + 0.4901960784313724 + ], + "day_gains": [ + 0.29166666666666663, + 0.16666666666666669, + 0.45833333333333337, + 0.4901960784313724 + ] + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_classifier", + "gain": 0.3066789215686274, + "fixed_day_simultaneous_interval": [ + 0.14246285232843134, + 0.4664523973651962 + ], + "day_cluster_simultaneous_interval": [ + 0.08333333333333331, + 0.39583333333333337 + ], + "day_gains": [ + 0.37500000000000006, + 0.08333333333333331, + 0.39583333333333337, + 0.37254901960784303 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "additive_diag", + "gain": 0.1854101015406162, + "fixed_day_simultaneous_interval": [ + 0.030144487482493015, + 0.34463663395045546 + ], + "day_cluster_simultaneous_interval": [ + 0.0980392156862745, + 0.31101190476190466 + ], + "day_gains": [ + 0.31101190476190466, + 0.22916666666666669, + 0.10342261904761901, + 0.0980392156862745 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_neural", + "gain": -0.2650122549019607, + "fixed_day_simultaneous_interval": [ + -0.4399509803921568, + -0.10569738051470483 + ], + "day_cluster_simultaneous_interval": [ + -0.37254901960784303, + -0.08333333333333326 + ], + "day_gains": [ + -0.27083333333333337, + -0.08333333333333326, + -0.3333333333333333, + -0.37254901960784303 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "joint_neural", + "gain": 0.3918741975957049, + "fixed_day_simultaneous_interval": [ + 0.23187639736884333, + 0.5575254478418984 + ], + "day_cluster_simultaneous_interval": [ + 0.3159722222222222, + 0.5088045634920634 + ], + "day_gains": [ + 0.5088045634920634, + 0.3159722222222222, + 0.3524305555555555, + 0.39028944911297847 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_nb", + "gain": 0.17855294057278082, + "fixed_day_simultaneous_interval": [ + 0.0031240892774135414, + 0.36346698434896646 + ], + "day_cluster_simultaneous_interval": [ + 0.09108470974596727, + 0.24633107553366174 + ], + "day_gains": [ + 0.21964798850574702, + 0.24633107553366174, + 0.1571479885057471, + 0.09108470974596727 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_lda", + "gain": -0.19424019607843146, + "fixed_day_simultaneous_interval": [ + -0.3379296875, + -0.054533930759803596 + ], + "day_cluster_simultaneous_interval": [ + -0.2708333333333333, + -0.125 + ], + "day_gains": [ + -0.14583333333333348, + -0.125, + -0.2708333333333333, + -0.23529411764705888 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_kernel", + "gain": 0.2162990196078431, + "fixed_day_simultaneous_interval": [ + 0.0372233072916667, + 0.4010416666666667 + ], + "day_cluster_simultaneous_interval": [ + 0.15686274509803916, + 0.2916666666666666 + ], + "day_gains": [ + 0.2916666666666666, + 0.22916666666666669, + 0.1875, + 0.15686274509803916 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_ridge", + "gain": 0.09589460784313725, + "fixed_day_simultaneous_interval": [ + -0.050247012867647045, + 0.24448606004902032 + ], + "day_cluster_simultaneous_interval": [ + 0.02083333333333337, + 0.196078431372549 + ], + "day_gains": [ + 0.0833333333333332, + 0.08333333333333337, + 0.02083333333333337, + 0.196078431372549 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "joint_gaussian", + "gain": 0.43375058356676, + "fixed_day_simultaneous_interval": [ + 0.2698694257976628, + 0.5984603867588718 + ], + "day_cluster_simultaneous_interval": [ + 0.38132440476190477, + 0.5479910714285713 + ], + "day_gains": [ + 0.5479910714285713, + 0.39112103174603174, + 0.38132440476190477, + 0.4145658263305322 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_logistic", + "gain": 0.030330882352941124, + "fixed_day_simultaneous_interval": [ + -0.08961416207107836, + 0.1551778875612747 + ], + "day_cluster_simultaneous_interval": [ + -0.02083333333333348, + 0.05882352941176472 + ], + "day_gains": [ + -0.02083333333333348, + 0.041666666666666685, + 0.041666666666666685, + 0.05882352941176472 + ] + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_classifier", + "gain": 0.011029411764705843, + "fixed_day_simultaneous_interval": [ + -0.168811274509804, + 0.19975643382353078 + ], + "day_cluster_simultaneous_interval": [ + -0.03921568627450989, + 0.0625 + ], + "day_gains": [ + 0.04166666666666663, + 0.0625, + -0.020833333333333315, + -0.03921568627450989 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "additive_full", + "gain": 0.2650122549019607, + "fixed_day_simultaneous_interval": [ + 0.1056973805147059, + 0.4399509803921568 + ], + "day_cluster_simultaneous_interval": [ + 0.08333333333333326, + 0.37254901960784303 + ], + "day_gains": [ + 0.27083333333333337, + 0.08333333333333326, + 0.3333333333333333, + 0.37254901960784303 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "additive_diag", + "gain": 0.4504223564425769, + "fixed_day_simultaneous_interval": [ + 0.2874636456144958, + 0.6043749042585786 + ], + "day_cluster_simultaneous_interval": [ + 0.31249999999999994, + 0.581845238095238 + ], + "day_gains": [ + 0.581845238095238, + 0.31249999999999994, + 0.43675595238095233, + 0.47058823529411753 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "joint_neural", + "gain": 0.6568864524976656, + "fixed_day_simultaneous_interval": [ + 0.502825503736651, + 0.7944206344647236 + ], + "day_cluster_simultaneous_interval": [ + 0.39930555555555547, + 0.7796378968253967 + ], + "day_gains": [ + 0.7796378968253967, + 0.39930555555555547, + 0.6857638888888888, + 0.7628384687208215 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_nb", + "gain": 0.4435651954747415, + "fixed_day_simultaneous_interval": [ + 0.292112954691575, + 0.6013496142328166 + ], + "day_cluster_simultaneous_interval": [ + 0.329664408866995, + 0.49048132183908044 + ], + "day_gains": [ + 0.4904813218390804, + 0.329664408866995, + 0.49048132183908044, + 0.4636337293538103 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_lda", + "gain": 0.07077205882352922, + "fixed_day_simultaneous_interval": [ + -0.021293083639705945, + 0.1786151960784313 + ], + "day_cluster_simultaneous_interval": [ + -0.04166666666666674, + 0.13725490196078416 + ], + "day_gains": [ + 0.12499999999999989, + -0.04166666666666674, + 0.0625, + 0.13725490196078416 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_kernel", + "gain": 0.48131127450980377, + "fixed_day_simultaneous_interval": [ + 0.31969956341911765, + 0.6472133501838246 + ], + "day_cluster_simultaneous_interval": [ + 0.31249999999999994, + 0.5625 + ], + "day_gains": [ + 0.5625, + 0.31249999999999994, + 0.5208333333333333, + 0.5294117647058822 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_ridge", + "gain": 0.3609068627450979, + "fixed_day_simultaneous_interval": [ + 0.17601045496323528, + 0.540900926776961 + ], + "day_cluster_simultaneous_interval": [ + 0.16666666666666663, + 0.568627450980392 + ], + "day_gains": [ + 0.3541666666666666, + 0.16666666666666663, + 0.3541666666666667, + 0.568627450980392 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "joint_gaussian", + "gain": 0.6987628384687207, + "fixed_day_simultaneous_interval": [ + 0.5531442964555613, + 0.8327207683203491 + ], + "day_cluster_simultaneous_interval": [ + 0.474454365079365, + 0.8188244047619047 + ], + "day_gains": [ + 0.8188244047619047, + 0.474454365079365, + 0.714657738095238, + 0.7871148459383752 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_logistic", + "gain": 0.2953431372549018, + "fixed_day_simultaneous_interval": [ + 0.13771426930147046, + 0.46201018688725526 + ], + "day_cluster_simultaneous_interval": [ + 0.12499999999999994, + 0.43137254901960775 + ], + "day_gains": [ + 0.2499999999999999, + 0.12499999999999994, + 0.375, + 0.43137254901960775 + ] + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_classifier", + "gain": 0.2760416666666665, + "fixed_day_simultaneous_interval": [ + 0.1361824065563726, + 0.42156977634804027 + ], + "day_cluster_simultaneous_interval": [ + 0.14583333333333326, + 0.33333333333333315 + ], + "day_gains": [ + 0.3125, + 0.14583333333333326, + 0.3125, + 0.33333333333333315 + ] + } + ], + "gates": [ + { + "samples": 64, + "candidate": "additive_full", + "top3": 0.36979166666666663, + "substantial_gain": false, + "strongest_available": false, + "learning_specific": null, + "promotion": false, + "strongest_observed_model": "factorized_neural", + "strongest_top3": 0.6700367647058822 + }, + { + "samples": 64, + "candidate": "factorized_neural", + "top3": 0.6700367647058822, + "substantial_gain": false, + "strongest_available": false, + "learning_specific": true, + "promotion": false, + "strongest_observed_model": "factorized_neural", + "strongest_top3": 0.6700367647058822 + }, + { + "samples": 128, + "candidate": "additive_full", + "top3": 0.461703431372549, + "substantial_gain": false, + "strongest_available": false, + "learning_specific": null, + "promotion": false, + "strongest_observed_model": "factorized_neural", + "strongest_top3": 0.7267156862745097 + }, + { + "samples": 128, + "candidate": "factorized_neural", + "top3": 0.7267156862745097, + "substantial_gain": false, + "strongest_available": false, + "learning_specific": true, + "promotion": false, + "strongest_observed_model": "factorized_neural", + "strongest_top3": 0.7267156862745097 + } + ], + "all_thirteen_days_audited": true, + "complete_source_cohort": false, + "valid_source_days": 8, + "all_four_target_days_retained": true, + "secondary_incomplete_cohort_evaluation": true, + "confirmation_days": [ + 9, + 10, + 11, + 12 + ], + "one_physical_platform": true, + "draws": 20000, + "comparison_family": 40, + "original_dynamic_mixture_source_gate_remains_failed": true +} diff --git a/provenance/verification/independent_statistics.json b/provenance/verification/independent_statistics.json new file mode 100644 index 0000000000000000000000000000000000000000..f0ff3070e689f4f4ec919a5300fa20fdd8217541 --- /dev/null +++ b/provenance/verification/independent_statistics.json @@ -0,0 +1,1365 @@ +{ + "summary": [ + { + "samples": 64, + "model": "additive_full", + "top3_equal_day": 0.36979166666666663, + "per_day": [ + 0.43749999999999994, + 0.35416666666666663, + 0.35416666666666663, + 0.3333333333333333 + ], + "per_seed_equal_day": [ + 0.3400735294117647, + 0.4007352941176471, + 0.3685661764705882 + ] + }, + { + "samples": 64, + "model": "additive_diag", + "top3_equal_day": 0.22457107843137253, + "per_day": [ + 0.22916666666666666, + 0.16666666666666666, + 0.20833333333333331, + 0.29411764705882354 + ], + "per_seed_equal_day": [ + 0.3060661764705882, + 0.13878676470588236, + 0.22886029411764705 + ] + }, + { + "samples": 64, + "model": "factorized_neural", + "top3_equal_day": 0.6700367647058822, + "per_day": [ + 0.75, + 0.3958333333333333, + 0.75, + 0.784313725490196 + ], + "per_seed_equal_day": [ + 0.6443014705882353, + 0.6755514705882353, + 0.6902573529411764 + ] + }, + { + "samples": 64, + "model": "joint_neural", + "top3_equal_day": 0.0789648498288204, + "per_day": [ + 0.06828703703703703, + 0.09609788359788358, + 0.06554232804232804, + 0.08593215063803299 + ], + "per_seed_equal_day": [ + 0.06668709150326799, + 0.12710084033613445, + 0.04310661764705882 + ] + }, + { + "samples": 64, + "model": "factorized_nb", + "top3_equal_day": 0.2891813514198783, + "per_day": [ + 0.3442374794745484, + 0.21343903940886697, + 0.23719724958949098, + 0.36185163720660674 + ], + "per_seed_equal_day": [ + 0.2812171743697479, + 0.23910302267458708, + 0.3472238572152999 + ] + }, + { + "samples": 64, + "model": "factorized_lda", + "top3_equal_day": 0.5940563725490196, + "per_day": [ + 0.6041666666666666, + 0.5208333333333334, + 0.6041666666666666, + 0.6470588235294118 + ], + "per_seed_equal_day": [ + 0.6461397058823529, + 0.6452205882352942, + 0.4908088235294118 + ] + }, + { + "samples": 64, + "model": "factorized_kernel", + "top3_equal_day": 0.22549019607843135, + "per_day": [ + 0.2708333333333333, + 0.20833333333333334, + 0.18749999999999997, + 0.23529411764705882 + ], + "per_seed_equal_day": [ + 0.2775735294117647, + 0.18474264705882354, + 0.2141544117647059 + ] + }, + { + "samples": 64, + "model": "factorized_ridge", + "top3_equal_day": 0.25214460784313725, + "per_day": [ + 0.375, + 0.18749999999999997, + 0.25, + 0.196078431372549 + ], + "per_seed_equal_day": [ + 0.3244485294117647, + 0.23161764705882354, + 0.20036764705882354 + ] + }, + { + "samples": 64, + "model": "joint_gaussian", + "top3_equal_day": 0.007510504201680672, + "per_day": [ + 0.004166666666666667, + 0.007142857142857142, + 0.004166666666666667, + 0.014565826330532213 + ], + "per_seed_equal_day": [ + 0.0, + 0.004332983193277311, + 0.01819852941176471 + ] + }, + { + "samples": 64, + "model": "factorized_logistic", + "top3_equal_day": 0.31832107843137253, + "per_day": [ + 0.4583333333333333, + 0.22916666666666666, + 0.29166666666666663, + 0.29411764705882354 + ], + "per_seed_equal_day": [ + 0.4154411764705882, + 0.26286764705882354, + 0.2766544117647059 + ] + }, + { + "samples": 64, + "model": "factorized_classifier", + "top3_equal_day": 0.3633578431372549, + "per_day": [ + 0.37499999999999994, + 0.3125, + 0.35416666666666663, + 0.4117647058823529 + ], + "per_seed_equal_day": [ + 0.47610294117647056, + 0.3382352941176471, + 0.2757352941176471 + ] + }, + { + "samples": 128, + "model": "additive_full", + "top3_equal_day": 0.461703431372549, + "per_day": [ + 0.5625, + 0.43749999999999994, + 0.3958333333333333, + 0.4509803921568627 + ], + "per_seed_equal_day": [ + 0.49264705882352944, + 0.4623161764705882, + 0.43014705882352944 + ] + }, + { + "samples": 128, + "model": "additive_diag", + "top3_equal_day": 0.2762933298319328, + "per_day": [ + 0.25148809523809523, + 0.20833333333333334, + 0.2924107142857143, + 0.3529411764705882 + ], + "per_seed_equal_day": [ + 0.3382352941176471, + 0.2461594012605042, + 0.24448529411764705 + ] + }, + { + "samples": 128, + "model": "factorized_neural", + "top3_equal_day": 0.7267156862745098, + "per_day": [ + 0.8333333333333333, + 0.5208333333333334, + 0.7291666666666666, + 0.8235294117647058 + ], + "per_seed_equal_day": [ + 0.7830882352941176, + 0.7518382352941176, + 0.6452205882352942 + ] + }, + { + "samples": 128, + "model": "joint_neural", + "top3_equal_day": 0.06982923377684408, + "per_day": [ + 0.05369543650793651, + 0.12152777777777778, + 0.043402777777777776, + 0.06069094304388421 + ], + "per_seed_equal_day": [ + 0.07705269607843136, + 0.08797268907563024, + 0.04446231617647059 + ] + }, + { + "samples": 128, + "model": "factorized_nb", + "top3_equal_day": 0.2831504907997682, + "per_day": [ + 0.3428520114942528, + 0.19116892446633826, + 0.2386853448275862, + 0.35989568241089537 + ], + "per_seed_equal_day": [ + 0.26706932773109243, + 0.23914716748768475, + 0.3432349771805274 + ] + }, + { + "samples": 128, + "model": "factorized_lda", + "top3_equal_day": 0.6559436274509804, + "per_day": [ + 0.7083333333333333, + 0.5625, + 0.6666666666666666, + 0.6862745098039216 + ], + "per_seed_equal_day": [ + 0.5836397058823529, + 0.7840073529411764, + 0.6001838235294118 + ] + }, + { + "samples": 128, + "model": "factorized_kernel", + "top3_equal_day": 0.24540441176470587, + "per_day": [ + 0.2708333333333333, + 0.20833333333333334, + 0.20833333333333331, + 0.29411764705882354 + ], + "per_seed_equal_day": [ + 0.2297794117647059, + 0.21599264705882354, + 0.2904411764705882 + ] + }, + { + "samples": 128, + "model": "factorized_ridge", + "top3_equal_day": 0.36580882352941174, + "per_day": [ + 0.47916666666666663, + 0.35416666666666663, + 0.375, + 0.2549019607843137 + ], + "per_seed_equal_day": [ + 0.4172794117647059, + 0.4329044117647059, + 0.24724264705882354 + ] + }, + { + "samples": 128, + "model": "joint_gaussian", + "top3_equal_day": 0.02795284780578898, + "per_day": [ + 0.01450892857142857, + 0.046378968253968256, + 0.01450892857142857, + 0.036414565826330535 + ], + "per_seed_equal_day": [ + 0.012561274509803922, + 0.04831932773109243, + 0.02297794117647059 + ] + }, + { + "samples": 128, + "model": "factorized_logistic", + "top3_equal_day": 0.43137254901960775, + "per_day": [ + 0.5833333333333333, + 0.3958333333333333, + 0.35416666666666663, + 0.392156862745098 + ], + "per_seed_equal_day": [ + 0.47702205882352944, + 0.4319852941176471, + 0.3851102941176471 + ] + }, + { + "samples": 128, + "model": "factorized_classifier", + "top3_equal_day": 0.4506740196078431, + "per_day": [ + 0.5208333333333333, + 0.37499999999999994, + 0.41666666666666663, + 0.4901960784313725 + ], + "per_seed_equal_day": [ + 0.5064338235294118, + 0.3547794117647059, + 0.4908088235294118 + ] + } + ], + "contrasts": [ + { + "samples": 64, + "candidate": "additive_full", + "control": "additive_diag", + "gain": 0.1452205882352941, + "day_gains": [ + 0.2083333333333333, + 0.18749999999999997, + 0.14583333333333331, + 0.039215686274509776 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.039215686274509776, + 0.2083333333333333 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.03768344056372547, + 0.2637875306372556 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_neural", + "gain": -0.3002450980392157, + "day_gains": [ + -0.31250000000000006, + -0.041666666666666685, + -0.39583333333333337, + -0.45098039215686264 + ], + "exact_day_sign_flip_one_sided_p": 1.0, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.45098039215686264, + -0.041666666666666685 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.46017233455882345, + -0.13357843137254893 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "joint_neural", + "gain": 0.29082681683784617, + "day_gains": [ + 0.3692129629629629, + 0.25806878306878306, + 0.28862433862433856, + 0.24740118269530031 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.24740118269530031, + 0.3692129629629629 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.15122954963235294, + 0.4490091547035483 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_nb", + "gain": 0.08061031524678836, + "day_gains": [ + 0.09326252052545153, + 0.14072762725779966, + 0.11696941707717565, + -0.02851830387327342 + ], + "exact_day_sign_flip_one_sided_p": 0.125, + "exact_day_sign_flip_two_sided_p": 0.25, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.02851830387327342, + 0.14072762725779966 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.11089530491614752, + 0.2728356448991244 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_lda", + "gain": -0.22426470588235298, + "day_gains": [ + -0.16666666666666669, + -0.16666666666666674, + -0.25, + -0.3137254901960785 + ], + "exact_day_sign_flip_one_sided_p": 1.0, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.3137254901960785, + -0.16666666666666669 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.3673406862745098, + -0.0854775582107839 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_kernel", + "gain": 0.14430147058823525, + "day_gains": [ + 0.16666666666666663, + 0.1458333333333333, + 0.16666666666666666, + 0.0980392156862745 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.0980392156862745, + 0.16666666666666666 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.01976122089460783, + 0.3167915134803943 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_ridge", + "gain": 0.11764705882352938, + "day_gains": [ + 0.062499999999999944, + 0.16666666666666666, + 0.10416666666666663, + 0.13725490196078433 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.062499999999999944, + 0.16666666666666666 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.02420343137254899, + 0.21614602481617665 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "joint_gaussian", + "gain": 0.362281162464986, + "day_gains": [ + 0.4333333333333333, + 0.3470238095238095, + 0.35, + 0.3187675070028011 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.3187675070028011, + 0.4333333333333333 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.22231461998862043, + 0.509790796787465 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_logistic", + "gain": 0.051470588235294094, + "day_gains": [ + -0.02083333333333337, + 0.12499999999999997, + 0.0625, + 0.039215686274509776 + ], + "exact_day_sign_flip_one_sided_p": 0.125, + "exact_day_sign_flip_two_sided_p": 0.25, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.02083333333333337, + 0.12499999999999997 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.05177734375000001, + 0.1554842601102943 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "additive_full", + "control": "factorized_classifier", + "gain": 0.006433823529411756, + "day_gains": [ + 0.0625, + 0.04166666666666663, + 0.0, + -0.0784313725490196 + ], + "exact_day_sign_flip_one_sided_p": 0.5, + "exact_day_sign_flip_two_sided_p": 1.0, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.0784313725490196, + 0.0625 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.17769646139705883, + 0.1962325750612754 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "additive_full", + "gain": 0.3002450980392157, + "day_gains": [ + 0.31250000000000006, + 0.041666666666666685, + 0.39583333333333337, + 0.45098039215686264 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.041666666666666685, + 0.45098039215686264 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.13357843137254893, + 0.46017233455882417 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "additive_diag", + "gain": 0.4454656862745098, + "day_gains": [ + 0.5208333333333334, + 0.22916666666666666, + 0.5416666666666667, + 0.4901960784313724 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.22916666666666666, + 0.5416666666666667 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.30882161458333335, + 0.5879296875000006 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "joint_neural", + "gain": 0.5910719148770619, + "day_gains": [ + 0.681712962962963, + 0.29973544973544974, + 0.6844576719576719, + 0.698381574852163 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.29973544973544974, + 0.698381574852163 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.4668121908919818, + 0.7175138627499611 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_nb", + "gain": 0.38085541328600403, + "day_gains": [ + 0.4057625205254516, + 0.18239429392446635, + 0.512802750410509, + 0.4224620882835892 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.18239429392446635, + 0.512802750410509 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.25141999125215814, + 0.5084680903274564 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_lda", + "gain": 0.07598039215686271, + "day_gains": [ + 0.14583333333333337, + -0.12500000000000006, + 0.14583333333333337, + 0.13725490196078416 + ], + "exact_day_sign_flip_one_sided_p": 0.125, + "exact_day_sign_flip_two_sided_p": 0.25, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.12500000000000006, + 0.14583333333333337 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.04978726256127447, + 0.21599264705882348 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_kernel", + "gain": 0.4445465686274509, + "day_gains": [ + 0.4791666666666667, + 0.18749999999999997, + 0.5625, + 0.5490196078431371 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.18749999999999997, + 0.5625 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.30882238051470584, + 0.5882356770833336 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_ridge", + "gain": 0.41789215686274506, + "day_gains": [ + 0.375, + 0.20833333333333334, + 0.5, + 0.588235294117647 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.20833333333333334, + 0.588235294117647 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.2650103400735294, + 0.5674019607843137 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "joint_gaussian", + "gain": 0.6625262605042017, + "day_gains": [ + 0.7458333333333333, + 0.3886904761904762, + 0.7458333333333333, + 0.7697478991596638 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.3886904761904762, + 0.7697478991596638 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.5315407338716737, + 0.7929958557641814 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_logistic", + "gain": 0.3517156862745098, + "day_gains": [ + 0.2916666666666667, + 0.16666666666666666, + 0.45833333333333337, + 0.4901960784313724 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.16666666666666666, + 0.4901960784313724 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.21231617647058817, + 0.49893018535539446 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 64, + "candidate": "factorized_neural", + "control": "factorized_classifier", + "gain": 0.3066789215686274, + "day_gains": [ + 0.37500000000000006, + 0.08333333333333331, + 0.39583333333333337, + 0.37254901960784303 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.08333333333333331, + 0.39583333333333337 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.14246285232843134, + 0.4664523973651962 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "additive_diag", + "gain": 0.1854101015406162, + "day_gains": [ + 0.31101190476190477, + 0.2291666666666666, + 0.10342261904761901, + 0.0980392156862745 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.0980392156862745, + 0.31101190476190477 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.030144487482493015, + 0.34463663395045546 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_neural", + "gain": -0.2650122549019608, + "day_gains": [ + -0.27083333333333326, + -0.08333333333333343, + -0.3333333333333333, + -0.37254901960784315 + ], + "exact_day_sign_flip_one_sided_p": 1.0, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.37254901960784315, + -0.08333333333333343 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.4399509803921568, + -0.10569738051470483 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "joint_neural", + "gain": 0.3918741975957049, + "day_gains": [ + 0.5088045634920635, + 0.31597222222222215, + 0.3524305555555555, + 0.39028944911297847 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.31597222222222215, + 0.5088045634920635 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.23187639736884333, + 0.5575254478418984 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_nb", + "gain": 0.17855294057278082, + "day_gains": [ + 0.21964798850574718, + 0.24633107553366168, + 0.15714798850574713, + 0.09108470974596733 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.09108470974596733, + 0.24633107553366168 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.0031240892774135414, + 0.36346698434896646 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_lda", + "gain": -0.19424019607843135, + "day_gains": [ + -0.14583333333333326, + -0.12500000000000006, + -0.2708333333333333, + -0.23529411764705888 + ], + "exact_day_sign_flip_one_sided_p": 1.0, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.2708333333333333, + -0.12500000000000006 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.3379296875, + -0.054533930759803596 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_kernel", + "gain": 0.2162990196078431, + "day_gains": [ + 0.2916666666666667, + 0.2291666666666666, + 0.1875, + 0.15686274509803916 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.15686274509803916, + 0.2916666666666667 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.0372233072916667, + 0.4010416666666667 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_ridge", + "gain": 0.09589460784313725, + "day_gains": [ + 0.08333333333333337, + 0.08333333333333331, + 0.020833333333333315, + 0.196078431372549 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.020833333333333315, + 0.196078431372549 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.050247012867647045, + 0.24448606004902032 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "joint_gaussian", + "gain": 0.43375058356676, + "day_gains": [ + 0.5479910714285714, + 0.3911210317460317, + 0.38132440476190477, + 0.4145658263305322 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.38132440476190477, + 0.5479910714285714 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.2698694257976628, + 0.5984603867588718 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_logistic", + "gain": 0.030330882352941194, + "day_gains": [ + -0.02083333333333326, + 0.04166666666666663, + 0.041666666666666685, + 0.05882352941176472 + ], + "exact_day_sign_flip_one_sided_p": 0.125, + "exact_day_sign_flip_two_sided_p": 0.25, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.02083333333333326, + 0.05882352941176472 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.08961416207107836, + 0.1551778875612747 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "additive_full", + "control": "factorized_classifier", + "gain": 0.011029411764705913, + "day_gains": [ + 0.04166666666666674, + 0.0625, + -0.020833333333333315, + -0.039215686274509776 + ], + "exact_day_sign_flip_one_sided_p": 0.3125, + "exact_day_sign_flip_two_sided_p": 0.625, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.039215686274509776, + 0.0625 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.168811274509804, + 0.19975643382353078 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "additive_full", + "gain": 0.2650122549019608, + "day_gains": [ + 0.27083333333333326, + 0.08333333333333343, + 0.3333333333333333, + 0.37254901960784315 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.08333333333333343, + 0.37254901960784315 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.1056973805147059, + 0.4399509803921568 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "additive_diag", + "gain": 0.450422356442577, + "day_gains": [ + 0.581845238095238, + 0.3125, + 0.43675595238095233, + 0.47058823529411764 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.3125, + 0.581845238095238 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.2874636456144958, + 0.6043749042585786 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "joint_neural", + "gain": 0.6568864524976656, + "day_gains": [ + 0.7796378968253967, + 0.3993055555555556, + 0.6857638888888888, + 0.7628384687208216 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.3993055555555556, + 0.7796378968253967 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.502825503736651, + 0.7944206344647236 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_nb", + "gain": 0.4435651954747416, + "day_gains": [ + 0.49048132183908044, + 0.3296644088669951, + 0.49048132183908044, + 0.4636337293538105 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.3296644088669951, + 0.49048132183908044 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.292112954691575, + 0.6013496142328166 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_lda", + "gain": 0.07077205882352941, + "day_gains": [ + 0.125, + -0.04166666666666663, + 0.0625, + 0.13725490196078427 + ], + "exact_day_sign_flip_one_sided_p": 0.125, + "exact_day_sign_flip_two_sided_p": 0.25, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + -0.04166666666666663, + 0.13725490196078427 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + -0.021293083639705945, + 0.1786151960784313 + ], + "all_four_days_positive": false, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_kernel", + "gain": 0.4813112745098039, + "day_gains": [ + 0.5625, + 0.3125, + 0.5208333333333333, + 0.5294117647058822 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.3125, + 0.5625 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.31969956341911765, + 0.6472133501838246 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_ridge", + "gain": 0.36090686274509803, + "day_gains": [ + 0.35416666666666663, + 0.16666666666666674, + 0.35416666666666663, + 0.5686274509803921 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.16666666666666674, + 0.5686274509803921 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.17601045496323528, + 0.540900926776961 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "joint_gaussian", + "gain": 0.6987628384687208, + "day_gains": [ + 0.8188244047619047, + 0.4744543650793651, + 0.714657738095238, + 0.7871148459383753 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.4744543650793651, + 0.8188244047619047 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.5531442964555613, + 0.8327207683203491 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_logistic", + "gain": 0.29534313725490197, + "day_gains": [ + 0.25, + 0.12500000000000006, + 0.375, + 0.43137254901960786 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.12500000000000006, + 0.43137254901960786 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.13771426930147046, + 0.46201018688725526 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + }, + { + "samples": 128, + "candidate": "factorized_neural", + "control": "factorized_classifier", + "gain": 0.2760416666666667, + "day_gains": [ + 0.3125, + 0.14583333333333343, + 0.3125, + 0.33333333333333337 + ], + "exact_day_sign_flip_one_sided_p": 0.0625, + "exact_day_sign_flip_two_sided_p": 0.125, + "bonferroni_40_one_sided_p": 1.0, + "exact_enumerated_day_bootstrap_interval": [ + 0.14583333333333343, + 0.33333333333333337 + ], + "original_fixed_day_bootstrap_interval_reproduced": [ + 0.1361824065563726, + 0.42156977634804027 + ], + "all_four_days_positive": true, + "generalization_significance_at_05": false + } + ], + "exact_sign_patterns": 16, + "exact_ordered_day_bootstrap_resamples": 256, + "sign_flip_requires_day_level_exchangeability_or_symmetry": true, + "interval_tail_probability": 0.000625, + "minimum_day_bootstrap_support_mass": 0.00390625, + "positive_bootstrap_interval_is_not_a_small_sample_generalization_test": true, + "new_source_quality_or_promotion_thresholds": false +} diff --git a/rebuild_controlled.py b/rebuild_controlled.py new file mode 100644 index 0000000000000000000000000000000000000000..01116ea95edb386e0ab097b5468d6198397addfc --- /dev/null +++ b/rebuild_controlled.py @@ -0,0 +1,35 @@ +"""Rerun the controlled grid from immutable laws and stored sample streams.""" +from pathlib import Path +import argparse,hashlib,json,time +import torch +from reproduce import ROOT,load,verify +from unionmind.decision_sufficiency import study,benchmark + +def main(): + parser=argparse.ArgumentParser(description=__doc__) + parser.add_argument('--device',default='cuda:0');parser.add_argument('--output',required=True) + parser.add_argument('--primary-only',action='store_true') + parser.add_argument('--benchmark',action='store_true') + a=parser.parse_args();verify() + assert a.device.startswith('cuda') and torch.cuda.is_available() + out=Path(a.output).resolve();assert not out.exists(),'Use a new output directory.' + (out/'confirmation').mkdir(parents=True) + torch.cuda.set_device(a.device);torch.backends.cuda.matmul.allow_tf32=False + config=json.loads((ROOT/'protocols/decision_sufficiency_protocol_01.json').read_text()) + config['execution']['device']=a.device + if a.primary_only:config['estimation']['label_budgets']=[config['primary']['label_budget']] + protocol=out/'protocol.json';protocol.write_text(json.dumps(config,indent=2)+'\n') + archive=load('data/controlled/worlds',a.device);target=out/'confirmation/worlds.pt' + torch.save(archive,target) + manifest=json.loads((ROOT/'data/controlled/manifest.json').read_text()) + manifest['file_sha256']=hashlib.sha256(target.read_bytes()).hexdigest() + (out/'confirmation/manifest.json').write_text(json.dumps(manifest,indent=2)+'\n') + paths=[protocol,target,*list((ROOT/'unionmind/decision_sufficiency').glob('*.py'))] + (out/'preconfirmation_lock.json').write_text(json.dumps(dict( + purpose='Reproduction from archived observations, not new confirmation', + timestamp_unix=time.time(),files={str(p):hashlib.sha256(p.read_bytes()).hexdigest() for p in paths}),indent=2)+'\n') + for module in [study,benchmark]:module.ROOT=out;module.PROTOCOL=protocol + study.evaluate('confirmation') + if a.benchmark:benchmark.run() + print('Controlled grid reconstructed. Original study results and criteria are unchanged.') +if __name__=='__main__':main() diff --git a/rebuild_external.py b/rebuild_external.py new file mode 100644 index 0000000000000000000000000000000000000000..0d8fb8c6bbd5ab3b24484c31c51046a8e7cbe75b --- /dev/null +++ b/rebuild_external.py @@ -0,0 +1,28 @@ +"""Reconstruct the external compression matrix in a NEW output directory. + +The gas-drift archive has an older research-only notice. Use this command for +research and retain that notice. No raw or processed gas-drift data is bundled. +Scientific functions are unchanged; only paths/device and a new replay hash lock +are supplied. The original failed gate is never revised. +""" +from pathlib import Path +import argparse,hashlib,json,shutil,time +import torch +from reproduce import ROOT +from unionmind.external_sufficiency import data,study,analysis + +def main(): + p=argparse.ArgumentParser(description=__doc__);p.add_argument('--output',required=True);p.add_argument('--device',default='cuda:0');p.add_argument('--metrics-only',action='store_true');a=p.parse_args() + out=Path(a.output).resolve();assert not out.exists(),'Use a new output directory; no overwriting.';out.mkdir(parents=True) + assert a.device.startswith('cuda') and torch.cuda.is_available();torch.cuda.set_device(a.device);torch.backends.cuda.matmul.allow_tf32=False + config=json.loads((ROOT/'protocols/external_sufficiency_protocol_01.json').read_text());config['device']=a.device;protocol=out/'replay_protocol.json';protocol.write_text(json.dumps(config,indent=2)) + for module in (data,study,analysis):module.ROOT=out;module.PROTOCOL=protocol + files=[*list((ROOT/'unionmind/external_sufficiency').glob('*.py')),ROOT/'unionmind/decision_sufficiency/core.py',protocol] + lock={'files':{str(f):hashlib.sha256(f.read_bytes()).hexdigest() for f in files},'purpose':'reproduction; does not replace original preconfirmation lock','timestamp_unix':time.time()} + data.write(out/'preconfirmation_lock.json',lock) + data.acquire(config);manifest=json.loads((out/'sources/manifest.json').read_text());old=json.loads((ROOT/'provenance/external/sources/manifest.json').read_text()) + assert [r['sha256'] for r in manifest['archives']]==[r['sha256'] for r in old['archives']] + data.prepare(config);study.evaluate(config) + if not a.metrics_only:analysis.run() + print('External replay complete. The original external improvement gate remains failed.') +if __name__=='__main__':main() diff --git a/rebuild_sources.py b/rebuild_sources.py new file mode 100644 index 0000000000000000000000000000000000000000..58790c6768f0246985df4f8b412a9ab2ffbde6eb --- /dev/null +++ b/rebuild_sources.py @@ -0,0 +1,68 @@ +"""Rebuild the two compositional feature archives from official raw recordings. + +Use --hydraulic-archive and --temperature-archive to reuse downloaded archives. +Source scientific aggregation stays on CUDA. Raw archives are never republished. +""" +from pathlib import Path +import argparse,hashlib,io,itertools,json,urllib.request,zipfile +import numpy as np +import torch +from reproduce import ROOT,load + +def digest(p):return hashlib.sha256(Path(p).read_bytes()).hexdigest() +def acquire(path,url,expected): + path=Path(path) + if not path.exists():path.parent.mkdir(parents=True,exist_ok=True);urllib.request.urlretrieve(url,path) + assert digest(path)==expected,('archive hash mismatch',path) + return path + +def hydraulic(path,device): + from unionmind.continuous_decision import source + import tempfile,os + config=json.loads((ROOT/'protocols/factorial_transfer_protocol_01.json').read_text()) + with tempfile.TemporaryDirectory(prefix='hydraulic-rebuild-') as tmp: + tmp=Path(tmp);(tmp/'sources').mkdir();os.symlink(Path(path).resolve(),tmp/'sources/hydraulic.zip') + source.prepare_hydraulic(tmp,config,device) + rebuilt=torch.load(tmp/'prepared/hydraulic.pt',map_location=device,weights_only=True) + expected=load('data/hydraulic/prepared',device) + assert torch.allclose(rebuilt['x'],expected['x'],atol=1e-10,rtol=1e-12) + assert torch.equal(rebuilt['h'],expected['h']) + for k in expected['masks']:assert torch.equal(expected['masks'][k],rebuilt['masks'][k]) + return dict(records=len(rebuilt['x']),maximum_feature_error=float((rebuilt['x']-expected['x']).abs().max()),split_masks_identical=True) + +def temperature(path,device): + rows=[];labels=[];days=[];invalid=[] + with zipfile.ZipFile(path) as outer: + inner=zipfile.ZipFile(io.BytesIO(outer.read('gas-sensor-array-temperature-modulation.zip'))) + members=sorted(a.filename for a in inner.infolist() if a.filename.endswith('.csv')) + assert len(members)==13 + for day,name in enumerate(members): + data=np.loadtxt(io.BytesIO(inner.read(name)),delimiter=',',skiprows=1) + raw=torch.as_tensor(data,device=device,dtype=torch.float64);t=raw[:,0] + if not bool(torch.isfinite(raw).all()) or not bool((torch.diff(t)>=0).all()):invalid.append(name);continue + for block in range(int(torch.floor((t[-1]-t[0])/900))+1): + boundary=t[0]+torch.arange(5,device=device,dtype=torch.float64)*225+block*900 + ix=torch.searchsorted(t,boundary);a,b=int(ix[0]),min(int(ix[-1]),len(t)) + if b<=a or float(t[b-1]-t[a])<850:continue + q=torch.stack([raw[int(ix[k]):int(ix[k+1]),6:20].mean(0) for k in range(4)]) + last=raw[int(ix[3]):b];co=torch.quantile(last[:,1],.5,interpolation='lower');rh=last[:,2].mean() + levels=torch.linspace(0,20,10,device=device,dtype=torch.float64) + rows.append(q.T.reshape(-1));labels.append(torch.stack(((levels-co).abs().argmin(),torch.bucketize(rh,rh.new_tensor([35.,55.])))));days.append(day) + x=torch.stack(rows);h=torch.stack(labels);d=torch.tensor(days,device=device) + grid=list(itertools.product(range(10),range(3)));held=sorted(grid,key=lambda v:hashlib.sha256(f'20821:{v[0]},{v[1]}'.encode()).hexdigest())[:6] + unseen=torch.zeros(len(x),device=device,dtype=torch.bool) + for binding in held:unseen|=(h==h.new_tensor(binding)).all(1) + rebuilt=dict(x=x,h=h,days=d,source=(d<9)&~unseen,target=d>=9,unseen=unseen);expected=load('data/temperature/prepared',device) + for k in expected: + if k=='x':assert torch.allclose(rebuilt[k],expected[k],atol=1e-10,rtol=1e-12) + else:assert torch.equal(rebuilt[k],expected[k]),k + assert len(invalid)==1 and '20161003_085624.csv' in invalid[0] + return dict(records=len(x),maximum_feature_error=float((x-expected['x']).abs().max()),invalid_days=invalid,original_primary_eligibility=False,secondary_split_identical=True) + +def main(): + p=argparse.ArgumentParser(description=__doc__);p.add_argument('--device',default='cuda:0');p.add_argument('--cache',default='raw_downloads');p.add_argument('--hydraulic-archive');p.add_argument('--temperature-archive');p.add_argument('--output',default='raw_rebuild.json');a=p.parse_args() + assert a.device.startswith('cuda') and torch.cuda.is_available();torch.cuda.set_device(a.device);torch.backends.cuda.matmul.allow_tf32=False + cache=Path(a.cache);hyd=acquire(a.hydraulic_archive or cache/'hydraulic.zip','https://archive.ics.uci.edu/static/public/447/condition+monitoring+of+hydraulic+systems.zip','24128aad2ee45eea7e6b63ebbd9992cdf25d0483a2cebefbfc13bc69079af1f2') + tmp=acquire(a.temperature_archive or cache/'temperature.zip','https://archive.ics.uci.edu/static/public/487/gas+sensor+array+temperature+modulation.zip','cb5ce4a6af1a51b933d1979952d7845f0e9baac54e15a81a1e3599e8b85905d4') + report={'hydraulic':hydraulic(hyd,a.device),'temperature':temperature(tmp,a.device)};Path(a.output).write_text(json.dumps(report,indent=2)+'\n');print(json.dumps(report,indent=2)) +if __name__=='__main__':main() diff --git a/reproduce.py b/reproduce.py new file mode 100644 index 0000000000000000000000000000000000000000..3f81c3d20098ac6179c1b28b2f71d9377e8ff652 --- /dev/null +++ b/reproduce.py @@ -0,0 +1,108 @@ +"""Standalone CUDA replay and optional refit. Run from anywhere; no pickle files.""" +from pathlib import Path +import argparse,hashlib,json,time,sys +import torch +from safetensors.torch import load_file +ROOT=Path(__file__).resolve().parent +from unionmind.continuous_decision import factorial,classifiers,learned_controls +from unionmind.decision_sufficiency import core +from finite_stats import sign_flip_pvalues + + +def load(base,device): + base=ROOT/base;t=load_file(str(base.with_suffix('.safetensors')),device=device) + def walk(x): + if not isinstance(x,dict):return x + if 'tensor' in x:return t[x['tensor']] + if 'dict' in x:return {walk(k):walk(v) for k,v in x['dict']} + if 'tuple' in x:return tuple(walk(v) for v in x['tuple']) + if 'list' in x:return [walk(v) for v in x['list']] + if 'float' in x:return float(x['float']) + raise ValueError(x) + return walk(json.loads(base.with_suffix('.json').read_text())) + +WORLD=('additive_full','additive_diag','factorized_neural','joint_neural','joint_gaussian') +def predict(model,x): + if model['kind'] in WORLD:return factorial.posterior(model,x,range(x.shape[-1])) + if model['kind'] in ('factorized_logistic','factorized_classifier'):return learned_controls.posterior(model,x,range(x.shape[-1])) + return classifiers.posterior(model,x,range(x.shape[-1])) +def fit(x,h,sizes,name,seed): + if name in WORLD:return factorial.world_fit(x,h,sizes,name,seed) + if name in ('factorized_logistic','factorized_classifier'):return learned_controls.fit(x,h,sizes,name,seed) + return classifiers.fit(x,h,sizes,name) + + +def verify(): + manifest=json.loads((ROOT/'SHA256SUMS.json').read_text());bad=[] + for p,h in manifest.items(): + f=ROOT/p + if not f.is_file() or hashlib.sha256(f.read_bytes()).hexdigest()!=h:bad.append(p) + assert not bad,bad + return len(manifest) + + +def sensor_replay(device,refit=False): + reports={};maximum=0.;refits=0 + with torch.no_grad(): + for cohort,sizes in [('hydraulic',[3,4,3,4]),('temperature',[10,3])]: + p=load(f'data/{cohort}/prepared',device) + if cohort=='hydraulic':p.update(p['masks']) + records=load(f'results/{cohort}/predictions',device)['results'];rows=[] + for r in records: + n,seed,name=r['samples'],r['seed'],r['model'];c=load(f'models/{cohort}/n{n}_s{seed}/{name}',device) + ids=c['fit_ids'];assert bool(p['source'][ids].all()) and not bool(p['unseen'][ids].any()) + held=r['held_rows'];x=(p['x'][held]-c['mean'])/c['scale'];m=c['model'] + prob=predict(m,x);truth=factorial.joint_index(p['h'][held],sizes) + scores={f'top{k}':factorial.topk_credit(prob,truth,k) for k in (1,3)} + scores.update(nll=-prob.gather(1,truth[:,None]).squeeze(-1).clamp_min(1e-300).log(),confidence=prob.max(-1).values,top3_mass=prob.topk(3,-1).values.sum(-1)) + for k,v in scores.items(): + error=float((v-r['metrics'][k]).abs().max());maximum=max(maximum,error);assert error<1e-8,(cohort,n,seed,name,k,error) + if refit: + fresh=fit((p['x'][ids]-c['mean'])/c['scale'],p['h'][ids],sizes,name,seed) + delta=float((predict(fresh,x)-prob).abs().max());assert delta<1e-6,(name,delta);refits+=1 + if cohort=='temperature': + mask=r['unseen'];days=r['days'];daily=[float(scores['top3'][mask&(days==d)].mean()) for d in (9,10,11,12)] + rows.append(dict(model=name,samples=n,seed=seed,per_day=daily)) + else:rows.append(dict(model=name,samples=n,seed=seed,top3=float(scores['top3'][r['unseen']].mean()))) + reports[cohort]={'checkpoints':len(records),'rows':rows} + def daily(name): + a=[r['per_day'] for r in reports['temperature']['rows'] if r['samples']==64 and r['model']==name] + return torch.tensor(a,device=device,dtype=torch.float64).mean(0) + candidate=daily('factorized_neural');direct=daily('factorized_classifier');lda=daily('factorized_lda') + p1,p2=sign_flip_pvalues(candidate-direct) + reports['headline']={'temperature_forward_top3':float(candidate.mean()),'temperature_direct_top3':float(direct.mean()),'temperature_lda_top3':float(lda.mean()),'gain':float((candidate-direct).mean()),'exact_day_p_one_sided':float(p1),'exact_day_p_two_sided':float(p2)} + assert abs(reports['headline']['gain']-.3066789215686274)<1e-10 + assert float(p1)==.0625 + return {'sensor_replay':reports,'maximum_metric_error':maximum,'refitted_models':refits} + + +def controlled_replay(device): + o=load('data/controlled/worlds',device);truth=o['joint'];samples=o['samples'];values={} + methods=['identity','query_joint','posterior_clusters','posterior_bins','future_marginal','raw_information','raw_entropy','hash_code'] + expected=json.loads((ROOT/'results/controlled/decision.json').read_text()) + with torch.no_grad(): + for method in methods: + records=[] + for stream in range(3): + fitted=core.estimate(core.count_samples(samples[:,stream,:1024],6),'support_mixture') + code,k=core.encode(fitted,method) + estimated=core.push(fitted,code,k);gold=core.push(truth,code,k) + policy=core.plan(estimated);score=core.realized(gold,policy)['utility'][:,1:,:].mean() + records.append(score) + value=float(torch.stack(records).mean());reference=next(r['utility'] for r in expected['primary_metrics'] if r['method']==method) + assert abs(value-reference)<1e-10,(method,value,reference) + values[method]=value + return {'controlled_primary':values,'worlds':len(truth),'sample_streams':3,'thresholds_changed':False} + + +def main(): + parser=argparse.ArgumentParser(description=__doc__);parser.add_argument('--device',default='cuda:0');parser.add_argument('--mode',choices=['check','sensors','controlled','all','refit'],default='all');parser.add_argument('--output',default='replay_report.json');a=parser.parse_args() + report={'hashed_files':verify(),'mode':a.mode,'no_original_workspace_required':True} + if a.mode!='check': + assert a.device.startswith('cuda') and torch.cuda.is_available(),'A CUDA GPU is required; CPU offload is not supported.' + torch.cuda.set_device(a.device);torch.backends.cuda.matmul.allow_tf32=False;t=time.perf_counter() + if a.mode in ('all','sensors','refit'):report.update(sensor_replay(a.device,a.mode=='refit')) + if a.mode in ('all','controlled'):report.update(controlled_replay(a.device)) + torch.cuda.synchronize();report.update(seconds=time.perf_counter()-t,gpu=torch.cuda.get_device_name(a.device),peak_cuda_bytes=torch.cuda.max_memory_allocated(a.device)) + Path(a.output).write_text(json.dumps(report,indent=2)+'\n');print(json.dumps({k:v for k,v in report.items() if k not in ('sensor_replay','controlled_primary')},indent=2)) +if __name__=='__main__':main() diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..b488784ecf0955b078ae8486360de023947785c8 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,5 @@ +torch==2.6.0 +safetensors>=0.5,<1 +numpy>=1.26,<3 +matplotlib>=3.9,<4 +pandas>=2.2,<4 diff --git a/results/controlled/decision.json b/results/controlled/decision.json new file mode 100644 index 0000000000000000000000000000000000000000..d52219346ff129ef70ff96b376150a4ef5a4c02e --- /dev/null +++ b/results/controlled/decision.json @@ -0,0 +1,383 @@ +{ + "status": "CONTROLLED_CONFIRMATION_COMPLETE", + "compact_representation_advantage": true, + "strongest_full_information_noninferiority": true, + "complete_cost_saving_gate": false, + "controlled_quality_cost_gate": false, + "practical_algorithm_promotion": false, + "promotion_requires_independent_external_confirmation": true, + "external_generalization_established": false, + "learned_control_advantage_tested": false, + "independent_external_authorship": false, + "worlds": 192, + "confirmation_families": [ + "context", + "independent", + "orientation_alias", + "parity", + "redundant", + "uninformative" + ], + "held_mechanisms": [ + "redundant", + "orientation_alias" + ], + "compact_comparisons": [ + { + "control": "posterior_clusters", + "mean_gain": 0.14697129968150166, + "paired_interval": [ + 0.13471196139390745, + 0.15968306092574677 + ], + "simultaneous_compact_familywise_95": true + }, + { + "control": "posterior_bins", + "mean_gain": 0.16138521643219014, + "paired_interval": [ + 0.147432804001906, + 0.17584175844992272 + ], + "simultaneous_compact_familywise_95": true + }, + { + "control": "future_marginal", + "mean_gain": 0.32264581338832143, + "paired_interval": [ + 0.2985787360521876, + 0.3464689306627599 + ], + "simultaneous_compact_familywise_95": true + }, + { + "control": "raw_information", + "mean_gain": 0.10134525577106183, + "paired_interval": [ + 0.08829703798292718, + 0.11530101552134753 + ], + "simultaneous_compact_familywise_95": true + }, + { + "control": "raw_entropy", + "mean_gain": 0.13230635118148604, + "paired_interval": [ + 0.10888420366853153, + 0.15790720468260205 + ], + "simultaneous_compact_familywise_95": true + }, + { + "control": "hash_code", + "mean_gain": 0.442815633391068, + "paired_interval": [ + 0.41421657602254525, + 0.4709814074719597 + ], + "simultaneous_compact_familywise_95": true + }, + { + "control": "identity", + "mean_gain": 0.009383933645959215, + "paired_interval": [ + 0.007968504722197413, + 0.010786756165418913 + ], + "simultaneous_compact_familywise_95": false + } + ], + "full_model_comparisons": [ + { + "model": "joint_jeffreys", + "mean_gain": -0.004071171127615503, + "paired_interval": [ + -0.00771759383814986, + -0.0006007768451799707 + ] + }, + { + "model": "naive_bayes", + "mean_gain": 0.34755162582326143, + "paired_interval": [ + 0.3297362785418623, + 0.3653320771060183 + ] + }, + { + "model": "support_mixture", + "mean_gain": 0.009383933645959215, + "paired_interval": [ + 0.007659803108744751, + 0.011158058055535202 + ] + } + ], + "complete_cost_comparisons": [ + { + "requests": 1, + "reference_model": "joint_jeffreys", + "mean_saving_fraction": -0.013921024857006444, + "simultaneous_interval": [ + -0.013969240432909374, + -0.013877061937501574 + ] + }, + { + "requests": 1, + "reference_model": "naive_bayes", + "mean_saving_fraction": -0.013845724131802567, + "simultaneous_interval": [ + -0.013880954679142564, + -0.013811733225877244 + ] + }, + { + "requests": 1, + "reference_model": "support_mixture", + "mean_saving_fraction": -0.013842032727919758, + "simultaneous_interval": [ + -0.013884064612882033, + -0.013796852723081092 + ] + }, + { + "requests": 32, + "reference_model": "joint_jeffreys", + "mean_saving_fraction": -0.013920455094430356, + "simultaneous_interval": [ + -0.013968832559706549, + -0.013876478486611422 + ] + }, + { + "requests": 32, + "reference_model": "naive_bayes", + "mean_saving_fraction": -0.01384542449313253, + "simultaneous_interval": [ + -0.013880269697593876, + -0.013811323288608854 + ] + }, + { + "requests": 32, + "reference_model": "support_mixture", + "mean_saving_fraction": -0.013844039121007935, + "simultaneous_interval": [ + -0.013884546586254001, + -0.01380148168833231 + ] + }, + { + "requests": 1024, + "reference_model": "joint_jeffreys", + "mean_saving_fraction": -0.013920371340398464, + "simultaneous_interval": [ + -0.013968424220477059, + -0.013876687819006523 + ] + }, + { + "requests": 1024, + "reference_model": "naive_bayes", + "mean_saving_fraction": -0.013845093031752369, + "simultaneous_interval": [ + -0.013879887384242996, + -0.013811179045041536 + ] + }, + { + "requests": 1024, + "reference_model": "support_mixture", + "mean_saving_fraction": -0.013843992910080549, + "simultaneous_interval": [ + -0.013884262398485883, + -0.013801808369034135 + ] + }, + { + "requests": 65536, + "reference_model": "joint_jeffreys", + "mean_saving_fraction": -0.013920669189388219, + "simultaneous_interval": [ + -0.013967500838619938, + -0.013877967585586374 + ] + }, + { + "requests": 65536, + "reference_model": "naive_bayes", + "mean_saving_fraction": -0.013844868091559069, + "simultaneous_interval": [ + -0.01387957315760266, + -0.013811546996287807 + ] + }, + { + "requests": 65536, + "reference_model": "support_mixture", + "mean_saving_fraction": -0.013844312846015646, + "simultaneous_interval": [ + -0.013883840436769558, + -0.013802728440505964 + ] + } + ], + "threshold_changes_after_opening": false, + "primary_sample_budget": 1024, + "explicit_information_loss": 0.1991192480780211, + "primary_metrics": [ + { + "method": "future_marginal", + "utility": 0.32892238335837554, + "queries": 0.5544834201523068, + "abstention": 0.46806334164019353, + "full_oracle": 0.713985016995153, + "available_oracle": 0.713985016995153, + "encoded_oracle": 0.3613625440057875, + "information_loss": 0.0, + "representation_loss": 0.35262247298936567, + "model_loss": 0.03244016064741188, + "total_regret": 0.3850626336367775, + "posterior_brier": 0.18667180330285535, + "posterior_log_loss": 0.5439733224103968, + "posterior_absolute_error": 0.04995626393083208, + "joint_forecast_log_loss": 1.5008272180173519, + "estimated_conditional_dispersion": 0.16299993023324447, + "true_conditional_dispersion": 0.20488680472036472 + }, + { + "method": "hash_code", + "utility": 0.20875256335562895, + "queries": 0.7309687722558658, + "abstention": 0.5406940283450717, + "full_oracle": 0.713985016995153, + "available_oracle": 0.713985016995153, + "encoded_oracle": 0.23524076669617813, + "information_loss": 0.0, + "representation_loss": 0.47874425029897494, + "model_loss": 0.026488203340549143, + "total_regret": 0.5052324536395242, + "posterior_brier": 0.22622160322616844, + "posterior_log_loss": 0.6436761288360193, + "posterior_absolute_error": 0.03708260319522386, + "joint_forecast_log_loss": 1.8019787478500033, + "estimated_conditional_dispersion": 0.30544615080378384, + "true_conditional_dispersion": 0.455228645801743 + }, + { + "method": "identity", + "utility": 0.6421842631007378, + "queries": 0.8457815187513584, + "abstention": 0.2138083247552466, + "full_oracle": 0.713985016995153, + "available_oracle": 0.713985016995153, + "encoded_oracle": 0.713985016995153, + "information_loss": 0.0, + "representation_loss": 0.0, + "model_loss": 0.07180075389441531, + "total_regret": 0.07180075389441531, + "posterior_brier": 0.14333381976139412, + "posterior_log_loss": 0.4452827495877168, + "posterior_absolute_error": 0.08959697227294662, + "joint_forecast_log_loss": 1.3050584378398493, + "estimated_conditional_dispersion": 0.0, + "true_conditional_dispersion": 0.0 + }, + { + "method": "posterior_bins", + "utility": 0.49018298031450686, + "queries": 0.5895838966415413, + "abstention": 0.31021806802597485, + "full_oracle": 0.713985016995153, + "available_oracle": 0.713985016995153, + "encoded_oracle": 0.545985131135212, + "information_loss": 0.0, + "representation_loss": 0.1679998858599411, + "model_loss": 0.05580215082070506, + "total_regret": 0.22380203668064624, + "posterior_brier": 0.14291202653073196, + "posterior_log_loss": 0.4449479999569366, + "posterior_absolute_error": 0.08309387780050025, + "joint_forecast_log_loss": 1.6503074140379088, + "estimated_conditional_dispersion": 0.2281804892849899, + "true_conditional_dispersion": 0.3687416760339481 + }, + { + "method": "posterior_clusters", + "utility": 0.5045968970651954, + "queries": 0.6181947218653467, + "abstention": 0.3066951890071943, + "full_oracle": 0.713985016995153, + "available_oracle": 0.713985016995153, + "encoded_oracle": 0.5646410630749022, + "information_loss": 0.0, + "representation_loss": 0.14934395392025088, + "model_loss": 0.06004416600970683, + "total_regret": 0.20938811992995776, + "posterior_brier": 0.1434919887557921, + "posterior_log_loss": 0.44586164115898436, + "posterior_absolute_error": 0.0854958494033341, + "joint_forecast_log_loss": 1.6175041666159624, + "estimated_conditional_dispersion": 0.21230823773731464, + "true_conditional_dispersion": 0.34122591050593654 + }, + { + "method": "query_joint", + "utility": 0.651568196746697, + "queries": 0.8261666952832235, + "abstention": 0.22481242601684215, + "full_oracle": 0.713985016995153, + "available_oracle": 0.713985016995153, + "encoded_oracle": 0.7039206512469436, + "information_loss": 0.0, + "representation_loss": 0.010064365748209458, + "model_loss": 0.05235245450024661, + "total_regret": 0.062416820248456094, + "posterior_brier": 0.14251900862053932, + "posterior_log_loss": 0.4446969468578407, + "posterior_absolute_error": 0.08044187730691645, + "joint_forecast_log_loss": 1.2992309455933082, + "estimated_conditional_dispersion": 0.0820432908814774, + "true_conditional_dispersion": 0.02417009051344016 + }, + { + "method": "raw_entropy", + "utility": 0.5192618455652109, + "queries": 0.9577800957873994, + "abstention": 0.29482544574330866, + "full_oracle": 0.713985016995153, + "available_oracle": 0.713985016995153, + "encoded_oracle": 0.5845117900153592, + "information_loss": 0.0, + "representation_loss": 0.12947322697979383, + "model_loss": 0.06524994445014827, + "total_regret": 0.19472317142994214, + "posterior_brier": 0.1951405121255698, + "posterior_log_loss": 0.5718216062912428, + "posterior_absolute_error": 0.043561287480735796, + "joint_forecast_log_loss": 1.5883154087248315, + "estimated_conditional_dispersion": 0.22589109948736963, + "true_conditional_dispersion": 0.30928958591753636 + }, + { + "method": "raw_information", + "utility": 0.5502229409756352, + "queries": 0.7165589001818898, + "abstention": 0.28175128030473223, + "full_oracle": 0.713985016995153, + "available_oracle": 0.713985016995153, + "encoded_oracle": 0.6070011596289279, + "information_loss": 0.0, + "representation_loss": 0.10698385736622527, + "model_loss": 0.05677821865329261, + "total_regret": 0.16376207601951792, + "posterior_brier": 0.15589534525171694, + "posterior_log_loss": 0.4736992751366403, + "posterior_absolute_error": 0.06634683165683118, + "joint_forecast_log_loss": 1.572122398926246, + "estimated_conditional_dispersion": 0.20662404968920522, + "true_conditional_dispersion": 0.31060705387670834 + } + ] +} diff --git a/results/controlled/frontier.csv b/results/controlled/frontier.csv new file mode 100644 index 0000000000000000000000000000000000000000..71a656fca84bbeb49e8ccda3ed607f414cea6dcd --- /dev/null +++ b/results/controlled/frontier.csv @@ -0,0 +1,625 @@ +availability,label_budget,model,method,query_budget,utility,queries,abstention,full_oracle,available_oracle,encoded_oracle,information_loss,representation_loss,model_loss,total_regret,posterior_brier,posterior_log_loss,posterior_absolute_error,joint_forecast_log_loss,estimated_conditional_dispersion,true_conditional_dispersion +full,0,faithful_explicit,future_marginal,0,0.22130824356336196,0.0,0.5200901784414699,0.5040942260733228,0.5040942260733228,0.22130824356336196,0.0,0.2827859825099608,0.0,0.2827859825099608,0.1887758312337576,0.543067738656594,1.612699110161135e-17,1.357276899360009,0.1856119701444041,0.1856119701444041 +full,0,faithful_explicit,future_marginal,1,0.3645694907397309,0.44483052959756403,0.39931929917430137,0.6885253291460612,0.6885253291460612,0.3645694907397309,0.0,0.3239558384063303,1.1685290081232658e-18,0.3239558384063303,0.1887758312337576,0.543067738656594,1.612699110161135e-17,1.357276899360009,0.1856119701444041,0.1856119701444041 +full,0,faithful_explicit,future_marginal,2,0.37810759136444944,0.6277599480227811,0.38349227387040563,0.7394447048442451,0.7394447048442451,0.37810759136444944,0.0,0.3613371134797956,2.2105677627898896e-18,0.3613371134797956,0.1887758312337576,0.543067738656594,1.612699110161135e-17,1.357276899360009,0.1856119701444041,0.1856119701444041 +full,0,faithful_explicit,hash_code,0,0.08114752723742971,0.0,0.6707459361365831,0.5040942260733228,0.5040942260733228,0.08114752723742971,0.0,0.4229466988358931,0.0,0.4229466988358931,0.2233851946160338,0.636341301133531,8.149331192834346e-18,1.7526708867121539,0.455228645801743,0.455228645801743 +full,0,faithful_explicit,hash_code,1,0.22456938224626327,0.5704383338017447,0.43794706335480993,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,3.975407965780183e-19,0.4639559468997979,0.2233851946160338,0.636341301133531,8.149331192834346e-18,1.7526708867121539,0.455228645801743,0.455228645801743 +full,0,faithful_explicit,hash_code,2,0.24591215114609297,0.8926529093526452,0.4278821843728233,0.7394447048442451,0.7394447048442451,0.24591215114609297,0.0,0.493532553698152,1.2287624621502384e-18,0.493532553698152,0.2233851946160338,0.636341301133531,8.149331192834346e-18,1.7526708867121539,0.455228645801743,0.455228645801743 +full,0,faithful_explicit,identity,0,0.5040942260733228,0.0,0.20863917387174008,0.5040942260733228,0.5040942260733228,0.5040942260733228,0.0,0.0,0.0,0.0,0.12851529762156158,0.4002690453358202,0.0,1.113859401195145,0.0,0.0 +full,0,faithful_explicit,identity,1,0.6885253291460612,0.6896910383344517,0.16973882088203485,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.0,0.0,0.12851529762156158,0.4002690453358202,0.0,1.113859401195145,0.0,0.0 +full,0,faithful_explicit,identity,2,0.7394447048442451,0.9484483814622477,0.1156852451740023,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.0,0.0,0.12851529762156158,0.4002690453358202,0.0,1.113859401195145,0.0,0.0 +full,0,faithful_explicit,posterior_bins,0,0.5040027096510018,0.0,0.2073400555233308,0.5040942260733228,0.5040942260733228,0.5040027096510018,0.0,9.151642232098017e-05,0.0,9.151642232098017e-05,0.12859190794557687,0.40194069584847064,1.4023623826922365e-17,1.6512461344845997,0.4073673863619299,0.4073673863619299 +full,0,faithful_explicit,posterior_bins,1,0.5222197163661882,0.23921330126406679,0.19809928608556554,0.6885253291460612,0.6885253291460612,0.5222197163661882,0.0,0.16630561277987288,5.300543954373577e-18,0.16630561277987288,0.12859190794557687,0.40194069584847064,1.4023623826922365e-17,1.6512461344845997,0.4073673863619299,0.4073673863619299 +full,0,faithful_explicit,posterior_bins,2,0.5285812444179896,0.44798586068322305,0.2084846597696012,0.7394447048442451,0.7394447048442451,0.5285812444179896,0.0,0.21086346042625537,7.83034902350642e-18,0.21086346042625537,0.12859190794557687,0.40194069584847064,1.4023623826922365e-17,1.6512461344845997,0.4073673863619299,0.4073673863619299 +full,0,faithful_explicit,posterior_clusters,0,0.5039617323662777,0.0,0.20911303752750968,0.5040942260733228,0.5040942260733228,0.5039617323662777,0.0,0.00013249370704518463,0.0,0.00013249370704518463,0.1285830726241847,0.4006449275610256,1.5473089270032196e-17,1.6402499404160418,0.4000064925933375,0.4000064925933375 +full,0,faithful_explicit,posterior_clusters,1,0.5246911313109917,0.25063846845453486,0.2010901568372193,0.6885253291460612,0.6885253291460612,0.5246911313109917,0.0,0.16383419783506947,4.095874873834127e-18,0.16383419783506947,0.1285830726241847,0.4006449275610256,1.5473089270032196e-17,1.6402499404160418,0.4000064925933375,0.4000064925933375 +full,0,faithful_explicit,posterior_clusters,2,0.5319677418109979,0.4452119337489438,0.20547380904071522,0.7394447048442451,0.7394447048442451,0.5319677418109979,0.0,0.20747696303324703,6.583516525148089e-18,0.20747696303324703,0.1285830726241847,0.4006449275610256,1.5473089270032196e-17,1.6402499404160418,0.4000064925933375,0.4000064925933375 +full,0,faithful_explicit,query_joint,0,0.5039617323662777,0.0,0.20911303752750968,0.5040942260733228,0.5040942260733228,0.5039617323662777,0.0,0.0001324937070451835,0.0,0.0001324937070451835,0.1285830726241847,0.4006449275610256,1.1019183819401573e-17,1.1142352834203502,0.001448473418212979,0.0014484734182129801 +full,0,faithful_explicit,query_joint,1,0.688342352912783,0.6887607592108198,0.16972675568483006,0.6885253291460612,0.6885253291460612,0.688342352912783,0.0,0.0001829762332782234,1.2769492253718162e-18,0.0001829762332782246,0.1285830726241847,0.4006449275610256,1.1019183819401573e-17,1.1142352834203502,0.001448473418212979,0.0014484734182129801 +full,0,faithful_explicit,query_joint,2,0.7392558005992472,0.9422933234395009,0.11571279695216569,0.7394447048442451,0.7394447048442451,0.7392558005992472,0.0,0.00018890424499775106,2.4033148156762012e-18,0.00018890424499775333,0.1285830726241847,0.4006449275610256,1.1019183819401573e-17,1.1142352834203502,0.001448473418212979,0.0014484734182129801 +full,0,faithful_explicit,raw_entropy,0,0.22827783499216622,0.0,0.45253705578783937,0.5040942260733228,0.5040942260733228,0.22827783499216622,0.0,0.27581639108115663,0.0,0.27581639108115663,0.19055204148138552,0.5593797889428542,9.602457013781308e-18,1.4779443888651402,0.30817395200960773,0.30817395200960773 +full,0,faithful_explicit,raw_entropy,1,0.5674274020699805,0.7470072171972206,0.16461716187765477,0.6885253291460612,0.6885253291460612,0.5674274020699805,0.0,0.1210979270760807,6.625679942966971e-19,0.1210979270760807,0.19055204148138552,0.5593797889428542,9.602457013781308e-18,1.4779443888651402,0.30817395200960773,0.30817395200960773 +full,0,faithful_explicit,raw_entropy,2,0.5933129220322454,1.0459163344887679,0.1644979080326595,0.7394447048442451,0.7394447048442451,0.5933129220322454,0.0,0.14613178281199962,2.4213848518842927e-18,0.14613178281199962,0.19055204148138552,0.5593797889428542,9.602457013781308e-18,1.4779443888651402,0.30817395200960773,0.30817395200960773 +full,0,faithful_explicit,raw_information,0,0.4997997086706572,0.0,0.20797768363082791,0.5040942260733228,0.5040942260733228,0.4997997086706572,0.0,0.004294517402665598,0.0,0.004294517402665598,0.12970172147378084,0.4043970725963836,7.362043280072642e-18,1.4581438366919182,0.3013072556581627,0.3013072556581627 +full,0,faithful_explicit,raw_information,1,0.6296470960694792,0.4480414301867315,0.14671375578653661,0.6885253291460612,0.6885253291460612,0.6296470960694792,0.0,0.05887823307658201,2.4334315426896876e-18,0.05887823307658201,0.12970172147378084,0.4043970725963836,7.362043280072642e-18,1.4581438366919182,0.3013072556581627,0.3013072556581627 +full,0,faithful_explicit,raw_information,2,0.6418637254476249,0.6593658846001696,0.13626512542026697,0.7394447048442451,0.7394447048442451,0.6418637254476249,0.0,0.09758097939662,3.2044197542349347e-18,0.09758097939662,0.12970172147378084,0.4043970725963836,7.362043280072642e-18,1.4581438366919182,0.3013072556581627,0.3013072556581627 +full,64,joint_jeffreys,future_marginal,0,0.13378286694402303,0.0,0.8137342704058221,0.5040942260733229,0.5040942260733229,0.2282579107795044,0.0,0.27583631529381836,0.09447504383548137,0.37031135912929974,0.21324409472983563,0.6139097101691485,0.12391830928103016,1.7838391348655902,0.07946237502513658,0.31072531870795883 +full,64,joint_jeffreys,future_marginal,1,0.18255321171935884,0.2505870062757402,0.7719394515605515,0.6885253291460612,0.6885253291460612,0.3435381684965537,0.0,0.3449871606495075,0.16098495677719485,0.5059721174267023,0.21324409472983563,0.6139097101691485,0.12391830928103016,1.7838391348655902,0.07946237502513658,0.31072531870795883 +full,64,joint_jeffreys,future_marginal,2,0.19210486940951665,0.48976112700241814,0.7576635833532925,0.7394447048442451,0.7394447048442451,0.366330134784776,0.0,0.373114570059469,0.1742252653752593,0.5473398354347283,0.21324409472983563,0.6139097101691485,0.12391830928103016,1.7838391348655902,0.07946237502513658,0.31072531870795883 +full,64,joint_jeffreys,hash_code,0,0.0005436305514516326,0.0,0.9980812207144916,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.08060389668597807,0.5035505955218712,0.24067893861970358,0.6743293116353579,0.10311124606766331,1.9520907299526968,0.16425005565512343,0.455228645801743 +full,64,joint_jeffreys,hash_code,1,0.02742830606631972,0.06985025844302604,0.9525937923279799,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.19714107617994353,0.6610970230797415,0.24067893861970358,0.6743293116353579,0.10311124606766331,1.9520907299526968,0.16425005565512343,0.455228645801743 +full,64,joint_jeffreys,hash_code,2,0.049568228451056066,0.28133988456323383,0.913831240591833,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.1963439226950369,0.6898764763931889,0.24067893861970358,0.6743293116353579,0.10311124606766331,1.9520907299526968,0.16425005565512343,0.455228645801743 +full,64,joint_jeffreys,identity,0,0.2006811226695302,0.0,0.6916010645157604,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.3034131034037926,0.3034131034037926,0.1936221285042118,0.571884711296724,0.21899317252404352,1.6946148109873622,0.0,0.0 +full,64,joint_jeffreys,identity,1,0.2975285020143948,0.3937799893368361,0.6093543784157563,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.3909968271316664,0.3909968271316664,0.1936221285042118,0.571884711296724,0.21899317252404352,1.6946148109873622,0.0,0.0 +full,64,joint_jeffreys,identity,2,0.37272511517531726,1.1070345073588514,0.4913378150372749,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.3667195896689278,0.3667195896689278,0.1936221285042118,0.571884711296724,0.21899317252404352,1.6946148109873622,0.0,0.0 +full,64,joint_jeffreys,posterior_bins,0,0.23588237530960804,0.0,0.6225286513871006,0.5040942260733229,0.5040942260733229,0.3193560222961523,0.0,0.1847382037771705,0.0834736469865442,0.2682118507637148,0.19681705306851013,0.5786587903555517,0.14130675526247252,1.8420378964612425,0.11708464064770789,0.38728369622108433 +full,64,joint_jeffreys,posterior_bins,1,0.24892324789738268,0.3177288111851047,0.6693706304114885,0.6885253291460612,0.6885253291460612,0.39630647221104326,0.0,0.29221885693501787,0.1473832243136606,0.4396020812486785,0.19681705306851013,0.5786587903555517,0.14130675526247252,1.8420378964612425,0.11708464064770789,0.38728369622108433 +full,64,joint_jeffreys,posterior_bins,2,0.25254953706783273,0.48471972637299326,0.6642715968538981,0.7394447048442451,0.7394447048442451,0.41374246893509053,0.0,0.32570223590915454,0.16119293186725775,0.4868951677764123,0.19681705306851013,0.5786587903555517,0.14130675526247252,1.8420378964612425,0.11708464064770789,0.38728369622108433 +full,64,joint_jeffreys,posterior_clusters,0,0.21874361262918052,0.0,0.6528016665911487,0.5040942260733229,0.5040942260733229,0.35745879692020993,0.0,0.14663542915311284,0.13871518429102941,0.2853506134441423,0.1937219018786561,0.5721584778183658,0.14991583288810978,1.8079847719009992,0.09168913835783475,0.3415899433274089 +full,64,joint_jeffreys,posterior_clusters,1,0.2615098772473241,0.3434651806935765,0.6561883360237103,0.6885253291460612,0.6885253291460612,0.4460653503020569,0.0,0.24245997884400428,0.18455547305473277,0.4270154518987371,0.1937219018786561,0.5721584778183658,0.14991583288810978,1.8079847719009992,0.09168913835783475,0.3415899433274089 +full,64,joint_jeffreys,posterior_clusters,2,0.2696701518193958,0.582753766165738,0.6453813047168666,0.7394447048442451,0.7394447048442451,0.46648903881933995,0.0,0.27295566602490506,0.19681888699994413,0.4697745530248492,0.1937219018786561,0.5721584778183658,0.14991583288810978,1.8079847719009992,0.09168913835783475,0.3415899433274089 +full,64,joint_jeffreys,query_joint,0,0.1821066817672389,0.0,0.7379108403293271,0.5040942260733229,0.5040942260733229,0.33371094128958523,0.0,0.17038328478373757,0.15160425952234624,0.3219875443060839,0.19736685507727766,0.5805838785184664,0.14630081875863593,1.7178905666840587,0.06216915021398773,0.24120768566666298 +full,64,joint_jeffreys,query_joint,1,0.3438006097177933,0.538179701871046,0.5566515878009283,0.6885253291460612,0.6885253291460612,0.502664616510376,0.0,0.18586071263568524,0.1588640067925826,0.3447247194282679,0.19736685507727766,0.5805838785184664,0.14630081875863593,1.7178905666840587,0.06216915021398773,0.24120768566666298 +full,64,joint_jeffreys,query_joint,2,0.33616630976255485,0.9732762303685526,0.5657475252867017,0.7394447048442451,0.7394447048442451,0.5334549062664826,0.0,0.2059897985777623,0.1972885965039278,0.40327839508169017,0.19736685507727766,0.5805838785184664,0.14630081875863593,1.7178905666840587,0.06216915021398773,0.24120768566666298 +full,64,joint_jeffreys,raw_entropy,0,0.04215972797661903,0.0,0.9461724115046222,0.5040942260733229,0.5040942260733229,0.24298496411614237,0.0,0.2611092619571804,0.20082523613952333,0.4619344980967038,0.22302396202368843,0.6379977240294509,0.15732997888981437,1.8446030427209492,0.15866704720467975,0.3070770510953636 +full,64,joint_jeffreys,raw_entropy,1,0.13408694600011475,0.1994962379809061,0.8503843138892743,0.6885253291460612,0.6885253291460612,0.5750509502355495,0.0,0.11347437891051168,0.44096400423543475,0.5544383831459464,0.22302396202368843,0.6379977240294509,0.15732997888981437,1.8446030427209492,0.15866704720467975,0.3070770510953636 +full,64,joint_jeffreys,raw_entropy,2,0.18351431042422617,0.5467200712621575,0.7929793405874997,0.7394447048442451,0.7394447048442451,0.5995292433249477,0.0,0.13991546151929726,0.41601493290072156,0.5559303944200189,0.22302396202368843,0.6379977240294509,0.15732997888981437,1.8446030427209492,0.15866704720467975,0.3070770510953636 +full,64,joint_jeffreys,raw_information,0,0.1437103074415569,0.0,0.8253436145008854,0.5040942260733229,0.5040942260733229,0.34606148286960775,0.0,0.15803274320371508,0.2023511754280508,0.36038391863176594,0.20663767333821653,0.6026403693600484,0.17071021418239332,1.819335775620168,0.1470698266297351,0.3136228455044098 +full,64,joint_jeffreys,raw_information,1,0.22546364426945328,0.3026809876627603,0.746893758814039,0.6885253291460612,0.6885253291460612,0.5925141368012986,0.0,0.09601119234476255,0.36705049253184535,0.46306168487660787,0.20663767333821653,0.6026403693600484,0.17071021418239332,1.819335775620168,0.1470698266297351,0.3136228455044098 +full,64,joint_jeffreys,raw_information,2,0.25206222443564674,0.5989621583018222,0.7137356292234527,0.7394447048442451,0.7394447048442451,0.6064764457958746,0.0,0.1329682590483704,0.3544142213602278,0.4873824804085982,0.20663767333821653,0.6026403693600484,0.17071021418239332,1.819335775620168,0.1470698266297351,0.3136228455044098 +full,64,naive_bayes,future_marginal,0,0.19284879607338165,0.0,0.38152972293180343,0.5040942260733229,0.5040942260733229,0.3186534350894876,0.0,0.18544079098383517,0.12580463901610597,0.3112454299999412,0.1983246144337747,0.5889083698118605,0.1212465176490505,1.8857368143052569,0.01299510129799122,0.347213048295614 +full,64,naive_bayes,future_marginal,1,0.2360734352218926,0.45287130749933013,0.31152085921779116,0.6885253291460612,0.6885253291460612,0.4659217588010842,0.0,0.22260357034497696,0.2298483235791916,0.4524518939241686,0.1983246144337747,0.5889083698118605,0.1212465176490505,1.8857368143052569,0.01299510129799122,0.347213048295614 +full,64,naive_bayes,future_marginal,2,0.241936408963829,0.6944116025939587,0.3024099507658597,0.7394447048442451,0.7394447048442451,0.49115208240459257,0.0,0.24829262243965247,0.2492156734407635,0.49750829588041606,0.1983246144337747,0.5889083698118605,0.1212465176490505,1.8857368143052569,0.01299510129799122,0.347213048295614 +full,64,naive_bayes,hash_code,0,0.012442843514841059,0.0,0.6789013525344986,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.06870468372258864,0.4916513825584818,0.2393030036749913,0.6733069258003797,0.092904405992969,1.9701353702937763,0.19541629302573393,0.455228645801743 +full,64,naive_bayes,hash_code,1,0.08515996387303498,0.6296004963186443,0.4832654390880658,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.1394094183732283,0.6033653652730263,0.2393030036749913,0.6733069258003797,0.092904405992969,1.9701353702937763,0.19541629302573393,0.455228645801743 +full,64,naive_bayes,hash_code,2,0.09626476225217007,0.9746848113591243,0.4715084891126539,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.1496473888939229,0.643179942592075,0.2393030036749913,0.6733069258003797,0.092904405992969,1.9701353702937763,0.19541629302573393,0.455228645801743 +full,64,naive_bayes,identity,0,0.19293439856589437,0.0,0.3826514010650282,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.3111598275074285,0.3111598275074285,0.19852820700738796,0.604807286014807,0.18564483546021165,1.9016357305082052,0.0,0.0 +full,64,naive_bayes,identity,1,0.23608646906040834,0.44648735139948353,0.3092762630397555,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.45243886008565287,0.45243886008565287,0.19852820700738796,0.604807286014807,0.18564483546021165,1.9016357305082052,0.0,0.0 +full,64,naive_bayes,identity,2,0.24199709031141514,0.6796887298236599,0.30235260360133687,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.49744761453282993,0.49744761453282993,0.19852820700738796,0.604807286014807,0.18564483546021165,1.9016357305082052,0.0,0.0 +full,64,naive_bayes,posterior_bins,0,0.17739481656463074,0.0,0.3165079556021573,0.5040942260733229,0.5040942260733229,0.302049795042409,0.0,0.20204443103091382,0.1246549784777782,0.3266994095086921,0.19802919865467944,0.5856364818587243,0.11265391014029322,1.8824649263521207,0.023440053411408937,0.372630447257918 +full,64,naive_bayes,posterior_bins,1,0.23720605534724137,0.4516776352153657,0.31267976730909175,0.6885253291460612,0.6885253291460612,0.43365748096887635,0.0,0.25486784817718483,0.196451425621635,0.45131927379881986,0.19802919865467944,0.5856364818587243,0.11265391014029322,1.8824649263521207,0.023440053411408937,0.372630447257918 +full,64,naive_bayes,posterior_bins,2,0.24258879992423457,0.6889812321788249,0.3023772680331651,0.7394447048442451,0.7394447048442451,0.4588677471889235,0.0,0.2805769576553215,0.2162789472646889,0.49685590492001047,0.19802919865467944,0.5856364818587243,0.11265391014029322,1.8824649263521207,0.023440053411408937,0.372630447257918 +full,64,naive_bayes,posterior_clusters,0,0.19371280029770865,0.0,0.38243734824360076,0.5040942260733229,0.5040942260733229,0.3202520480929841,0.0,0.18384217798033872,0.12653924779527537,0.3103814257756142,0.19835240590514225,0.5951855843037412,0.1209324681143059,1.8920140287971376,0.01303792908346729,0.34401169737429194 +full,64,naive_bayes,posterior_clusters,1,0.23593782160372162,0.44991496385306745,0.3114469125864889,0.6885253291460612,0.6885253291460612,0.4645601682027869,0.0,0.2239651609432743,0.22862234659906525,0.45258750754233956,0.19835240590514225,0.5951855843037412,0.1209324681143059,1.8920140287971376,0.01303792908346729,0.34401169737429194 +full,64,naive_bayes,posterior_clusters,2,0.24167133286734946,0.6913801095654977,0.3028139626633881,0.7394447048442451,0.7394447048442451,0.4890592927680133,0.0,0.25038541207623166,0.24738795990066387,0.4977733719768956,0.19835240590514225,0.5951855843037412,0.1209324681143059,1.8920140287971376,0.01303792908346729,0.34401169737429194 +full,64,naive_bayes,query_joint,0,0.19371280029770865,0.0,0.38243734824360076,0.5040942260733229,0.5040942260733229,0.3202520480929841,0.0,0.18384217798033872,0.12653924779527537,0.3103814257756142,0.19835240590514225,0.5951855843037412,0.1209324681143059,1.8920140287971376,0.01303792908346729,0.34401169737429194 +full,64,naive_bayes,query_joint,1,0.23606221706511535,0.448112802251424,0.31147348212311093,0.6885253291460612,0.6885253291460612,0.4645601682027869,0.0,0.2239651609432743,0.22849795113767152,0.45246311208094586,0.19835240590514225,0.5951855843037412,0.1209324681143059,1.8920140287971376,0.01303792908346729,0.34401169737429194 +full,64,naive_bayes,query_joint,2,0.24167133286734946,0.6878796393991118,0.3028139626633881,0.7394447048442451,0.7394447048442451,0.4890592927680133,0.0,0.25038541207623166,0.24738795990066387,0.4977733719768956,0.19835240590514225,0.5951855843037412,0.1209324681143059,1.8920140287971376,0.01303792908346729,0.34401169737429194 +full,64,naive_bayes,raw_entropy,0,0.14200025250340859,0.0,0.4827238806280435,0.5040942260733229,0.5040942260733229,0.233910742664559,0.0,0.2701834834087638,0.09191049016115038,0.36209397356991424,0.21096316944232954,0.6130132267660002,0.1070406982696989,1.9098416712593969,0.11442351731641853,0.3094779410896937 +full,64,naive_bayes,raw_entropy,1,0.18653631123550987,0.5376344168961931,0.3679348819357461,0.6885253291460612,0.6885253291460612,0.5733605698225223,0.0,0.11516475932353894,0.38682425858701236,0.5019890179105513,0.21096316944232954,0.6130132267660002,0.1070406982696989,1.9098416712593969,0.11442351731641853,0.3094779410896937 +full,64,naive_bayes,raw_entropy,2,0.1981462010693744,0.8225209792826782,0.3605733922663986,0.7394447048442451,0.7394447048442451,0.5978763986913918,0.0,0.14156830615285323,0.3997301976220174,0.5412985037748707,0.21096316944232954,0.6130132267660002,0.1070406982696989,1.9098416712593969,0.11442351731641853,0.3094779410896937 +full,64,naive_bayes,raw_information,0,0.2096957758763055,0.0,0.39804922718972224,0.5040942260733229,0.5040942260733229,0.34438932128039085,0.0,0.15970490479293195,0.13469354540408535,0.2943984501970173,0.19420497089262423,0.5723850791952523,0.12100573510092262,1.869213523688649,0.04099997548021923,0.31424001141197 +full,64,naive_bayes,raw_information,1,0.24622267122114855,0.4617848676553312,0.3210297187247774,0.6885253291460612,0.6885253291460612,0.5881186043755476,0.0,0.10040672477051357,0.3418959331543991,0.44230265792491263,0.19420497089262423,0.5723850791952523,0.12100573510092262,1.869213523688649,0.04099997548021923,0.31424001141197 +full,64,naive_bayes,raw_information,2,0.25299287373530666,0.7035357318534218,0.31223881603739734,0.7394447048442451,0.7394447048442451,0.6029360248404055,0.0,0.13650868000383948,0.3499431511050989,0.48645183110893836,0.19420497089262423,0.5723850791952523,0.12100573510092262,1.869213523688649,0.04099997548021923,0.31424001141197 +full,64,support_mixture,future_marginal,0,0.2202586116347206,0.0,0.44082516260134735,0.5040942260733229,0.5040942260733229,0.31101074577344956,0.0,0.1930834802998732,0.09075213413872892,0.28383561443860217,0.19117167720124661,0.5567150524922648,0.10379566883343923,1.8144275361624898,0.04203139805767552,0.30258803054554095 +full,64,support_mixture,future_marginal,1,0.2613623481397916,0.43997981111797874,0.3671181600018322,0.6885253291460612,0.6885253291460612,0.4550631610589583,0.0,0.2334621680871029,0.19370081291916663,0.4271629810062696,0.19117167720124661,0.5567150524922648,0.10379566883343923,1.8144275361624898,0.04203139805767552,0.30258803054554095 +full,64,support_mixture,future_marginal,2,0.26650225620573853,0.6811759306285203,0.3578503870375659,0.7394447048442451,0.7394447048442451,0.4790674368104554,0.0,0.26037726803378963,0.2125651806047168,0.47294244863850643,0.19117167720124661,0.5567150524922648,0.10379566883343923,1.8144275361624898,0.04203139805767552,0.30258803054554095 +full,64,support_mixture,hash_code,0,0.01676948704525217,0.0,0.7178879751966734,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.06437804019217752,0.48732473902807066,0.2378153786669905,0.669195551021944,0.08739861671293594,1.9509589728935541,0.18393942341059363,0.455228645801743 +full,64,support_mixture,hash_code,1,0.09691967170916663,0.5919157445514092,0.532890830052712,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.12764971053709664,0.5916056574368945,0.2378153786669905,0.669195551021944,0.08739861671293594,1.9509589728935541,0.18393942341059363,0.455228645801743 +full,64,support_mixture,hash_code,2,0.10786419061657306,0.9259934802910093,0.5206376774869558,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.1380479605295199,0.631580514227672,0.2378153786669905,0.669195551021944,0.08739861671293594,1.9509589728935541,0.18393942341059363,0.455228645801743 +full,64,support_mixture,identity,0,0.21414735377871436,0.0,0.4190648380747208,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.28994687229460847,0.28994687229460847,0.1917980834088618,0.5603035760492351,0.17933819862129902,1.7949271466672296,0.0,0.0 +full,64,support_mixture,identity,1,0.2799816306202882,0.4391093518201135,0.3469032958013577,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.408543698525773,0.408543698525773,0.1917980834088618,0.5603035760492351,0.17933819862129902,1.7949271466672296,0.0,0.0 +full,64,support_mixture,identity,2,0.2922223190917194,0.682531382297205,0.33742521543987813,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.44722238575252565,0.44722238575252565,0.1917980834088618,0.5603035760492351,0.17933819862129902,1.7949271466672296,0.0,0.0 +full,64,support_mixture,posterior_bins,0,0.20138453430622374,0.0,0.35212368708824804,0.5040942260733229,0.5040942260733229,0.30664401963997673,0.0,0.19745020643334607,0.10525948533375298,0.3027096917670991,0.19136607589579593,0.5559635825945956,0.10078054842598426,1.8281193826866888,0.03299089790285234,0.3702647221134571 +full,64,support_mixture,posterior_bins,1,0.25703197998457067,0.4418468395220757,0.351235230471275,0.6885253291460612,0.6885253291460612,0.4331497641742299,0.0,0.2553755649718313,0.1761177841896592,0.4314933491614905,0.19136607589579593,0.5559635825945956,0.10078054842598426,1.8281193826866888,0.03299089790285234,0.3702647221134571 +full,64,support_mixture,posterior_bins,2,0.2644552701678127,0.6779533185748804,0.3421986501819821,0.7394447048442451,0.7394447048442451,0.45596536040007996,0.0,0.28347934444416506,0.19151009023226725,0.4749894346764324,0.19136607589579593,0.5559635825945956,0.10078054842598426,1.8281193826866888,0.03299089790285234,0.3702647221134571 +full,64,support_mixture,posterior_clusters,0,0.21573840987535053,0.0,0.420755381795743,0.5040942260733229,0.5040942260733229,0.3215874401664194,0.0,0.18250678590690342,0.10584903029106878,0.28835581619797224,0.19179872442949744,0.5595975236910895,0.11005231013087154,1.8282416713064324,0.02434081143352834,0.34162107877013953 +full,64,support_mixture,posterior_clusters,1,0.2555593427222834,0.4347286157675506,0.3497616501520109,0.6885253291460612,0.6885253291460612,0.46505655209705027,0.0,0.22346877704901086,0.20949720937476682,0.4329659864237777,0.19179872442949744,0.5595975236910895,0.11005231013087154,1.8282416713064324,0.02434081143352834,0.34162107877013953 +full,64,support_mixture,posterior_clusters,2,0.26249682022967613,0.67892126373161,0.34256212291564686,0.7394447048442451,0.7394447048442451,0.4888602956763786,0.0,0.2505844091678664,0.22636347544670243,0.4769478846145689,0.19179872442949744,0.5595975236910895,0.11005231013087154,1.8282416713064324,0.02434081143352834,0.34162107877013953 +full,64,support_mixture,query_joint,0,0.21525777548667624,0.0,0.4220115607603229,0.5040942260733229,0.5040942260733229,0.31937170825678945,0.0,0.18472251781653332,0.10411393277011322,0.2888364505866466,0.1919638804196767,0.5600187365966782,0.10916870505458591,1.8216266027591053,0.02478438528752171,0.33191260140128276 +full,64,support_mixture,query_joint,1,0.2624848255094528,0.43896471335628845,0.35006565632812586,0.6885253291460612,0.6885253291460612,0.4742945341105695,0.0,0.21423079503549172,0.21180970860111664,0.4260405036366084,0.1919638804196767,0.5600187365966782,0.10916870505458591,1.8216266027591053,0.02478438528752171,0.33191260140128276 +full,64,support_mixture,query_joint,2,0.269215027646694,0.6826730023189875,0.34235908965931994,0.7394447048442451,0.7394447048442451,0.4988039910904401,0.0,0.24064071375380489,0.22958896344374605,0.47022967719755093,0.1919638804196767,0.5600187365966782,0.10916870505458591,1.8216266027591053,0.02478438528752171,0.33191260140128276 +full,64,support_mixture,raw_entropy,0,0.15155651224271208,0.0,0.5187037580014272,0.5040942260733229,0.5040942260733229,0.23431267352931898,0.0,0.2697815525440039,0.08275616128660689,0.3525377138306108,0.20842476338984067,0.6011646620697435,0.1001963421419933,1.867822419435417,0.11390999904192867,0.3090038477820798 +full,64,support_mixture,raw_entropy,1,0.2062599605342544,0.515020777409004,0.4089415870985565,0.6885253291460612,0.6885253291460612,0.5736864946808476,0.0,0.11483883446521348,0.36742653414659326,0.48226536861180674,0.20842476338984067,0.6011646620697435,0.1001963421419933,1.867822419435417,0.11390999904192867,0.3090038477820798 +full,64,support_mixture,raw_entropy,2,0.22337292640748022,0.7993548461824592,0.4011828942350784,0.7394447048442451,0.7394447048442451,0.5982581911513989,0.0,0.1411865136928461,0.37488526474391864,0.5160717784367649,0.20842476338984067,0.6011646620697435,0.1001963421419933,1.867822419435417,0.11390999904192867,0.3090038477820798 +full,64,support_mixture,raw_information,0,0.21857758285440698,0.0,0.428057721727178,0.5040942260733229,0.5040942260733229,0.34508019978775484,0.0,0.159014026285568,0.1265026169333478,0.28551664321891584,0.19047351498543502,0.552508962442166,0.11520784328308802,1.8193057219814672,0.04837843875917548,0.31214495599240083 +full,64,support_mixture,raw_information,1,0.2686560470553326,0.4447909442455472,0.35832610840177814,0.6885253291460612,0.6885253291460612,0.5858026834341596,0.0,0.10272264571190155,0.317146636378827,0.4198692820907286,0.19047351498543502,0.552508962442166,0.11520784328308802,1.8193057219814672,0.04837843875917548,0.31214495599240083 +full,64,support_mixture,raw_information,2,0.27581256517856806,0.6854262692766729,0.3498868800540506,0.7394447048442451,0.7394447048442451,0.6010716943729163,0.0,0.13837301047132872,0.3252591291943482,0.4636321396656769,0.19047351498543502,0.552508962442166,0.11520784328308802,1.8193057219814672,0.04837843875917548,0.31214495599240083 +full,256,joint_jeffreys,future_marginal,0,0.1980201884261873,0.0,0.6912856264572419,0.5040942260733229,0.5040942260733229,0.24459532678076035,0.0,0.2594988992925624,0.046575138354573026,0.3060740376471355,0.19672928651376184,0.5745682904450027,0.08640098208563816,1.596109275192819,0.18021261276900336,0.24986312566667762 +full,256,joint_jeffreys,future_marginal,1,0.2681947997814768,0.3743708273332516,0.6164857269769684,0.6885253291460612,0.6885253291460612,0.34308928357908824,0.0,0.34543604556697294,0.07489448379761135,0.42033052936458437,0.19672928651376184,0.5745682904450027,0.08640098208563816,1.596109275192819,0.18021261276900336,0.24986312566667762 +full,256,joint_jeffreys,future_marginal,2,0.276848169497215,0.6315581242064849,0.6049093798324198,0.7394447048442451,0.7394447048442451,0.3633107651873537,0.0,0.3761339396568913,0.0864625956901387,0.46259653534703,0.19672928651376184,0.5745682904450027,0.08640098208563816,1.596109275192819,0.18021261276900336,0.24986312566667762 +full,256,joint_jeffreys,hash_code,0,0.0390092994234168,0.0,0.9064954603705614,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.0421382278140129,0.46508492664990597,0.23134506157050888,0.6547424316708891,0.06999367447074858,1.8478221746397718,0.3022702220698417,0.455228645801743 +full,256,joint_jeffreys,hash_code,1,0.1467035145679415,0.38912454549918113,0.7150742067135989,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.07786586767832171,0.5418218145781197,0.23134506157050888,0.6547424316708891,0.06999367447074858,1.8478221746397718,0.3022702220698417,0.455228645801743 +full,256,joint_jeffreys,hash_code,2,0.16824494971040735,0.7870830579657319,0.6752452751620333,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.0776672014356856,0.5711997551338377,0.23134506157050888,0.6547424316708891,0.06999367447074858,1.8478221746397718,0.3022702220698417,0.455228645801743 +full,256,joint_jeffreys,identity,0,0.3904146312645507,0.0,0.3620761632151457,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.11367959480877209,0.11367959480877209,0.1592041081320261,0.4888157426729374,0.13920364895621032,1.4217694652591808,0.0,0.0 +full,256,joint_jeffreys,identity,1,0.531052760899261,0.6356831644847534,0.28860914489017897,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.15747256824680017,0.15747256824680017,0.1592041081320261,0.4888157426729374,0.13920364895621032,1.4217694652591808,0.0,0.0 +full,256,joint_jeffreys,identity,2,0.5697285954795864,1.2257834729622863,0.26159751047952806,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.16971610936465856,0.16971610936465856,0.1592041081320261,0.4888157426729374,0.13920364895621032,1.4217694652591808,0.0,0.0 +full,256,joint_jeffreys,posterior_bins,0,0.3995441585834102,0.0,0.3447428729440879,0.5040942260733229,0.5040942260733229,0.4512519591010762,0.0,0.052842266972246615,0.05170780051766596,0.1045500674899126,0.15966749247516032,0.4901737976786584,0.11623009634180916,1.7015350465823897,0.23541150370408823,0.3625143527824574 +full,256,joint_jeffreys,posterior_bins,1,0.42007792270919947,0.39354142229760225,0.41180138473281475,0.6885253291460612,0.6885253291460612,0.5080095387775813,0.0,0.18051579036847992,0.08793161606838179,0.26844740643686177,0.15966749247516032,0.4901737976786584,0.11623009634180916,1.7015350465823897,0.23541150370408823,0.3625143527824574 +full,256,joint_jeffreys,posterior_bins,2,0.4307734721544022,0.6246848026294486,0.3982287024298843,0.7394447048442451,0.7394447048442451,0.5232721594777718,0.0,0.21617254536647318,0.09249868732336958,0.3086712326898428,0.15966749247516032,0.4901737976786584,0.11623009634180916,1.7015350465823897,0.23541150370408823,0.3625143527824574 +full,256,joint_jeffreys,posterior_clusters,0,0.3739659901210199,0.0,0.4073395417692086,0.5040942260733229,0.5040942260733229,0.4528253335935724,0.0,0.05126889247975037,0.07885934347255252,0.1301282359523029,0.16010303538234072,0.49097914186313973,0.11758364011178078,1.6773717104966013,0.22198278924626783,0.3390850559803808 +full,256,joint_jeffreys,posterior_clusters,1,0.4234052946694901,0.41742903925496005,0.4175307190881579,0.6885253291460612,0.6885253291460612,0.5236160194918439,0.0,0.16490930965421735,0.10021072482235371,0.2651200344765711,0.16010303538234072,0.49097914186313973,0.11758364011178078,1.6773717104966013,0.22198278924626783,0.3390850559803808 +full,256,joint_jeffreys,posterior_clusters,2,0.43422289999709585,0.6803172869279933,0.4031096076222982,0.7394447048442451,0.7394447048442451,0.5417818006259169,0.0,0.19766290421832822,0.10755890062882095,0.3052218048471492,0.16010303538234072,0.49097914186313973,0.11758364011178078,1.6773717104966013,0.22198278924626783,0.3390850559803808 +full,256,joint_jeffreys,query_joint,0,0.3785348384329246,0.0,0.4281243259760989,0.5040942260733229,0.5040942260733229,0.4291625043880209,0.0,0.07493172168530188,0.05062766595509626,0.12555938764039817,0.16229723202575547,0.49769096352121533,0.11142873933866061,1.4330008035661674,0.1260734160059798,0.11344929956126766 +full,256,joint_jeffreys,query_joint,1,0.5445834388438396,0.6919439890189552,0.33207017402618966,0.6885253291460612,0.6885253291460612,0.6227278660953227,0.0,0.06579746305073843,0.07814442725148302,0.1439418903022215,0.16229723202575547,0.49769096352121533,0.11142873933866061,1.4330008035661674,0.1260734160059798,0.11344929956126766 +full,256,joint_jeffreys,query_joint,2,0.5556135851222291,1.0938017751380302,0.33224646778400463,0.7394447048442451,0.7394447048442451,0.6638641242620045,0.0,0.0755805805822406,0.1082505391397752,0.18383111972201582,0.16229723202575547,0.49769096352121533,0.11142873933866061,1.4330008035661674,0.1260734160059798,0.11344929956126766 +full,256,joint_jeffreys,raw_entropy,0,0.16695419820380164,0.0,0.7256454155436065,0.5040942260733229,0.5040942260733229,0.23152521644482227,0.0,0.27256900962850056,0.06457101824102059,0.3371400278695212,0.2036103061349058,0.5942952747657865,0.09672287999170265,1.646108953562587,0.25939772752172596,0.3043902508534477 +full,256,joint_jeffreys,raw_entropy,1,0.471496809656074,0.713623977604356,0.39122796413146854,0.6885253291460612,0.6885253291460612,0.577200168992418,0.0,0.11132516015364319,0.10570335933634398,0.2170285194899872,0.2036103061349058,0.5942952747657865,0.09672287999170265,1.646108953562587,0.25939772752172596,0.3043902508534477 +full,256,joint_jeffreys,raw_entropy,2,0.498574855330835,1.13942535003362,0.3831700963501191,0.7394447048442451,0.7394447048442451,0.6020922633092582,0.0,0.13735244153498669,0.1035174079784233,0.24086984951341003,0.2036103061349058,0.5942952747657865,0.09672287999170265,1.646108953562587,0.25939772752172596,0.3043902508534477 +full,256,joint_jeffreys,raw_information,0,0.29860853847968877,0.0,0.5802903227402035,0.5040942260733229,0.5040942260733229,0.37944066232564577,0.0,0.124653563747677,0.08083212384595698,0.20548568759363398,0.1747676270784515,0.526255985800789,0.11113907512641849,1.643586071539636,0.24719825257847278,0.3149226904416396 +full,256,joint_jeffreys,raw_information,1,0.48642567567549577,0.5705426433565113,0.3834046038208193,0.6885253291460612,0.6885253291460612,0.5918498691512503,0.0,0.09667545999481085,0.10542419347575452,0.2020996534705654,0.1747676270784515,0.526255985800789,0.11113907512641849,1.643586071539636,0.24719825257847278,0.3149226904416396 +full,256,joint_jeffreys,raw_information,2,0.49739001196479166,0.8784218574918052,0.37531522257480965,0.7394447048442451,0.7394447048442451,0.604988390768233,0.0,0.13445631407601202,0.10759837880344128,0.24205469287945333,0.1747676270784515,0.526255985800789,0.11113907512641849,1.643586071539636,0.24719825257847278,0.3149226904416396 +full,256,naive_bayes,future_marginal,0,0.2397783853897113,0.0,0.4747625324269013,0.5040942260733229,0.5040942260733229,0.3450387178423129,0.0,0.15905550823100992,0.10526033245260155,0.2643158406836115,0.1879070914829567,0.5615799526546534,0.10268477809606107,1.834573694704873,0.00976216592437241,0.3452145627237407 +full,256,naive_bayes,future_marginal,1,0.28117235945011587,0.42425672225041144,0.3649500239889398,0.6885253291460612,0.6885253291460612,0.48189003800896973,0.0,0.20663529113709148,0.2007176785588538,0.4073529696959453,0.1879070914829567,0.5615799526546534,0.10268477809606107,1.834573694704873,0.00976216592437241,0.3452145627237407 +full,256,naive_bayes,future_marginal,2,0.28898453272431474,0.6694483448785385,0.35970306285170167,0.7394447048442451,0.7394447048442451,0.5062205598146106,0.0,0.23322414502963446,0.2172360270902958,0.45046017211993034,0.1879070914829567,0.5615799526546534,0.10268477809606107,1.834573694704873,0.00976216592437241,0.3452145627237407 +full,256,naive_bayes,hash_code,0,0.032198085307731404,0.0,0.7271104687895732,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.0489494419296983,0.47189614076559144,0.2343895173930535,0.6619334218262556,0.06796680054010446,1.934927163876475,0.17558553235873273,0.455228645801743 +full,256,naive_bayes,hash_code,1,0.11863589475366583,0.557899514618386,0.5148559250231828,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.10593348749259743,0.5698894343923954,0.2343895173930535,0.6619334218262556,0.06796680054010446,1.934927163876475,0.17558553235873273,0.455228645801743 +full,256,naive_bayes,hash_code,2,0.13479413168328536,0.910497678949555,0.5088690822157951,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.11111801946280761,0.6046505731609597,0.2343895173930535,0.6619334218262556,0.06796680054010446,1.934927163876475,0.17558553235873273,0.455228645801743 +full,256,naive_bayes,identity,0,0.23962403292749068,0.0,0.47245194231780135,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.2644701931458321,0.2644701931458321,0.18797325489980768,0.5765135247165348,0.16552075890191834,1.8495072667667543,0.0,0.0 +full,256,naive_bayes,identity,1,0.2815540553993489,0.4239665826017735,0.3654261415981657,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.4069712737467122,0.4069712737467122,0.18797325489980768,0.5765135247165348,0.16552075890191834,1.8495072667667543,0.0,0.0 +full,256,naive_bayes,identity,2,0.28980924947116843,0.6643218634710306,0.3597978948697926,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.44963545537307653,0.44963545537307653,0.18797325489980768,0.5765135247165348,0.16552075890191834,1.8495072667667543,0.0,0.0 +full,256,naive_bayes,posterior_bins,0,0.24092460028238621,0.0,0.4350766067920414,0.5040942260733229,0.5040942260733229,0.3205508209448485,0.0,0.1835434051284743,0.07962622066246222,0.26316962579093656,0.18762542562889095,0.5575578788723848,0.08732476158179299,1.8305516209226043,0.02264153573213385,0.38469695738337467 +full,256,naive_bayes,posterior_bins,1,0.28196031427636153,0.4364563305393818,0.3669192938975106,0.6885253291460612,0.6885253291460612,0.426761702530796,0.0,0.2617636266152652,0.14480138825443442,0.40656501486969965,0.18762542562889095,0.5575578788723848,0.08732476158179299,1.8305516209226043,0.02264153573213385,0.38469695738337467 +full,256,naive_bayes,posterior_bins,2,0.2902029615069328,0.6903706525583964,0.3564927876623158,0.7394447048442451,0.7394447048442451,0.45053991064638055,0.0,0.28890479419786447,0.1603369491394477,0.44924174333731226,0.18762542562889095,0.5575578788723848,0.08732476158179299,1.8305516209226043,0.02264153573213385,0.38469695738337467 +full,256,naive_bayes,posterior_clusters,0,0.23973092397526158,0.0,0.4759961008373306,0.5040942260733229,0.5040942260733229,0.3451922700916463,0.0,0.15890195598167642,0.10546134611638479,0.26436330209806125,0.18799495082237955,0.5689001195028257,0.10284020662480747,1.8418938615530451,0.00965362338568104,0.34133568146789206 +full,256,naive_bayes,posterior_clusters,1,0.2819175783887202,0.42405077454955936,0.3656722109511361,0.6885253291460612,0.6885253291460612,0.4819482665289832,0.0,0.20657706261707798,0.20003068814026295,0.406607750757341,0.18799495082237955,0.5689001195028257,0.10284020662480747,1.8418938615530451,0.00965362338568104,0.34133568146789206 +full,256,naive_bayes,posterior_clusters,2,0.28978662678634365,0.6691674568335871,0.3599191145886521,0.7394447048442451,0.7394447048442451,0.5052745355199495,0.0,0.23417016932429552,0.21548790873360582,0.44965807805790137,0.18799495082237955,0.5689001195028257,0.10284020662480747,1.8418938615530451,0.00965362338568104,0.34133568146789206 +full,256,naive_bayes,query_joint,0,0.23973092397526158,0.0,0.4759961008373306,0.5040942260733229,0.5040942260733229,0.3451922700916463,0.0,0.15890195598167642,0.10546134611638479,0.26436330209806125,0.18799495082237955,0.5689001195028257,0.10284020662480747,1.8418938615530451,0.00965362338568104,0.34133568146789206 +full,256,naive_bayes,query_joint,1,0.2819175783887202,0.4250789976629611,0.3656722109511361,0.6885253291460612,0.6885253291460612,0.4819482665289832,0.0,0.20657706261707798,0.20003068814026295,0.406607750757341,0.18799495082237955,0.5689001195028257,0.10284020662480747,1.8418938615530451,0.00965362338568104,0.34133568146789206 +full,256,naive_bayes,query_joint,2,0.28978662678634365,0.6702993223081134,0.3599191145886521,0.7394447048442451,0.7394447048442451,0.5052745355199495,0.0,0.23417016932429552,0.21548790873360582,0.44965807805790137,0.18799495082237955,0.5689001195028257,0.10284020662480747,1.8418938615530451,0.00965362338568104,0.34133568146789206 +full,256,naive_bayes,raw_entropy,0,0.17380689858654713,0.0,0.54253869395611,0.5040942260733229,0.5040942260733229,0.22762885878129585,0.0,0.2764653672920269,0.053821960194748705,0.33028732748677564,0.20416900173978356,0.5954552045168391,0.07548471963556981,1.8684489465670584,0.0960662178596366,0.3047157867983866 +full,256,naive_bayes,raw_entropy,1,0.23085901076633822,0.505872957355517,0.41371580380987916,0.6885253291460612,0.6885253291460612,0.5760725742185804,0.0,0.11245275492748076,0.3452135634522422,0.457666318379723,0.20416900173978356,0.5954552045168391,0.07548471963556981,1.8684489465670584,0.0960662178596366,0.3047157867983866 +full,256,naive_bayes,raw_entropy,2,0.24344919157228226,0.8028373878820004,0.40663518999155784,0.7394447048442451,0.7394447048442451,0.6012559927185824,0.0,0.13818871212566267,0.35780680114630004,0.4959955132719628,0.20416900173978356,0.5954552045168391,0.07548471963556981,1.8684489465670584,0.0960662178596366,0.3047157867983866 +full,256,naive_bayes,raw_information,0,0.2588966320187256,0.0,0.4871995884572617,0.5040942260733229,0.5040942260733229,0.3813679547938598,0.0,0.12272627127946299,0.1224713227751342,0.2451975940545972,0.1831311187163671,0.542661698291936,0.10468063195674354,1.8156554403421554,0.03123339166144456,0.308261230838865 +full,256,naive_bayes,raw_information,1,0.295657051791188,0.4364283725315475,0.3743149138195468,0.6885253291460612,0.6885253291460612,0.6015854909079972,0.0,0.08693983823806394,0.3059284391168092,0.3928682773548732,0.1831311187163671,0.542661698291936,0.10468063195674354,1.8156554403421554,0.03123339166144456,0.308261230838865 +full,256,naive_bayes,raw_information,2,0.30463431133323227,0.6910354077610961,0.3675218467486137,0.7394447048442451,0.7394447048442451,0.6154081710729409,0.0,0.12403653377130411,0.31077385973970867,0.43481039351101275,0.1831311187163671,0.542661698291936,0.10468063195674354,1.8156554403421554,0.03123339166144456,0.308261230838865 +full,256,support_mixture,future_marginal,0,0.24389848683488125,0.0,0.5990746048415309,0.5040942260733229,0.5040942260733229,0.29418610544370405,0.0,0.20990812062961872,0.05028761860882279,0.2601957392384416,0.184428608432597,0.5389234383212061,0.07748586936306044,1.6730651477481524,0.0909148166173881,0.22631129542257977 +full,256,support_mixture,future_marginal,1,0.3052964858684258,0.34392020327804035,0.4927282278550154,0.6885253291460612,0.6885253291460612,0.393399912353382,0.0,0.2951254167926792,0.08810342648495621,0.3832288432776354,0.184428608432597,0.5389234383212061,0.07748586936306044,1.6730651477481524,0.0909148166173881,0.22631129542257977 +full,256,support_mixture,future_marginal,2,0.31825704528043597,0.6197064463145049,0.4748880245433579,0.7394447048442451,0.7394447048442451,0.41473216058730283,0.0,0.3247125442569421,0.09647511530686684,0.42118765956380905,0.184428608432597,0.5389234383212061,0.07748586936306044,1.6730651477481524,0.0909148166173881,0.22631129542257977 +full,256,support_mixture,hash_code,0,0.03465161322451945,0.0,0.7947740136811445,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.04649591401291025,0.46944261284880334,0.2314267467912746,0.6550961041770818,0.0606063288003553,1.8808301365645776,0.19211294536107565,0.455228645801743 +full,256,support_mixture,hash_code,1,0.15035245409684078,0.493551652015708,0.6044996975512349,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.07421692814942249,0.5381728750492204,0.2314267467912746,0.6550961041770818,0.0606063288003553,1.8808301365645776,0.19211294536107565,0.455228645801743 +full,256,support_mixture,hash_code,2,0.1668891663034105,0.8350335135740384,0.5870730446251944,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.07902298484268246,0.5725555385408345,0.2314267467912746,0.6550961041770818,0.0606063288003553,1.8808301365645776,0.19211294536107565,0.455228645801743 +full,256,support_mixture,identity,0,0.30872525449925264,0.0,0.5048341940991466,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.19536897157407015,0.19536897157407015,0.16870771772309534,0.5040443312607532,0.14447503235512965,1.575703308013198,0.0,0.0 +full,256,support_mixture,identity,1,0.46176257442389335,0.46171554357124867,0.3553213763934976,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.2267627547221678,0.2267627547221678,0.16870771772309534,0.5040443312607532,0.14447503235512965,1.575703308013198,0.0,0.0 +full,256,support_mixture,identity,2,0.48752914335746633,0.7879391975013519,0.3322458797924273,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.2519155614867787,0.2519155614867787,0.16870771772309534,0.5040443312607532,0.14447503235512965,1.575703308013198,0.0,0.0 +full,256,support_mixture,posterior_bins,0,0.31479645073991364,0.0,0.4653098572155039,0.5040942260733229,0.5040942260733229,0.3781947503472821,0.0,0.12589947572604065,0.06339829960736851,0.1892977753334092,0.1692475657195969,0.5049170965890832,0.08883019528444243,1.7362422101662005,0.09126429720345175,0.3725767647815158 +full,256,support_mixture,posterior_bins,1,0.36640505144566876,0.40372973217531766,0.4132694662258738,0.6885253291460612,0.6885253291460612,0.4534063229678575,0.0,0.2351190061782037,0.08700127152218862,0.32212027770039237,0.1692475657195969,0.5049170965890832,0.08883019528444243,1.7362422101662005,0.09126429720345175,0.3725767647815158 +full,256,support_mixture,posterior_bins,2,0.3753181751658314,0.6484038397190999,0.4066499705304955,0.7394447048442451,0.7394447048442451,0.47277990315703344,0.0,0.2666648016872116,0.097461727991202,0.36412652967841364,0.1692475657195969,0.5049170965890832,0.08883019528444243,1.7362422101662005,0.09126429720345175,0.3725767647815158 +full,256,support_mixture,posterior_clusters,0,0.30837768551437456,0.0,0.5040355970411491,0.5040942260733229,0.5040942260733229,0.3923701589497264,0.0,0.11172406712359641,0.08399247343535184,0.1957165405589483,0.16896562217564867,0.5047116217903422,0.09671290313830037,1.716368568639486,0.08219807107519696,0.33661845140180435 +full,256,support_mixture,posterior_clusters,1,0.3774049896796771,0.39799409587765955,0.4133302545351929,0.6885253291460612,0.6885253291460612,0.4917285988201473,0.0,0.1967967303259139,0.11432360914047007,0.311120339466384,0.16896562217564867,0.5047116217903422,0.09671290313830037,1.716368568639486,0.08219807107519696,0.33661845140180435 +full,256,support_mixture,posterior_clusters,2,0.38691068333150436,0.6522745417858318,0.40366677795178063,0.7394447048442451,0.7394447048442451,0.5125860715198505,0.0,0.2268586333243945,0.12567538818834614,0.35253402151274066,0.16896562217564867,0.5047116217903422,0.09671290313830037,1.716368568639486,0.08219807107519696,0.33661845140180435 +full,256,support_mixture,query_joint,0,0.2950817383752897,0.0,0.5324919474749459,0.5040942260733229,0.5040942260733229,0.4052307672102457,0.0,0.09886345886307712,0.11014902883495592,0.2090124876980331,0.1691732286137816,0.5051793611263083,0.10177411434369944,1.6005621954610794,0.05829764274784849,0.13909273106175885 +full,256,support_mixture,query_joint,1,0.450783263986816,0.4416060487080807,0.37512109409465944,0.6885253291460612,0.6885253291460612,0.6185121942173727,0.0,0.07001313492868852,0.16772893023055657,0.23774206515924512,0.1691732286137816,0.5051793611263083,0.10177411434369944,1.6005621954610794,0.05829764274784849,0.13909273106175885 +full,256,support_mixture,query_joint,2,0.47228763024843307,0.7350399945090812,0.35894041988913045,0.7394447048442451,0.7394447048442451,0.6555548058473448,0.0,0.08388989899690019,0.18326717559891173,0.26715707459581195,0.1691732286137816,0.5051793611263083,0.10177411434369944,1.6005621954610794,0.05829764274784849,0.13909273106175885 +full,256,support_mixture,raw_entropy,0,0.1792368316079869,0.0,0.6083225481059515,0.5040942260733229,0.5040942260733229,0.22762885878129585,0.0,0.2764653672920269,0.048392027173308955,0.3248573944653359,0.20048540369700646,0.582982936614562,0.0682414156276345,1.7455507208885082,0.13514055439542455,0.30493189070430277 +full,256,support_mixture,raw_entropy,1,0.30419773624447505,0.5094318550367918,0.4704861649923735,0.6885253291460612,0.6885253291460612,0.5760725742185804,0.0,0.11245275492748076,0.27187483797410533,0.3843275929015861,0.20048540369700646,0.582982936614562,0.0682414156276345,1.7455507208885082,0.13514055439542455,0.30493189070430277 +full,256,support_mixture,raw_entropy,2,0.35328029487601154,0.8767351514040783,0.4495937907155699,0.7394447048442451,0.7394447048442451,0.6011356418842965,0.0,0.13830906295994852,0.2478553470082849,0.3861644099682334,0.20048540369700646,0.582982936614562,0.0682414156276345,1.7455507208885082,0.13514055439542455,0.30493189070430277 +full,256,support_mixture,raw_information,0,0.29205967265247795,0.0,0.5323391798104244,0.5040942260733229,0.5040942260733229,0.3793627712960838,0.0,0.12473145477723896,0.08730309864360589,0.21203455342084485,0.17538087752228873,0.517823282315932,0.0945356174303355,1.703875223546203,0.09463145754362526,0.3044686292876468 +full,256,support_mixture,raw_information,1,0.38401902816935624,0.4101632259306692,0.4186845345840699,0.6885253291460612,0.6885253291460612,0.6001688544028156,0.0,0.08835647474324547,0.21614982623345944,0.3045063009767049,0.17538087752228873,0.517823282315932,0.0945356174303355,1.703875223546203,0.09463145754362526,0.3044686292876468 +full,256,support_mixture,raw_information,2,0.40831960806655015,0.6849154188517684,0.40390697385890234,0.7394447048442451,0.7394447048442451,0.6140114516799352,0.0,0.12543325316430978,0.20569184361338508,0.3311250967776949,0.17538087752228873,0.517823282315932,0.0945356174303355,1.703875223546203,0.09463145754362526,0.3044686292876468 +full,1024,joint_jeffreys,future_marginal,0,0.23082086898949492,0.0,0.5587322538289039,0.5040942260733229,0.5040942260733229,0.24467841946799337,0.0,0.2594158066053294,0.013857550478498407,0.27327335708382783,0.18784046654081724,0.5491400196656413,0.04337463594670939,1.4523781390096653,0.2236703694439026,0.21136418456731978 +full,1024,joint_jeffreys,future_marginal,1,0.3240907956660903,0.47043960302516036,0.46299975552629713,0.6885253291460612,0.6885253291460612,0.3426793213684269,0.0,0.3458460077776343,0.018588525702336548,0.3644345334799709,0.18784046654081724,0.5491400196656413,0.04337463594670939,1.4523781390096653,0.2236703694439026,0.21136418456731978 +full,1024,joint_jeffreys,future_marginal,2,0.33812457372715626,0.7338603867403029,0.44220326854012415,0.7394447048442451,0.7394447048442451,0.36042563565359925,0.0,0.3790190691906457,0.02230106192644301,0.40132013111708875,0.18784046654081724,0.5491400196656413,0.04337463594670939,1.4523781390096653,0.2236703694439026,0.21136418456731978 +full,1024,joint_jeffreys,hash_code,0,0.07090210738642608,0.0,0.7671738563417312,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.01024541985100362,0.4331921186868967,0.22546463134473976,0.6413825184147806,0.035736917512872605,1.781553715450036,0.4027152729220393,0.455228645801743 +full,1024,joint_jeffreys,hash_code,1,0.2076367380664715,0.5657987221863597,0.5250258765729955,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.01693264417979174,0.4808885910795897,0.22546463134473976,0.6413825184147806,0.035736917512872605,1.781553715450036,0.4027152729220393,0.455228645801743 +full,1024,joint_jeffreys,hash_code,2,0.22619740188400783,0.9522058196527909,0.5059027898397125,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.019714749262085104,0.5132473029602371,0.22546463134473976,0.6413825184147806,0.035736917512872605,1.781553715450036,0.4027152729220393,0.455228645801743 +full,1024,joint_jeffreys,identity,0,0.4698224121367217,0.0,0.2634466202469595,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.03427181393660109,0.03427181393660109,0.13831439878076857,0.43179141833468715,0.07100020328649197,1.2340277101812673,0.0,0.0 +full,1024,joint_jeffreys,identity,1,0.6348061482430323,0.7239383832884686,0.17914828963225396,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.053719180903028955,0.053719180903028955,0.13831439878076857,0.43179141833468715,0.07100020328649197,1.2340277101812673,0.0,0.0 +full,1024,joint_jeffreys,identity,2,0.6764725875055928,1.1273562088755005,0.1602614445232548,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.06297211733865225,0.06297211733865225,0.13831439878076857,0.43179141833468715,0.07100020328649197,1.2340277101812673,0.0,0.0 +full,1024,joint_jeffreys,posterior_bins,0,0.47808738702275055,0.0,0.22901801119928003,0.5040942260733229,0.5040942260733229,0.49580564241560054,0.0,0.00828858365772227,0.017718255392849953,0.026006839050572245,0.13788071945352154,0.4312230691212185,0.0647358123335939,1.627098717513418,0.33154514903380844,0.3667694122890714 +full,1024,joint_jeffreys,posterior_bins,1,0.5089455428297656,0.38226724368016757,0.2592683994306183,0.6885253291460612,0.6885253291460612,0.5386020134795193,0.0,0.14992331566654193,0.029656470649753627,0.17957978631629562,0.13788071945352154,0.4312230691212185,0.0647358123335939,1.627098717513418,0.33154514903380844,0.3667694122890714 +full,1024,joint_jeffreys,posterior_bins,2,0.5214578039060357,0.6498363982210207,0.24619755052111567,0.7394447048442451,0.7394447048442451,0.5509597925016826,0.0,0.18848491234256243,0.029501988595646914,0.21798690093820938,0.13788071945352154,0.4312230691212185,0.0647358123335939,1.627098717513418,0.33154514903380844,0.3667694122890714 +full,1024,joint_jeffreys,posterior_clusters,0,0.46912446856484186,0.0,0.26745927219696,0.5040942260733229,0.5040942260733229,0.49423391728177335,0.0,0.009860308791549414,0.02510944871693148,0.034969757508480914,0.1385689945618125,0.4325709500698833,0.0664408631756557,1.5945252070972644,0.31206554477881904,0.3446364336751231 +full,1024,joint_jeffreys,posterior_clusters,1,0.5215968433016306,0.4134332312025735,0.25854852673652284,0.6885253291460612,0.6885253291460612,0.5529092743775572,0.0,0.13561605476850397,0.031312431075926586,0.16692848584443062,0.1385689945618125,0.4325709500698833,0.0664408631756557,1.5945252070972644,0.31206554477881904,0.3446364336751231 +full,1024,joint_jeffreys,posterior_clusters,2,0.5346236102614071,0.7088457426212804,0.24632089313346076,0.7394447048442451,0.7394447048442451,0.5672799666462969,0.0,0.17216473819794817,0.03265635638488965,0.20482109458283787,0.1385689945618125,0.4325709500698833,0.0664408631756557,1.5945252070972644,0.31206554477881904,0.3446364336751231 +full,1024,joint_jeffreys,query_joint,0,0.47979848122441887,0.0,0.2701570139790806,0.5040942260733229,0.5040942260733229,0.48908433156342535,0.0,0.015009894509897445,0.009285850339006443,0.024295744848903896,0.13706959225613735,0.4301791390621969,0.057568801137195355,1.2089339189757202,0.11190109667530547,0.02381082471323537 +full,1024,joint_jeffreys,query_joint,1,0.6587079320773476,0.7411079001767052,0.21814285606258008,0.6885253291460612,0.6885253291460612,0.6778663038633262,0.0,0.01065902528273495,0.019158371785978626,0.029817397068713607,0.13706959225613735,0.4301791390621969,0.057568801137195355,1.2089339189757202,0.11190109667530547,0.02381082471323537 +full,1024,joint_jeffreys,query_joint,2,0.6995449745653602,1.0507242863691983,0.17606378744096293,0.7394447048442451,0.7394447048442451,0.7267838690517684,0.0,0.012660835792476692,0.027238894486408025,0.039899730278884764,0.13706959225613735,0.4301791390621969,0.057568801137195355,1.2089339189757202,0.11190109667530547,0.02381082471323537 +full,1024,joint_jeffreys,raw_entropy,0,0.21336034026727205,0.0,0.54982562227206,0.5040942260733229,0.5040942260733229,0.22524204409593235,0.0,0.2788521819773905,0.011881703828660292,0.2907338858060508,0.1943442022349956,0.5702502650194416,0.04446047554669167,1.5289999203448514,0.30606821057576933,0.3092290216283886 +full,1024,joint_jeffreys,raw_entropy,1,0.5572932974199971,0.7808308694221723,0.22396697192682383,0.6885253291460612,0.6885253291460612,0.5717745594545518,0.0,0.1167507696915094,0.014481262034554685,0.1312320317260641,0.1943442022349956,0.5702502650194416,0.04446047554669167,1.5289999203448514,0.30606821057576933,0.3092290216283886 +full,1024,joint_jeffreys,raw_entropy,2,0.5806509267244303,1.13403608722106,0.22730541661130113,0.7394447048442451,0.7394447048442451,0.5973214756840656,0.0,0.14212322916017947,0.01667054895963519,0.15879377811981468,0.1943442022349956,0.5702502650194416,0.04446047554669167,1.5289999203448514,0.30606821057576933,0.3092290216283886 +full,1024,joint_jeffreys,raw_information,0,0.40346432827196027,0.0,0.3766650759211138,0.5040942260733229,0.5040942260733229,0.41795402332742526,0.0,0.08614020274589755,0.014489695055464954,0.10062989780136251,0.15224151208264505,0.465201981834576,0.053952345040658566,1.5300777290336443,0.3022160051654035,0.31178464994561 +full,1024,joint_jeffreys,raw_information,1,0.5816990760496983,0.5882096886450422,0.2332513807674563,0.6885253291460612,0.6885253291460612,0.5959671997278998,0.0,0.09255812941816137,0.014268123678201548,0.10682625309636294,0.15224151208264505,0.465201981834576,0.053952345040658566,1.5300777290336443,0.3022160051654035,0.31178464994561 +full,1024,joint_jeffreys,raw_information,2,0.5907071646580937,0.8428924159664267,0.22384728225948475,0.7394447048442451,0.7394447048442451,0.6089886871877052,0.0,0.1304560176565398,0.01828152252961153,0.14873754018615135,0.15224151208264505,0.465201981834576,0.053952345040658566,1.5300777290336443,0.3022160051654035,0.31178464994561 +full,1024,naive_bayes,future_marginal,0,0.2560567578604907,0.0,0.499735665754018,0.5040942260733229,0.5040942260733229,0.38398349277060434,0.0,0.12011073330271843,0.1279267349101136,0.2480374682128321,0.1847390400354408,0.5544078791070205,0.10695978670350018,1.8214654439616405,0.007427851649748223,0.339849263806144 +full,1024,naive_bayes,future_marginal,1,0.2992952670089154,0.40192037462390745,0.38477839821874055,0.6885253291460612,0.6885253291460612,0.5013449143065947,0.0,0.18718041483946646,0.2020496472976793,0.3892300621371458,0.1847390400354408,0.5544078791070205,0.10695978670350018,1.8214654439616405,0.007427851649748223,0.339849263806144 +full,1024,naive_bayes,future_marginal,2,0.30884440808879643,0.6597559583668569,0.3761163081305564,0.7394447048442451,0.7394447048442451,0.5238145820482777,0.0,0.2156301227959673,0.21497017395948123,0.43060029675544853,0.1847390400354408,0.5544078791070205,0.10695978670350018,1.8214654439616405,0.007427851649748223,0.339849263806144 +full,1024,naive_bayes,hash_code,0,0.036683634139419975,0.0,0.7155440811721618,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.04446389309800973,0.46741059193390283,0.23290866809144425,0.65875289409732,0.054849555658967326,1.9258104589519396,0.1630007463598935,0.455228645801743 +full,1024,naive_bayes,hash_code,1,0.12785534326519143,0.5176171422371915,0.5333004343835344,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.09671403898107184,0.5606699858808698,0.23290866809144425,0.65875289409732,0.054849555658967326,1.9258104589519396,0.1630007463598935,0.455228645801743 +full,1024,naive_bayes,hash_code,2,0.14519406269672736,0.9002754472501726,0.5124688472355641,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.1007180884493656,0.5942506421475175,0.23290866809144425,0.65875289409732,0.054849555658967326,1.9258104589519396,0.1630007463598935,0.455228645801743 +full,1024,naive_bayes,identity,0,0.25721542104064815,0.0,0.4963210164828749,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.24687880503267468,0.24687880503267468,0.1847160831113642,0.5674479500589344,0.1542811347232172,1.8345055149135538,0.0,0.0 +full,1024,naive_bayes,identity,1,0.2991426134369277,0.3979090501907671,0.3839199339959264,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.3893827157091334,0.3893827157091334,0.1847160831113642,0.5674479500589344,0.1542811347232172,1.8345055149135538,0.0,0.0 +full,1024,naive_bayes,identity,2,0.30889052840994335,0.6559830508659649,0.37548773551266057,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.4305541764343016,0.4305541764343016,0.1847160831113642,0.5674479500589344,0.1542811347232172,1.8345055149135538,0.0,0.0 +full,1024,naive_bayes,posterior_bins,0,0.25570081162700375,0.0,0.48242689870786165,0.5040942260733229,0.5040942260733229,0.3420480707104497,0.0,0.16204615536287312,0.08634725908344593,0.24839341444631907,0.18455567969346176,0.5499160051025334,0.07996306533994428,1.8169735699571532,0.019494101431821256,0.3935786063899626 +full,1024,naive_bayes,posterior_bins,1,0.296913797367883,0.40932259875066607,0.38122862397873725,0.6885253291460612,0.6885253291460612,0.4223699934741208,0.0,0.26615533567194044,0.12545619610623776,0.3916115317781782,0.18455567969346176,0.5499160051025334,0.07996306533994428,1.8169735699571532,0.019494101431821256,0.3935786063899626 +full,1024,naive_bayes,posterior_bins,2,0.30940181778631093,0.6797253636104373,0.3716944131244764,0.7394447048442451,0.7394447048442451,0.4442078228051411,0.0,0.2952368820391039,0.1348060050188301,0.4300428870579341,0.18455567969346176,0.5499160051025334,0.07996306533994428,1.8169735699571532,0.019494101431821256,0.3935786063899626 +full,1024,naive_bayes,posterior_clusters,0,0.2559149028612213,0.0,0.49975369136218994,0.5040942260733229,0.5040942260733229,0.3849466259687927,0.0,0.11914760010453009,0.12903172310757136,0.24817932321210148,0.1848002858983982,0.5608550020935179,0.10704858545217759,1.8279125669481378,0.00733202090016263,0.33602675730004194 +full,1024,naive_bayes,posterior_clusters,1,0.29921797490107455,0.4013764819103074,0.3842506877922449,0.6885253291460612,0.6885253291460612,0.5019518894267372,0.0,0.18657343971932402,0.20273391452566258,0.38930735424498664,0.1848002858983982,0.5608550020935179,0.10704858545217759,1.8279125669481378,0.00733202090016263,0.33602675730004194 +full,1024,naive_bayes,posterior_clusters,2,0.3089873793813989,0.6633794738778492,0.3757993574073542,0.7394447048442451,0.7394447048442451,0.5231705830590353,0.0,0.21627412178520972,0.21418320367763635,0.4304573254628461,0.1848002858983982,0.5608550020935179,0.10704858545217759,1.8279125669481378,0.00733202090016263,0.33602675730004194 +full,1024,naive_bayes,query_joint,0,0.2559149028612213,0.0,0.49975369136218994,0.5040942260733229,0.5040942260733229,0.3849466259687927,0.0,0.11914760010453009,0.12903172310757136,0.24817932321210148,0.1848002858983982,0.5608550020935179,0.10704858545217759,1.8279125669481378,0.00733202090016263,0.33602675730004194 +full,1024,naive_bayes,query_joint,1,0.29921797490107455,0.40301452833389395,0.3842506877922449,0.6885253291460612,0.6885253291460612,0.5019518894267372,0.0,0.18657343971932402,0.20273391452566258,0.38930735424498664,0.1848002858983982,0.5608550020935179,0.10704858545217759,1.8279125669481378,0.00733202090016263,0.33602675730004194 +full,1024,naive_bayes,query_joint,2,0.3089873793813989,0.6662629328692178,0.3757993574073542,0.7394447048442451,0.7394447048442451,0.5231705830590353,0.0,0.21627412178520972,0.21418320367763638,0.4304573254628461,0.1848002858983982,0.5608550020935179,0.10704858545217759,1.8279125669481378,0.00733202090016263,0.33602675730004194 +full,1024,naive_bayes,raw_entropy,0,0.17549965672820703,0.0,0.555459803656576,0.5040942260733229,0.5040942260733229,0.22511119043696684,0.0,0.278983035636356,0.049611533708759786,0.3285945693451158,0.20365580827372318,0.5943742142347133,0.06158925215982193,1.8614317790893329,0.09035888642379405,0.30928958591753636 +full,1024,naive_bayes,raw_entropy,1,0.24078118041124327,0.4859216695365999,0.4301705281673578,0.6885253291460612,0.6885253291460612,0.5717365351744764,0.0,0.11678879397158475,0.3309553547632331,0.44774414873481794,0.20365580827372318,0.5943742142347133,0.06158925215982193,1.8614317790893329,0.09035888642379405,0.30928958591753636 +full,1024,naive_bayes,raw_entropy,2,0.2509924052093581,0.7990367950598022,0.42059043397543194,0.7394447048442451,0.7394447048442451,0.5972870448562421,0.0,0.14215765998800292,0.34629463964688395,0.48845229963488684,0.20365580827372318,0.5943742142347133,0.06158925215982193,1.8614317790893329,0.09035888642379405,0.30928958591753636 +full,1024,naive_bayes,raw_information,0,0.271333740814178,0.0,0.5060844570916403,0.5040942260733229,0.5040942260733229,0.41675919275357876,0.0,0.08733503331974408,0.14542545193940074,0.23276048525914486,0.17990067073607624,0.5344011781039089,0.10856860680524419,1.8014587429585287,0.025037065275501758,0.30822147863465166 +full,1024,naive_bayes,raw_information,1,0.31339988588952267,0.4106131666136491,0.39095827343214457,0.6885253291460612,0.6885253291460612,0.594730528998513,0.0,0.09379480014754817,0.2813306431089903,0.3751254432565385,0.17990067073607624,0.5344011781039089,0.10856860680524419,1.8014587429585287,0.025037065275501758,0.30822147863465166 +full,1024,naive_bayes,raw_information,2,0.3230997226736075,0.6759524107140096,0.3812276378241887,0.7394447048442451,0.7394447048442451,0.6081009034319693,0.0,0.13134380141227564,0.2850011807583619,0.41634498217063753,0.17990067073607624,0.5344011781039089,0.10856860680524419,1.8014587429585287,0.025037065275501758,0.30822147863465166 +full,1024,support_mixture,future_marginal,0,0.22548933473154453,0.0,0.5960243220950517,0.5040942260733229,0.5040942260733229,0.25442340709658967,0.0,0.2496708189767331,0.028934072365045128,0.27860489134177824,0.18667180330285535,0.5439733224103968,0.049956263930832086,1.5008272180173519,0.1629999302332445,0.20488680472036472 +full,1024,support_mixture,future_marginal,1,0.3208885098086011,0.42356551762598266,0.48182451607328514,0.6885253291460612,0.6885253291460612,0.3525451848299942,0.0,0.335980144316067,0.03165667502139301,0.36763681933746,0.18667180330285535,0.5439733224103968,0.049956263930832086,1.5008272180173519,0.1629999302332445,0.20488680472036472 +full,1024,support_mixture,future_marginal,2,0.33695625690814995,0.6854013226786309,0.4543021672071018,0.7394447048442451,0.7394447048442451,0.3701799031815807,0.0,0.36926480166266423,0.03322364627343074,0.40248844793609506,0.18667180330285535,0.5439733224103968,0.049956263930832086,1.5008272180173519,0.1629999302332445,0.20488680472036472 +full,1024,support_mixture,hash_code,0,0.06987121700509756,0.0,0.7511579798614326,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.011276310232332136,0.43422300906822525,0.22622160322616847,0.6436761288360194,0.037082603195223864,1.8019787478500033,0.30544615080378384,0.455228645801743 +full,1024,support_mixture,hash_code,1,0.19803229726259364,0.547209185217712,0.554652303464267,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.026537084983669603,0.49049303188346755,0.22622160322616847,0.6436761288360194,0.037082603195223864,1.8019787478500033,0.30544615080378384,0.455228645801743 +full,1024,support_mixture,hash_code,2,0.21947282944866425,0.9147283592940197,0.5267357532258764,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.026439321697428683,0.5199718753955808,0.22622160322616847,0.6436761288360194,0.037082603195223864,1.8019787478500033,0.30544615080378384,0.455228645801743 +full,1024,support_mixture,identity,0,0.44788353104558604,0.0,0.31346497132674883,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.056210695027736714,0.056210695027736714,0.14333381976139412,0.44528274958771685,0.08959697227294663,1.3050584378398493,0.0,0.0 +full,1024,support_mixture,identity,1,0.6258133652770157,0.662534442627571,0.22553971054521563,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.06271196386904539,0.06271196386904539,0.14333381976139412,0.44528274958771685,0.08959697227294663,1.3050584378398493,0.0,0.0 +full,1024,support_mixture,identity,2,0.6585551609244598,1.0290285948751456,0.2020769389652776,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.08088954391978526,0.08088954391978526,0.14333381976139412,0.44528274958771685,0.08959697227294663,1.3050584378398493,0.0,0.0 +full,1024,support_mixture,posterior_bins,0,0.4734943564781543,0.0,0.25551887752285435,0.5040942260733229,0.5040942260733229,0.4957651917786317,0.0,0.008329034294691097,0.02227083530047734,0.030599869595168454,0.14291202653073196,0.4449479999569366,0.08309387780050025,1.6503074140379088,0.22818048928498993,0.36874167603394803 +full,1024,support_mixture,posterior_bins,1,0.48229462898141406,0.4483226791725496,0.314675164771425,0.6885253291460612,0.6885253291460612,0.5387958696349494,0.0,0.14972945951111175,0.05650124065353535,0.20623070016464715,0.14291202653073196,0.4449479999569366,0.08309387780050025,1.6503074140379088,0.22818048928498993,0.36874167603394803 +full,1024,support_mixture,posterior_bins,2,0.49807133164759965,0.730845114110533,0.30576097128052476,0.7394447048442451,0.7394447048442451,0.5531743926354745,0.0,0.18627031220877052,0.05510306098787477,0.2413733731966453,0.14291202653073196,0.4449479999569366,0.08309387780050025,1.6503074140379088,0.22818048928498993,0.36874167603394803 +full,1024,support_mixture,posterior_clusters,0,0.4482847122538567,0.0,0.31223084197872975,0.5040942260733229,0.5040942260733229,0.4951301322867242,0.0,0.008964093786598612,0.04684542003286745,0.05580951381946608,0.1434919887557921,0.44586164115898436,0.0854958494033341,1.6175041666159626,0.21230823773731464,0.34122591050593654 +full,1024,support_mixture,posterior_clusters,1,0.49633943237674827,0.4710172850238005,0.3123986074279771,0.6885253291460612,0.6885253291460612,0.5563582913634677,0.0,0.13216703778259345,0.0600188589867194,0.19218589676931291,0.1434919887557921,0.44586164115898436,0.0854958494033341,1.6175041666159626,0.21230823773731464,0.34122591050593654 +full,1024,support_mixture,posterior_clusters,2,0.5128543617536424,0.7653721587068929,0.3009917705864115,0.7394447048442451,0.7394447048442451,0.5729238347863367,0.0,0.1665208700579083,0.06006947303269425,0.22659034309060264,0.1434919887557921,0.44586164115898436,0.0854958494033341,1.6175041666159626,0.21230823773731464,0.34122591050593654 +full,1024,support_mixture,query_joint,0,0.47310048366970847,0.0,0.27785420058111765,0.5040942260733229,0.5040942260733229,0.4920460121191929,0.0,0.01204821395412988,0.018945528449484415,0.030993742403614306,0.14251900862053932,0.44469694685784067,0.08044187730691645,1.2992309455933082,0.0820432908814774,0.024170090513440164 +full,1024,support_mixture,query_joint,1,0.6349873213802323,0.6592115554290757,0.23677247173610794,0.6885253291460612,0.6885253291460612,0.6796475138660332,0.0,0.008877815280027998,0.04466019248580092,0.053538007765828954,0.14251900862053932,0.44469694685784067,0.08044187730691645,1.2992309455933082,0.0820432908814774,0.024170090513440164 +full,1024,support_mixture,query_joint,2,0.6681490721131618,0.9931218351373714,0.2128523802975764,0.7394447048442451,0.7394447048442451,0.7281937886278541,0.0,0.011250916216390919,0.06004471651469228,0.07129563273108325,0.14251900862053932,0.44469694685784067,0.08044187730691645,1.2992309455933082,0.0820432908814774,0.024170090513440164 +full,1024,support_mixture,raw_entropy,0,0.20775075251095362,0.0,0.5567793672492305,0.5040942260733229,0.5040942260733229,0.22511119043696684,0.0,0.278983035636356,0.017360437926013186,0.2963434735623692,0.1951405121255698,0.5718216062912428,0.0435612874807358,1.5883154087248315,0.22589109948736963,0.30928958591753636 +full,1024,support_mixture,raw_entropy,1,0.4978347608438196,0.7371300713257534,0.3067813692720162,0.6885253291460612,0.6885253291460612,0.5717365351744764,0.0,0.11678879397158475,0.07390177433065677,0.19069056830224154,0.1951405121255698,0.5718216062912428,0.0435612874807358,1.5883154087248315,0.22589109948736963,0.30928958591753636 +full,1024,support_mixture,raw_entropy,2,0.5406889302866023,1.1784301202490453,0.2828695222146011,0.7394447048442451,0.7394447048442451,0.5972870448562421,0.0,0.14215765998800292,0.05659811456963976,0.19875577455764273,0.1951405121255698,0.5718216062912428,0.0435612874807358,1.5883154087248315,0.22589109948736963,0.30928958591753636 +full,1024,support_mixture,raw_information,0,0.38642209444615055,0.0,0.4076684267867523,0.5040942260733229,0.5040942260733229,0.4190783704351794,0.0,0.08501585563814337,0.03265627598902886,0.11767213162717224,0.15589534525171694,0.47369927513664023,0.06634683165683118,1.572122398926246,0.20662404968920522,0.3106070538767084 +full,1024,support_mixture,raw_information,1,0.5426053053689565,0.5577535341445023,0.2844584670345284,0.6885253291460612,0.6885253291460612,0.6004126195013767,0.0,0.08811270964468451,0.0578073141324202,0.14592002377710475,0.15589534525171694,0.47369927513664023,0.06634683165683118,1.572122398926246,0.20662404968920522,0.3106070538767084 +full,1024,support_mixture,raw_information,2,0.5578405765823139,0.8753642662192772,0.2790440935749361,0.7394447048442451,0.7394447048442451,0.613589699756479,0.0,0.12585500508776604,0.055749123174165034,0.18160412826193112,0.15589534525171694,0.47369927513664023,0.06634683165683118,1.572122398926246,0.20662404968920522,0.3106070538767084 +full,4096,joint_jeffreys,future_marginal,0,0.2333506736848547,0.0,0.5078620172421883,0.5040942260733229,0.5040942260733229,0.23632808714160095,0.0,0.2677661389317218,0.0029774134567462297,0.2707435523884681,0.18669247231849248,0.5416778069224367,0.0178211999228377,1.3918409650133432,0.2177478298200087,0.19803538526375067 +full,4096,joint_jeffreys,future_marginal,1,0.3445172310575138,0.47917158688731426,0.40755624486212977,0.6885253291460612,0.6885253291460612,0.34865470751597577,0.0,0.3398706216300854,0.004137476458461938,0.3440080980885474,0.18669247231849248,0.5416778069224367,0.0178211999228377,1.3918409650133432,0.2177478298200087,0.19803538526375067 +full,4096,joint_jeffreys,future_marginal,2,0.3589682591573617,0.7002077651830235,0.38778459783024705,0.7394447048442451,0.7394447048442451,0.3641972234815127,0.0,0.37524748136273234,0.00522896432415089,0.38047644568688327,0.18669247231849248,0.5416778069224367,0.0178211999228377,1.3918409650133432,0.2177478298200087,0.19803538526375067 +full,4096,joint_jeffreys,hash_code,0,0.07825575249930089,0.0,0.7056006857764198,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.0028917747381288026,0.4258384735740219,0.22386650281688045,0.6374737738802665,0.016872659070652805,1.7599157156853906,0.4413156273665854,0.455228645801743 +full,4096,joint_jeffreys,hash_code,1,0.2199830800631432,0.5828351051737828,0.4669741541947462,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.004586302183120024,0.46854224908291797,0.22386650281688045,0.6374737738802665,0.016872659070652805,1.7599157156853906,0.4413156273665854,0.455228645801743 +full,4096,joint_jeffreys,hash_code,2,0.24031865447365247,0.9358064284216323,0.45352354181776244,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.005593496672440469,0.4991260503705925,0.22386650281688045,0.6374737738802665,0.016872659070652805,1.7599157156853906,0.4413156273665854,0.455228645801743 +full,4096,joint_jeffreys,identity,0,0.4967390084761511,0.0,0.22962047737926586,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.00735521759717167,0.00735521759717167,0.1309651983827689,0.40879492869465284,0.032697295835003776,1.152915543531306,0.0,0.0 +full,4096,joint_jeffreys,identity,1,0.6699876767211796,0.7181173816398181,0.17341393746706418,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.01853765242488159,0.01853765242488159,0.1309651983827689,0.40879492869465284,0.032697295835003776,1.152915543531306,0.0,0.0 +full,4096,joint_jeffreys,identity,2,0.71941108974661,1.0421511660649034,0.13293633636828306,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.020033615097634995,0.020033615097634995,0.1309651983827689,0.40879492869465284,0.032697295835003776,1.152915543531306,0.0,0.0 +full,4096,joint_jeffreys,posterior_bins,0,0.49979876103105547,0.0,0.21019421254030093,0.5040942260733229,0.5040942260733229,0.5031262780545901,0.0,0.0009679480187326597,0.0033275170235346867,0.004295465042267354,0.13049961242899874,0.4082213308912326,0.026518472178895625,1.6233947735096814,0.378574217156142,0.38456544942209125 +full,4096,joint_jeffreys,posterior_bins,1,0.5275910942064731,0.30445428688932347,0.21187123563101354,0.6885253291460612,0.6885253291460612,0.533471732751136,0.0,0.15505359639492514,0.005880638544662881,0.16093423493958806,0.13049961242899874,0.4082213308912326,0.026518472178895625,1.6233947735096814,0.378574217156142,0.38456544942209125 +full,4096,joint_jeffreys,posterior_bins,2,0.5366838680288946,0.5494912632533183,0.2113384659099571,0.7394447048442451,0.7394447048442451,0.5429155221513626,0.0,0.19652918269288241,0.006231654122467972,0.20276083681535043,0.13049961242899874,0.4082213308912326,0.026518472178895625,1.6233947735096814,0.378574217156142,0.38456544942209125 +full,4096,joint_jeffreys,posterior_clusters,0,0.4964524479585414,0.0,0.23036161618074852,0.5040942260733229,0.5040942260733229,0.5025689755578756,0.0,0.0015252505154471324,0.0061165275993342655,0.007641778114781402,0.13100400245305102,0.4089929024843559,0.03085899758399335,1.5736080806753323,0.34854030785119755,0.35348616540199923 +full,4096,joint_jeffreys,posterior_clusters,1,0.5441684640147526,0.3605912789374465,0.21169711326829094,0.6885253291460612,0.6885253291460612,0.5520239221516289,0.0,0.1365014069944323,0.007855458136876277,0.1443568651313086,0.13100400245305102,0.4089929024843559,0.03085899758399335,1.5736080806753323,0.34854030785119755,0.35348616540199923 +full,4096,joint_jeffreys,posterior_clusters,2,0.5573132853275823,0.6285733357689074,0.20436656906763312,0.7394447048442451,0.7394447048442451,0.565534410274418,0.0,0.1739102945698271,0.008221124946835605,0.18213141951666273,0.13100400245305102,0.4089929024843559,0.03085899758399335,1.5736080806753323,0.34854030785119755,0.35348616540199923 +full,4096,joint_jeffreys,query_joint,0,0.5002445295548454,0.0,0.23118076640434893,0.5040942260733229,0.5040942260733229,0.5022660858654443,0.0,0.0018281402078784625,0.0020215563105989275,0.003849696518477393,0.129913928215165,0.40636564432648153,0.02189406195984611,1.1337670519083825,0.06410318027350329,0.004167790371361626 +full,4096,joint_jeffreys,query_joint,1,0.6827338632738412,0.7175138482965934,0.18762103143520598,0.6885253291460612,0.6885253291460612,0.6871246603646421,0.0,0.0014006687814190329,0.004390797090800888,0.005791465872219934,0.129913928215165,0.40636564432648153,0.02189406195984611,1.1337670519083825,0.06410318027350329,0.004167790371361626 +full,4096,joint_jeffreys,query_joint,2,0.7332285107282025,1.0029529218971167,0.13281129203619899,0.7394447048442451,0.7394447048442451,0.7379437241336291,0.0,0.001500980710615956,0.004715213405426539,0.006216194116042512,0.129913928215165,0.40636564432648153,0.02189406195984611,1.1337670519083825,0.06410318027350329,0.004167790371361626 +full,4096,joint_jeffreys,raw_entropy,0,0.22966363475703377,0.0,0.4723046492799805,0.5040942260733229,0.5040942260733229,0.2323549987469811,0.0,0.2717392273263417,0.0026913639899473407,0.27443059131628905,0.19010206344005576,0.5587017452343136,0.018384989810194992,1.4881803984739321,0.31118880371489127,0.3078852690042597 +full,4096,joint_jeffreys,raw_entropy,1,0.5706992497740232,0.7567160617094857,0.18494303430988546,0.6885253291460612,0.6885253291460612,0.5736834600675625,0.0,0.11484186907849868,0.0029842102935393067,0.117826079372038,0.19010206344005576,0.5587017452343136,0.018384989810194992,1.4881803984739321,0.31118880371489127,0.3078852690042597 +full,4096,joint_jeffreys,raw_entropy,2,0.5946901814226706,1.0792302185206641,0.1858318793383526,0.7394447048442451,0.7394447048442451,0.59844241164334,0.0,0.14100229320090504,0.0037522302206692815,0.14475452342157435,0.19010206344005576,0.5587017452343136,0.018384989810194992,1.4881803984739321,0.31118880371489127,0.3078852690042597 +full,4096,joint_jeffreys,raw_information,0,0.4437956344567447,0.0,0.2951484710821938,0.5040942260733229,0.5040942260733229,0.4459936791059143,0.0,0.05810054696740851,0.002198044649169608,0.06029859161657812,0.14212518411092148,0.43574388709440304,0.020767583673326803,1.484858599795645,0.312925800224163,0.3098566781334351 +full,4096,joint_jeffreys,raw_information,1,0.6039534388263301,0.524843375895668,0.1779602369152262,0.6885253291460612,0.6885253291460612,0.6066440002472068,0.0,0.08188132889885441,0.0026905614208765413,0.08457189031973097,0.14212518411092148,0.43574388709440304,0.020767583673326803,1.484858599795645,0.312925800224163,0.3098566781334351 +full,4096,joint_jeffreys,raw_information,2,0.6156463335318272,0.7661685136595339,0.16883327134155413,0.7394447048442451,0.7394447048442451,0.619452181640981,0.0,0.11999252320326398,0.003805848109153776,0.12379837131241779,0.14212518411092148,0.43574388709440304,0.020767583673326803,1.484858599795645,0.312925800224163,0.3098566781334351 +full,4096,naive_bayes,future_marginal,0,0.2578460745584312,0.0,0.5027942997345484,0.5040942260733229,0.5040942260733229,0.4188869219467727,0.0,0.0852073041265501,0.16104084738834146,0.24624815151489157,0.18382292274941237,0.5513433370043612,0.11540624211806177,1.8169898150854975,0.006059701838952373,0.3351674370327374 +full,4096,naive_bayes,future_marginal,1,0.3012495860135638,0.397499719026205,0.3828206791986013,0.6885253291460612,0.6885253291460612,0.523468872118766,0.0,0.16505645702729518,0.22221928610520217,0.38727574313249735,0.18382292274941237,0.5513433370043612,0.11540624211806177,1.8169898150854975,0.006059701838952373,0.3351674370327374 +full,4096,naive_bayes,future_marginal,2,0.3112585001687872,0.6617207516095727,0.37622166358440723,0.7394447048442451,0.7394447048442451,0.5455956868951803,0.0,0.19384901794906462,0.23433718672639314,0.4281862046754578,0.18382292274941237,0.5513433370043612,0.11540624211806177,1.8169898150854975,0.006059701838952373,0.3351674370327374 +full,4096,naive_bayes,hash_code,0,0.03761307895434531,0.0,0.7048451429921191,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.04353444828308439,0.46648114711897753,0.23256222452905573,0.6580029495764625,0.049223979540957884,1.9236494276575986,0.15773824702483488,0.455228645801743 +full,4096,naive_bayes,hash_code,1,0.12998340586935508,0.5043948266910737,0.529207251287799,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.09458597637690816,0.5585419232767062,0.23256222452905573,0.6580029495764625,0.049223979540957884,1.9236494276575986,0.15773824702483488,0.455228645801743 +full,4096,naive_bayes,hash_code,2,0.14730377673674186,0.8903168418817593,0.5092221691957615,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.09860837440935112,0.5921409281075032,0.23256222452905573,0.6580029495764625,0.049223979540957884,1.9236494276575986,0.15773824702483488,0.455228645801743 +full,4096,naive_bayes,identity,0,0.2576702735126355,0.0,0.5011012995830244,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.24642395256068728,0.24642395256068728,0.18389111710391065,0.5654636097787217,0.14846406511317145,1.831110087859858,0.0,0.0 +full,4096,naive_bayes,identity,1,0.3012917462389062,0.3935530456009393,0.38263090249241016,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.3872335829071549,0.3872335829071549,0.18389111710391065,0.5654636097787217,0.14846406511317145,1.831110087859858,0.0,0.0 +full,4096,naive_bayes,identity,2,0.310823397473468,0.6538848182176885,0.3763109336576279,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.4286213073707771,0.4286213073707771,0.18389111710391065,0.5654636097787217,0.14846406511317145,1.831110087859858,0.0,0.0 +full,4096,naive_bayes,posterior_bins,0,0.2565542660117108,0.0,0.4943071335590537,0.5040942260733229,0.5040942260733229,0.3514738800509188,0.0,0.15262034602240407,0.09491961403920793,0.247539960061612,0.18412404150028353,0.5484097099233939,0.07661636727460709,1.81405618800453,0.015627408515842375,0.40205184673727756 +full,4096,naive_bayes,posterior_bins,1,0.2982542382943836,0.39065503215301384,0.38011137204383433,0.6885253291460612,0.6885253291460612,0.41209166522386154,0.0,0.2764336639221996,0.11383742692947794,0.3902710908516776,0.18412404150028353,0.5484097099233939,0.07661636727460709,1.81405618800453,0.015627408515842375,0.40205184673727756 +full,4096,naive_bayes,posterior_bins,2,0.3097255397173307,0.6698144628780022,0.3734499411999979,0.7394447048442451,0.7394447048442451,0.4332767485083985,0.0,0.3061679563358465,0.12355120879106779,0.4297191651269144,0.18412404150028353,0.5484097099233939,0.07661636727460709,1.81405618800453,0.015627408515842375,0.40205184673727756 +full,4096,naive_bayes,posterior_clusters,0,0.25753519075619513,0.0,0.5022434325165132,0.5040942260733229,0.5040942260733229,0.41891713899190175,0.0,0.08517708708142109,0.1613819482357066,0.24655903531712767,0.1839481829324,0.5587106371848016,0.11550622636391977,1.824357115265938,0.0059075007297277925,0.33170242857639565 +full,4096,naive_bayes,posterior_clusters,1,0.3011491302716213,0.39672111718674546,0.3830358178574755,0.6885253291460612,0.6885253291460612,0.5240070956328607,0.0,0.16451823351320044,0.2228579653612394,0.38737619887443986,0.1839481829324,0.5587106371848016,0.11550622636391977,1.824357115265938,0.0059075007297277925,0.33170242857639565 +full,4096,naive_bayes,posterior_clusters,2,0.311474374991311,0.6598495360831796,0.3762536145854213,0.7394447048442451,0.7394447048442451,0.5451203241330821,0.0,0.19432438071116293,0.23364594914177114,0.4279703298529341,0.1839481829324,0.5587106371848016,0.11550622636391977,1.824357115265938,0.0059075007297277925,0.33170242857639565 +full,4096,naive_bayes,query_joint,0,0.25753519075619513,0.0,0.5022434325165132,0.5040942260733229,0.5040942260733229,0.41891713899190175,0.0,0.08517708708142109,0.1613819482357066,0.24655903531712767,0.1839481829324,0.5587106371848016,0.11550622636391977,1.824357115265938,0.005907500729727793,0.33170242857639565 +full,4096,naive_bayes,query_joint,1,0.3011491302716213,0.39820443759686586,0.3830358178574755,0.6885253291460612,0.6885253291460612,0.5240070956328607,0.0,0.1645182335132004,0.2228579653612394,0.38737619887443986,0.1839481829324,0.5587106371848016,0.11550622636391977,1.824357115265938,0.005907500729727793,0.33170242857639565 +full,4096,naive_bayes,query_joint,2,0.311474374991311,0.6570727676130995,0.3762536145854213,0.7394447048442451,0.7394447048442451,0.5451203241330821,0.0,0.19432438071116293,0.23364594914177114,0.4279703298529341,0.1839481829324,0.5587106371848016,0.11550622636391977,1.824357115265938,0.005907500729727793,0.33170242857639565 +full,4096,naive_bayes,raw_entropy,0,0.1841245563234611,0.0,0.5527665114362187,0.5040942260733229,0.5040942260733229,0.23234472772413606,0.0,0.27174949834918677,0.04822017140067493,0.3199696697498617,0.20173396712009672,0.5896333016757875,0.05482257191817557,1.8552797797569238,0.08373761253673508,0.30763755850434005 +full,4096,naive_bayes,raw_entropy,1,0.25125723020424123,0.4768830206119884,0.4256059879294598,0.6885253291460612,0.6885253291460612,0.5739163922070584,0.0,0.11460893693900286,0.3226591620028171,0.43726809894181995,0.20173396712009672,0.5896333016757875,0.05482257191817557,1.8552797797569238,0.08373761253673508,0.30763755850434005 +full,4096,naive_bayes,raw_entropy,2,0.2606182368853861,0.7884893195122741,0.42003004054576326,0.7394447048442451,0.7394447048442451,0.5986088002211126,0.0,0.1408359046231324,0.3379905633357265,0.4788264679588589,0.20173396712009672,0.5896333016757875,0.05482257191817557,1.8552797797569238,0.08373761253673508,0.30763755850434005 +full,4096,naive_bayes,raw_information,0,0.2733348451506084,0.0,0.5073205350832573,0.5040942260733229,0.5040942260733229,0.4459936791059143,0.0,0.05810054696740851,0.17265883395530587,0.2307593809227144,0.17915602454849128,0.5326040278585388,0.11587573173744525,1.7982505059396752,0.021679671355195218,0.30724400763658033 +full,4096,naive_bayes,raw_information,1,0.3166676330438265,0.4021390647977748,0.38990657317262567,0.6885253291460612,0.6885253291460612,0.6105140201143383,0.0,0.07801130903172285,0.2938463870705118,0.3718576961022347,0.17915602454849128,0.5326040278585388,0.11587573173744525,1.7982505059396752,0.021679671355195218,0.30724400763658033 +full,4096,naive_bayes,raw_information,2,0.3256430136199826,0.6642896056205375,0.38041973760305625,0.7394447048442451,0.7394447048442451,0.6233826454517829,0.0,0.11606205939246222,0.29773963183180013,0.4138016912242624,0.17915602454849128,0.5326040278585388,0.11587573173744525,1.7982505059396752,0.021679671355195218,0.30724400763658033 +full,4096,support_mixture,future_marginal,0,0.2304098952600849,0.0,0.5191999255360221,0.5040942260733229,0.5040942260733229,0.2346944828196738,0.0,0.269399743253649,0.004284587559588903,0.2736843308132379,0.1871372821385849,0.5424289055277367,0.021368909849159425,1.4045046171906757,0.19905483344850217,0.19837381066373164 +full,4096,support_mixture,future_marginal,1,0.34122253411681963,0.4717150392966128,0.41730766774705946,0.6885253291460612,0.6885253291460612,0.3471542366681522,0.0,0.341371092477909,0.005931702551332524,0.34730279502924155,0.1871372821385849,0.5424289055277367,0.021368909849159425,1.4045046171906757,0.19905483344850217,0.19837381066373164 +full,4096,support_mixture,future_marginal,2,0.3557224284317486,0.6988182544717795,0.3980741523317653,0.7394447048442451,0.7394447048442451,0.3626790617107323,0.0,0.3767656431335127,0.006956633278983612,0.38372227641249634,0.1871372821385849,0.5424289055277367,0.021368909849159425,1.4045046171906757,0.19905483344850217,0.19837381066373164 +full,4096,support_mixture,hash_code,0,0.07800641045316492,0.0,0.7020741031999733,0.5040942260733229,0.5040942260733229,0.08114752723742971,0.0,0.42294669883589314,0.0031411167842647857,0.42608781562015785,0.22399828276038306,0.6380121885782571,0.01849864376810426,1.7637146369788281,0.40423331049391853,0.455228645801743 +full,4096,support_mixture,hash_code,1,0.2188765326069257,0.578466704376483,0.4827896420097957,0.6885253291460612,0.6885253291460612,0.22456938224626327,0.0,0.4639559468997979,0.00569284963933756,0.4696487965391355,0.22399828276038306,0.6380121885782571,0.01849864376810426,1.7637146369788281,0.40423331049391853,0.455228645801743 +full,4096,support_mixture,hash_code,2,0.2395893107480173,0.9287215537263984,0.4643361024891884,0.7394447048442451,0.7394447048442451,0.245912151146093,0.0,0.493532553698152,0.006322840398075664,0.49985539409622776,0.22399828276038306,0.6380121885782571,0.01849864376810426,1.7637146369788281,0.40423331049391853,0.455228645801743 +full,4096,support_mixture,identity,0,0.4970854168014689,0.0,0.23181831332953687,0.5040942260733229,0.5040942260733229,0.5040942260733229,0.0,0.0,0.007008809271853929,0.007008809271853929,0.13168395485474002,0.41171437401007016,0.039988962587544946,1.1676696712079844,0.0,0.0 +full,4096,support_mixture,identity,1,0.6707499394044489,0.7076032753721869,0.18796005803696644,0.6885253291460612,0.6885253291460612,0.6885253291460612,0.0,0.0,0.017775389741612285,0.017775389741612285,0.13168395485474002,0.41171437401007016,0.039988962587544946,1.1676696712079844,0.0,0.0 +full,4096,support_mixture,identity,2,0.7164237149375654,1.021522321555899,0.1437408427356887,0.7394447048442451,0.7394447048442451,0.7394447048442451,0.0,0.0,0.023020989906679556,0.023020989906679556,0.13168395485474002,0.41171437401007016,0.039988962587544946,1.1676696712079844,0.0,0.0 +full,4096,support_mixture,posterior_bins,0,0.5008458480182371,0.0,0.2119668962838799,0.5040942260733229,0.5040942260733229,0.5034271013461831,0.0,0.0006671247271397269,0.002581253327946046,0.0032483780550857802,0.13123937125711319,0.4114807621521654,0.03529391136644435,1.6249983503270906,0.33691277548802556,0.3832808295971686 +full,4096,support_mixture,posterior_bins,1,0.5269849035944971,0.34183858181589843,0.22503188612409702,0.6885253291460612,0.6885253291460612,0.5343212358383724,0.0,0.15420409330768875,0.007336332243875267,0.16154042555156406,0.13123937125711319,0.4114807621521654,0.03529391136644435,1.6249983503270906,0.33691277548802556,0.3832808295971686 +full,4096,support_mixture,posterior_bins,2,0.5366441056421232,0.5958401812089106,0.22384644603490034,0.7394447048442451,0.7394447048442451,0.5442330224920977,0.0,0.19521168235214736,0.007588916849974457,0.20280059920212187,0.13123937125711319,0.4114807621521654,0.03529391136644435,1.6249983503270906,0.33691277548802556,0.3832808295971686 +full,4096,support_mixture,posterior_clusters,0,0.4972486327076154,0.0,0.23063706399003736,0.5040942260733229,0.5040942260733229,0.5030008375463462,0.0,0.0010933885269765816,0.005752204838730834,0.00684559336570742,0.13172202383951023,0.41197270455085583,0.03870264056288369,1.5754549232569781,0.30933622830116997,0.3509958330447484 +full,4096,support_mixture,posterior_clusters,1,0.5443649954487535,0.38979350352514014,0.22766626485623162,0.6885253291460612,0.6885253291460612,0.5540438904385883,0.0,0.13448143870747287,0.009678894989834697,0.1441603336973076,0.13172202383951023,0.41197270455085583,0.03870264056288369,1.5754549232569781,0.30933622830116997,0.3509958330447484 +full,4096,support_mixture,posterior_clusters,2,0.5595946011496198,0.6690982031664187,0.21603460388972348,0.7394447048442451,0.7394447048442451,0.5694391036920484,0.0,0.17000560115219657,0.009844502542428636,0.17985010369462523,0.13172202383951023,0.41197270455085583,0.03870264056288369,1.5754549232569781,0.30933622830116997,0.3509958330447484 +full,4096,support_mixture,query_joint,0,0.5005008567042485,0.0,0.22797777640171812,0.5040942260733229,0.5040942260733229,0.5026189121597144,0.0,0.0014753139136083624,0.0021180554554659564,0.0035933693690743222,0.13081009426270584,0.4101015076231202,0.033309195370839526,1.1562890153204195,0.06013388145350896,0.004235849241650879 +full,4096,support_mixture,query_joint,1,0.6785786502930178,0.7059617873091985,0.19828606926255649,0.6885253291460612,0.6885253291460612,0.6870953981366912,0.0,0.0014299310093699843,0.008516747843673353,0.009946678853043353,0.13081009426270584,0.4101015076231202,0.033309195370839526,1.1562890153204195,0.06013388145350896,0.004235849241650879 +full,4096,support_mixture,query_joint,2,0.7278673834665937,0.9886847575846675,0.1420731696454717,0.7394447048442451,0.7394447048442451,0.737837244744639,0.0,0.001607460099606095,0.009969861278045168,0.011577321377651283,0.13081009426270584,0.4101015076231202,0.033309195370839526,1.1562890153204195,0.06013388145350896,0.004235849241650879 +full,4096,support_mixture,raw_entropy,0,0.22891814622372422,0.0,0.48290551322622327,0.5040942260733229,0.5040942260733229,0.23234472772413606,0.0,0.27174949834918677,0.003426581500411794,0.2751760798495986,0.19030098311692126,0.5593882417318236,0.020394676857034236,1.5011874869049149,0.28424132573433253,0.30763755850434005 +full,4096,support_mixture,raw_entropy,1,0.5673611234071556,0.7472894270308614,0.19937334762362105,0.6885253291460612,0.6885253291460612,0.5739163922070584,0.0,0.11460893693900286,0.006555268799902707,0.12116420573890557,0.19030098311692126,0.5593882417318236,0.020394676857034236,1.5011874869049149,0.28424132573433253,0.30763755850434005 +full,4096,support_mixture,raw_entropy,2,0.5913197824034391,1.1059524526970679,0.1995165654609987,0.7394447048442451,0.7394447048442451,0.5986088002211126,0.0,0.1408359046231324,0.007289017817673505,0.1481249224408059,0.19030098311692126,0.5593882417318236,0.020394676857034236,1.5011874869049149,0.28424132573433253,0.30763755850434005 +full,4096,support_mixture,raw_information,0,0.4433954735511096,0.0,0.30054805788217404,0.5040942260733229,0.5040942260733229,0.4459936791059143,0.0,0.05810054696740851,0.002598205554804754,0.06069875252221327,0.14291045992724294,0.4386991376689746,0.029063966125758917,1.4958290555383282,0.2799733583351553,0.3094077800015895 +full,4096,support_mixture,raw_information,1,0.600318582364519,0.5307140621045093,0.18747328488016599,0.6885253291460612,0.6885253291460612,0.6064121507025334,0.0,0.08211317844352778,0.0060935683380144165,0.08820674678154222,0.14291045992724294,0.4386991376689746,0.029063966125758917,1.4958290555383282,0.2799733583351553,0.3094077800015895 +full,4096,support_mixture,raw_information,2,0.6121945177320284,0.7950672485301957,0.18048732220293376,0.7394447048442451,0.7394447048442451,0.6191993430966728,0.0,0.12024536174757222,0.007004825364644463,0.12725018711221672,0.14291045992724294,0.4386991376689746,0.029063966125758917,1.4958290555383282,0.2799733583351553,0.3094077800015895 +three_available,0,faithful_explicit,future_marginal,0,0.24008621789926787,0.0,0.4725861270089846,0.5040942260733228,0.24542869069606865,0.24008621789926787,0.2586655353772541,0.005342472796800792,0.0,0.26400800817405495,0.187119660060982,0.544784679010557,1.0686946589229967e-18,1.544770300220327,0.007598887758981222,0.007598887758981222 +three_available,0,faithful_explicit,future_marginal,1,0.5230437440798161,0.6672089662251064,0.20336279703797752,0.6885253291460612,0.5351252489918932,0.5230437440798161,0.15340008015416806,0.012081504912076957,1.9274705288631186e-19,0.16548158506624505,0.187119660060982,0.544784679010557,1.0686946589229967e-18,1.544770300220327,0.007598887758981222,0.007598887758981222 +three_available,0,faithful_explicit,future_marginal,2,0.5406653269551337,0.9486908027004346,0.206946823063023,0.7394447048442451,0.554152576141604,0.5406653269551337,0.18529212870264106,0.013487249186470257,4.336808689942017e-19,0.19877937788911132,0.187119660060982,0.544784679010557,1.0686946589229967e-18,1.544770300220327,0.007598887758981222,0.007598887758981222 +three_available,0,faithful_explicit,hash_code,0,0.24542869069606865,0.0,0.4644436863152499,0.5040942260733228,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.505587024369797e-18,0.0,0.2586655353772541,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,hash_code,1,0.5351252489918932,0.677885635121763,0.19427884092944173,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.0,0.1534000801541681,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,hash_code,2,0.554152576141604,0.9640106795974636,0.19620181775384443,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008806e-18,0.0,0.18529212870264108,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,identity,0,0.24542869069606865,0.0,0.4644436863152499,0.5040942260733228,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.0,0.2586655353772541,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,identity,1,0.5351252489918932,0.677885635121763,0.19427884092944173,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.0,0.15340008015416806,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,identity,2,0.554152576141604,0.9640106795974636,0.19620181775384443,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.0,0.18529212870264106,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,posterior_bins,0,0.24517470358274018,0.0,0.4606451448071069,0.5040942260733228,0.24542869069606865,0.24517470358274018,0.2586655353772541,0.0002539871133284908,0.0,0.25891952249058264,0.18621839816843322,0.5437040232383717,5.642531587059802e-18,1.7779148368482534,0.22698828485767533,0.22698828485767533 +three_available,0,faithful_explicit,posterior_bins,1,0.31691139090233145,0.4807162251195732,0.3866350069923614,0.6885253291460612,0.5351252489918932,0.31691139090233145,0.15340008015416806,0.21821385808956165,1.9274705288631186e-19,0.37161393824372974,0.18621839816843322,0.5437040232383717,5.642531587059802e-18,1.7779148368482534,0.22698828485767533,0.22698828485767533 +three_available,0,faithful_explicit,posterior_bins,2,0.33468667964222026,0.7881644026383773,0.37897104860740227,0.7394447048442451,0.554152576141604,0.33468667964222026,0.18529212870264106,0.21946589649938367,1.1564823173178711e-18,0.40475802520202475,0.18621839816843322,0.5437040232383717,5.642531587059802e-18,1.7779148368482534,0.22698828485767533,0.22698828485767533 +three_available,0,faithful_explicit,posterior_clusters,0,0.24542869069606865,0.0,0.4644436863152499,0.5040942260733228,0.24542869069606865,0.24542869069606865,0.2586655353772541,-7.715905460855174e-18,0.0,0.2586655353772541,0.18611509754304328,0.5425720646509816,3.685646510415053e-18,1.713140448159372,0.16558867233592475,0.16558867233592475 +three_available,0,faithful_explicit,posterior_clusters,1,0.37569135317575775,0.5640253287640715,0.3291889670037344,0.6885253291460612,0.5351252489918932,0.37569135317575775,0.15340008015416806,0.15943389581613532,3.8549410577262373e-19,0.3128339759703034,0.18611509754304328,0.5425720646509816,3.685646510415053e-18,1.713140448159372,0.16558867233592475,0.16558867233592475 +three_available,0,faithful_explicit,posterior_clusters,2,0.39581785563956967,0.8865268528545676,0.3282290857007945,0.7394447048442451,0.554152576141604,0.39581785563956967,0.18529212870264106,0.1583347205020343,6.264279218805136e-19,0.34362684920467534,0.18611509754304328,0.5425720646509816,3.685646510415053e-18,1.713140448159372,0.16558867233592475,0.16558867233592475 +three_available,0,faithful_explicit,query_joint,0,0.24542869069606865,0.0,0.4644436863152499,0.5040942260733228,0.24542869069606865,0.24542869069606865,0.2586655353772541,-6.487142998704935e-18,0.0,0.2586655353772541,0.18611509754304328,0.5425720646509816,1.0667611582107942e-18,1.5364235077682447,8.208219890117455e-18,8.697873609955596e-18 +three_available,0,faithful_explicit,query_joint,1,0.5351252489918932,0.6735574034357473,0.19427884092944173,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-1.8250736570172653e-18,4.8186763221577984e-20,0.15340008015416806,0.18611509754304328,0.5425720646509816,1.0667611582107942e-18,1.5364235077682447,8.208219890117455e-18,8.697873609955596e-18 +three_available,0,faithful_explicit,query_joint,2,0.554152576141604,0.9604655381757021,0.19620181775384443,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.6052215498188159e-18,4.8186763221577984e-20,0.18529212870264108,0.18611509754304328,0.5425720646509816,1.0667611582107942e-18,1.5364235077682447,8.208219890117455e-18,8.697873609955596e-18 +three_available,0,faithful_explicit,raw_entropy,0,0.24542869069606865,0.0,0.4644436863152499,0.5040942260733228,0.24542869069606865,0.24542869069606865,0.2586655353772541,1.0842021724855066e-19,0.0,0.2586655353772541,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,raw_entropy,1,0.5351252489918932,0.677885635121763,0.19427884092944173,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-1.0058986822504401e-18,0.0,0.15340008015416806,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,raw_entropy,2,0.554152576141604,0.9640106795974636,0.19620181775384443,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,4.234411818096164e-18,0.0,0.18529212870264108,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,raw_information,0,0.24542869069606865,0.0,0.4644436863152499,0.5040942260733228,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.0961242001386414e-18,0.0,0.2586655353772541,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,raw_information,1,0.5351252489918932,0.677885635121763,0.19427884092944173,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.0299920638612292e-18,0.0,0.1534000801541681,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,0,faithful_explicit,raw_information,2,0.554152576141604,0.9640106795974636,0.19620181775384443,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.3009179438303482e-18,0.0,0.18529212870264108,0.18611509754304328,0.5425720646509816,0.0,1.5364235077682447,0.0,0.0 +three_available,64,joint_jeffreys,future_marginal,0,0.17980629952314292,0.0,0.5274091395589862,0.5040942260733229,0.24542869069606865,0.24435805253134224,0.2586655353772541,0.0010706381647264394,0.06455175300819928,0.3242879265501799,0.20161668371795005,0.5842873968661791,0.09847375786183601,1.735710596991302,0.001332224151234564,0.0023285204717454415 +three_available,64,joint_jeffreys,future_marginal,1,0.4091664869493626,0.7226006923970087,0.2694532374303132,0.6885253291460612,0.5351252489918932,0.5325631525051112,0.15340008015416806,0.0025620964867818763,0.12339666555574862,0.27935884219669865,0.20161668371795005,0.5842873968661791,0.09847375786183601,1.735710596991302,0.001332224151234564,0.0023285204717454415 +three_available,64,joint_jeffreys,future_marginal,2,0.4071337100131377,1.2711385388315153,0.278484477947105,0.7394447048442451,0.554152576141604,0.5515120409478036,0.18529212870264106,0.0026405351938003094,0.1443783309346659,0.3323109948311073,0.20161668371795005,0.5842873968661791,0.09847375786183601,1.735710596991302,0.001332224151234564,0.0023285204717454415 +three_available,64,joint_jeffreys,hash_code,0,0.180064300977387,0.0,0.524996758845212,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.06536438971868168,0.3240299250959358,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,hash_code,1,0.4103300567079344,0.7254533453640795,0.2669960575408646,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.12479519228395868,0.2781952724381268,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,hash_code,2,0.4086992336240808,1.2760217254033237,0.27593609486611204,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.14545334251752312,0.33074547122016423,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,identity,0,0.180064300977387,0.0,0.524996758845212,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.06536438971868166,0.3240299250959358,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,identity,1,0.4103300567079344,0.7254533453640795,0.2669960575408646,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.12479519228395868,0.2781952724381268,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,identity,2,0.4086992336240808,1.2760217254033237,0.27593609486611204,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.14545334251752312,0.33074547122016423,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,posterior_bins,0,0.18160077795481794,0.0,0.5202341903817124,0.5040942260733229,0.24542869069606865,0.237132942498099,0.2586655353772541,0.008295748197969667,0.05553216454328104,0.3224934481185049,0.20149413809739428,0.5841360787506592,0.09029530085498927,1.8077943800960727,0.14953209124028977,0.14555350655346574 +three_available,64,joint_jeffreys,posterior_bins,1,0.3135685822912681,0.6031679033496441,0.3983385134876522,0.6885253291460612,0.5351252489918932,0.40434708721808893,0.15340008015416806,0.13077816177380414,0.09077850492682081,0.3749567468547931,0.20149413809739428,0.5841360787506592,0.09029530085498927,1.8077943800960727,0.14953209124028977,0.14555350655346574 +three_available,64,joint_jeffreys,posterior_bins,2,0.31919232168738965,1.048628177329095,0.3805668261475582,0.7394447048442451,0.554152576141604,0.4246157120850526,0.18529212870264106,0.12953686405655132,0.10542339039766294,0.4202523831568554,0.20149413809739428,0.5841360787506592,0.09029530085498927,1.8077943800960727,0.14953209124028977,0.14555350655346574 +three_available,64,joint_jeffreys,posterior_clusters,0,0.18015976532155376,0.0,0.5251903346532474,0.5040942260733229,0.24542869069606865,0.24346931895410792,0.2586655353772541,0.001959371741960759,0.06330955363255415,0.32393446075176907,0.20154302710868102,0.5841329303129291,0.09735369200772566,1.747590618134083,0.025808610766962187,0.027200513563336557 +three_available,64,joint_jeffreys,posterior_clusters,1,0.3935196045069159,0.6992998167038934,0.2930261572105956,0.6885253291460612,0.5351252489918932,0.5115788791383404,0.15340008015416806,0.02354636985355263,0.11805927463142447,0.29500572463914526,0.20154302710868102,0.5841329303129291,0.09735369200772566,1.747590618134083,0.025808610766962187,0.027200513563336557 +three_available,64,joint_jeffreys,posterior_clusters,2,0.39219638696662396,1.2219478791443321,0.2960835983155858,0.7394447048442451,0.554152576141604,0.5306128281896352,0.18529212870264106,0.023539747951968795,0.1384164412230112,0.3472483178776211,0.20154302710868102,0.5841329303129291,0.09735369200772566,1.747590618134083,0.025808610766962187,0.027200513563336557 +three_available,64,joint_jeffreys,query_joint,0,0.180064300977387,0.0,0.524996758845212,0.5040942260733229,0.24542869069606865,0.2449943282325087,0.2586655353772541,0.0004343624635599923,0.06493002725512168,0.3240299250959358,0.20154302710868102,0.5841329303129291,0.09866525961249009,1.7349463482647227,0.0,0.0007975207141223388 +three_available,64,joint_jeffreys,query_joint,1,0.4103300567079344,0.7254533453640795,0.2669960575408646,0.6885253291460612,0.5351252489918932,0.5345131764217995,0.15340008015416806,0.0006120725700935119,0.12418311971386517,0.2781952724381268,0.20154302710868102,0.5841329303129291,0.09866525961249009,1.7349463482647227,0.0,0.0007975207141223388 +three_available,64,joint_jeffreys,query_joint,2,0.4086992336240808,1.2760217254033237,0.27593609486611204,0.7394447048442451,0.554152576141604,0.5534986981830434,0.18529212870264106,0.0006538779585605404,0.1447994645589626,0.33074547122016423,0.20154302710868102,0.5841329303129291,0.09866525961249009,1.7349463482647227,0.0,0.0007975207141223388 +three_available,64,joint_jeffreys,raw_entropy,0,0.180064300977387,0.0,0.524996758845212,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.3129646346357423e-18,0.06536438971868166,0.3240299250959358,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,raw_entropy,1,0.4103300567079344,0.7254533453640795,0.2669960575408646,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-3.1321396094025673e-19,0.12479519228395868,0.2781952724381268,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,raw_entropy,2,0.4086992336240808,1.2760217254033237,0.27593609486611204,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.292762153474493e-19,0.14545334251752312,0.33074547122016423,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,raw_information,0,0.180064300977387,0.0,0.524996758845212,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.9515639104739076e-18,0.06536438971868166,0.3240299250959358,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,raw_information,1,0.4103300567079344,0.7254533453640795,0.2669960575408646,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-2.6502719771867874e-19,0.12479519228395868,0.2781952724381268,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,joint_jeffreys,raw_information,2,0.4086992336240808,1.2760217254033237,0.27593609486611204,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,6.183967946769171e-19,0.14545334251752312,0.33074547122016423,0.20154302710868102,0.5841329303129291,0.09890996697594591,1.7349463482647227,0.0,0.0 +three_available,64,naive_bayes,future_marginal,0,0.16178192855964119,0.0,0.47670497062793055,0.5040942260733229,0.24542869069606865,0.24534305923121288,0.2586655353772541,8.563146485578204e-05,0.08356113067157168,0.34231229751368164,0.2056892334104717,0.5977912688023888,0.10117901631979274,1.8946197132957854,3.712521333247853e-19,0.003867024006374903 +three_available,64,naive_bayes,future_marginal,1,0.20601171596305073,0.5008777430272001,0.36343209474114274,0.6885253291460612,0.5351252489918932,0.5317518133583627,0.15340008015416806,0.0033734356335303937,0.3257400973953119,0.4825136131830105,0.2056892334104717,0.5977912688023888,0.10117901631979274,1.8946197132957854,3.712521333247853e-19,0.003867024006374903 +three_available,64,naive_bayes,future_marginal,2,0.21813380936720003,0.7759130192357404,0.3570975161943963,0.7394447048442451,0.554152576141604,0.550664679918429,0.18529212870264106,0.0034878962231749172,0.33253087055122893,0.521310895477045,0.2056892334104717,0.5977912688023888,0.10117901631979274,1.8946197132957854,3.712521333247853e-19,0.003867024006374903 +three_available,64,naive_bayes,hash_code,0,0.16178192855964119,0.0,0.47670497062793055,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.08364676213642747,0.34231229751368164,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,hash_code,1,0.20601171596305073,0.5009717883316979,0.36343209474114274,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.32911353302884233,0.4825136131830105,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,hash_code,2,0.21813380936720003,0.7758291987277075,0.3570975161943963,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.3360187667744039,0.521310895477045,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,identity,0,0.16178192855964119,0.0,0.47670497062793055,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.08364676213642747,0.34231229751368164,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,identity,1,0.20601171596305073,0.5009717883316979,0.36343209474114274,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.32911353302884233,0.4825136131830105,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,identity,2,0.21813380936720003,0.7758291987277075,0.35709751619439634,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.3360187667744039,0.521310895477045,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,posterior_bins,0,0.15936559553081645,0.0,0.45107280476556894,0.5040942260733229,0.24542869069606865,0.22313785416841436,0.2586655353772541,0.022290836527654307,0.06377225863759792,0.34472863054250635,0.20542223170659218,0.5947640653973283,0.08705780483815148,1.891592509890725,0.01601962620317117,0.15029186361259517 +three_available,64,naive_bayes,posterior_bins,1,0.20645117957119843,0.5111056086315933,0.36847843226066634,0.6885253291460612,0.5351252489918932,0.3984970689755733,0.15340008015416806,0.13662818001631977,0.1920458894043749,0.4820741495748628,0.20542223170659218,0.5947640653973283,0.08705780483815148,1.891592509890725,0.01601962620317117,0.15029186361259517 +three_available,64,naive_bayes,posterior_bins,2,0.21701561633618954,0.7893166589623748,0.3582579446470851,0.7394447048442451,0.554152576141604,0.41964956912991636,0.18529212870264106,0.13450300701168758,0.20263395279372678,0.5224290885080555,0.20542223170659218,0.5947640653973283,0.08705780483815148,1.891592509890725,0.01601962620317117,0.15029186361259517 +three_available,64,naive_bayes,posterior_clusters,0,0.16178192855964119,0.0,0.47670497062793055,0.5040942260733229,0.24542869069606865,0.24528820570400872,0.2586655353772541,0.00014048499205996504,0.08350627714436751,0.34231229751368164,0.2056892334104717,0.5977912688023888,0.10116510548058956,1.8946197132957854,3.243283121038789e-19,0.003819783168632153 +three_available,64,naive_bayes,posterior_clusters,1,0.20601171596305073,0.5009717883316979,0.36343209474114274,0.6885253291460612,0.5351252489918932,0.5317401173527295,0.15340008015416806,0.0033851316391635875,0.32572840138967873,0.4825136131830105,0.2056892334104717,0.5977912688023888,0.10116510548058956,1.8946197132957854,3.243283121038789e-19,0.003819783168632153 +three_available,64,naive_bayes,posterior_clusters,2,0.21813380936720003,0.7760294942110141,0.3570975161943963,0.7394447048442451,0.554152576141604,0.5506496072926652,0.18529212870264106,0.003502968848938739,0.33251579792546515,0.521310895477045,0.2056892334104717,0.5977912688023888,0.10116510548058956,1.8946197132957854,3.243283121038789e-19,0.003819783168632153 +three_available,64,naive_bayes,query_joint,0,0.16178192855964119,0.0,0.47670497062793055,0.5040942260733229,0.24542869069606865,0.24529274224580302,0.2586655353772541,0.00013594845026565063,0.08351081368616181,0.34231229751368164,0.2056892334104717,0.5977912688023888,0.10117878060057518,1.8946197132957854,1.758101289049897e-19,0.0026152235922566516 +three_available,64,naive_bayes,query_joint,1,0.20601171596305073,0.5009717883316979,0.36343209474114274,0.6885253291460612,0.5351252489918932,0.5327443192178003,0.15340008015416806,0.002380929774092807,0.3267326032547495,0.4825136131830105,0.2056892334104717,0.5977912688023888,0.10117878060057518,1.8946197132957854,1.758101289049897e-19,0.0026152235922566516 +three_available,64,naive_bayes,query_joint,2,0.21813380936720003,0.7761872091504638,0.3570975161943963,0.7394447048442451,0.554152576141604,0.5516811732926529,0.18529212870264106,0.002471402848951102,0.33354736392545276,0.521310895477045,0.2056892334104717,0.5977912688023888,0.10117878060057518,1.8946197132957854,1.758101289049897e-19,0.0026152235922566516 +three_available,64,naive_bayes,raw_entropy,0,0.16178192855964119,0.0,0.47670497062793055,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.2286377989979807e-18,0.08364676213642747,0.34231229751368164,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,raw_entropy,1,0.20601171596305073,0.5009717883316979,0.36343209474114274,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-2.24871561700697e-19,0.32911353302884233,0.4825136131830105,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,raw_entropy,2,0.21813380936720003,0.7758291987277075,0.3570975161943963,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.22474689854844e-18,0.3360187667744039,0.521310895477045,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,raw_information,0,0.16178192855964119,0.0,0.47670497062793055,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.3371826793987885e-18,0.08364676213642747,0.34231229751368164,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,raw_information,1,0.20601171596305073,0.5009717883316979,0.36343209474114274,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-8.231905383686238e-20,0.32911353302884233,0.4825136131830105,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,naive_bayes,raw_information,2,0.21813380936720003,0.7758291987277075,0.3570975161943963,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,8.372450109749171e-19,0.3360187667744039,0.521310895477045,0.2056892334104717,0.5977912688023888,0.10128958659940696,1.8946197132957854,0.0,0.0 +three_available,64,support_mixture,future_marginal,0,0.16985852614777847,0.0,0.49216790412780964,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.9997506736954858e-18,0.07557016454829019,0.33423569992554436,0.20347969097613272,0.5870415505050919,0.09588030789813597,1.8320742436090232,2.0093878600822916e-06,5.306694098340666e-08 +three_available,64,support_mixture,future_marginal,1,0.24565307304606443,0.5068629967525441,0.3771012902908214,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,5.661944678535411e-19,0.28947217594582864,0.44287225609999675,0.20347969097613272,0.5870415505050919,0.09588030789813597,1.8320742436090232,2.0093878600822916e-06,5.306694098340666e-08 +three_available,64,support_mixture,future_marginal,2,0.260855460389929,0.803432056260264,0.3698874438626959,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.539719314985081e-18,0.2932971157516749,0.47858924445431605,0.20347969097613272,0.5870415505050919,0.09588030789813597,1.8320742436090232,2.0093878600822916e-06,5.306694098340666e-08 +three_available,64,support_mixture,hash_code,0,0.16985852614777847,0.0,0.49216790412780964,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.07557016454829019,0.33423569992554436,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,hash_code,1,0.24566623910334137,0.5068972227773829,0.3771130154034475,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.28945900988855167,0.44285909004271984,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,hash_code,2,0.260868626447206,0.803466282285103,0.36989916897532205,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.29328394969439797,0.47857607839703903,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,identity,0,0.16985852614777847,0.0,0.49216790412780964,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.07557016454829019,0.33423569992554436,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,identity,1,0.24566623910334137,0.5068972227773829,0.3771130154034475,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.28945900988855167,0.44285909004271984,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,identity,2,0.260868626447206,0.803466282285103,0.36989916897532205,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.29328394969439797,0.47857607839703903,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,posterior_bins,0,0.16680251342446312,0.0,0.467100985357918,0.5040942260733229,0.24542869069606865,0.22519493065340618,0.2586655353772541,0.0202337600426625,0.05839241722894305,0.3372917126488597,0.2033528233813215,0.5866196721426292,0.0823261481282355,1.8522683300244422,0.024751556343826885,0.15117381542560793 +three_available,64,support_mixture,posterior_bins,1,0.22936757970092625,0.5070048447242707,0.3813721961324435,0.6885253291460612,0.5351252489918932,0.40042174372105827,0.15340008015416806,0.1347035052708348,0.17105416402013202,0.45915774944513493,0.2033528233813215,0.5866196721426292,0.0823261481282355,1.8522683300244422,0.024751556343826885,0.15117381542560793 +three_available,64,support_mixture,posterior_bins,2,0.24118301671904133,0.7918145438485099,0.37442755783977094,0.7394447048442451,0.554152576141604,0.42128220391531307,0.18529212870264106,0.13287037222629092,0.18009918719627166,0.4982616881252037,0.2033528233813215,0.5866196721426292,0.0823261481282355,1.8522683300244422,0.024751556343826885,0.15117381542560793 +three_available,64,support_mixture,posterior_clusters,0,0.16985852614777847,0.0,0.49216790412780964,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.915299174905467e-18,0.07557016454829019,0.33423569992554436,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832136777277366,5.626286008230417e-05,0.0004788984867179158 +three_available,64,support_mixture,posterior_clusters,1,0.24540481751279708,0.5068451204452231,0.3772424774476484,0.6885253291460612,0.5351252489918932,0.534754939551153,0.15340008015416806,0.0003703094407400212,0.289350122038356,0.4431205116332641,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832136777277366,5.626286008230417e-05,0.0004788984867179158 +three_available,64,support_mixture,posterior_clusters,2,0.26062414774329024,0.803339602959668,0.3701307179404661,0.7394447048442451,0.554152576141604,0.5536881000893104,0.18529212870264106,0.0004644760522935888,0.2930639523460201,0.4788205571009548,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832136777277366,5.626286008230417e-05,0.0004788984867179158 +three_available,64,support_mixture,query_joint,0,0.16985852614777847,0.0,0.49216790412780964,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.3129646346357423e-18,0.07557016454829019,0.33423569992554436,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,query_joint,1,0.24566623910334137,0.5068972227773829,0.3771130154034475,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-4.256497417906053e-19,0.28945900988855167,0.44285909004271984,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,query_joint,2,0.260868626447206,0.803466282285103,0.36989916897532205,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.816917866661412e-18,0.29328394969439797,0.47857607839703903,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,raw_entropy,0,0.16985852614777847,0.0,0.49216790412780964,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.3250113254411367e-18,0.07557016454829019,0.33423569992554436,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,raw_entropy,1,0.24566623910334137,0.5068972227773829,0.3771130154034475,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-1.6062254407192643e-19,0.28945900988855167,0.44285909004271984,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,raw_entropy,2,0.260868626447206,0.803466282285103,0.36989916897532205,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.1604978809196694e-18,0.29328394969439797,0.47857607839703903,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,raw_information,0,0.16985852614777847,0.0,0.49216790412780964,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.3371826793987885e-18,0.07557016454829019,0.33423569992554436,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,raw_information,1,0.24566623910334137,0.5068972227773829,0.3771130154034475,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-1.0641243544765136e-19,0.28945900988855167,0.44285909004271984,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,64,support_mixture,raw_information,2,0.260868626447206,0.803466282285103,0.36989916897532205,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,7.40871484531761e-19,0.29328394969439797,0.47857607839703903,0.2034796981664353,0.5870415664945917,0.09588030948650861,1.832074307577221,0.0,0.0 +three_available,256,joint_jeffreys,future_marginal,0,0.22496988580390392,0.0,0.5062060019947745,0.5040942260733229,0.24542869069606865,0.24541685798132787,0.2586655353772541,1.1832714740807187e-05,0.02044697217742392,0.27912434026941885,0.19143042955086365,0.5568754628653249,0.05514688008584167,1.6155048227147635,3.616898148148142e-05,2.2310155736412866e-05 +three_available,256,joint_jeffreys,future_marginal,1,0.49822848000976333,0.7264729795146582,0.21519195218245782,0.6885253291460612,0.5351252489918932,0.5350839559616997,0.15340008015416806,4.1293030193423566e-05,0.03685547595193635,0.19029684913629788,0.19143042955086365,0.5568754628653249,0.05514688008584167,1.6155048227147635,3.616898148148142e-05,2.2310155736412866e-05 +three_available,256,joint_jeffreys,future_marginal,2,0.5024983323940021,1.141189284066199,0.2141653425793031,0.7394447048442451,0.554152576141604,0.5541115598121104,0.18529212870264106,4.1016329493608045e-05,0.051613227418108254,0.23694637245024297,0.19143042955086365,0.5568754628653249,0.05514688008584167,1.6155048227147635,3.616898148148142e-05,2.2310155736412866e-05 +three_available,256,joint_jeffreys,hash_code,0,0.22496988580390392,0.0,0.5062060019947745,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.02045880489216473,0.27912434026941885,0.19143217856501252,0.556879390185768,0.055150349250531326,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,hash_code,1,0.4981916130601187,0.7266963290632371,0.21505074122817425,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.03693363593177438,0.19033371608594252,0.19143217856501252,0.556879390185768,0.055150349250531326,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,hash_code,2,0.5024581062149873,1.1413463346627304,0.21401833343346705,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.05169446992661656,0.23698659862925767,0.19143217856501252,0.556879390185768,0.055150349250531326,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,identity,0,0.22496988580390392,0.0,0.5062060019947745,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.02045880489216473,0.27912434026941885,0.19143217856501252,0.556879390185768,0.055150349250531326,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,identity,1,0.4981916130601187,0.7266963290632371,0.21505074122817425,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.03693363593177438,0.19033371608594252,0.19143217856501252,0.556879390185768,0.055150349250531326,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,identity,2,0.5024581062149873,1.1413463346627304,0.21401833343346705,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.051694469926616575,0.23698659862925767,0.19143217856501252,0.556879390185768,0.055150349250531326,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,posterior_bins,0,0.22610520655884084,0.0,0.49309691138979805,0.5040942260733229,0.24542869069606865,0.24403362311991833,0.2586655353772541,0.0013950675761503389,0.017928416561077496,0.277989019514482,0.19114185015435903,0.5565198929124023,0.05008087621464999,1.749060918114621,0.17844932045537298,0.1649141688201938 +three_available,256,joint_jeffreys,posterior_bins,1,0.35573588693118524,0.6007606486170572,0.3490137692900062,0.6885253291460612,0.5351252489918932,0.3845090570279463,0.15340008015416806,0.15061619196394677,0.028773170096761034,0.33278944221487594,0.19114185015435903,0.5565198929124023,0.05008087621464999,1.749060918114621,0.17844932045537298,0.1649141688201938 +three_available,256,joint_jeffreys,posterior_bins,2,0.3704710992506746,0.9746129688831148,0.33500775529277077,0.7394447048442451,0.554152576141604,0.4054526283103434,0.18529212870264106,0.14869994783126053,0.03498152905966877,0.36897360559357045,0.19114185015435903,0.5565198929124023,0.05008087621464999,1.749060918114621,0.17844932045537298,0.1649141688201938 +three_available,256,joint_jeffreys,posterior_clusters,0,0.22486176122968615,0.0,0.5055706269757437,0.5040942260733229,0.24542869069606865,0.2453268180495248,0.2586655353772541,0.00010187264654388113,0.020465056819838616,0.2792324648436366,0.19143217856501252,0.556879390185768,0.05500937602295689,1.6184333690164305,0.003869996986112357,0.003782405154128579 +three_available,256,joint_jeffreys,posterior_clusters,1,0.49486214802489636,0.7251512910091974,0.21709793485424742,0.6885253291460612,0.5351252489918932,0.5318823175232887,0.15340008015416806,0.0032429314686043542,0.037020169498392354,0.19366318112116485,0.19143217856501252,0.556879390185768,0.05500937602295689,1.6184333690164305,0.003869996986112357,0.003782405154128579 +three_available,256,joint_jeffreys,posterior_clusters,2,0.49953714758565365,1.1385635089270227,0.21654599894121315,0.7394447048442451,0.554152576141604,0.5508722806895621,0.18529212870264106,0.0032802954520419394,0.051335133103908324,0.23990755725859134,0.19143217856501252,0.556879390185768,0.05500937602295689,1.6184333690164305,0.003869996986112357,0.003782405154128579 +three_available,256,joint_jeffreys,query_joint,0,0.22496988580390392,0.0,0.5062060019947745,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.7344741496722913e-19,0.02045880489216473,0.27912434026941885,0.19143217856501255,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,query_joint,1,0.4981916130601187,0.7266963290632371,0.21505074122817425,0.6885253291460612,0.5351252489918932,0.5351252489918931,0.15340008015416806,1.1665212263223666e-18,0.03693363593177438,0.19033371608594252,0.19143217856501255,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,query_joint,2,0.5024581062149873,1.1413463346627304,0.21401833343346705,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.304933507432146e-18,0.05169446992661656,0.23698659862925767,0.19143217856501255,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,raw_entropy,0,0.22496988580390392,0.0,0.5062060019947745,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.1444356265124765e-18,0.02045880489216473,0.27912434026941885,0.19143217856501252,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,raw_entropy,1,0.4981916130601187,0.7266963290632371,0.21505074122817425,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-3.091983973384585e-19,0.03693363593177438,0.19033371608594252,0.19143217856501252,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,raw_entropy,2,0.5024581062149873,1.1413463346627304,0.21401833343346705,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.539968641289596e-18,0.05169446992661656,0.23698659862925767,0.19143217856501252,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,raw_information,0,0.22496988580390392,0.0,0.5062060019947745,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.4335562058419443e-18,0.02045880489216473,0.27912434026941885,0.19143217856501252,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,raw_information,1,0.4981916130601187,0.7266963290632371,0.21505074122817425,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.1484511901142752e-18,0.03693363593177438,0.19033371608594252,0.19143217856501252,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,joint_jeffreys,raw_information,2,0.5024581062149873,1.1413463346627304,0.21401833343346705,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,7.8504268415154105e-19,0.05169446992661656,0.23698659862925767,0.19143217856501252,0.556879390185768,0.05515034925053133,1.6155020647294576,0.0,0.0 +three_available,256,naive_bayes,future_marginal,0,0.2001575245626921,0.0,0.5423057645268123,0.5040942260733229,0.24542869069606865,0.24506955848948858,0.2586655353772541,0.00035913220658011116,0.04491203392679645,0.30393670151063074,0.1981709214118848,0.578361614692304,0.07002873878691533,1.8513553567425234,1.8412582588874297e-20,0.0003745457227952976 +three_available,256,naive_bayes,future_marginal,1,0.24240570422274665,0.45068049237050534,0.40388220877672903,0.6885253291460612,0.5351252489918932,0.5348487623766744,0.15340008015416806,0.0002764866152186828,0.29244305815392774,0.4461196249233146,0.1981709214118848,0.578361614692304,0.07002873878691533,1.8513553567425234,1.8412582588874297e-20,0.0003745457227952976 +three_available,256,naive_bayes,future_marginal,2,0.2559699085898601,0.7479825744065166,0.40269150615642463,0.7394447048442451,0.554152576141604,0.5538186155959365,0.18529212870264106,0.00033396054566741984,0.29784870700607646,0.483474796254385,0.1981709214118848,0.578361614692304,0.07002873878691533,1.8513553567425234,1.8412582588874297e-20,0.0003745457227952976 +three_available,256,naive_bayes,hash_code,0,0.2001575245626921,0.0,0.5423057645268123,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.045271166133376554,0.30393670151063074,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,hash_code,1,0.24240570422274665,0.45068049237050534,0.40388220877672903,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.29271954476914647,0.4461196249233146,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,hash_code,2,0.2559699085898601,0.7479156656127215,0.40269150615642463,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.2981826675517439,0.4834747962543849,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,identity,0,0.2001575245626921,0.0,0.5423057645268123,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.045271166133376554,0.30393670151063074,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,identity,1,0.24240570422274665,0.45068049237050534,0.40388220877672903,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.29271954476914647,0.4461196249233146,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,identity,2,0.2559699085898601,0.7479156656127215,0.40269150615642463,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.2981826675517439,0.483474796254385,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,posterior_bins,0,0.20200343462823728,0.0,0.5279121932741057,0.5040942260733229,0.24542869069606865,0.22433689802922074,0.2586655353772541,0.021091792666847912,0.022333463400983473,0.30209079144508555,0.1979174698438898,0.5761936098069464,0.05255062602688652,1.849187351857166,0.016179271229549166,0.18297168705890338 +three_available,256,naive_bayes,posterior_bins,1,0.24462607693591068,0.4547218864382965,0.40204469259222697,0.6885253291460612,0.5351252489918932,0.35767632636140106,0.15340008015416806,0.17744892263049206,0.11305024942549033,0.4438992522101505,0.1979174698438898,0.5761936098069464,0.05255062602688652,1.849187351857166,0.016179271229549166,0.18297168705890338 +three_available,256,naive_bayes,posterior_bins,2,0.258173972729723,0.7538902167474654,0.40215253718980426,0.7394447048442451,0.554152576141604,0.37956541606722105,0.18529212870264106,0.17458716007438288,0.12139144333749805,0.481270732114522,0.1979174698438898,0.5761936098069464,0.05255062602688652,1.849187351857166,0.016179271229549166,0.18297168705890338 +three_available,256,naive_bayes,posterior_clusters,0,0.2001575245626921,0.0,0.5423057645268123,0.5040942260733229,0.24542869069606865,0.24469372219898886,0.2586655353772541,0.0007349684970798161,0.044536197636296744,0.30393670151063074,0.1981709214118848,0.578361614692304,0.06989706975851828,1.8513553567425234,3.54257045363972e-20,0.0005708651491565808 +three_available,256,naive_bayes,posterior_clusters,1,0.24240570422274665,0.45068049237050534,0.40388220877672903,0.6885253291460612,0.5351252489918932,0.534658930519538,0.15340008015416806,0.00046631847235517084,0.29225322629679124,0.4461196249233146,0.1981709214118848,0.578361614692304,0.06989706975851828,1.8513553567425234,3.54257045363972e-20,0.0005708651491565808 +three_available,256,naive_bayes,posterior_clusters,2,0.2559699085898601,0.7481329344954862,0.40269150615642463,0.7394447048442451,0.554152576141604,0.5536110739225191,0.18529212870264106,0.0005415022190848431,0.297641165332659,0.483474796254385,0.1981709214118848,0.578361614692304,0.06989706975851828,1.8513553567425234,3.54257045363972e-20,0.0005708651491565808 +three_available,256,naive_bayes,query_joint,0,0.2001575245626921,0.0,0.5423057645268123,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.650271977186788e-18,0.045271166133376554,0.30393670151063074,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.00018695173422668827 +three_available,256,naive_bayes,query_joint,1,0.24240570422274665,0.45068049237050534,0.40388220877672903,0.6885253291460612,0.5351252489918932,0.5350301571367228,0.15340008015416806,9.509185517040626e-05,0.29262445291397604,0.4461196249233146,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.00018695173422668827 +three_available,256,naive_bayes,query_joint,2,0.2559699085898601,0.7479156656127215,0.40269150615642463,0.7394447048442451,0.554152576141604,0.5540169330575968,0.18529212870264106,0.00013564308400710622,0.29804702446773673,0.483474796254385,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.00018695173422668827 +three_available,256,naive_bayes,raw_entropy,0,0.2001575245626921,0.0,0.5423057645268123,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.3371826793987883e-18,0.045271166133376554,0.30393670151063074,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,raw_entropy,1,0.24240570422274665,0.45068049237050534,0.40388220877672903,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-2.449493797096879e-19,0.29271954476914647,0.4461196249233146,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,raw_entropy,2,0.2559699085898601,0.7479156656127215,0.40269150615642463,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.4114706060320547e-18,0.2981826675517439,0.483474796254385,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,raw_information,0,0.2001575245626921,0.0,0.5423057645268123,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-9.275951920153756e-19,0.045271166133376554,0.30393670151063074,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,raw_information,1,0.24240570422274665,0.45068049237050534,0.40388220877672903,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.8692448566370456e-18,0.29271954476914647,0.4461196249233146,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,naive_bayes,raw_information,2,0.2559699085898601,0.7479156656127215,0.40269150615642463,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.2147079895439446e-18,0.2981826675517439,0.483474796254385,0.1981709214118848,0.578361614692304,0.070153052897002,1.8513553567425234,0.0,0.0 +three_available,256,support_mixture,future_marginal,0,0.21393169271518808,0.0,0.5425314596047968,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.3491047070519264e-18,0.031496997980880584,0.29016253335813474,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,future_marginal,1,0.3707004756427033,0.54739280155783,0.3763391869374668,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-5.320621772382568e-19,0.16442477334918973,0.3178248535033579,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,future_marginal,2,0.4066613812985802,0.9173730838149531,0.35830501598015757,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.7004665222092654e-18,0.14749119484302375,0.33278332354566487,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,hash_code,0,0.21393169271518808,0.0,0.5425314596047968,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.03149699798088058,0.29016253335813474,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,hash_code,1,0.3707004756427033,0.54739280155783,0.3763391869374668,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.16442477334918973,0.3178248535033579,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,hash_code,2,0.4066613812985802,0.9173730838149531,0.35830501598015757,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.14749119484302375,0.33278332354566487,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,identity,0,0.21393169271518808,0.0,0.5425314596047968,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.03149699798088058,0.29016253335813474,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,identity,1,0.3707004756427033,0.54739280155783,0.3763391869374668,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.16442477334918973,0.3178248535033579,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,identity,2,0.4066613812985802,0.9173730838149531,0.35830501598015757,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.14749119484302375,0.33278332354566487,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,posterior_bins,0,0.21513193150549198,0.0,0.5243681248016752,0.5040942260733229,0.24542869069606865,0.23951568195508877,0.2586655353772541,0.005913008740979919,0.024383750449596755,0.2889622945678308,0.19322601236066575,0.5613269117897707,0.04952816868234131,1.7792816753069303,0.0655456034078666,0.17356771627401915 +three_available,256,support_mixture,posterior_bins,1,0.2996533925866982,0.5042707161774048,0.41464331293365325,0.6885253291460612,0.5351252489918932,0.3716378826480569,0.15340008015416806,0.16348736634383615,0.07198449006135867,0.388871936559363,0.19322601236066575,0.5613269117897707,0.04952816868234131,1.7792816753069303,0.0655456034078666,0.17356771627401915 +three_available,256,support_mixture,posterior_bins,2,0.32350192243633713,0.8378118753277525,0.40409875358008485,0.7394447048442451,0.554152576141604,0.39308981937642773,0.18529212870264106,0.16106275676517626,0.06958789694009047,0.41594278240790783,0.19322601236066575,0.5613269117897707,0.04952816868234131,1.7792816753069303,0.0655456034078666,0.17356771627401915 +three_available,256,support_mixture,posterior_clusters,0,0.21393169271518808,0.0,0.5425314596047968,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.4574002611482194e-18,0.031496997980880584,0.29016253335813474,0.1933671863368606,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,posterior_clusters,1,0.3707004756427033,0.54739280155783,0.3763391869374668,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-7.468948299344587e-19,0.16442477334918973,0.3178248535033579,0.1933671863368606,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,posterior_clusters,2,0.4066613812985802,0.9173730838149531,0.35830501598015757,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.6724822401489353e-18,0.14749119484302375,0.33278332354566487,0.1933671863368606,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,query_joint,0,0.21393169271518808,0.0,0.5425314596047968,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-5.0114233750441085e-18,0.031496997980880584,0.29016253335813474,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,query_joint,1,0.3707004756427033,0.54739280155783,0.3763391869374668,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-7.689804297443481e-19,0.16442477334918973,0.3178248535033579,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,query_joint,2,0.4066613812985802,0.9173730838149531,0.35830501598015757,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,-5.11984359229266e-19,0.14749119484302375,0.33278332354566487,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,raw_entropy,0,0.21393169271518808,0.0,0.5425314596047968,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.3371826793987883e-18,0.031496997980880584,0.29016253335813474,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,raw_entropy,1,0.3707004756427033,0.54739280155783,0.3763391869374668,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-2.449493797096879e-19,0.16442477334918973,0.3178248535033579,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,raw_entropy,2,0.4066613812985802,0.9173730838149531,0.35830501598015757,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.4114706060320547e-18,0.14749119484302375,0.33278332354566487,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,raw_information,0,0.21393169271518808,0.0,0.5425314596047968,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-9.396418828207703e-19,0.031496997980880584,0.29016253335813474,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,raw_information,1,0.3707004756427033,0.54739280155783,0.3763391869374668,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.8210580934154678e-18,0.16442477334918973,0.3178248535033579,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,256,support_mixture,raw_information,2,0.4066613812985802,0.9173730838149531,0.35830501598015757,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.4717040600590272e-18,0.14749119484302375,0.33278332354566487,0.19336718633686056,0.5612156997450901,0.05822162964620939,1.701444161907942,0.0,0.0 +three_available,1024,joint_jeffreys,future_marginal,0,0.23969027042979033,0.0,0.48857892644331097,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.1564823173178711e-18,0.00573842026627833,0.2644039556435325,0.18753965131913647,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,future_marginal,1,0.5249645125880571,0.7073026055503673,0.20754834285813967,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-1.3090737341862015e-18,0.010160736403835942,0.16356081655800403,0.18753965131913647,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,future_marginal,2,0.5398136984004359,1.0346759164556638,0.20686439206988413,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.2928868166267517e-18,0.014338877741167934,0.19963100644380902,0.18753965131913647,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,hash_code,0,0.23969027042979033,0.0,0.48857892644331097,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.005738420266278332,0.2644039556435325,0.1875396513191364,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,hash_code,1,0.5249645125880571,0.7073026055503673,0.20754834285813967,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.010160736403835939,0.16356081655800403,0.1875396513191364,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,hash_code,2,0.5398136984004359,1.0346759164556638,0.20686439206988413,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.014338877741167934,0.19963100644380902,0.1875396513191364,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,identity,0,0.23969027042979033,0.0,0.48857892644331097,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.00573842026627833,0.2644039556435325,0.1875396513191364,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,identity,1,0.5249645125880571,0.7073026055503673,0.20754834285813967,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.010160736403835939,0.16356081655800403,0.1875396513191364,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,identity,2,0.5398136984004359,1.0346759164556638,0.20686439206988413,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.014338877741167934,0.19963100644380902,0.1875396513191364,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,posterior_bins,0,0.24138822955237405,0.0,0.47056637910044535,0.5040942260733229,0.24542869069606865,0.24498201009018902,0.2586655353772541,0.00044668060587963767,0.003593780537814954,0.2627059965209487,0.1873020180134912,0.5464301524519433,0.02199818870181729,1.7499697605813151,0.20465481045484954,0.1938044306264833 +three_available,1024,joint_jeffreys,posterior_bins,1,0.3463359307876611,0.5521954990937019,0.35336878064169985,0.6885253291460612,0.5351252489918932,0.35290563928858953,0.15340008015416806,0.18221960970330353,0.006569708500928385,0.3421893983584,0.1873020180134912,0.5464301524519433,0.02199818870181729,1.7499697605813151,0.20465481045484954,0.1938044306264833 +three_available,1024,joint_jeffreys,posterior_bins,2,0.3660418107660365,0.8952836488881931,0.347145924475382,0.7394447048442451,0.554152576141604,0.37365409387540116,0.18529212870264106,0.18049848226620277,0.007612283109364636,0.37340289407820854,0.1873020180134912,0.5464301524519433,0.02199818870181729,1.7499697605813151,0.20465481045484954,0.1938044306264833 +three_available,1024,joint_jeffreys,posterior_clusters,0,0.23969027042979033,0.0,0.48857892644331097,0.5040942260733229,0.24542869069606865,0.24542140650213687,0.2586655353772541,7.284193931813497e-06,0.005731136072346516,0.2644039556435325,0.18753965131913647,0.546339690034875,0.027766764970636095,1.561960365635658,0.001044603989678972,0.0009931735132128585 +three_available,1024,joint_jeffreys,posterior_clusters,1,0.524159573708071,0.7072468802949415,0.2080034645022972,0.6885253291460612,0.5351252489918932,0.5343139742482711,0.15340008015416806,0.0008112747436220545,0.010154400540199983,0.16436575543799015,0.18753965131913647,0.546339690034875,0.027766764970636095,1.561960365635658,0.001044603989678972,0.0009931735132128585 +three_available,1024,joint_jeffreys,posterior_clusters,2,0.53901571758375,1.0341874345492024,0.20723981068213082,0.7394447048442451,0.554152576141604,0.5533407470904266,0.18529212870264106,0.0008118290511773642,0.014325029506676499,0.20042898726049496,0.18753965131913647,0.546339690034875,0.027766764970636095,1.561960365635658,0.001044603989678972,0.0009931735132128585 +three_available,1024,joint_jeffreys,query_joint,0,0.23969027042979033,0.0,0.48857892644331097,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.3010426069826053e-18,0.00573842026627833,0.2644039556435325,0.18753965131913647,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,query_joint,1,0.5249645125880571,0.7073026055503673,0.20754834285813967,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,2.0278596189080696e-19,0.010160736403835939,0.16356081655800403,0.18753965131913647,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,query_joint,2,0.5398136984004359,1.0346759164556638,0.20686439206988413,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.9013693654514307e-18,0.014338877741167934,0.19963100644380902,0.18753965131913647,0.546339690034875,0.02777162109992397,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,raw_entropy,0,0.23969027042979033,0.0,0.48857892644331097,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.5781164955066783e-18,0.00573842026627833,0.2644039556435325,0.18753965131913647,0.546339690034875,0.027771621099923968,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,raw_entropy,1,0.5249645125880571,0.7073026055503673,0.20754834285813967,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-2.9514392473216487e-19,0.010160736403835942,0.16356081655800403,0.18753965131913647,0.546339690034875,0.027771621099923968,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,raw_entropy,2,0.5398136984004359,1.0346759164556638,0.20686439206988413,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.057976345921559e-18,0.014338877741167934,0.19963100644380902,0.18753965131913647,0.546339690034875,0.027771621099923968,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,raw_information,0,0.23969027042979033,0.0,0.48857892644331097,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-6.384746126859079e-19,0.00573842026627833,0.2644039556435325,0.18753965131913647,0.546339690034875,0.027771621099923968,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,raw_information,1,0.5249645125880571,0.7073026055503673,0.20754834285813967,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.365291624611376e-18,0.010160736403835942,0.16356081655800403,0.18753965131913647,0.546339690034875,0.027771621099923968,1.5609717558042868,0.0,0.0 +three_available,1024,joint_jeffreys,raw_information,2,0.5398136984004359,1.0346759164556638,0.20686439206988413,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.8832993292433388e-18,0.014338877741167934,0.19963100644380902,0.18753965131913647,0.546339690034875,0.027771621099923968,1.5609717558042868,0.0,0.0 +three_available,1024,naive_bayes,future_marginal,0,0.2096796043056275,0.0,0.5526805864840931,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.9274705288631208e-19,0.03574908639044118,0.29441462176769534,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,future_marginal,1,0.2562528058038065,0.4239165417407963,0.4198048231085711,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.3411982430005868e-18,0.27887244318808657,0.4322725233422547,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,future_marginal,2,0.2692343638763466,0.7274356713728862,0.41084678605546654,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.853057939077595e-18,0.2849182122652574,0.47021034096789843,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,hash_code,0,0.2096796043056275,0.0,0.5526805864840931,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.03574908639044118,0.29441462176769534,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,hash_code,1,0.2562528058038065,0.4239165417407962,0.4198048231085711,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.27887244318808657,0.4322725233422547,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,hash_code,2,0.2692343638763466,0.7274356713728862,0.41084678605546654,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.2849182122652574,0.47021034096789843,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,identity,0,0.2096796043056275,0.0,0.5526805864840931,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.03574908639044118,0.29441462176769534,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,identity,1,0.2562528058038065,0.4239165417407962,0.4198048231085711,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.27887244318808657,0.4322725233422547,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,identity,2,0.2692343638763466,0.7274356713728862,0.41084678605546654,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.2849182122652574,0.47021034096789843,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,posterior_bins,0,0.21042361104188226,0.0,0.5350608426781868,0.5040942260733229,0.24542869069606865,0.22802970474641693,0.2586655353772541,0.017398985949651717,0.01760609370453468,0.29367061503144054,0.19573850864202974,0.5706645742781743,0.03698315826563509,1.837722139132794,0.014012907295789016,0.20258901790214132 +three_available,1024,naive_bayes,posterior_bins,1,0.25804127778059777,0.43063619435307543,0.4210751635307318,0.6885253291460612,0.5351252489918932,0.336649987253008,0.15340008015416806,0.19847526173888513,0.0786087094724102,0.43048405136546347,0.19573850864202974,0.5706645742781743,0.03698315826563509,1.837722139132794,0.014012907295789016,0.20258901790214132 +three_available,1024,naive_bayes,posterior_bins,2,0.27119790088242374,0.7410984247385486,0.4084364945124426,0.7394447048442451,0.554152576141604,0.3582445905312121,0.18529212870264106,0.1959079856103918,0.08704668964878837,0.4682468039618212,0.19573850864202974,0.5706645742781743,0.03698315826563509,1.837722139132794,0.014012907295789016,0.20258901790214132 +three_available,1024,naive_bayes,posterior_clusters,0,0.2096796043056275,0.0,0.5526805864840931,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.5057116875220543e-18,0.035749086390441186,0.29441462176769534,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,posterior_clusters,1,0.2562528058038065,0.4239165417407963,0.4198048231085711,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,6.183967946769173e-19,0.27887244318808657,0.4322725233422547,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,posterior_clusters,2,0.2692343638763466,0.7274356713728862,0.41084678605546654,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.226505354044825e-18,0.2849182122652574,0.47021034096789843,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,query_joint,0,0.2096796043056275,0.0,0.5526805864840931,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.5057116875220543e-18,0.035749086390441186,0.29441462176769534,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,query_joint,1,0.2562528058038065,0.4239165417407963,0.4198048231085711,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,6.183967946769173e-19,0.27887244318808657,0.4322725233422547,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,query_joint,2,0.2692343638763466,0.7274356713728862,0.41084678605546654,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.226505354044825e-18,0.2849182122652574,0.47021034096789843,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,raw_entropy,0,0.2096796043056275,0.0,0.5526805864840931,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.6744900219498343e-18,0.035749086390441186,0.29441462176769534,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,raw_entropy,1,0.2562528058038065,0.4239165417407962,0.4198048231085711,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-2.9715170653306396e-19,0.27887244318808657,0.4322725233422547,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,raw_entropy,2,0.2692343638763466,0.7274356713728862,0.41084678605546654,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.1945055083826965e-18,0.2849182122652574,0.47021034096789843,0.19595509871454983,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,raw_information,0,0.2096796043056275,0.0,0.5526805864840931,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.0721554816801098e-18,0.035749086390441186,0.29441462176769534,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,raw_information,1,0.2562528058038065,0.4239165417407962,0.4198048231085711,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,9.617274826306604e-19,0.27887244318808657,0.4322725233422547,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,naive_bayes,raw_information,2,0.2692343638763466,0.7274356713728862,0.41084678605546654,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.6283110405291552e-18,0.2849182122652574,0.47021034096789843,0.1959550987145498,0.57271697715502,0.05448393126195308,1.8397745420096399,0.0,0.0 +three_available,1024,support_mixture,future_marginal,0,0.2376788790219057,0.0,0.5076513526226423,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.2766998990673014e-18,0.00774981167416298,0.2664153470514171,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,future_marginal,1,0.49756188670473245,0.6666839652336352,0.2632078738034716,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,2.8912057932946764e-19,0.037563362287160625,0.19096344244132873,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,future_marginal,2,0.5180936447917746,1.0471149594752602,0.2620768277355831,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.4715793969067697e-18,0.036058931349829355,0.22135106005247046,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,hash_code,0,0.2376788790219057,0.0,0.5076513526226422,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.00774981167416298,0.2664153470514171,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,hash_code,1,0.49756188670473245,0.6666839652336352,0.2632078738034716,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.03756336228716061,0.19096344244132873,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,hash_code,2,0.5180936447917746,1.0471149594752602,0.2620768277355831,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.036058931349829355,0.22135106005247046,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,identity,0,0.2376788790219057,0.0,0.5076513526226423,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.007749811674162979,0.2664153470514171,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,identity,1,0.49756188670473245,0.6666839652336352,0.2632078738034716,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.03756336228716061,0.19096344244132873,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,identity,2,0.5180936447917746,1.0471149594752602,0.2620768277355831,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.036058931349829355,0.22135106005247046,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,posterior_bins,0,0.24000475349766198,0.0,0.4949303647403476,0.5040942260733229,0.24542869069606865,0.2450311305576914,0.2586655353772541,0.00039756013837727116,0.005026377060029407,0.26408947257566084,0.18802754576018235,0.5486406259537165,0.026526608622803247,1.752916270545346,0.13651786100065072,0.1895689423580817 +three_available,1024,support_mixture,posterior_bins,1,0.3365964797291314,0.5454011623887071,0.3933623142243397,0.6885253291460612,0.5351252489918932,0.35204659059713567,0.15340008015416806,0.1830786583947574,0.01545011086800429,0.3519288494169298,0.18802754576018235,0.5486406259537165,0.026526608622803247,1.752916270545346,0.13651786100065072,0.1895689423580817 +three_available,1024,support_mixture,posterior_bins,2,0.3583708454473933,0.8909146481569502,0.374811451181776,0.7394447048442451,0.554152576141604,0.3736556805166292,0.18529212870264106,0.1804968956249747,0.01528483506923588,0.3810738593968517,0.18802754576018235,0.5486406259537165,0.026526608622803247,1.752916270545346,0.13651786100065072,0.1895689423580817 +three_available,1024,support_mixture,posterior_clusters,0,0.23767887902190565,0.0,0.5076513526226423,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-6.746146851020917e-19,0.007749811674162981,0.2664153470514171,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,posterior_clusters,1,0.49756188670473245,0.6666839652336352,0.2632078738034716,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,7.268170119254675e-19,0.037563362287160625,0.19096344244132873,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,posterior_clusters,2,0.5180936447917746,1.0471149594752602,0.2620768277355831,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.2487156170069717e-18,0.036058931349829355,0.22135106005247046,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,query_joint,0,0.2376788790219057,0.0,0.5076513526226423,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.650271977186788e-18,0.00774981167416298,0.2664153470514171,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,query_joint,1,0.49756188670473245,0.6666839652336352,0.2632078738034716,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-4.0356414198071565e-19,0.03756336228716061,0.19096344244132873,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,query_joint,2,0.5180936447917746,1.0471149594752602,0.2620768277355831,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.849167038628054e-18,0.036058931349829355,0.22135106005247046,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,raw_entropy,0,0.2376788790219057,0.0,0.5076513526226423,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.6744900219498343e-18,0.007749811674162981,0.2664153470514171,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,raw_entropy,1,0.49756188670473245,0.6666839652336352,0.2632078738034716,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-2.9715170653306396e-19,0.03756336228716061,0.19096344244132873,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,raw_entropy,2,0.5180936447917746,1.0471149594752602,0.2620768277355831,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.1945055083826965e-18,0.036058931349829355,0.22135106005247046,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,raw_information,0,0.2376788790219057,0.0,0.5076513526226422,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-7.348481391290639e-19,0.007749811674162982,0.2664153470514171,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,raw_information,1,0.49756188670473245,0.6666839652336352,0.2632078738034716,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.293011479779009e-18,0.03756336228716061,0.19096344244132873,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,1024,support_mixture,raw_information,2,0.5180936447917746,1.0471149594752602,0.2620768277355831,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.8531826022298525e-18,0.036058931349829355,0.22135106005247046,0.18822081707945054,0.5483530543931022,0.03169804486595196,1.5944510968154033,0.0,0.0 +three_available,4096,joint_jeffreys,future_marginal,0,0.24375906955424134,0.0,0.47642377879437997,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.348980043899669e-18,0.001669621141827311,0.26033515651908146,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,future_marginal,1,0.5324221722792346,0.695270183845007,0.20325959235867966,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.895096693744218e-19,0.0027030767126585437,0.15610315686682663,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,future_marginal,2,0.5505030993801976,0.9882896424477826,0.20269771804840409,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.6924353950056684e-18,0.0036494767614063694,0.18894160546404745,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,hash_code,0,0.24375906955424134,0.0,0.47642377879437997,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.0016696211418273119,0.26033515651908146,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,hash_code,1,0.5324221722792346,0.695270183845007,0.20325959235867966,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.002703076712658542,0.15610315686682663,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,hash_code,2,0.5505030993801976,0.9882896424477826,0.2026977180484041,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.003649476761406368,0.18894160546404745,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,identity,0,0.24375906955424134,0.0,0.47642377879437997,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.0016696211418273108,0.26033515651908146,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,identity,1,0.5324221722792346,0.695270183845007,0.20325959235867966,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.0027030767126585437,0.15610315686682663,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,identity,2,0.5505030993801976,0.9882896424477826,0.20269771804840409,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.003649476761406371,0.18894160546404745,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,posterior_bins,0,0.2445944447529578,0.0,0.4675221508479639,0.5040942260733229,0.24542869069606865,0.2452166765598466,0.2586655353772541,0.00021201413622208307,0.0006222318068887997,0.259499781320365,0.186416554508152,0.5441840093895134,0.009267098517844987,1.7589511646819103,0.21468145581337159,0.20802957540155023 +three_available,4096,joint_jeffreys,posterior_bins,1,0.33682911335993154,0.5355116595214345,0.3551481533199138,0.6885253291460612,0.5351252489918932,0.3383350678184448,0.15340008015416806,0.19679018117344832,0.001505954458513163,0.35169621578612964,0.186416554508152,0.5441840093895134,0.009267098517844987,1.7589511646819103,0.21468145581337159,0.20802957540155023 +three_available,4096,joint_jeffreys,posterior_bins,2,0.3558891520819215,0.8670460767286826,0.35028080666241834,0.7394447048442451,0.554152576141604,0.3575567216296015,0.18529212870264106,0.1965958545120024,0.0016675695476800023,0.3835555527623235,0.186416554508152,0.5441840093895134,0.009267098517844987,1.7589511646819103,0.21468145581337159,0.20802957540155023 +three_available,4096,joint_jeffreys,posterior_clusters,0,0.24375906955424134,0.0,0.47642377879437997,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.529680405980586e-18,0.0016696211418273114,0.26033515651908146,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.5431390450548732,8.271201191501563e-06,1.410254867838377e-20 +three_available,4096,joint_jeffreys,posterior_clusters,1,0.5324221722792346,0.695270183845007,0.20325959235867966,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-2.162380999568311e-18,0.0027030767126585437,0.15610315686682663,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.5431390450548732,8.271201191501563e-06,1.410254867838377e-20 +three_available,4096,joint_jeffreys,posterior_clusters,2,0.5505032434233235,0.9882246204064989,0.2026982888547531,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.49366499671666e-18,0.0036493327182803873,0.1889414614209215,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.5431390450548732,8.271201191501563e-06,1.410254867838377e-20 +three_available,4096,joint_jeffreys,query_joint,0,0.24375906955424134,0.0,0.47642377879437997,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-4.698209414103851e-18,0.0016696211418273114,0.26033515651908146,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,query_joint,1,0.5324221722792346,0.695270183845007,0.20325959235867966,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-1.833104784220862e-18,0.0027030767126585437,0.15610315686682663,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,query_joint,2,0.5505030993801976,0.9882896424477826,0.2026977180484041,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.541727096785981e-18,0.0036494767614063655,0.18894160546404745,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,raw_entropy,0,0.24375906955424134,0.0,0.47642377879437997,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.0962488632908987e-18,0.0016696211418273112,0.26033515651908146,0.1864893106828083,0.5435495266891076,0.014120171764850144,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,raw_entropy,1,0.5324221722792346,0.695270183845007,0.20325959235867966,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-7.288247937263667e-19,0.002703076712658544,0.15610315686682663,0.1864893106828083,0.5435495266891076,0.014120171764850144,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,raw_entropy,2,0.5505030993801976,0.9882896424477826,0.20269771804840409,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.861089066281192e-18,0.003649476761406368,0.18894160546404745,0.1864893106828083,0.5435495266891076,0.014120171764850144,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,raw_information,0,0.24375906955424134,0.0,0.47642377879437997,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-6.264279218805135e-19,0.0016696211418273112,0.26033515651908146,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,raw_information,1,0.5324221722792346,0.695270183845007,0.20325959235867966,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.9957351100936875e-18,0.0027030767126585416,0.15610315686682663,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,joint_jeffreys,raw_information,2,0.5505030993801976,0.9882896424477826,0.2026977180484041,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.8430190300731e-18,0.00364947676140637,0.18894160546404745,0.1864893106828083,0.5435495266891076,0.014120171764850146,1.543140262668828,0.0,0.0 +three_available,4096,naive_bayes,future_marginal,0,0.21141169263362822,0.0,0.5476435717393179,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.1924977265817974e-18,0.03401699806244043,0.2926825334396946,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,9.662607312491883e-21,1.397394277150015e-20 +three_available,4096,naive_bayes,future_marginal,1,0.2602809632659456,0.41143939410052965,0.4166585423903748,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.1321396094025673e-19,0.27484428572594743,0.4282443658801156,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,9.662607312491883e-21,1.397394277150015e-20 +three_available,4096,naive_bayes,future_marginal,2,0.27332636955622075,0.7177271135684649,0.4112174609875011,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.437322443139228e-18,0.2808262065853832,0.46611833528802427,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,9.662607312491883e-21,1.397394277150015e-20 +three_available,4096,naive_bayes,hash_code,0,0.21141169263362822,0.0,0.5476435717393179,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.03401699806244043,0.2926825334396946,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,hash_code,1,0.2602809632659456,0.41143939410052965,0.4166585423903748,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.27484428572594743,0.4282443658801156,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,hash_code,2,0.27332636955622075,0.7177271135684649,0.4112174609875011,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.2808262065853832,0.46611833528802427,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,identity,0,0.21141169263362822,0.0,0.5476435717393179,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.03401699806244042,0.2926825334396946,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,identity,1,0.2602809632659456,0.41143939410052965,0.4166585423903748,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.27484428572594743,0.4282443658801156,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,identity,2,0.27332636955622075,0.7177271135684649,0.4112174609875011,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.2808262065853832,0.46611833528802427,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,posterior_bins,0,0.21159900672386525,0.0,0.5396030152053793,0.5040942260733229,0.24542869069606865,0.22627690939960948,0.2586655353772541,0.019151781296459183,0.014677902675744203,0.29249521934945755,0.1953024223556354,0.5695400595350615,0.02911257476910855,1.8351865376161978,0.010800638953945608,0.21423962369577282 +three_available,4096,naive_bayes,posterior_bins,1,0.2603692934293488,0.41606390995917075,0.4155616666087616,0.6885253291460612,0.5351252489918932,0.319926345333037,0.15340008015416806,0.21519890365885613,0.059557051903688145,0.4281560357167124,0.1953024223556354,0.5695400595350615,0.02911257476910855,1.8351865376161978,0.010800638953945608,0.21423962369577282 +three_available,4096,naive_bayes,posterior_bins,2,0.2733174911739631,0.7260301961639011,0.4068368112151614,0.7394447048442451,0.554152576141604,0.3415333847574598,0.18529212870264106,0.2126191913841441,0.0682158935834967,0.4661272136702819,0.1953024223556354,0.5695400595350615,0.02911257476910855,1.8351865376161978,0.010800638953945608,0.21423962369577282 +three_available,4096,naive_bayes,posterior_clusters,0,0.21141169263362822,0.0,0.5476435717393179,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.614256567922862e-18,0.03401699806244043,0.2926825334396946,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,1.5255183909113106e-20,4.1474385338522805e-20 +three_available,4096,naive_bayes,posterior_clusters,1,0.2602809632659456,0.41143939410052965,0.4166585423903748,0.6885253291460612,0.5351252489918932,0.5351252489918931,0.15340008015416806,7.388637027308621e-19,0.27484428572594743,0.4282443658801156,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,1.5255183909113106e-20,4.1474385338522805e-20 +three_available,4096,naive_bayes,posterior_clusters,2,0.27332636955622075,0.7177271135684649,0.4112174609875011,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.7184118952651e-18,0.2808262065853832,0.46611833528802427,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,1.5255183909113106e-20,4.1474385338522805e-20 +three_available,4096,naive_bayes,query_joint,0,0.21141169263362822,0.0,0.5476435717393179,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.614256567922862e-18,0.03401699806244043,0.2926825334396946,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,9.662607312491883e-21,1.397394277150015e-20 +three_available,4096,naive_bayes,query_joint,1,0.2602809632659456,0.41143939410052965,0.4166585423903748,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,6.746146851020915e-19,0.27484428572594743,0.4282443658801156,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,9.662607312491883e-21,1.397394277150015e-20 +three_available,4096,naive_bayes,query_joint,2,0.27332636955622075,0.7177271135684649,0.4112174609875011,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.65416287763633e-18,0.2808262065853832,0.46611833528802427,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,9.662607312491883e-21,1.397394277150015e-20 +three_available,4096,naive_bayes,raw_entropy,0,0.21141169263362822,0.0,0.5476435717393179,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.0480621000693207e-18,0.03401699806244043,0.2926825334396946,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,raw_entropy,1,0.2602809632659456,0.41143939410052965,0.4166585423903748,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-7.288247937263667e-19,0.27484428572594743,0.4282443658801156,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,raw_entropy,2,0.27332636955622075,0.7177271135684649,0.4112174609875011,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.861089066281192e-18,0.2808262065853832,0.46611833528802427,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,raw_information,0,0.21141169263362822,0.0,0.5476435717393179,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-4.3368086899420153e-19,0.03401699806244043,0.2926825334396946,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,raw_information,1,0.2602809632659456,0.41143939410052965,0.4166585423903748,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.8511748204289537e-18,0.27484428572594743,0.4282443658801156,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,naive_bayes,raw_information,2,0.27332636955622075,0.7177271135684649,0.4112174609875011,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.939392556516256e-18,0.2808262065853832,0.46611833528802427,0.19542877708837955,0.5713738446241894,0.04718651274574745,1.8370203227053254,0.0,0.0 +three_available,4096,support_mixture,future_marginal,0,0.24358417541915445,0.0,0.48238790428102396,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-4.156108327861099e-18,0.0018445152769142323,0.2605100506541684,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,future_marginal,1,0.5299629832651873,0.6843133966064803,0.21419122927318743,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,2.2085599809889907e-19,0.0051622657267057556,0.15856234588087387,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,future_marginal,2,0.5486756570173686,1.0038943115311991,0.21342842178728652,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.4796105241103662e-18,0.0054769191242352916,0.19076904782687637,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,hash_code,0,0.24358417541915445,0.0,0.48238790428102396,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.5055870243697964e-18,0.0018445152769142336,0.2605100506541684,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,hash_code,1,0.5299629832651873,0.6843133966064803,0.21419122927318743,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,3.192373063429542e-19,0.005162265726705755,0.15856234588087387,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,hash_code,2,0.5486756570173686,1.0038943115311991,0.21342842178728652,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.0117973645008802e-18,0.005476919124235292,0.1907690478268764,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,identity,0,0.24358417541915445,0.0,0.48238790428102396,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,0.0,0.0018445152769142323,0.2605100506541684,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,identity,1,0.5299629832651873,0.6843133966064803,0.21419122927318743,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,0.0,0.0051622657267057556,0.15856234588087387,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,identity,2,0.5486756570173686,1.0038943115311991,0.21342842178728652,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,0.0,0.005476919124235295,0.1907690478268764,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,posterior_bins,0,0.24441878317361937,0.0,0.47286961017204293,0.5040942260733229,0.24542869069606865,0.2452046011586149,0.2586655353772541,0.00022408953745377201,0.0007858179849955215,0.25967544289970346,0.18651217977684234,0.5445450187935472,0.011132110566925526,1.7579670065790238,0.19071251476576834,0.20640224471977384 +three_available,4096,support_mixture,posterior_bins,1,0.33594532694718504,0.5438161487295813,0.3675067253561612,0.6885253291460612,0.5351252489918932,0.3385093682963286,0.15340008015416806,0.19661588069556452,0.0025640413491435374,0.35258000219887614,0.18651217977684234,0.5445450187935472,0.011132110566925526,1.7579670065790238,0.19071251476576834,0.20640224471977384 +three_available,4096,support_mixture,posterior_bins,2,0.3558388133253939,0.8742637488509944,0.357497204321732,0.7394447048442451,0.554152576141604,0.3583161148598112,0.18529212870264106,0.19583646128179275,0.0024773015344172625,0.38360589151885116,0.18651217977684234,0.5445450187935472,0.011132110566925526,1.7579670065790238,0.19071251476576834,0.20640224471977384 +three_available,4096,support_mixture,posterior_clusters,0,0.24358417541915445,0.0,0.48238790428102396,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-2.975532628932439e-18,0.0018445152769142326,0.2605100506541684,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,posterior_clusters,1,0.5299629832651873,0.6843133966064803,0.21419122927318743,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-1.6925600581579261e-18,0.005162265726705757,0.15856234588087387,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,posterior_clusters,2,0.5486756570173686,1.0038943115311991,0.21342842178728652,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,1.6985834035606234e-18,0.005476919124235291,0.19076904782687637,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,query_joint,0,0.24358417541915445,0.0,0.48238790428102396,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-3.9995013473909716e-18,0.0018445152769142336,0.2605100506541684,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,query_joint,1,0.5299629832651873,0.6843133966064803,0.21419122927318743,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-4.69820941410385e-19,0.0051622657267057556,0.15856234588087387,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,query_joint,2,0.5486756570173686,1.0038943115311991,0.21342842178728652,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,3.079937282579192e-18,0.005476919124235287,0.19076904782687637,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,raw_entropy,0,0.24358417541915445,0.0,0.48238790428102396,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-1.0480621000693207e-18,0.0018445152769142328,0.2605100506541684,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,raw_entropy,1,0.5299629832651873,0.6843133966064803,0.21419122927318743,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,-7.288247937263667e-19,0.005162265726705757,0.15856234588087387,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,raw_entropy,2,0.5486756570173686,1.0038943115311991,0.21342842178728652,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.861089066281192e-18,0.005476919124235291,0.19076904782687637,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,raw_information,0,0.24358417541915445,0.0,0.48238790428102396,0.5040942260733229,0.24542869069606865,0.24542869069606865,0.2586655353772541,-6.264279218805135e-19,0.0018445152769142328,0.2605100506541684,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,raw_information,1,0.5299629832651873,0.6843133966064803,0.21419122927318743,0.6885253291460612,0.5351252489918932,0.5351252489918932,0.15340008015416806,1.9957351100936875e-18,0.005162265726705754,0.15856234588087387,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 +three_available,4096,support_mixture,raw_information,2,0.5486756570173686,1.0038943115311991,0.21342842178728652,0.7394447048442451,0.554152576141604,0.554152576141604,0.18529212870264106,2.714520994815559e-18,0.0054769191242352916,0.1907690478268764,0.18657892462220282,0.5438923520348729,0.015496141327922774,1.5492175251876585,0.0,0.0 diff --git a/results/controlled/primary_families.csv b/results/controlled/primary_families.csv new file mode 100644 index 0000000000000000000000000000000000000000..e81a286fb3b7cdb51b89131590183e2b2047f6f2 --- /dev/null +++ b/results/controlled/primary_families.csv @@ -0,0 +1,49 @@ +family,method,utility,queries,abstention,full_oracle,available_oracle,encoded_oracle,information_loss,representation_loss,model_loss,total_regret,posterior_brier,posterior_log_loss,posterior_absolute_error,joint_forecast_log_loss,estimated_conditional_dispersion,true_conditional_dispersion +context,future_marginal,0.3626805277089808,0.9182312948949537,0.4555987516132378,0.7880888584118834,0.7880888584118834,0.4431353905670603,0.0,0.34495346784482306,0.08045486285807946,0.42540833070290257,0.2275742040124979,0.6468956169836375,0.033446127462645664,1.6467684141526107,0.14614399456176666,0.20082292360564774 +context,hash_code,0.2170459709045936,0.8648584524867136,0.5139191621465945,0.7880888584118834,0.7880888584118834,0.2534757121799445,0.0,0.5346131462319388,0.0364297412753509,0.5710428875072898,0.22669595785844784,0.6449402636288488,0.025606332115328007,1.8601666376598784,0.25543692953672553,0.4329705945586294 +context,identity,0.6650919319515614,1.2378936472370288,0.18051533081677776,0.7880888584118834,0.7880888584118834,0.7880888584118834,0.0,0.0,0.12299692646032198,0.12299692646032198,0.23043310958133364,0.6530146466699461,0.05290879072316649,1.474773638262462,0.0,0.0 +context,posterior_bins,0.17124022355036708,0.7957645849002057,0.5469364344362346,0.7880888584118834,0.7880888584118834,0.21190979099200494,0.0,0.5761790674198785,0.040669567441637806,0.6168486348615163,0.22956184732226084,0.6510608466617261,0.045397535500351964,1.9488263339572431,0.28418562458119107,0.5025450228176382 +context,posterior_clusters,0.23779038974868089,0.8904291961528601,0.4703264969156142,0.7880888584118834,0.7880888584118834,0.30424792270565876,0.0,0.4838409357062246,0.06645753295697782,0.5502984686632024,0.2303391429135717,0.6528039868892228,0.0524491761017039,1.8922198918027913,0.2600802637305561,0.45502995381652434 +context,query_joint,0.6814637624980395,1.2708547292878565,0.17523231222637242,0.7880888584118834,0.7880888584118834,0.7819024759485854,0.0,0.006186382463297963,0.10043871345054586,0.10662509591384385,0.22832433078045725,0.6483977656936868,0.03858444027360206,1.4588881290213334,0.07696366155865615,0.01318586813604826 +context,raw_entropy,0.5794729711288229,1.246292345254899,0.2506350360940125,0.7880888584118834,0.7880888584118834,0.6824666286265508,0.0,0.10562222978533262,0.10299365749772785,0.2086158872830605,0.22707826785498067,0.6457451102251202,0.030192413635900285,1.6316914637693256,0.17018422718976767,0.22190277040460984 +context,raw_information,0.5145775504161055,1.0805298244958887,0.28911769052421704,0.7880888584118834,0.7880888584118834,0.6076720174714043,0.0,0.18041684094047905,0.0930944670552988,0.2735113079957779,0.22752920972530974,0.6466997560300167,0.033373894341360934,1.725555222499973,0.21087456736220136,0.3357470141675562 +independent,future_marginal,0.8954121957914772,0.29615472437052753,0.04377990559509901,0.928933733504975,0.928933733504975,0.9032900841508477,0.0,0.025643649354127242,0.007877888359370335,0.033521537713497626,0.039257017392903756,0.15573038435907233,0.04563707349578509,1.2367514557999408,0.07808211827101244,0.036502689799743006 +independent,hash_code,0.47059493794829194,1.1592213831524507,0.2491629631879422,0.928933733504975,0.928933733504975,0.4783797222966582,0.0,0.45055401120831673,0.007784784348366209,0.458338795556683,0.2161021654005334,0.6227230167294584,0.029755743855069846,1.6993822372875922,0.3633166080935015,0.3938376160617802 +independent,identity,0.9100079337524131,0.3405173998376204,0.04185378014616188,0.928933733504975,0.928933733504975,0.928933733504975,0.0,0.0,0.0189257997525618,0.0189257997525618,0.032557882497595725,0.12885263896487317,0.047903508451278554,1.2201819550812978,0.0,0.0 +independent,posterior_bins,0.916821311793532,0.2972343426714129,0.03853185425752138,0.928933733504975,0.928933733504975,0.9246981805323696,0.0,0.004235552972605338,0.007876868738837523,0.012112421711442913,0.032568338599702026,0.13253877223267252,0.04476747203397693,1.2060745542937004,0.07804034749098859,0.016040037683284877 +independent,posterior_clusters,0.915318662687657,0.30809855714618434,0.04025327507713759,0.928933733504975,0.928933733504975,0.9226937327353294,0.0,0.006240000769645534,0.0073750700476722724,0.013615070817317856,0.033497982558946246,0.1321926605930648,0.04303456797312101,1.2065283790513492,0.0711596347684066,0.017440129603736802 +independent,query_joint,0.913013489675506,0.3101944666506976,0.04044047668657853,0.928933733504975,0.928933733504975,0.9218463956095158,0.0,0.007087337895459187,0.00883290593400963,0.015920243829468862,0.033776916815413865,0.13416606505201878,0.043558396131989974,1.2121947270084361,0.06775286597654898,0.019233038646785834 +independent,raw_entropy,0.6489306322062101,0.8613875610143213,0.14464666686616076,0.928933733504975,0.928933733504975,0.6569010312470843,0.0,0.27203270225789067,0.007970399040874149,0.2800031012987649,0.13804909663436432,0.43203083807946363,0.03918060748948357,1.508791961655223,0.2516929730336152,0.24064230348213217 +independent,raw_information,0.9031660787545922,0.36690996512831,0.0454280479579565,0.928933733504975,0.928933733504975,0.9101348256533947,0.0,0.018798907851580258,0.006968746898802473,0.02576765475038278,0.03863373238597183,0.1498409761344466,0.04710156011077428,1.223843707125611,0.09354817516179206,0.03371596849559227 +orientation_alias,future_marginal,0.1853171408835975,0.6503919623570626,0.5884198212458965,0.828928467957698,0.828928467957698,0.21611074434392674,0.0,0.6128177236137713,0.030793603460329208,0.6436113270741005,0.21575172585724725,0.6213091461636122,0.07134839324213232,1.5819683256555936,0.22042724953123827,0.3440859660679879 +orientation_alias,hash_code,0.25671125713605936,0.8130906234947282,0.525005109041815,0.828928467957698,0.828928467957698,0.308051858720266,0.0,0.520876609237432,0.051340601584206606,0.5722172108216386,0.2174574699640694,0.6239197896802584,0.057983703757484024,1.829864155322025,0.30933615480614,0.5138085631586973 +orientation_alias,identity,0.7375432253689826,1.1057987233208035,0.15706358243743235,0.828928467957698,0.828928467957698,0.828928467957698,0.0,0.0,0.09138524258871533,0.09138524258871533,0.13171502066907426,0.437066340532934,0.15365343249139854,1.2450031734874047,0.0,0.0 +orientation_alias,posterior_bins,0.5477364417189148,0.7693838809425282,0.26177567540792307,0.828928467957698,0.828928467957698,0.6453852814073618,0.0,0.18354318655033616,0.09764883968844704,0.28119202623878325,0.13149437405398695,0.4368613734587282,0.1442459178189979,1.7165755360665944,0.2752121465890236,0.4826838123218818 +orientation_alias,posterior_clusters,0.5557157182324963,0.7959043116132772,0.2584508304969941,0.828928467957698,0.828928467957698,0.6516338962422699,0.0,0.17729457171542817,0.09591817800977344,0.27321274972520165,0.13185750741779204,0.4374648864995055,0.14490623532589322,1.6866960829603954,0.26224206544064343,0.4593368070121799 +orientation_alias,query_joint,0.749695480009097,1.1404782462871994,0.17587942343895518,0.828928467957698,0.828928467957698,0.8174978119720884,0.0,0.011430655985609677,0.06780233196299121,0.07923298794860092,0.13071310247163828,0.4377342458259573,0.14495799653605643,1.236323348756025,0.0929003512634646,0.02862961818235853 +orientation_alias,raw_entropy,0.6043586411911206,1.2143733951646427,0.24173487188952447,0.828928467957698,0.828928467957698,0.7106140792034976,0.0,0.11831438875420039,0.10625543801237698,0.2245698267665774,0.2023937879912238,0.593240540254404,0.07054965319417517,1.6358990535814433,0.25894462472765317,0.4256854757423912 +orientation_alias,raw_information,0.6134052546318305,0.9147298306292949,0.23086100541850368,0.828928467957698,0.828928467957698,0.6934662214491858,0.0,0.13546224650851216,0.08006096681735536,0.21552321332586755,0.14453797387276662,0.4652040241250565,0.1328720265173184,1.6479605495159453,0.25858864511460233,0.4455927001870404 +parity,future_marginal,0.1761935839478487,0.6325842241709343,0.5944115682453763,0.8347957761429844,0.8347957761429844,0.20877999853691154,0.0,0.6260157776060727,0.03258641458906279,0.6586021921951356,0.21705926486316318,0.6249441766180286,0.08278941149501969,1.5861602815581257,0.21340183877396907,0.3486785448232662 +parity,hash_code,0.20833025114024675,0.8526151277478646,0.5336745585059779,0.8347957761429844,0.8347957761429844,0.2470668813742651,0.0,0.5877288947687191,0.038736630234018334,0.6264655250027376,0.23261744523112693,0.6573249781636831,0.05186612625124434,1.8292030595934832,0.29748570728922447,0.5101712554531314 +parity,identity,0.7505863638432653,1.137204672844883,0.159945581735147,0.8347957761429844,0.8347957761429844,0.8347957761429844,0.0,0.0,0.08420941229971905,0.08420941229971905,0.12681977581715187,0.42920557717106034,0.18022681103479093,1.2467965116041626,0.0,0.0 +parity,posterior_bins,0.5650067039347257,0.8885826424881613,0.2893095083288051,0.8347957761429844,0.8347957761429844,0.695169534420408,0.0,0.13962624172257637,0.1301628304856822,0.2697890722082586,0.12638070333829152,0.42865952684179276,0.17579112911469352,1.7096225302463077,0.2700959178453266,0.4705060750573609 +parity,posterior_clusters,0.5785860682616655,0.8923981911610673,0.2797037841615425,0.8347957761429844,0.8347957761429844,0.700541512848839,0.0,0.13425426329414528,0.12195544458717353,0.25620970788131886,0.12683765518166384,0.42936763715536946,0.1752656909324458,1.6737564736328046,0.25452370782436395,0.4419339065832722 +parity,query_joint,0.7643539645704318,1.1613392735167392,0.1682761970085634,0.8347957761429844,0.8347957761429844,0.827254761072004,0.0,0.007541015070980277,0.06290079650157221,0.07044181157255254,0.12521109259063942,0.42772883056537664,0.1752658576836256,1.234835739910282,0.08533216714716517,0.020956627489904237 +parity,raw_entropy,0.5428645204900009,1.3073983910302804,0.2565013040881702,0.8347957761429844,0.8347957761429844,0.637997368097745,0.0,0.19679840804523935,0.09513284760774404,0.29193125565298345,0.23383126009831098,0.6601077448487425,0.05172885214133459,1.6887988301614532,0.26817073793008867,0.45987272425895526 +parity,raw_information,0.491345522934861,0.9983460820028401,0.30727094713961145,0.8347957761429844,0.8347957761429844,0.5987558167820338,0.0,0.23603995936095049,0.10741029384717277,0.34345025320812334,0.19012255340377243,0.5657420354032173,0.10414714551120365,1.778355701021972,0.28978696363289325,0.510387194698457 +redundant,future_marginal,0.29795754465378854,0.6530721202671622,0.4194018497660782,0.8364283751534423,0.8364283751534423,0.33012415563604275,0.0,0.5063042195173995,0.032166610982254165,0.5384708304996536,0.1928470609340745,0.5683189046170577,0.038437523270310754,1.47417747797604,0.23749721570308757,0.2861465510076011 +redundant,hash_code,0.04484946990041255,0.47656833723257563,0.6885511606667241,0.8364283751534423,0.8364283751534423,0.05773553480599912,0.0,0.778692840347443,0.01288606490558655,0.7915789052530297,0.23707717107250495,0.6668462514063717,0.030152392501242433,1.7181649045398393,0.35646804533984494,0.46219309399200526 +redundant,identity,0.7653668596783446,0.8394957294491786,0.08769363861228939,0.8364283751534423,0.8364283751534423,0.8364283751534423,0.0,0.0,0.07106151547509754,0.07106151547509754,0.10769952535953614,0.36996623678401064,0.05070901521694869,1.1418935840131812,0.0,0.0 +redundant,posterior_bins,0.6916977366851904,0.6208034194698229,0.09446838517822936,0.8364283751534423,0.8364283751534423,0.7320131086591917,0.0,0.10441526649425047,0.04031537197400124,0.14473063846825177,0.10751510758088183,0.36880121999514903,0.04387925779330642,1.3879422892816449,0.18936239631730847,0.265010830859619 +redundant,posterior_clusters,0.6989231534206255,0.6481384125615359,0.09906210292038528,0.8364283751534423,0.8364283751534423,0.7419944231173804,0.0,0.09443395203606177,0.04307126969675485,0.13750522173281668,0.10772879450083718,0.3699398311921224,0.045599567669055895,1.360732531378907,0.17664006260823037,0.24254026138119594 +redundant,query_joint,0.7545480306631399,0.8322507337133451,0.09707352811546689,0.8364283751534423,0.8364283751534423,0.8082875720795325,0.0,0.028140803073909645,0.053739541416392596,0.08188034449030229,0.10836858240540517,0.371007178464908,0.042268606830177614,1.1677467209850376,0.09187098354858934,0.048477780357502734 +redundant,raw_entropy,0.6854194139838374,0.9202059782200379,0.1547714335510958,0.8364283751534423,0.8364283751534423,0.7523567421173422,0.0,0.08407163303609998,0.06693732813350478,0.1510089611696048,0.14188814648408102,0.453037866826671,0.04032937018331814,1.3671328479418767,0.21628941432326548,0.22008515900117248 +redundant,raw_information,0.7244842637951285,0.7496479144087066,0.10251843016844661,0.8364283751534423,0.8364283751534423,0.7652431856176125,0.0,0.0711851895358297,0.040758921822483855,0.11194411135831359,0.10654452556429674,0.36709492693730705,0.04693730107486988,1.3292188545133174,0.1856007905982638,0.22755741244261027 +uninformative,future_marginal,0.05597330716456047,0.17646619485320025,0.7067681533754732,0.06673489079993579,0.06673489079993579,0.06673489079993578,0.0,6.264279218805134e-19,0.010761583635375297,0.0107615836353753,0.22754154675724556,0.646641705720972,0.028079054619098986,1.4791373529617995,0.08244716455839284,0.013084153017942265 +uninformative,hash_code,0.05498349310416951,0.21945870942086237,0.7338512165213766,0.06673489079993579,0.06673489079993579,0.06673489079993579,0.0,-1.4395795512446427e-18,0.011751397695766263,0.011751397695766263,0.22737940983032814,0.6463024734074959,0.02713132069097449,1.8750914926972029,0.2506334597572666,0.4183907515862144 +uninformative,identity,0.024509264009859543,0.41377893981863556,0.6557780347836714,0.06673489079993579,0.06673489079993579,0.06673489079993579,0.0,0.0,0.04222562679007623,0.04222562679007623,0.23077760464367308,0.6535910574034767,0.05218027572009656,1.501701764590587,0.0,0.0 +uninformative,posterior_bins,0.048595464204311184,0.16573450937711662,0.6302865505471354,0.06673489079993579,0.06673489079993579,0.06673489079993579,0.0,2.379221434065412e-18,0.018139426595624578,0.01813942659562458,0.22995178828926854,0.6517662605515512,0.04448195454167476,1.9328032403819622,0.27218650288610113,0.4756642774639035 +uninformative,posterior_clusters,0.04124739004004672,0.17419966255715533,0.6923746444714921,0.06673489079993579,0.06673489079993579,0.06673489079993579,0.0,-3.933244547961302e-18,0.025487500759889058,0.025487500759889054,0.23069084996194167,0.653400844624621,0.05171985841778473,1.8850916408695284,0.24920369205168733,0.4310744046387102 +uninformative,query_joint,0.046334453063967655,0.24188272224350327,0.6919726186251166,0.06673489079993579,0.06673489079993579,0.06673489079993579,0.0,2.21056776278989e-18,0.02040043773596811,0.02040043773596811,0.22872002665968189,0.6491475955450966,0.03801596638604701,1.4853970078787349,0.07743971579444013,0.01453761026804138 +uninformative,raw_entropy,0.05452489439127395,0.19702290404021455,0.7206633619708883,0.06673489079993579,0.06673489079993579,0.06673489079993579,0.0,-4.0537114560152476e-18,0.012209996408661822,0.012209996408661819,0.22760251369045786,0.6467675375130556,0.029386828240203042,1.6975782952396676,0.19006461971982758,0.2875490826159572 +uninformative,raw_information,0.054358975321293336,0.189189784426298,0.7153115606196582,0.06673489079993579,0.06673489079993579,0.06673489079993579,0.0,-6.143812310751189e-19,0.012375915478642434,0.012375915478642434,0.2280040765581843,0.6476139321897973,0.033649062385459984,1.7278003588806576,0.20134515626547858,0.31064203326899414 diff --git a/results/controlled/primary_predictions.csv.gz b/results/controlled/primary_predictions.csv.gz new file mode 100644 index 0000000000000000000000000000000000000000..8a7e6b79f5b4d13ff6da058fd4d4ad447f5d8323 --- /dev/null +++ b/results/controlled/primary_predictions.csv.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37666949dddb54d635ae46e7aaca8be2799b9fdc502e5343902554aaa0f83749 +size 6620126 diff --git a/results/external/all_metrics.csv.gz b/results/external/all_metrics.csv.gz new file mode 100644 index 0000000000000000000000000000000000000000..7785acecf38744cd230de8f0c7794b298095c8a9 --- /dev/null +++ b/results/external/all_metrics.csv.gz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0071a3d87dba03913a2e442a7e2b752ea86d64da0c7e7ddf9fa5a6717820f522 +size 4336865 diff --git a/results/external/decision.json b/results/external/decision.json new file mode 100644 index 0000000000000000000000000000000000000000..a2b29d178c82aa66473c3c6c023578d98ac32a79 --- /dev/null +++ b/results/external/decision.json @@ -0,0 +1,13 @@ +{ + "external_compact_representation_gain": false, + "strongest_full_statistical_noninferiority": false, + "complete_cost_saving_gate": false, + "practical_algorithm_promotion": false, + "learned_controller_transfer_tested": false, + "representation_construction_refit": true, + "external_recorded_measurements": true, + "provider_authored_sequential_task": false, + "no_threshold_changes_after_opening": true, + "no_test_selected_recipe": true, + "empirical_hindsight_decomposition_is_descriptive_only": true +} diff --git a/results/external/overall.json b/results/external/overall.json new file mode 100644 index 0000000000000000000000000000000000000000..8079f620ceca040ac02f76a1f48294a7f598a546 --- /dev/null +++ b/results/external/overall.json @@ -0,0 +1,1922 @@ +[ + { + "regime": "source_only", + "model": "support_mixture", + "representation": "query_joint", + "utility": 0.23803626000515474, + "queries": 0.5096412842219099, + "abstention": 0.2090024668700538, + "estimated_utility": 0.630952785810738, + "fitted_compression_loss": 0.01536998904145033, + "fitted_dispersion": 0.05428251675552165, + "empirical_compression_loss": 0.015368046444122919, + "empirical_model_loss": 0.4078594944548941, + "posterior_brier": 0.22431916168638466, + "posterior_log_loss": 0.7106754743121653, + "joint_conditional_log_loss": 1.443035097803158, + "observation_given_h_log_loss": 0.7323596234909926, + "raw_posterior_brier": 0.22589420633304538, + "raw_posterior_log_loss": 0.7295303076343573, + "raw_joint_conditional_log_loss": 1.4848411690022307 + }, + { + "regime": "source_only", + "model": "support_mixture", + "representation": "posterior_clusters", + "utility": 0.23458856431283923, + "queries": 0.4292708052330289, + "abstention": 0.19160644494289314, + "estimated_utility": 0.63717750753737, + "fitted_compression_loss": 0.00914526731481831, + "fitted_dispersion": 0.13185449772870494, + "empirical_compression_loss": 0.015483203339136246, + "empirical_model_loss": 0.41119203325219633, + "posterior_brier": 0.2246727663816619, + "posterior_log_loss": 0.7204677447778748, + "joint_conditional_log_loss": 1.649363695994454, + "observation_given_h_log_loss": 0.9288959512165791, + "raw_posterior_brier": 0.22589420633304538, + "raw_posterior_log_loss": 0.7295303076343573, + "raw_joint_conditional_log_loss": 1.4848411690022307 + }, + { + "regime": "source_only", + "model": "support_mixture", + "representation": "posterior_bins", + "utility": 0.2022147661156205, + "queries": 0.4009371935051436, + "abstention": 0.18459896758915073, + "estimated_utility": 0.6379249972836533, + "fitted_compression_loss": 0.008397777568535048, + "fitted_dispersion": 0.17790084983431012, + "empirical_compression_loss": 0.022646612083163747, + "empirical_model_loss": 0.4364024227053875, + "posterior_brier": 0.2274641023701049, + "posterior_log_loss": 0.7259819606716976, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.9837352762514657, + "raw_posterior_brier": 0.22589420633304538, + "raw_posterior_log_loss": 0.7295303076343573, + "raw_joint_conditional_log_loss": 1.4848411690022307 + }, + { + "regime": "source_only", + "model": "support_mixture", + "representation": "future_marginal", + "utility": 0.1575659074227796, + "queries": 0.5496025760572262, + "abstention": 0.20829926417854627, + "estimated_utility": 0.5934369398840705, + "fitted_compression_loss": 0.052885834968117724, + "fitted_dispersion": 0.07090949272155889, + "empirical_compression_loss": 0.05137275217651757, + "empirical_model_loss": 0.45232514130487467, + "posterior_brier": 0.22709326295334933, + "posterior_log_loss": 0.6979339080984099, + "joint_conditional_log_loss": 1.4565665272302293, + "observation_given_h_log_loss": 0.7586326191318193, + "raw_posterior_brier": 0.22589420633304538, + "raw_posterior_log_loss": 0.7295303076343573, + "raw_joint_conditional_log_loss": 1.4848411690022307 + }, + { + "regime": "source_only", + "model": "support_mixture", + "representation": "raw_information", + "utility": 0.17850429667928744, + "queries": 0.5429023947469007, + "abstention": 0.22014925193626322, + "estimated_utility": 0.6096692441471936, + "fitted_compression_loss": 0.03665353070499469, + "fitted_dispersion": 0.1860068044692218, + "empirical_compression_loss": 0.03705422634849882, + "empirical_model_loss": 0.4457052778763855, + "posterior_brier": 0.23212570102269792, + "posterior_log_loss": 0.7191561869139071, + "joint_conditional_log_loss": 1.6355385910719589, + "observation_given_h_log_loss": 0.9163824041580517, + "raw_posterior_brier": 0.22589420633304538, + "raw_posterior_log_loss": 0.7295303076343573, + "raw_joint_conditional_log_loss": 1.4848411690022307 + }, + { + "regime": "source_only", + "model": "support_mixture", + "representation": "raw_entropy", + "utility": 0.02438508748961765, + "queries": 0.6491886052094419, + "abstention": 0.2091757817848136, + "estimated_utility": 0.5451541593891496, + "fitted_compression_loss": 0.10116861546303876, + "fitted_dispersion": 0.21837165447939394, + "empirical_compression_loss": 0.10156631160129051, + "empirical_model_loss": 0.5353124018132636, + "posterior_brier": 0.2530586819065711, + "posterior_log_loss": 0.7576672947453338, + "joint_conditional_log_loss": 1.5680298807080226, + "observation_given_h_log_loss": 0.8103625859626886, + "raw_posterior_brier": 0.22589420633304538, + "raw_posterior_log_loss": 0.7295303076343573, + "raw_joint_conditional_log_loss": 1.4848411690022307 + }, + { + "regime": "source_only", + "model": "support_mixture", + "representation": "hash_code", + "utility": 0.2415251378913765, + "queries": 0.8152501621636238, + "abstention": 0.19323541441496067, + "estimated_utility": 0.5012327014341214, + "fitted_compression_loss": 0.145090073418067, + "fitted_dispersion": 0.3771236406307109, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.3882284758515365, + "posterior_brier": 0.2336118352417857, + "posterior_log_loss": 0.6569592267688282, + "joint_conditional_log_loss": 1.5879511366493704, + "observation_given_h_log_loss": 0.9309919098805421, + "raw_posterior_brier": 0.22589420633304538, + "raw_posterior_log_loss": 0.7295303076343573, + "raw_joint_conditional_log_loss": 1.4848411690022307 + }, + { + "regime": "source_only", + "model": "support_mixture", + "representation": "identity", + "utility": 0.22862951919063426, + "queries": 0.4735929765658044, + "abstention": 0.19434412010213645, + "estimated_utility": 0.6463227748521883, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.43263428171353757, + "posterior_brier": 0.22589420633304538, + "posterior_log_loss": 0.7295303076343573, + "joint_conditional_log_loss": 1.4848411690022307, + "observation_given_h_log_loss": 0.7553108613678734, + "raw_posterior_brier": 0.22589420633304538, + "raw_posterior_log_loss": 0.7295303076343573, + "raw_joint_conditional_log_loss": 1.4848411690022307 + }, + { + "regime": "source_only", + "model": "joint_jeffreys", + "representation": "query_joint", + "utility": 0.13400746248180123, + "queries": 0.6043198713420597, + "abstention": 0.25528848737004584, + "estimated_utility": 0.5979371564702818, + "fitted_compression_loss": 0.008739490865556924, + "fitted_dispersion": 0.03985630403406616, + "empirical_compression_loss": 0.015946893569476, + "empirical_model_loss": 0.5113094448528945, + "posterior_brier": 0.24708508532788825, + "posterior_log_loss": 0.7796176781406048, + "joint_conditional_log_loss": 1.5848619481326849, + "observation_given_h_log_loss": 0.8052442699920801, + "raw_posterior_brier": 0.24752837268803324, + "raw_posterior_log_loss": 0.7849643492045827, + "raw_joint_conditional_log_loss": 1.5806876475209801 + }, + { + "regime": "source_only", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "utility": 0.10545538725875188, + "queries": 0.508209772263703, + "abstention": 0.25401104236788286, + "estimated_utility": 0.5903509996418399, + "fitted_compression_loss": 0.01632564769399874, + "fitted_dispersion": 0.1453747664722818, + "empirical_compression_loss": 0.037656554406304804, + "empirical_model_loss": 0.518151859239115, + "posterior_brier": 0.2455758714134466, + "posterior_log_loss": 0.7740319411680912, + "joint_conditional_log_loss": 1.5608051011658082, + "observation_given_h_log_loss": 0.786773159997717, + "raw_posterior_brier": 0.24752837268803324, + "raw_posterior_log_loss": 0.7849643492045827, + "raw_joint_conditional_log_loss": 1.5806876475209801 + }, + { + "regime": "source_only", + "model": "joint_jeffreys", + "representation": "posterior_bins", + "utility": 0.08893553252830949, + "queries": 0.4682699646896826, + "abstention": 0.2593670884046169, + "estimated_utility": 0.5913231027857038, + "fitted_compression_loss": 0.015353544550134757, + "fitted_dispersion": 0.21085114770782792, + "empirical_compression_loss": 0.03379271040255643, + "empirical_model_loss": 0.5385355579733059, + "posterior_brier": 0.2482107710334317, + "posterior_log_loss": 0.7867149873261305, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.9441202389912356, + "raw_posterior_brier": 0.24752837268803324, + "raw_posterior_log_loss": 0.7849643492045827, + "raw_joint_conditional_log_loss": 1.5806876475209801 + }, + { + "regime": "source_only", + "model": "joint_jeffreys", + "representation": "future_marginal", + "utility": 0.07264433387146843, + "queries": 0.6046865519089721, + "abstention": 0.2643753369725116, + "estimated_utility": 0.5290437002919508, + "fitted_compression_loss": 0.07763294704388773, + "fitted_dispersion": 0.07833450869661646, + "empirical_compression_loss": 0.050801490799154005, + "empirical_model_loss": 0.5378179762335493, + "posterior_brier": 0.24436271271712467, + "posterior_log_loss": 0.7373030012019952, + "joint_conditional_log_loss": 1.543910122141464, + "observation_given_h_log_loss": 0.8066071209394687, + "raw_posterior_brier": 0.24752837268803324, + "raw_posterior_log_loss": 0.7849643492045827, + "raw_joint_conditional_log_loss": 1.5806876475209801 + }, + { + "regime": "source_only", + "model": "joint_jeffreys", + "representation": "raw_information", + "utility": 0.15564635433949392, + "queries": 0.7041135765809035, + "abstention": 0.24175080244520025, + "estimated_utility": 0.538129624921484, + "fitted_compression_loss": 0.06854702241435463, + "fitted_dispersion": 0.21400540214226113, + "empirical_compression_loss": 0.037054226348498816, + "empirical_model_loss": 0.468563220216179, + "posterior_brier": 0.23597533887652097, + "posterior_log_loss": 0.697079559071423, + "joint_conditional_log_loss": 1.5727775442330538, + "observation_given_h_log_loss": 0.8756979851616307, + "raw_posterior_brier": 0.24752837268803324, + "raw_posterior_log_loss": 0.7849643492045827, + "raw_joint_conditional_log_loss": 1.5806876475209801 + }, + { + "regime": "source_only", + "model": "joint_jeffreys", + "representation": "raw_entropy", + "utility": 0.17327777112379, + "queries": 0.8420589177995645, + "abstention": 0.3039563302666294, + "estimated_utility": 0.49227754618764674, + "fitted_compression_loss": 0.11439910114819188, + "fitted_dispersion": 0.23376962430894635, + "empirical_compression_loss": 0.06464073330536334, + "empirical_model_loss": 0.4233452964750185, + "posterior_brier": 0.22733758659465483, + "posterior_log_loss": 0.6727857390379992, + "joint_conditional_log_loss": 1.4673078392974386, + "observation_given_h_log_loss": 0.7945221002594394, + "raw_posterior_brier": 0.24752837268803324, + "raw_posterior_log_loss": 0.7849643492045827, + "raw_joint_conditional_log_loss": 1.5806876475209801 + }, + { + "regime": "source_only", + "model": "joint_jeffreys", + "representation": "hash_code", + "utility": 0.20341089097504686, + "queries": 0.8744809342271825, + "abstention": 0.17753544278287509, + "estimated_utility": 0.5042947569305649, + "fitted_compression_loss": 0.10238189040527373, + "fitted_dispersion": 0.4242687253415086, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.42634272276786617, + "posterior_brier": 0.2435858838437725, + "posterior_log_loss": 0.6896298132966343, + "joint_conditional_log_loss": 1.5726262714531622, + "observation_given_h_log_loss": 0.8829964581565282, + "raw_posterior_brier": 0.24752837268803324, + "raw_posterior_log_loss": 0.7849643492045827, + "raw_joint_conditional_log_loss": 1.5806876475209801 + }, + { + "regime": "source_only", + "model": "joint_jeffreys", + "representation": "identity", + "utility": 0.12466419858539879, + "queries": 0.6475047319223283, + "abstention": 0.24240373346783564, + "estimated_utility": 0.6066766473358385, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.536599602318773, + "posterior_brier": 0.24752837268803324, + "posterior_log_loss": 0.7849643492045827, + "joint_conditional_log_loss": 1.5806876475209801, + "observation_given_h_log_loss": 0.7957232983163972, + "raw_posterior_brier": 0.24752837268803324, + "raw_posterior_log_loss": 0.7849643492045827, + "raw_joint_conditional_log_loss": 1.5806876475209801 + }, + { + "regime": "source_only", + "model": "naive_bayes", + "representation": "query_joint", + "utility": 0.04100227625024551, + "queries": 0.43546881926638015, + "abstention": 0.02863177849328914, + "estimated_utility": 0.8735981590324085, + "fitted_compression_loss": 0.000993338026493856, + "fitted_dispersion": 0.008233618456518745, + "empirical_compression_loss": 0.026697186944105947, + "empirical_model_loss": 0.5935643377098203, + "posterior_brier": 0.2655773456997806, + "posterior_log_loss": 1.2859593958009254, + "joint_conditional_log_loss": 2.630689018295515, + "observation_given_h_log_loss": 1.3447296224945917, + "raw_posterior_brier": 0.26544445266481953, + "raw_posterior_log_loss": 1.34008718260981, + "raw_joint_conditional_log_loss": 2.6848168051044032 + }, + { + "regime": "source_only", + "model": "naive_bayes", + "representation": "posterior_clusters", + "utility": 0.04100227625024551, + "queries": 0.4319756272994993, + "abstention": 0.02863177849328914, + "estimated_utility": 0.8735981590324085, + "fitted_compression_loss": 0.0009933380264938619, + "fitted_dispersion": 0.008233618456518745, + "empirical_compression_loss": 0.026697186944105947, + "empirical_model_loss": 0.5935643377098203, + "posterior_brier": 0.2655773456997806, + "posterior_log_loss": 1.2859593958009254, + "joint_conditional_log_loss": 2.630689018295515, + "observation_given_h_log_loss": 1.3447296224945917, + "raw_posterior_brier": 0.26544445266481953, + "raw_posterior_log_loss": 1.34008718260981, + "raw_joint_conditional_log_loss": 2.6848168051044032 + }, + { + "regime": "source_only", + "model": "naive_bayes", + "representation": "posterior_bins", + "utility": 0.04978201055346497, + "queries": 0.4390998903865062, + "abstention": 0.021161627880207926, + "estimated_utility": 0.873341883474979, + "fitted_compression_loss": 0.0012496135839232985, + "fitted_dispersion": 0.012657094098930222, + "empirical_compression_loss": 0.034698586478250394, + "empirical_model_loss": 0.5767832038724564, + "posterior_brier": 0.264272269656447, + "posterior_log_loss": 1.1007962343580902, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 1.3447296224945917, + "raw_posterior_brier": 0.26544445266481953, + "raw_posterior_log_loss": 1.34008718260981, + "raw_joint_conditional_log_loss": 2.6848168051044032 + }, + { + "regime": "source_only", + "model": "naive_bayes", + "representation": "future_marginal", + "utility": 0.05870410312082602, + "queries": 0.4361705599112718, + "abstention": 0.03497109615003838, + "estimated_utility": 0.8739376202503266, + "fitted_compression_loss": 0.0006538768085757698, + "fitted_dispersion": 0.008361999958907514, + "empirical_compression_loss": 0.028812940388031595, + "empirical_model_loss": 0.5737467573953141, + "posterior_brier": 0.2640228002632145, + "posterior_log_loss": 1.2102722618952884, + "joint_conditional_log_loss": 2.5550018843898794, + "observation_given_h_log_loss": 1.344729622494592, + "raw_posterior_brier": 0.26544445266481953, + "raw_posterior_log_loss": 1.34008718260981, + "raw_joint_conditional_log_loss": 2.6848168051044032 + }, + { + "regime": "source_only", + "model": "naive_bayes", + "representation": "raw_information", + "utility": 0.07266596960714738, + "queries": 0.5492342438366439, + "abstention": 0.0440300066804764, + "estimated_utility": 0.847320077174875, + "fitted_compression_loss": 0.02727141988402719, + "fitted_dispersion": 0.04270161414395769, + "empirical_compression_loss": 0.03591344983446324, + "empirical_model_loss": 0.5526843814625612, + "posterior_brier": 0.25104451155999635, + "posterior_log_loss": 1.1339384937853239, + "joint_conditional_log_loss": 2.478668116279916, + "observation_given_h_log_loss": 1.3447296224945917, + "raw_posterior_brier": 0.26544445266481953, + "raw_posterior_log_loss": 1.34008718260981, + "raw_joint_conditional_log_loss": 2.6848168051044032 + }, + { + "regime": "source_only", + "model": "naive_bayes", + "representation": "raw_entropy", + "utility": -0.037185311277730115, + "queries": 0.6972177443397531, + "abstention": 0.08192224227166725, + "estimated_utility": 0.7899125607782751, + "fitted_compression_loss": 0.08467893628062716, + "fitted_dispersion": 0.09808332528031813, + "empirical_compression_loss": 0.10156631160129051, + "empirical_model_loss": 0.5968828005806114, + "posterior_brier": 0.28349075370117316, + "posterior_log_loss": 1.0702402766197134, + "joint_conditional_log_loss": 2.414969899114306, + "observation_given_h_log_loss": 1.3447296224945917, + "raw_posterior_brier": 0.26544445266481953, + "raw_posterior_log_loss": 1.34008718260981, + "raw_joint_conditional_log_loss": 2.6848168051044032 + }, + { + "regime": "source_only", + "model": "naive_bayes", + "representation": "hash_code", + "utility": 0.20518203552950728, + "queries": 0.8970527515212774, + "abstention": 0.1288133167477302, + "estimated_utility": 0.6051064801490077, + "fitted_compression_loss": 0.2694850169098946, + "fitted_dispersion": 0.3104510414806734, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.42457157821340574, + "posterior_brier": 0.22289671071139025, + "posterior_log_loss": 0.625041881919024, + "joint_conditional_log_loss": 1.9697715044136157, + "observation_given_h_log_loss": 1.3447296224945917, + "raw_posterior_brier": 0.26544445266481953, + "raw_posterior_log_loss": 1.34008718260981, + "raw_joint_conditional_log_loss": 2.6848168051044032 + }, + { + "regime": "source_only", + "model": "naive_bayes", + "representation": "identity", + "utility": 0.04601872772678571, + "queries": 0.4429392705158447, + "abstention": 0.02978445139139793, + "estimated_utility": 0.8745914970589024, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.615245073177386, + "posterior_brier": 0.26544445266481953, + "posterior_log_loss": 1.34008718260981, + "joint_conditional_log_loss": 2.6848168051044032, + "observation_given_h_log_loss": 1.3447296224945917, + "raw_posterior_brier": 0.26544445266481953, + "raw_posterior_log_loss": 1.34008718260981, + "raw_joint_conditional_log_loss": 2.6848168051044032 + }, + { + "regime": "target_64", + "model": "support_mixture", + "representation": "query_joint", + "utility": 0.42861840139203766, + "queries": 0.437375014743869, + "abstention": 0.15254112063799133, + "estimated_utility": 0.58891417731581, + "fitted_compression_loss": 0.0014791213985141426, + "fitted_dispersion": 0.013306095590656852, + "empirical_compression_loss": 0.006941914665382935, + "empirical_model_loss": 0.22570348484675112, + "posterior_brier": 0.14207717814233886, + "posterior_log_loss": 0.4488803786841378, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.4713431260533678, + "raw_posterior_brier": 0.14132644428968594, + "raw_posterior_log_loss": 0.4463297373764372, + "raw_joint_conditional_log_loss": 0.895850072130834 + }, + { + "regime": "target_64", + "model": "support_mixture", + "representation": "posterior_clusters", + "utility": 0.4272578325745458, + "queries": 0.4233777030410657, + "abstention": 0.14516853520140147, + "estimated_utility": 0.5883290428803247, + "fitted_compression_loss": 0.002064255833999249, + "fitted_dispersion": 0.017563536893669816, + "empirical_compression_loss": 0.00808205534141894, + "empirical_model_loss": 0.22592391298820702, + "posterior_brier": 0.14116722448105434, + "posterior_log_loss": 0.4467727598562351, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.5090721054033512, + "raw_posterior_brier": 0.14132644428968594, + "raw_posterior_log_loss": 0.4463297373764372, + "raw_joint_conditional_log_loss": 0.895850072130834 + }, + { + "regime": "target_64", + "model": "support_mixture", + "representation": "posterior_bins", + "utility": 0.42453373182304177, + "queries": 0.4503721738598604, + "abstention": 0.1445003526932843, + "estimated_utility": 0.5881123705248554, + "fitted_compression_loss": 0.0022809281894685895, + "fitted_dispersion": 0.028059297704434657, + "empirical_compression_loss": 0.01768202558702397, + "empirical_model_loss": 0.21904804349410603, + "posterior_brier": 0.14226611482864188, + "posterior_log_loss": 0.4506279441724549, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.5160320288315656, + "raw_posterior_brier": 0.14132644428968594, + "raw_posterior_log_loss": 0.4463297373764372, + "raw_joint_conditional_log_loss": 0.895850072130834 + }, + { + "regime": "target_64", + "model": "support_mixture", + "representation": "future_marginal", + "utility": 0.4115762826011256, + "queries": 0.4414136200614996, + "abstention": 0.15369711696584853, + "estimated_utility": 0.5813870076730938, + "fitted_compression_loss": 0.009006291041230243, + "fitted_dispersion": 0.02134927649492934, + "empirical_compression_loss": 0.01632669341177973, + "empirical_model_loss": 0.23336082489126642, + "posterior_brier": 0.14602287872943587, + "posterior_log_loss": 0.46003882708110655, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.46547901581463147, + "raw_posterior_brier": 0.14132644428968594, + "raw_posterior_log_loss": 0.4463297373764372, + "raw_joint_conditional_log_loss": 0.895850072130834 + }, + { + "regime": "target_64", + "model": "support_mixture", + "representation": "raw_information", + "utility": 0.4249838189220598, + "queries": 0.5096243963118923, + "abstention": 0.14974555329574393, + "estimated_utility": 0.568519653876207, + "fitted_compression_loss": 0.021873644838117066, + "fitted_dispersion": 0.06332539769148185, + "empirical_compression_loss": 0.019363481187191365, + "empirical_model_loss": 0.2169165007949206, + "posterior_brier": 0.14213569272927873, + "posterior_log_loss": 0.44210285091164914, + "joint_conditional_log_loss": 0.9597376161281872, + "observation_given_h_log_loss": 0.5176347652165381, + "raw_posterior_brier": 0.14132644428968594, + "raw_posterior_log_loss": 0.4463297373764372, + "raw_joint_conditional_log_loss": 0.895850072130834 + }, + { + "regime": "target_64", + "model": "support_mixture", + "representation": "raw_entropy", + "utility": 0.42134525807946627, + "queries": 0.5230296427199246, + "abstention": 0.15633506974896344, + "estimated_utility": 0.5520076450254736, + "fitted_compression_loss": 0.03838565368885041, + "fitted_dispersion": 0.078436310960431, + "empirical_compression_loss": 0.02343807225665838, + "empirical_model_loss": 0.21648047056804715, + "posterior_brier": 0.14531518720896414, + "posterior_log_loss": 0.4474046494345881, + "joint_conditional_log_loss": 0.967432711720253, + "observation_given_h_log_loss": 0.5200280622856649, + "raw_posterior_brier": 0.14132644428968594, + "raw_posterior_log_loss": 0.4463297373764372, + "raw_joint_conditional_log_loss": 0.895850072130834 + }, + { + "regime": "target_64", + "model": "support_mixture", + "representation": "hash_code", + "utility": 0.40100563926860244, + "queries": 0.6838911519401829, + "abstention": 0.2019853560858485, + "estimated_utility": 0.4851314827610293, + "fitted_compression_loss": 0.10526181595329467, + "fitted_dispersion": 0.1735526672686531, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.2287479744743106, + "posterior_brier": 0.17341513174762707, + "posterior_log_loss": 0.5210853658367329, + "joint_conditional_log_loss": 1.063186997267957, + "observation_given_h_log_loss": 0.542101631431224, + "raw_posterior_brier": 0.14132644428968594, + "raw_posterior_log_loss": 0.4463297373764372, + "raw_joint_conditional_log_loss": 0.895850072130834 + }, + { + "regime": "target_64", + "model": "support_mixture", + "representation": "identity", + "utility": 0.4310700189868407, + "queries": 0.42518703941463853, + "abstention": 0.15087548518618007, + "estimated_utility": 0.590393298714324, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.23019378191733106, + "posterior_brier": 0.14132644428968594, + "posterior_log_loss": 0.4463297373764372, + "joint_conditional_log_loss": 0.895850072130834, + "observation_given_h_log_loss": 0.4495203347543967, + "raw_posterior_brier": 0.14132644428968594, + "raw_posterior_log_loss": 0.4463297373764372, + "raw_joint_conditional_log_loss": 0.895850072130834 + }, + { + "regime": "target_64", + "model": "joint_jeffreys", + "representation": "query_joint", + "utility": 0.3872959638771294, + "queries": 0.811350258094029, + "abstention": 0.324512684095961, + "estimated_utility": 0.10522708333333333, + "fitted_compression_loss": 0.00023182291666666647, + "fitted_dispersion": 0.0034883684987971008, + "empirical_compression_loss": 0.005293584696646365, + "empirical_model_loss": 0.26867425233039605, + "posterior_brier": 0.1540066451133127, + "posterior_log_loss": 0.478298157101533, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.36106225864413094, + "raw_posterior_brier": 0.15368128741499854, + "raw_posterior_log_loss": 0.4773870646631778, + "raw_joint_conditional_log_loss": 0.8388413606454664 + }, + { + "regime": "target_64", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "utility": 0.3903016816418334, + "queries": 0.7623418679986658, + "abstention": 0.3234938805691082, + "estimated_utility": 0.10408294560185186, + "fitted_compression_loss": 0.0013759606481481483, + "fitted_dispersion": 0.014766483901355897, + "empirical_compression_loss": 0.006667478402143544, + "empirical_model_loss": 0.26429464086019483, + "posterior_brier": 0.15356969075719729, + "posterior_log_loss": 0.4771330522225669, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.3845033540911468, + "raw_posterior_brier": 0.15368128741499854, + "raw_posterior_log_loss": 0.4773870646631778, + "raw_joint_conditional_log_loss": 0.8388413606454664 + }, + { + "regime": "target_64", + "model": "joint_jeffreys", + "representation": "posterior_bins", + "utility": 0.3879607391491779, + "queries": 0.7316830854840266, + "abstention": 0.3196211180252875, + "estimated_utility": 0.10290935185185185, + "fitted_compression_loss": 0.002549554398148147, + "fitted_dispersion": 0.05759361520860222, + "empirical_compression_loss": 0.018512961804745535, + "empirical_model_loss": 0.25479009995024837, + "posterior_brier": 0.15542845554294424, + "posterior_log_loss": 0.4807505956693702, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.5562978026356236, + "raw_posterior_brier": 0.15368128741499854, + "raw_posterior_log_loss": 0.4773870646631778, + "raw_joint_conditional_log_loss": 0.8388413606454664 + }, + { + "regime": "target_64", + "model": "joint_jeffreys", + "representation": "future_marginal", + "utility": 0.38098521794954565, + "queries": 0.7939784645475845, + "abstention": 0.33414717178259945, + "estimated_utility": 0.10405969328703704, + "fitted_compression_loss": 0.0013992129629629639, + "fitted_dispersion": 0.004184971093738175, + "empirical_compression_loss": 0.012301782707048122, + "empirical_model_loss": 0.26797680024757803, + "posterior_brier": 0.1552149084942248, + "posterior_log_loss": 0.4807737359884836, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.3617962619173871, + "raw_posterior_brier": 0.15368128741499854, + "raw_posterior_log_loss": 0.4773870646631778, + "raw_joint_conditional_log_loss": 0.8388413606454664 + }, + { + "regime": "target_64", + "model": "joint_jeffreys", + "representation": "raw_information", + "utility": 0.3014609735285809, + "queries": 0.7919018084192538, + "abstention": 0.4690846798184647, + "estimated_utility": 0.06097723379629629, + "fitted_compression_loss": 0.0444816724537037, + "fitted_dispersion": 0.14316234145523796, + "empirical_compression_loss": 0.030713432217593206, + "empirical_model_loss": 0.3290893951579976, + "posterior_brier": 0.1863514948949408, + "posterior_log_loss": 0.5608421407532715, + "joint_conditional_log_loss": 1.2172798871014399, + "observation_given_h_log_loss": 0.6564377463481683, + "raw_posterior_brier": 0.15368128741499854, + "raw_posterior_log_loss": 0.4773870646631778, + "raw_joint_conditional_log_loss": 0.8388413606454664 + }, + { + "regime": "target_64", + "model": "joint_jeffreys", + "representation": "raw_entropy", + "utility": 0.2984588317617285, + "queries": 0.7661700690883952, + "abstention": 0.47969005446970403, + "estimated_utility": 0.05944451388888888, + "fitted_compression_loss": 0.046014392361111114, + "fitted_dispersion": 0.1496294041717667, + "empirical_compression_loss": 0.022605219208381978, + "empirical_model_loss": 0.34019974993406127, + "posterior_brier": 0.18666445001722382, + "posterior_log_loss": 0.5611889075903107, + "joint_conditional_log_loss": 1.2137714507441246, + "observation_given_h_log_loss": 0.6525825431538138, + "raw_posterior_brier": 0.15368128741499854, + "raw_posterior_log_loss": 0.4773870646631778, + "raw_joint_conditional_log_loss": 0.8388413606454664 + }, + { + "regime": "target_64", + "model": "joint_jeffreys", + "representation": "hash_code", + "utility": 0.3072034688161225, + "queries": 0.8103515089005574, + "abstention": 0.47694996555637426, + "estimated_utility": 0.054674953703703705, + "fitted_compression_loss": 0.05078395254629629, + "fitted_dispersion": 0.151776531360665, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.32255014492679057, + "posterior_brier": 0.1985215701452046, + "posterior_log_loss": 0.5862369928055833, + "joint_conditional_log_loss": 1.236560809108555, + "observation_given_h_log_loss": 0.6503238163029716, + "raw_posterior_brier": 0.15368128741499854, + "raw_posterior_log_loss": 0.4773870646631778, + "raw_joint_conditional_log_loss": 0.8388413606454664 + }, + { + "regime": "target_64", + "model": "joint_jeffreys", + "representation": "identity", + "utility": 0.37954515143388856, + "queries": 0.8062878036016767, + "abstention": 0.33262874920207275, + "estimated_utility": 0.10545890624999998, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.28171864947028324, + "posterior_brier": 0.15368128741499854, + "posterior_log_loss": 0.4773870646631778, + "joint_conditional_log_loss": 0.8388413606454664, + "observation_given_h_log_loss": 0.3614542959822886, + "raw_posterior_brier": 0.15368128741499854, + "raw_posterior_log_loss": 0.4773870646631778, + "raw_joint_conditional_log_loss": 0.8388413606454664 + }, + { + "regime": "target_64", + "model": "naive_bayes", + "representation": "query_joint", + "utility": 0.4230615530162387, + "queries": 0.3964963220372337, + "abstention": 0.11704537313455882, + "estimated_utility": 0.6745401424168811, + "fitted_compression_loss": 0.00028615383631259316, + "fitted_dispersion": 0.002851709957046684, + "empirical_compression_loss": 0.009554359159095745, + "empirical_model_loss": 0.22864788872883737, + "posterior_brier": 0.14638918034034246, + "posterior_log_loss": 0.48092048180815977, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.5821205691409534, + "raw_posterior_brier": 0.14652371958944865, + "raw_posterior_log_loss": 0.4876037319907699, + "raw_joint_conditional_log_loss": 1.0697243011317232 + }, + { + "regime": "target_64", + "model": "naive_bayes", + "representation": "posterior_clusters", + "utility": 0.4230615530162387, + "queries": 0.3936599960861067, + "abstention": 0.11704537313455882, + "estimated_utility": 0.6745401424168811, + "fitted_compression_loss": 0.00028615383631259435, + "fitted_dispersion": 0.002851709957046683, + "empirical_compression_loss": 0.009554359159095745, + "empirical_model_loss": 0.22864788872883737, + "posterior_brier": 0.14638918034034246, + "posterior_log_loss": 0.48092048180815977, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.5821205691409534, + "raw_posterior_brier": 0.14652371958944865, + "raw_posterior_log_loss": 0.4876037319907699, + "raw_joint_conditional_log_loss": 1.0697243011317232 + }, + { + "regime": "target_64", + "model": "naive_bayes", + "representation": "posterior_bins", + "utility": 0.41795567645965837, + "queries": 0.349226281126107, + "abstention": 0.11320609632251838, + "estimated_utility": 0.6736965069915251, + "fitted_compression_loss": 0.0011297892616685993, + "fitted_dispersion": 0.009191319853879897, + "empirical_compression_loss": 0.02778929593078476, + "empirical_model_loss": 0.21551882851372867, + "posterior_brier": 0.14709713309459838, + "posterior_log_loss": 0.47919987387826113, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.5821205691409534, + "raw_posterior_brier": 0.14652371958944865, + "raw_posterior_log_loss": 0.4876037319907699, + "raw_joint_conditional_log_loss": 1.0697243011317232 + }, + { + "regime": "target_64", + "model": "naive_bayes", + "representation": "future_marginal", + "utility": 0.4226472972991866, + "queries": 0.3993298818274825, + "abstention": 0.11577853008729116, + "estimated_utility": 0.674583858722298, + "fitted_compression_loss": 0.00024243753089570595, + "fitted_dispersion": 0.0030408675240401967, + "empirical_compression_loss": 0.010194476454935611, + "empirical_model_loss": 0.22842202715004958, + "posterior_brier": 0.14682081374947067, + "posterior_log_loss": 0.47977699472183005, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.5821205691409534, + "raw_posterior_brier": 0.14652371958944865, + "raw_posterior_log_loss": 0.4876037319907699, + "raw_joint_conditional_log_loss": 1.0697243011317232 + }, + { + "regime": "target_64", + "model": "naive_bayes", + "representation": "raw_information", + "utility": 0.43192602736958186, + "queries": 0.44596421562359373, + "abstention": 0.12532325517773232, + "estimated_utility": 0.6577114618214227, + "fitted_compression_loss": 0.017114834431770982, + "fitted_dispersion": 0.029757557086300335, + "empirical_compression_loss": 0.01956147548074779, + "empirical_model_loss": 0.20977629805384213, + "posterior_brier": 0.1414178545365288, + "posterior_log_loss": 0.4489375172987689, + "joint_conditional_log_loss": 1.0310580864397223, + "observation_given_h_log_loss": 0.5821205691409534, + "raw_posterior_brier": 0.14652371958944865, + "raw_posterior_log_loss": 0.4876037319907699, + "raw_joint_conditional_log_loss": 1.0697243011317232 + }, + { + "regime": "target_64", + "model": "naive_bayes", + "representation": "raw_entropy", + "utility": 0.42730321901600254, + "queries": 0.4619390825029138, + "abstention": 0.13154956174189186, + "estimated_utility": 0.6396124664574809, + "fitted_compression_loss": 0.03521382979571279, + "fitted_dispersion": 0.04392036738191947, + "empirical_compression_loss": 0.023499323174673306, + "empirical_model_loss": 0.21046125871349597, + "posterior_brier": 0.14534772691613046, + "posterior_log_loss": 0.45370477851706986, + "joint_conditional_log_loss": 1.0358253476580233, + "observation_given_h_log_loss": 0.5821205691409534, + "raw_posterior_brier": 0.14652371958944865, + "raw_posterior_log_loss": 0.4876037319907699, + "raw_joint_conditional_log_loss": 1.0697243011317232 + }, + { + "regime": "target_64", + "model": "naive_bayes", + "representation": "hash_code", + "utility": 0.3936593775455224, + "queries": 0.673774533049894, + "abstention": 0.18593773507883934, + "estimated_utility": 0.5623842006869049, + "fitted_compression_loss": 0.1124420955662888, + "fitted_dispersion": 0.15492844162773145, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.2360942361973907, + "posterior_brier": 0.1737602017619036, + "posterior_log_loss": 0.5201597456918234, + "joint_conditional_log_loss": 1.1022803148327769, + "observation_given_h_log_loss": 0.5821205691409534, + "raw_posterior_brier": 0.14652371958944865, + "raw_posterior_log_loss": 0.4876037319907699, + "raw_joint_conditional_log_loss": 1.0697243011317232 + }, + { + "regime": "target_64", + "model": "naive_bayes", + "representation": "identity", + "utility": 0.4223124454106426, + "queries": 0.3935662418999186, + "abstention": 0.115484358480662, + "estimated_utility": 0.6748262962531937, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.23895135549352914, + "posterior_brier": 0.14652371958944865, + "posterior_log_loss": 0.4876037319907699, + "joint_conditional_log_loss": 1.0697243011317232, + "observation_given_h_log_loss": 0.5821205691409534, + "raw_posterior_brier": 0.14652371958944865, + "raw_posterior_log_loss": 0.4876037319907699, + "raw_joint_conditional_log_loss": 1.0697243011317232 + }, + { + "regime": "source_plus_target_64", + "model": "support_mixture", + "representation": "query_joint", + "utility": 0.30504879923303685, + "queries": 0.4520655077021296, + "abstention": 0.1983446409570363, + "estimated_utility": 0.6097209622857169, + "fitted_compression_loss": 0.014610292197143774, + "fitted_dispersion": 0.05613111858753399, + "empirical_compression_loss": 0.009549627596201453, + "empirical_model_loss": 0.3466653740749335, + "posterior_brier": 0.18778254329217484, + "posterior_log_loss": 0.5520197161774797, + "joint_conditional_log_loss": 0.995631369581822, + "observation_given_h_log_loss": 0.4436116534043423, + "raw_posterior_brier": 0.18685173662989793, + "raw_posterior_log_loss": 0.5478703326824619, + "raw_joint_conditional_log_loss": 0.9666942914096484 + }, + { + "regime": "source_plus_target_64", + "model": "support_mixture", + "representation": "posterior_clusters", + "utility": 0.2961958347360213, + "queries": 0.3859334040901127, + "abstention": 0.1935975241321194, + "estimated_utility": 0.6144811461078317, + "fitted_compression_loss": 0.009850108375029146, + "fitted_dispersion": 0.13597969400653753, + "empirical_compression_loss": 0.014751928688687535, + "empirical_model_loss": 0.350316037479463, + "posterior_brier": 0.18626838340768784, + "posterior_log_loss": 0.5458571893198996, + "joint_conditional_log_loss": 1.2248271081070454, + "observation_given_h_log_loss": 0.6789699187871457, + "raw_posterior_brier": 0.18685173662989793, + "raw_posterior_log_loss": 0.5478703326824619, + "raw_joint_conditional_log_loss": 0.9666942914096484 + }, + { + "regime": "source_plus_target_64", + "model": "support_mixture", + "representation": "posterior_bins", + "utility": 0.2997379304661342, + "queries": 0.39042280889750913, + "abstention": 0.20151560219541387, + "estimated_utility": 0.6149542616812029, + "fitted_compression_loss": 0.009376992801657894, + "fitted_dispersion": 0.18374656475846765, + "empirical_compression_loss": 0.01900545313145946, + "empirical_model_loss": 0.34252041730657806, + "posterior_brier": 0.18813564576946212, + "posterior_log_loss": 0.560686198095077, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.8125569287176155, + "raw_posterior_brier": 0.18685173662989793, + "raw_posterior_log_loss": 0.5478703326824619, + "raw_joint_conditional_log_loss": 0.9666942914096484 + }, + { + "regime": "source_plus_target_64", + "model": "support_mixture", + "representation": "future_marginal", + "utility": 0.23845019004387574, + "queries": 0.4577958617024352, + "abstention": 0.21471854066014373, + "estimated_utility": 0.5668170656007872, + "fitted_compression_loss": 0.0575141888820737, + "fitted_dispersion": 0.07527119698275642, + "empirical_compression_loss": 0.055355251638843646, + "empirical_model_loss": 0.36745835922145237, + "posterior_brier": 0.199807105751224, + "posterior_log_loss": 0.5800574876880777, + "joint_conditional_log_loss": 1.0144318777695092, + "observation_given_h_log_loss": 0.4343743900814316, + "raw_posterior_brier": 0.18685173662989793, + "raw_posterior_log_loss": 0.5478703326824619, + "raw_joint_conditional_log_loss": 0.9666942914096484 + }, + { + "regime": "source_plus_target_64", + "model": "support_mixture", + "representation": "raw_information", + "utility": 0.2521515645215017, + "queries": 0.492227596249589, + "abstention": 0.24643692444216334, + "estimated_utility": 0.5879074474085214, + "fitted_compression_loss": 0.0364238070743394, + "fitted_dispersion": 0.19105786124638832, + "empirical_compression_loss": 0.033522348093203355, + "empirical_model_loss": 0.37558988828946677, + "posterior_brier": 0.20632615823214762, + "posterior_log_loss": 0.6211430967096685, + "joint_conditional_log_loss": 1.3256200162555727, + "observation_given_h_log_loss": 0.7044769195459044, + "raw_posterior_brier": 0.18685173662989793, + "raw_posterior_log_loss": 0.5478703326824619, + "raw_joint_conditional_log_loss": 0.9666942914096484 + }, + { + "regime": "source_plus_target_64", + "model": "support_mixture", + "representation": "raw_entropy", + "utility": 0.24720996800502573, + "queries": 0.6528489422734989, + "abstention": 0.23318825295170792, + "estimated_utility": 0.5472920113278099, + "fitted_compression_loss": 0.07703924315505092, + "fitted_dispersion": 0.2169953205168671, + "empirical_compression_loss": 0.04247392476665896, + "empirical_model_loss": 0.3715799081324871, + "posterior_brier": 0.2183157081067607, + "posterior_log_loss": 0.6252320868318407, + "joint_conditional_log_loss": 1.2720803681674095, + "observation_given_h_log_loss": 0.6468482813355688, + "raw_posterior_brier": 0.18685173662989793, + "raw_posterior_log_loss": 0.5478703326824619, + "raw_joint_conditional_log_loss": 0.9666942914096484 + }, + { + "regime": "source_plus_target_64", + "model": "support_mixture", + "representation": "hash_code", + "utility": 0.3201426103251264, + "queries": 0.8257406929158326, + "abstention": 0.24478739016151652, + "estimated_utility": 0.4786431082801222, + "fitted_compression_loss": 0.14568814620273857, + "fitted_dispersion": 0.3745677147941907, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.30961100341778663, + "posterior_brier": 0.22010469709516975, + "posterior_log_loss": 0.620000606141141, + "joint_conditional_log_loss": 1.371490709612364, + "observation_given_h_log_loss": 0.7514901034712229, + "raw_posterior_brier": 0.18685173662989793, + "raw_posterior_log_loss": 0.5478703326824619, + "raw_joint_conditional_log_loss": 0.9666942914096484 + }, + { + "regime": "source_plus_target_64", + "model": "support_mixture", + "representation": "identity", + "utility": 0.3190812001767751, + "queries": 0.4328187595069779, + "abstention": 0.2103881260225996, + "estimated_utility": 0.6243312544828608, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.3421826007273966, + "posterior_brier": 0.18685173662989793, + "posterior_log_loss": 0.5478703326824619, + "joint_conditional_log_loss": 0.9666942914096484, + "observation_given_h_log_loss": 0.4188239587271865, + "raw_posterior_brier": 0.18685173662989793, + "raw_posterior_log_loss": 0.5478703326824619, + "raw_joint_conditional_log_loss": 0.9666942914096484 + }, + { + "regime": "source_plus_target_64", + "model": "joint_jeffreys", + "representation": "query_joint", + "utility": 0.3054978388715186, + "queries": 0.5369601606277724, + "abstention": 0.24332646562599444, + "estimated_utility": 0.5788724142961322, + "fitted_compression_loss": 0.013341046852407524, + "fitted_dispersion": 0.04497726384749487, + "empirical_compression_loss": 0.012977555575965005, + "empirical_model_loss": 0.3427884064566882, + "posterior_brier": 0.18911851777940292, + "posterior_log_loss": 0.548354220667072, + "joint_conditional_log_loss": 0.937602251518473, + "observation_given_h_log_loss": 0.38924803085140114, + "raw_posterior_brier": 0.18702604224373978, + "raw_posterior_log_loss": 0.5409302434186725, + "raw_joint_conditional_log_loss": 0.9053003015579886 + }, + { + "regime": "source_plus_target_64", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "utility": 0.30786543588078485, + "queries": 0.472739034663492, + "abstention": 0.21187409772917498, + "estimated_utility": 0.576689591574112, + "fitted_compression_loss": 0.015523869574427689, + "fitted_dispersion": 0.15033601797701224, + "empirical_compression_loss": 0.014350198652909197, + "empirical_model_loss": 0.3390481663704777, + "posterior_brier": 0.18544066096211145, + "posterior_log_loss": 0.5379564320470052, + "joint_conditional_log_loss": 1.1378536334489475, + "observation_given_h_log_loss": 0.5998972014019424, + "raw_posterior_brier": 0.18702604224373978, + "raw_posterior_log_loss": 0.5409302434186725, + "raw_joint_conditional_log_loss": 0.9053003015579886 + }, + { + "regime": "source_plus_target_64", + "model": "joint_jeffreys", + "representation": "posterior_bins", + "utility": 0.3023883294067923, + "queries": 0.41271491095286406, + "abstention": 0.21352154294948839, + "estimated_utility": 0.5773792509694222, + "fitted_compression_loss": 0.014834210179117588, + "fitted_dispersion": 0.20784691825430815, + "empirical_compression_loss": 0.017596237519056, + "empirical_model_loss": 0.34127923397832355, + "posterior_brier": 0.1901218057695307, + "posterior_log_loss": 0.5537809785453928, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.7253394560080443, + "raw_posterior_brier": 0.18702604224373978, + "raw_posterior_log_loss": 0.5409302434186725, + "raw_joint_conditional_log_loss": 0.9053003015579886 + }, + { + "regime": "source_plus_target_64", + "model": "joint_jeffreys", + "representation": "future_marginal", + "utility": 0.1846333288917304, + "queries": 0.6247552672777934, + "abstention": 0.2110341319885987, + "estimated_utility": 0.5159710465048577, + "fitted_compression_loss": 0.07624241464368206, + "fitted_dispersion": 0.07793848229318481, + "empirical_compression_loss": 0.0566742140201586, + "empirical_model_loss": 0.4199562579922828, + "posterior_brier": 0.20621396282759274, + "posterior_log_loss": 0.5886062372434342, + "joint_conditional_log_loss": 0.9639567525125889, + "observation_given_h_log_loss": 0.37535051526915475, + "raw_posterior_brier": 0.18702604224373978, + "raw_posterior_log_loss": 0.5409302434186725, + "raw_joint_conditional_log_loss": 0.9053003015579886 + }, + { + "regime": "source_plus_target_64", + "model": "joint_jeffreys", + "representation": "raw_information", + "utility": 0.28033751285341985, + "queries": 0.6519042011120264, + "abstention": 0.2817798834744863, + "estimated_utility": 0.5243481451250376, + "fitted_compression_loss": 0.06786531602350213, + "fitted_dispersion": 0.2147077266803782, + "empirical_compression_loss": 0.03357426306448146, + "empirical_model_loss": 0.3473520249862705, + "posterior_brier": 0.2038710048228604, + "posterior_log_loss": 0.5964513805970251, + "joint_conditional_log_loss": 1.2194469832607608, + "observation_given_h_log_loss": 0.622995602663736, + "raw_posterior_brier": 0.18702604224373978, + "raw_posterior_log_loss": 0.5409302434186725, + "raw_joint_conditional_log_loss": 0.9053003015579886 + }, + { + "regime": "source_plus_target_64", + "model": "joint_jeffreys", + "representation": "raw_entropy", + "utility": 0.2424018063301729, + "queries": 0.7846854249954657, + "abstention": 0.2529339970042203, + "estimated_utility": 0.49518660389756564, + "fitted_compression_loss": 0.09702685725097412, + "fitted_dispersion": 0.23114713881420437, + "empirical_compression_loss": 0.0386640222705352, + "empirical_model_loss": 0.38019797230346375, + "posterior_brier": 0.21255298464417807, + "posterior_log_loss": 0.6061406940121628, + "joint_conditional_log_loss": 1.181083067618628, + "observation_given_h_log_loss": 0.5749423736064654, + "raw_posterior_brier": 0.18702604224373978, + "raw_posterior_log_loss": 0.5409302434186725, + "raw_joint_conditional_log_loss": 0.9053003015579886 + }, + { + "regime": "source_plus_target_64", + "model": "joint_jeffreys", + "representation": "hash_code", + "utility": 0.26143625298068945, + "queries": 0.9038255915614357, + "abstention": 0.22352156784324503, + "estimated_utility": 0.48964926644577716, + "fitted_compression_loss": 0.10256419470276257, + "fitted_dispersion": 0.4204796639250703, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.36831736076222354, + "posterior_brier": 0.22530725858288414, + "posterior_log_loss": 0.6380681401108652, + "joint_conditional_log_loss": 1.3217854318653988, + "observation_given_h_log_loss": 0.6837172917545337, + "raw_posterior_brier": 0.18702604224373978, + "raw_posterior_log_loss": 0.5409302434186725, + "raw_joint_conditional_log_loss": 0.9053003015579886 + }, + { + "regime": "source_plus_target_64", + "model": "joint_jeffreys", + "representation": "identity", + "utility": 0.3311675163128551, + "queries": 0.6340201688897893, + "abstention": 0.22221495499229416, + "estimated_utility": 0.5922134611485397, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.33009628459131657, + "posterior_brier": 0.18702604224373978, + "posterior_log_loss": 0.5409302434186725, + "joint_conditional_log_loss": 0.9053003015579886, + "observation_given_h_log_loss": 0.364370058139316, + "raw_posterior_brier": 0.18702604224373978, + "raw_posterior_log_loss": 0.5409302434186725, + "raw_joint_conditional_log_loss": 0.9053003015579886 + }, + { + "regime": "source_plus_target_64", + "model": "naive_bayes", + "representation": "query_joint", + "utility": 0.09932258900724195, + "queries": 0.46652074258335563, + "abstention": 0.03502292466256564, + "estimated_utility": 0.8486747909925912, + "fitted_compression_loss": 0.001051340104896072, + "fitted_dispersion": 0.008529698879182049, + "empirical_compression_loss": 0.020190965491893795, + "empirical_model_loss": 0.5417502464050359, + "posterior_brier": 0.24919850418336298, + "posterior_log_loss": 1.0819809203013668, + "joint_conditional_log_loss": 2.285704808267024, + "observation_given_h_log_loss": 1.2037238879656578, + "raw_posterior_brier": 0.24894625543598237, + "raw_posterior_log_loss": 1.086043162637864, + "raw_joint_conditional_log_loss": 2.289767050603521 + }, + { + "regime": "source_plus_target_64", + "model": "naive_bayes", + "representation": "posterior_clusters", + "utility": 0.09932258900724195, + "queries": 0.44710599871363566, + "abstention": 0.03502292466256564, + "estimated_utility": 0.8486747909925912, + "fitted_compression_loss": 0.001051340104896072, + "fitted_dispersion": 0.008529698879182049, + "empirical_compression_loss": 0.020190965491893795, + "empirical_model_loss": 0.5417502464050359, + "posterior_brier": 0.24919850418336298, + "posterior_log_loss": 1.0819809203013668, + "joint_conditional_log_loss": 2.285704808267024, + "observation_given_h_log_loss": 1.2037238879656578, + "raw_posterior_brier": 0.24894625543598237, + "raw_posterior_log_loss": 1.086043162637864, + "raw_joint_conditional_log_loss": 2.289767050603521 + }, + { + "regime": "source_plus_target_64", + "model": "naive_bayes", + "representation": "posterior_bins", + "utility": 0.10737532668295492, + "queries": 0.45637383688989924, + "abstention": 0.03279673359892239, + "estimated_utility": 0.8484370248134196, + "fitted_compression_loss": 0.0012891062840676587, + "fitted_dispersion": 0.013452217373632004, + "empirical_compression_loss": 0.033022976172471415, + "empirical_model_loss": 0.5208654980487455, + "posterior_brier": 0.24637121316844157, + "posterior_log_loss": 0.9217132011364708, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 1.2037238879656578, + "raw_posterior_brier": 0.24894625543598237, + "raw_posterior_log_loss": 1.086043162637864, + "raw_joint_conditional_log_loss": 2.289767050603521 + }, + { + "regime": "source_plus_target_64", + "model": "naive_bayes", + "representation": "future_marginal", + "utility": 0.10373738876905365, + "queries": 0.4573779357534069, + "abstention": 0.037904288869514, + "estimated_utility": 0.8490332177678926, + "fitted_compression_loss": 0.0006929133295946413, + "fitted_dispersion": 0.008310523398187794, + "empirical_compression_loss": 0.02253190381630177, + "empirical_model_loss": 0.5349945083188163, + "posterior_brier": 0.24721634100548773, + "posterior_log_loss": 1.01496675300247, + "joint_conditional_log_loss": 2.218690640968128, + "observation_given_h_log_loss": 1.2037238879656578, + "raw_posterior_brier": 0.24894625543598237, + "raw_posterior_log_loss": 1.086043162637864, + "raw_joint_conditional_log_loss": 2.289767050603521 + }, + { + "regime": "source_plus_target_64", + "model": "naive_bayes", + "representation": "raw_information", + "utility": 0.11891467578308199, + "queries": 0.49984262809806446, + "abstention": 0.031590292204833795, + "estimated_utility": 0.8210287868967614, + "fitted_compression_loss": 0.028697344200725936, + "fitted_dispersion": 0.04575994053957699, + "empirical_compression_loss": 0.03428596058182507, + "empirical_model_loss": 0.5080631645392647, + "posterior_brier": 0.2299590999992704, + "posterior_log_loss": 0.8879286294376691, + "joint_conditional_log_loss": 2.091652517403327, + "observation_given_h_log_loss": 1.2037238879656578, + "raw_posterior_brier": 0.24894625543598237, + "raw_posterior_log_loss": 1.086043162637864, + "raw_joint_conditional_log_loss": 2.289767050603521 + }, + { + "regime": "source_plus_target_64", + "model": "naive_bayes", + "representation": "raw_entropy", + "utility": 0.08584679938703471, + "queries": 0.6691140822069832, + "abstention": 0.080952294437138, + "estimated_utility": 0.765880466402757, + "fitted_compression_loss": 0.08384566469473043, + "fitted_dispersion": 0.09857388042161393, + "empirical_compression_loss": 0.04247392476665896, + "empirical_model_loss": 0.5329430767504781, + "posterior_brier": 0.24645313853785866, + "posterior_log_loss": 0.8073007841907124, + "joint_conditional_log_loss": 2.01102467215637, + "observation_given_h_log_loss": 1.2037238879656578, + "raw_posterior_brier": 0.24894625543598237, + "raw_posterior_log_loss": 1.086043162637864, + "raw_joint_conditional_log_loss": 2.289767050603521 + }, + { + "regime": "source_plus_target_64", + "model": "naive_bayes", + "representation": "hash_code", + "utility": 0.22382747561156735, + "queries": 0.9306276075784943, + "abstention": 0.16110311028391006, + "estimated_utility": 0.5765567744375695, + "fitted_compression_loss": 0.2731693566599179, + "fitted_dispersion": 0.3047588406361471, + "empirical_compression_loss": 0.031510187161258744, + "empirical_model_loss": 0.4059261381313457, + "posterior_brier": 0.21694632731805005, + "posterior_log_loss": 0.6016002259818525, + "joint_conditional_log_loss": 1.8053241139475102, + "observation_given_h_log_loss": 1.2037238879656578, + "raw_posterior_brier": 0.24894625543598237, + "raw_posterior_log_loss": 1.086043162637864, + "raw_joint_conditional_log_loss": 2.289767050603521 + }, + { + "regime": "source_plus_target_64", + "model": "naive_bayes", + "representation": "identity", + "utility": 0.10215289260021299, + "queries": 0.47464894751222797, + "abstention": 0.03558707431018446, + "estimated_utility": 0.8497261310974873, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.5591109083039588, + "posterior_brier": 0.24894625543598237, + "posterior_log_loss": 1.086043162637864, + "joint_conditional_log_loss": 2.289767050603521, + "observation_given_h_log_loss": 1.2037238879656578, + "raw_posterior_brier": 0.24894625543598237, + "raw_posterior_log_loss": 1.086043162637864, + "raw_joint_conditional_log_loss": 2.289767050603521 + }, + { + "regime": "target_256", + "model": "support_mixture", + "representation": "query_joint", + "utility": 0.3513537131660993, + "queries": 0.5646253029136169, + "abstention": 0.39564326511103265, + "estimated_utility": 0.37457391953693664, + "fitted_compression_loss": 0.003964107645207935, + "fitted_dispersion": 0.01773644705120117, + "empirical_compression_loss": 0.005148890782804125, + "empirical_model_loss": 0.13582972605977628, + "posterior_brier": 0.17152407443861453, + "posterior_log_loss": 0.5060225833161888, + "joint_conditional_log_loss": 0.7996329029836973, + "observation_given_h_log_loss": 0.2936103196675086, + "raw_posterior_brier": 0.171004567859407, + "raw_posterior_log_loss": 0.5043981817212961, + "raw_joint_conditional_log_loss": 0.790112388208412 + }, + { + "regime": "target_256", + "model": "support_mixture", + "representation": "posterior_clusters", + "utility": 0.35122026020944436, + "queries": 0.5493812158963614, + "abstention": 0.39326475767111296, + "estimated_utility": 0.37567814215520046, + "fitted_compression_loss": 0.0028598850269441096, + "fitted_dispersion": 0.037181449698899305, + "empirical_compression_loss": 0.006690930408133299, + "empirical_model_loss": 0.13442113939110206, + "posterior_brier": 0.1710897885778891, + "posterior_log_loss": 0.504676639913927, + "joint_conditional_log_loss": 0.876625249191228, + "observation_given_h_log_loss": 0.371948609277301, + "raw_posterior_brier": 0.171004567859407, + "raw_posterior_log_loss": 0.5043981817212961, + "raw_joint_conditional_log_loss": 0.790112388208412 + }, + { + "regime": "target_256", + "model": "support_mixture", + "representation": "posterior_bins", + "utility": 0.3487900048386023, + "queries": 0.5127601303974835, + "abstention": 0.3927003829831055, + "estimated_utility": 0.373144926988803, + "fitted_compression_loss": 0.005393100193341562, + "fitted_dispersion": 0.08062800964334818, + "empirical_compression_loss": 0.012308605547080876, + "empirical_model_loss": 0.13123371962299654, + "posterior_brier": 0.17111214642721734, + "posterior_log_loss": 0.5048733822264704, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.43633017833401044, + "raw_posterior_brier": 0.171004567859407, + "raw_posterior_log_loss": 0.5043981817212961, + "raw_joint_conditional_log_loss": 0.790112388208412 + }, + { + "regime": "target_256", + "model": "support_mixture", + "representation": "future_marginal", + "utility": 0.3220468922065915, + "queries": 0.5650641671631957, + "abstention": 0.3882125604484983, + "estimated_utility": 0.3559142218806473, + "fitted_compression_loss": 0.022623805301497303, + "fitted_dispersion": 0.030598029141692337, + "empirical_compression_loss": 0.02462167349979543, + "empirical_model_loss": 0.1456637643022928, + "posterior_brier": 0.17754802421569102, + "posterior_log_loss": 0.5216369760223236, + "joint_conditional_log_loss": 0.8134460721502184, + "observation_given_h_log_loss": 0.2918090961278945, + "raw_posterior_brier": 0.171004567859407, + "raw_posterior_log_loss": 0.5043981817212961, + "raw_joint_conditional_log_loss": 0.790112388208412 + }, + { + "regime": "target_256", + "model": "support_mixture", + "representation": "raw_information", + "utility": 0.3228194919163695, + "queries": 0.6230459651785427, + "abstention": 0.40091132248914607, + "estimated_utility": 0.34605552808398166, + "fitted_compression_loss": 0.032482499098162906, + "fitted_dispersion": 0.10946783964478761, + "empirical_compression_loss": 0.03192688384034133, + "empirical_model_loss": 0.13758595425196893, + "posterior_brier": 0.1752688503196429, + "posterior_log_loss": 0.517807834715656, + "joint_conditional_log_loss": 0.9357251316790767, + "observation_given_h_log_loss": 0.4179172969634206, + "raw_posterior_brier": 0.171004567859407, + "raw_posterior_log_loss": 0.5043981817212961, + "raw_joint_conditional_log_loss": 0.790112388208412 + }, + { + "regime": "target_256", + "model": "support_mixture", + "representation": "raw_entropy", + "utility": 0.309074710111391, + "queries": 0.6284353604496826, + "abstention": 0.4201819519120303, + "estimated_utility": 0.32515425643888207, + "fitted_compression_loss": 0.05338377074326254, + "fitted_dispersion": 0.12084004327141201, + "empirical_compression_loss": 0.03960681101009933, + "empirical_model_loss": 0.14365080888718945, + "posterior_brier": 0.1814296558741649, + "posterior_log_loss": 0.532668927873144, + "joint_conditional_log_loss": 0.9091922087787673, + "observation_given_h_log_loss": 0.37652328090562315, + "raw_posterior_brier": 0.171004567859407, + "raw_posterior_log_loss": 0.5043981817212961, + "raw_joint_conditional_log_loss": 0.790112388208412 + }, + { + "regime": "target_256", + "model": "support_mixture", + "representation": "hash_code", + "utility": 0.27881911200679127, + "queries": 0.6980703261956076, + "abstention": 0.4723651080597355, + "estimated_utility": 0.2625037569174491, + "fitted_compression_loss": 0.11603427026469555, + "fitted_dispersion": 0.17813180027773645, + "empirical_compression_loss": 0.0481560042655352, + "empirical_model_loss": 0.16535721373635326, + "posterior_brier": 0.2095282934882794, + "posterior_log_loss": 0.5959934814140257, + "joint_conditional_log_loss": 1.0499190664076867, + "observation_given_h_log_loss": 0.45392558499366087, + "raw_posterior_brier": 0.171004567859407, + "raw_posterior_log_loss": 0.5043981817212961, + "raw_joint_conditional_log_loss": 0.790112388208412 + }, + { + "regime": "target_256", + "model": "support_mixture", + "representation": "identity", + "utility": 0.35323832848311815, + "queries": 0.5638333748702054, + "abstention": 0.3950586446242059, + "estimated_utility": 0.3785380271821446, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.1390940015255616, + "posterior_brier": 0.171004567859407, + "posterior_log_loss": 0.5043981817212961, + "joint_conditional_log_loss": 0.790112388208412, + "observation_given_h_log_loss": 0.28571420648711593, + "raw_posterior_brier": 0.171004567859407, + "raw_posterior_log_loss": 0.5043981817212961, + "raw_joint_conditional_log_loss": 0.790112388208412 + }, + { + "regime": "target_256", + "model": "joint_jeffreys", + "representation": "query_joint", + "utility": 0.2912608291287412, + "queries": 0.2959649597235562, + "abstention": 0.582043899662153, + "estimated_utility": 0.17163511525848765, + "fitted_compression_loss": 0.0008113425925925927, + "fitted_dispersion": 0.005603772073285686, + "empirical_compression_loss": 0.0036710282543016056, + "empirical_model_loss": 0.19740047262563698, + "posterior_brier": 0.18218484336045304, + "posterior_log_loss": 0.5262986982065472, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.1326106051717242, + "raw_posterior_brier": 0.18177695095336713, + "raw_posterior_log_loss": 0.5252458424538775, + "raw_joint_conditional_log_loss": 0.6553644191517509 + }, + { + "regime": "target_256", + "model": "joint_jeffreys", + "representation": "posterior_clusters", + "utility": 0.2916046169346854, + "queries": 0.28626086744497015, + "abstention": 0.5828218330219155, + "estimated_utility": 0.17096535011574074, + "fitted_compression_loss": 0.001481107735339506, + "fitted_dispersion": 0.0346680644425621, + "empirical_compression_loss": 0.004329901127034523, + "empirical_model_loss": 0.19639781194695982, + "posterior_brier": 0.18199559759958114, + "posterior_log_loss": 0.5257270702408803, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.1838211926951421, + "raw_posterior_brier": 0.18177695095336713, + "raw_posterior_log_loss": 0.5252458424538775, + "raw_joint_conditional_log_loss": 0.6553644191517509 + }, + { + "regime": "target_256", + "model": "joint_jeffreys", + "representation": "posterior_bins", + "utility": 0.29052795522254493, + "queries": 0.2692322659257639, + "abstention": 0.5794993528107583, + "estimated_utility": 0.16976131486304014, + "fitted_compression_loss": 0.0026851429880401234, + "fitted_dispersion": 0.1478265692560523, + "empirical_compression_loss": 0.011242733019968611, + "empirical_model_loss": 0.1905616417661662, + "posterior_brier": 0.17960555308225878, + "posterior_log_loss": 0.5210824374988478, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.35948317560527476, + "raw_posterior_brier": 0.18177695095336713, + "raw_posterior_log_loss": 0.5252458424538775, + "raw_joint_conditional_log_loss": 0.6553644191517509 + }, + { + "regime": "target_256", + "model": "joint_jeffreys", + "representation": "future_marginal", + "utility": 0.2561084215403956, + "queries": 0.2599205351588305, + "abstention": 0.6162299872066899, + "estimated_utility": 0.1572953860435957, + "fitted_compression_loss": 0.015151071807484567, + "fitted_dispersion": 0.013150124378978709, + "empirical_compression_loss": 0.036782689144651895, + "empirical_model_loss": 0.19944121932363226, + "posterior_brier": 0.18995195847609475, + "posterior_log_loss": 0.5451250606335365, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.13401123671658816, + "raw_posterior_brier": 0.18177695095336713, + "raw_posterior_log_loss": 0.5252458424538775, + "raw_joint_conditional_log_loss": 0.6553644191517509 + }, + { + "regime": "target_256", + "model": "joint_jeffreys", + "representation": "raw_information", + "utility": 0.24473253420168795, + "queries": 0.43435324667351, + "abstention": 0.6237190126240815, + "estimated_utility": 0.13184245394483024, + "fitted_compression_loss": 0.04060400390625, + "fitted_dispersion": 0.18740986919292374, + "empirical_compression_loss": 0.044001538562330494, + "empirical_model_loss": 0.20359825724466127, + "posterior_brier": 0.1940950800618203, + "posterior_log_loss": 0.5662846668026806, + "joint_conditional_log_loss": 0.918733837514317, + "observation_given_h_log_loss": 0.35244917071163645, + "raw_posterior_brier": 0.18177695095336713, + "raw_posterior_log_loss": 0.5252458424538775, + "raw_joint_conditional_log_loss": 0.6553644191517509 + }, + { + "regime": "target_256", + "model": "joint_jeffreys", + "representation": "raw_entropy", + "utility": 0.23825718673536558, + "queries": 0.4558555386758668, + "abstention": 0.6374034694188875, + "estimated_utility": 0.12821721884645063, + "fitted_compression_loss": 0.044229239004629634, + "fitted_dispersion": 0.1705556587772178, + "empirical_compression_loss": 0.0394158188357084, + "empirical_model_loss": 0.21465932443760574, + "posterior_brier": 0.19710963539634785, + "posterior_log_loss": 0.5733546870524462, + "joint_conditional_log_loss": 0.8416396958011041, + "observation_given_h_log_loss": 0.26828500874865785, + "raw_posterior_brier": 0.18177695095336713, + "raw_posterior_log_loss": 0.5252458424538775, + "raw_joint_conditional_log_loss": 0.6553644191517509 + }, + { + "regime": "target_256", + "model": "joint_jeffreys", + "representation": "hash_code", + "utility": 0.2298938440981486, + "queries": 0.49574054546152774, + "abstention": 0.6488939254961514, + "estimated_utility": 0.12429246238425926, + "fitted_compression_loss": 0.04815399546682099, + "fitted_dispersion": 0.18684176942527053, + "empirical_compression_loss": 0.0481560042655352, + "empirical_model_loss": 0.21428248164499597, + "posterior_brier": 0.20664750371133342, + "posterior_log_loss": 0.5943187572416289, + "joint_conditional_log_loss": 0.9277159860718762, + "observation_given_h_log_loss": 0.33339722883024725, + "raw_posterior_brier": 0.18177695095336713, + "raw_posterior_log_loss": 0.5252458424538775, + "raw_joint_conditional_log_loss": 0.6553644191517509 + }, + { + "regime": "target_256", + "model": "joint_jeffreys", + "representation": "identity", + "utility": 0.29292819733259007, + "queries": 0.2962716766585275, + "abstention": 0.580943554376335, + "estimated_utility": 0.17244645785108023, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.1994041326760897, + "posterior_brier": 0.18177695095336713, + "posterior_log_loss": 0.5252458424538775, + "joint_conditional_log_loss": 0.6553644191517509, + "observation_given_h_log_loss": 0.1301185766978733, + "raw_posterior_brier": 0.18177695095336713, + "raw_posterior_log_loss": 0.5252458424538775, + "raw_joint_conditional_log_loss": 0.6553644191517509 + }, + { + "regime": "target_256", + "model": "naive_bayes", + "representation": "query_joint", + "utility": 0.33084561617402125, + "queries": 0.5650624125766291, + "abstention": 0.2177390940483239, + "estimated_utility": 0.5432750836703747, + "fitted_compression_loss": 0.0004330462026039646, + "fitted_dispersion": 0.0034496996669282124, + "empirical_compression_loss": 0.014726435404457575, + "empirical_model_loss": 0.14676027843020092, + "posterior_brier": 0.17858227371213292, + "posterior_log_loss": 0.5662881333620321, + "joint_conditional_log_loss": 1.1516485686776265, + "observation_given_h_log_loss": 0.5853604353155947, + "raw_posterior_brier": 0.17839550671789978, + "raw_posterior_log_loss": 0.5731734554005583, + "raw_joint_conditional_log_loss": 1.1585338907162273 + }, + { + "regime": "target_256", + "model": "naive_bayes", + "representation": "posterior_clusters", + "utility": 0.33084561617402125, + "queries": 0.5627477077653682, + "abstention": 0.2177390940483239, + "estimated_utility": 0.5432750836703747, + "fitted_compression_loss": 0.0004330462026039653, + "fitted_dispersion": 0.0034496996669282124, + "empirical_compression_loss": 0.014726435404457575, + "empirical_model_loss": 0.14676027843020092, + "posterior_brier": 0.17858227371213292, + "posterior_log_loss": 0.5662881333620321, + "joint_conditional_log_loss": 1.1516485686776265, + "observation_given_h_log_loss": 0.5853604353155947, + "raw_posterior_brier": 0.17839550671789978, + "raw_posterior_log_loss": 0.5731734554005583, + "raw_joint_conditional_log_loss": 1.1585338907162273 + }, + { + "regime": "target_256", + "model": "naive_bayes", + "representation": "posterior_bins", + "utility": 0.3478726545289066, + "queries": 0.5620920613296312, + "abstention": 0.22961442357391804, + "estimated_utility": 0.5427050778711883, + "fitted_compression_loss": 0.0010030520017904104, + "fitted_dispersion": 0.017364595403060862, + "empirical_compression_loss": 0.024078319285137727, + "empirical_model_loss": 0.12038135619463544, + "posterior_brier": 0.1771812372159413, + "posterior_log_loss": 0.5423771421793228, + "joint_conditional_log_loss": NaN, + "observation_given_h_log_loss": 0.5853604353155947, + "raw_posterior_brier": 0.17839550671789978, + "raw_posterior_log_loss": 0.5731734554005583, + "raw_joint_conditional_log_loss": 1.1585338907162273 + }, + { + "regime": "target_256", + "model": "naive_bayes", + "representation": "future_marginal", + "utility": 0.3310537050693347, + "queries": 0.5623287009586531, + "abstention": 0.2187402737990607, + "estimated_utility": 0.5434408168967158, + "fitted_compression_loss": 0.0002673129762629014, + "fitted_dispersion": 0.0034356095127861777, + "empirical_compression_loss": 0.01602927292559046, + "empirical_model_loss": 0.14524935201375458, + "posterior_brier": 0.17840525659137435, + "posterior_log_loss": 0.5610372869860596, + "joint_conditional_log_loss": 1.1463977223016544, + "observation_given_h_log_loss": 0.5853604353155947, + "raw_posterior_brier": 0.17839550671789978, + "raw_posterior_log_loss": 0.5731734554005583, + "raw_joint_conditional_log_loss": 1.1585338907162273 + }, + { + "regime": "target_256", + "model": "naive_bayes", + "representation": "raw_information", + "utility": 0.33954386898512645, + "queries": 0.5789592010931375, + "abstention": 0.24296418972958006, + "estimated_utility": 0.5212890265581347, + "fitted_compression_loss": 0.022419103314843942, + "fitted_dispersion": 0.030007984042755488, + "empirical_compression_loss": 0.0267933617092297, + "empirical_model_loss": 0.12599509931432357, + "posterior_brier": 0.17719355564447112, + "posterior_log_loss": 0.5428656248405324, + "joint_conditional_log_loss": 1.128226060156127, + "observation_given_h_log_loss": 0.5853604353155947, + "raw_posterior_brier": 0.17839550671789978, + "raw_posterior_log_loss": 0.5731734554005583, + "raw_joint_conditional_log_loss": 1.1585338907162273 + }, + { + "regime": "target_256", + "model": "naive_bayes", + "representation": "raw_entropy", + "utility": 0.30050598899006636, + "queries": 0.5862430531842442, + "abstention": 0.23956981997630777, + "estimated_utility": 0.491365413596465, + "fitted_compression_loss": 0.052342716276513664, + "fitted_dispersion": 0.05088358153682616, + "empirical_compression_loss": 0.03960707603362017, + "empirical_model_loss": 0.1522192649849932, + "posterior_brier": 0.18432628323032424, + "posterior_log_loss": 0.5602765988051313, + "joint_conditional_log_loss": 1.1456370341207258, + "observation_given_h_log_loss": 0.5853604353155947, + "raw_posterior_brier": 0.17839550671789978, + "raw_posterior_log_loss": 0.5731734554005583, + "raw_joint_conditional_log_loss": 1.1585338907162273 + }, + { + "regime": "target_256", + "model": "naive_bayes", + "representation": "hash_code", + "utility": 0.24880410066309083, + "queries": 0.6865309733932543, + "abstention": 0.41536379747164365, + "estimated_utility": 0.3822282764681225, + "fitted_compression_loss": 0.16147985340485613, + "fitted_dispersion": 0.1551258972008096, + "empirical_compression_loss": 0.0481560042655352, + "empirical_model_loss": 0.1953722250800537, + "posterior_brier": 0.21571057853882844, + "posterior_log_loss": 0.6139063372622765, + "joint_conditional_log_loss": 1.1992667725778712, + "observation_given_h_log_loss": 0.5853604353155947, + "raw_posterior_brier": 0.17839550671789978, + "raw_posterior_log_loss": 0.5731734554005583, + "raw_joint_conditional_log_loss": 1.1585338907162273 + }, + { + "regime": "target_256", + "model": "naive_bayes", + "representation": "identity", + "utility": 0.3313137358451639, + "queries": 0.5608135973062591, + "abstention": 0.21856305613682236, + "estimated_utility": 0.5437081298729787, + "fitted_compression_loss": 0.0, + "fitted_dispersion": 0.0, + "empirical_compression_loss": 0.0, + "empirical_model_loss": 0.16101859416351583, + "posterior_brier": 0.17839550671789978, + "posterior_log_loss": 0.5731734554005583, + "joint_conditional_log_loss": 1.1585338907162273, + "observation_given_h_log_loss": 0.5853604353155947, + "raw_posterior_brier": 0.17839550671789978, + "raw_posterior_log_loss": 0.5731734554005583, + "raw_joint_conditional_log_loss": 1.1585338907162273 + } +] diff --git a/results/external/paired_comparisons.json b/results/external/paired_comparisons.json new file mode 100644 index 0000000000000000000000000000000000000000..fe004e5e32168745a75014980038d722d794d1ec --- /dev/null +++ b/results/external/paired_comparisons.json @@ -0,0 +1,129 @@ +{ + "comparisons": [ + { + "model": "support_mixture", + "representation": "posterior_clusters", + "gain": 0.0013605688174919087, + "simultaneous_95_interval": [ + -0.0074113714739507345, + 0.011376968353393758 + ], + "dataset_gains": { + "gas": -0.002635424321578206, + "hydraulic": 0.005356561956562023 + } + }, + { + "model": "support_mixture", + "representation": "posterior_bins", + "gain": 0.00408466956899593, + "simultaneous_95_interval": [ + -0.004850694622836439, + 0.013641329206450805 + ], + "dataset_gains": { + "gas": 0.0003331872092402544, + "hydraulic": 0.007836151928751606 + } + }, + { + "model": "support_mixture", + "representation": "future_marginal", + "gain": 0.017042118790912095, + "simultaneous_95_interval": [ + -0.0009531807081807175, + 0.039790787504221735 + ], + "dataset_gains": { + "gas": 0.022797568695155247, + "hydraulic": 0.01128666888666894 + } + }, + { + "model": "support_mixture", + "representation": "raw_information", + "gain": 0.003634582469977904, + "simultaneous_95_interval": [ + -0.013209136186707066, + 0.026985212575361968 + ], + "dataset_gains": { + "gas": 0.011382910109678191, + "hydraulic": -0.004113745169722383 + } + }, + { + "model": "support_mixture", + "representation": "raw_entropy", + "gain": 0.007273143312571435, + "simultaneous_95_interval": [ + -0.026548629708000454, + 0.03791027939872823 + ], + "dataset_gains": { + "gas": 0.02894540715930448, + "hydraulic": -0.014399120534161609 + } + }, + { + "model": "support_mixture", + "representation": "hash_code", + "gain": 0.027612762123435247, + "simultaneous_95_interval": [ + -0.042988467221076854, + 0.07959256317123083 + ], + "dataset_gains": { + "gas": 0.09453174413329275, + "hydraulic": -0.03930621988642226 + } + }, + { + "model": "support_mixture", + "representation": "identity", + "gain": -0.00245161759480298, + "simultaneous_95_interval": [ + -0.00554201630543859, + 0.0004224484279657548 + ], + "dataset_gains": { + "gas": -0.00419617188254271, + "hydraulic": -0.0007070633070632494 + } + }, + { + "model": "joint_jeffreys", + "representation": "identity", + "gain": 0.049073249958149164, + "simultaneous_95_interval": [ + -0.014332361541601515, + 0.12174305167908378 + ], + "dataset_gains": { + "gas": -0.013021876208244854, + "hydraulic": 0.11116837612454318 + } + }, + { + "model": "naive_bayes", + "representation": "identity", + "gain": 0.006305955981395059, + "simultaneous_95_interval": [ + -0.013693289850871752, + 0.024833489884535962 + ], + "dataset_gains": { + "gas": 0.014721520196054244, + "hydraulic": -0.0021096082332641266 + } + } + ], + "eligible_environments": { + "gas": 5, + "hydraulic": 5 + }, + "bootstrap_unit": "target environment, stratified by fixed dataset", + "family_size": 9, + "draws": 10000, + "limitations": "Few environmental clusters; conditional benchmark intervals, not universal transfer certification." +} diff --git a/results/hydraulic/predictions.json b/results/hydraulic/predictions.json new file mode 100644 index 0000000000000000000000000000000000000000..37f39d97d26157713e63a9cfec0e4bd6895b4d99 --- /dev/null +++ b/results/hydraulic/predictions.json @@ -0,0 +1 @@ +{"dict":[["results",{"list":[{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","additive_full"],["held_rows",{"tensor":"t000000"}],["groups",{"tensor":"t000001"}],["unseen",{"tensor":"t000002"}],["supported_levels",{"tensor":"t000003"}],["metrics",{"dict":[["top1",{"tensor":"t000004"}],["top3",{"tensor":"t000005"}],["deterministic_top1",{"tensor":"t000006"}],["deterministic_top3",{"tensor":"t000007"}],["nll",{"tensor":"t000008"}],["confidence",{"tensor":"t000009"}],["top3_mass",{"tensor":"t000010"}]]}],["fit_seconds",0.15804909299185965],["prediction_seconds",0.09511871500581037],["neural_parameters",0],["fit_ids",{"tensor":"t000011"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/additive_full.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",106824],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","additive_diag"],["held_rows",{"tensor":"t000012"}],["groups",{"tensor":"t000013"}],["unseen",{"tensor":"t000014"}],["supported_levels",{"tensor":"t000015"}],["metrics",{"dict":[["top1",{"tensor":"t000016"}],["top3",{"tensor":"t000017"}],["deterministic_top1",{"tensor":"t000018"}],["deterministic_top3",{"tensor":"t000019"}],["nll",{"tensor":"t000020"}],["confidence",{"tensor":"t000021"}],["top3_mass",{"tensor":"t000022"}]]}],["fit_seconds",0.0012140550097683445],["prediction_seconds",0.0010275879903929308],["neural_parameters",0],["fit_ids",{"tensor":"t000023"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/additive_diag.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",106824],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","factorized_neural"],["held_rows",{"tensor":"t000024"}],["groups",{"tensor":"t000025"}],["unseen",{"tensor":"t000026"}],["supported_levels",{"tensor":"t000027"}],["metrics",{"dict":[["top1",{"tensor":"t000028"}],["top3",{"tensor":"t000029"}],["deterministic_top1",{"tensor":"t000030"}],["deterministic_top3",{"tensor":"t000031"}],["nll",{"tensor":"t000032"}],["confidence",{"tensor":"t000033"}],["top3_mass",{"tensor":"t000034"}]]}],["fit_seconds",2.5919945189962164],["prediction_seconds",2.659523256996181],["neural_parameters",19936],["fit_ids",{"tensor":"t000035"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/factorized_neural.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",180811],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","joint_neural"],["held_rows",{"tensor":"t000036"}],["groups",{"tensor":"t000037"}],["unseen",{"tensor":"t000038"}],["supported_levels",{"tensor":"t000039"}],["metrics",{"dict":[["top1",{"tensor":"t000040"}],["top3",{"tensor":"t000041"}],["deterministic_top1",{"tensor":"t000042"}],["deterministic_top3",{"tensor":"t000043"}],["nll",{"tensor":"t000044"}],["confidence",{"tensor":"t000045"}],["top3_mass",{"tensor":"t000046"}]]}],["fit_seconds",1.0096277479897253],["prediction_seconds",3.051618672994664],["neural_parameters",19955],["fit_ids",{"tensor":"t000047"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/joint_neural.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",180800],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","factorized_nb"],["held_rows",{"tensor":"t000048"}],["groups",{"tensor":"t000049"}],["unseen",{"tensor":"t000050"}],["supported_levels",{"tensor":"t000051"}],["metrics",{"dict":[["top1",{"tensor":"t000052"}],["top3",{"tensor":"t000053"}],["deterministic_top1",{"tensor":"t000054"}],["deterministic_top3",{"tensor":"t000055"}],["nll",{"tensor":"t000056"}],["confidence",{"tensor":"t000057"}],["top3_mass",{"tensor":"t000058"}]]}],["fit_seconds",0.001983736001420766],["prediction_seconds",0.017352573995594867],["neural_parameters",0],["fit_ids",{"tensor":"t000059"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/factorized_nb.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",400356],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","factorized_lda"],["held_rows",{"tensor":"t000060"}],["groups",{"tensor":"t000061"}],["unseen",{"tensor":"t000062"}],["supported_levels",{"tensor":"t000063"}],["metrics",{"dict":[["top1",{"tensor":"t000064"}],["top3",{"tensor":"t000065"}],["deterministic_top1",{"tensor":"t000066"}],["deterministic_top3",{"tensor":"t000067"}],["nll",{"tensor":"t000068"}],["confidence",{"tensor":"t000069"}],["top3_mass",{"tensor":"t000070"}]]}],["fit_seconds",0.0011823120003100485],["prediction_seconds",0.001751446005073376],["neural_parameters",0],["fit_ids",{"tensor":"t000071"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/factorized_lda.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",149498],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","factorized_kernel"],["held_rows",{"tensor":"t000072"}],["groups",{"tensor":"t000073"}],["unseen",{"tensor":"t000074"}],["supported_levels",{"tensor":"t000075"}],["metrics",{"dict":[["top1",{"tensor":"t000076"}],["top3",{"tensor":"t000077"}],["deterministic_top1",{"tensor":"t000078"}],["deterministic_top3",{"tensor":"t000079"}],["nll",{"tensor":"t000080"}],["confidence",{"tensor":"t000081"}],["top3_mass",{"tensor":"t000082"}]]}],["fit_seconds",0.0014691910037072375],["prediction_seconds",0.08669912599725649],["neural_parameters",0],["fit_ids",{"tensor":"t000083"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/factorized_kernel.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",149564],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","factorized_ridge"],["held_rows",{"tensor":"t000084"}],["groups",{"tensor":"t000085"}],["unseen",{"tensor":"t000086"}],["supported_levels",{"tensor":"t000087"}],["metrics",{"dict":[["top1",{"tensor":"t000088"}],["top3",{"tensor":"t000089"}],["deterministic_top1",{"tensor":"t000090"}],["deterministic_top3",{"tensor":"t000091"}],["nll",{"tensor":"t000092"}],["confidence",{"tensor":"t000093"}],["top3_mass",{"tensor":"t000094"}]]}],["fit_seconds",0.008019190005143173],["prediction_seconds",0.001077081004041247],["neural_parameters",0],["fit_ids",{"tensor":"t000095"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/factorized_ridge.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",80812],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","joint_gaussian"],["held_rows",{"tensor":"t000096"}],["groups",{"tensor":"t000097"}],["unseen",{"tensor":"t000098"}],["supported_levels",{"tensor":"t000099"}],["metrics",{"dict":[["top1",{"tensor":"t000100"}],["top3",{"tensor":"t000101"}],["deterministic_top1",{"tensor":"t000102"}],["deterministic_top3",{"tensor":"t000103"}],["nll",{"tensor":"t000104"}],["confidence",{"tensor":"t000105"}],["top3_mass",{"tensor":"t000106"}]]}],["fit_seconds",0.0005775510071543977],["prediction_seconds",0.0008478319941787049],["neural_parameters",0],["fit_ids",{"tensor":"t000107"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/joint_gaussian.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",99857],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","factorized_logistic"],["held_rows",{"tensor":"t000108"}],["groups",{"tensor":"t000109"}],["unseen",{"tensor":"t000110"}],["supported_levels",{"tensor":"t000111"}],["metrics",{"dict":[["top1",{"tensor":"t000112"}],["top3",{"tensor":"t000113"}],["deterministic_top1",{"tensor":"t000114"}],["deterministic_top3",{"tensor":"t000115"}],["nll",{"tensor":"t000116"}],["confidence",{"tensor":"t000117"}],["top3_mass",{"tensor":"t000118"}]]}],["fit_seconds",2.973175135994097],["prediction_seconds",0.001250544999493286],["neural_parameters",802],["fit_ids",{"tensor":"t000119"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/factorized_logistic.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",12424],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20751],["model","factorized_classifier"],["held_rows",{"tensor":"t000120"}],["groups",{"tensor":"t000121"}],["unseen",{"tensor":"t000122"}],["supported_levels",{"tensor":"t000123"}],["metrics",{"dict":[["top1",{"tensor":"t000124"}],["top3",{"tensor":"t000125"}],["deterministic_top1",{"tensor":"t000126"}],["deterministic_top3",{"tensor":"t000127"}],["nll",{"tensor":"t000128"}],["confidence",{"tensor":"t000129"}],["top3_mass",{"tensor":"t000130"}]]}],["fit_seconds",3.104799748994992],["prediction_seconds",0.0014121249987510964],["neural_parameters",19969],["fit_ids",{"tensor":"t000131"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20751/factorized_classifier.pt"],["normalization_seconds",0.005659112008288503],["checkpoint_bytes",89714],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","additive_full"],["held_rows",{"tensor":"t000132"}],["groups",{"tensor":"t000133"}],["unseen",{"tensor":"t000134"}],["supported_levels",{"tensor":"t000135"}],["metrics",{"dict":[["top1",{"tensor":"t000136"}],["top3",{"tensor":"t000137"}],["deterministic_top1",{"tensor":"t000138"}],["deterministic_top3",{"tensor":"t000139"}],["nll",{"tensor":"t000140"}],["confidence",{"tensor":"t000141"}],["top3_mass",{"tensor":"t000142"}]]}],["fit_seconds",0.0011925840080948547],["prediction_seconds",0.0010256529931211844],["neural_parameters",0],["fit_ids",{"tensor":"t000143"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/additive_full.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",106824],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","additive_diag"],["held_rows",{"tensor":"t000144"}],["groups",{"tensor":"t000145"}],["unseen",{"tensor":"t000146"}],["supported_levels",{"tensor":"t000147"}],["metrics",{"dict":[["top1",{"tensor":"t000148"}],["top3",{"tensor":"t000149"}],["deterministic_top1",{"tensor":"t000150"}],["deterministic_top3",{"tensor":"t000151"}],["nll",{"tensor":"t000152"}],["confidence",{"tensor":"t000153"}],["top3_mass",{"tensor":"t000154"}]]}],["fit_seconds",0.0009318880038335919],["prediction_seconds",0.0008472560002701357],["neural_parameters",0],["fit_ids",{"tensor":"t000155"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/additive_diag.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",106824],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","factorized_neural"],["held_rows",{"tensor":"t000156"}],["groups",{"tensor":"t000157"}],["unseen",{"tensor":"t000158"}],["supported_levels",{"tensor":"t000159"}],["metrics",{"dict":[["top1",{"tensor":"t000160"}],["top3",{"tensor":"t000161"}],["deterministic_top1",{"tensor":"t000162"}],["deterministic_top3",{"tensor":"t000163"}],["nll",{"tensor":"t000164"}],["confidence",{"tensor":"t000165"}],["top3_mass",{"tensor":"t000166"}]]}],["fit_seconds",0.8879517349996604],["prediction_seconds",0.0009892950038192794],["neural_parameters",19936],["fit_ids",{"tensor":"t000167"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/factorized_neural.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",180811],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","joint_neural"],["held_rows",{"tensor":"t000168"}],["groups",{"tensor":"t000169"}],["unseen",{"tensor":"t000170"}],["supported_levels",{"tensor":"t000171"}],["metrics",{"dict":[["top1",{"tensor":"t000172"}],["top3",{"tensor":"t000173"}],["deterministic_top1",{"tensor":"t000174"}],["deterministic_top3",{"tensor":"t000175"}],["nll",{"tensor":"t000176"}],["confidence",{"tensor":"t000177"}],["top3_mass",{"tensor":"t000178"}]]}],["fit_seconds",1.1808622569951694],["prediction_seconds",0.001174104996607639],["neural_parameters",19955],["fit_ids",{"tensor":"t000179"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/joint_neural.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",180800],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","factorized_nb"],["held_rows",{"tensor":"t000180"}],["groups",{"tensor":"t000181"}],["unseen",{"tensor":"t000182"}],["supported_levels",{"tensor":"t000183"}],["metrics",{"dict":[["top1",{"tensor":"t000184"}],["top3",{"tensor":"t000185"}],["deterministic_top1",{"tensor":"t000186"}],["deterministic_top3",{"tensor":"t000187"}],["nll",{"tensor":"t000188"}],["confidence",{"tensor":"t000189"}],["top3_mass",{"tensor":"t000190"}]]}],["fit_seconds",0.0012338089873082936],["prediction_seconds",0.0019277510000392795],["neural_parameters",0],["fit_ids",{"tensor":"t000191"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/factorized_nb.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",400356],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","factorized_lda"],["held_rows",{"tensor":"t000192"}],["groups",{"tensor":"t000193"}],["unseen",{"tensor":"t000194"}],["supported_levels",{"tensor":"t000195"}],["metrics",{"dict":[["top1",{"tensor":"t000196"}],["top3",{"tensor":"t000197"}],["deterministic_top1",{"tensor":"t000198"}],["deterministic_top3",{"tensor":"t000199"}],["nll",{"tensor":"t000200"}],["confidence",{"tensor":"t000201"}],["top3_mass",{"tensor":"t000202"}]]}],["fit_seconds",0.0010407429945189506],["prediction_seconds",0.0018765980057651177],["neural_parameters",0],["fit_ids",{"tensor":"t000203"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/factorized_lda.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",149498],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","factorized_kernel"],["held_rows",{"tensor":"t000204"}],["groups",{"tensor":"t000205"}],["unseen",{"tensor":"t000206"}],["supported_levels",{"tensor":"t000207"}],["metrics",{"dict":[["top1",{"tensor":"t000208"}],["top3",{"tensor":"t000209"}],["deterministic_top1",{"tensor":"t000210"}],["deterministic_top3",{"tensor":"t000211"}],["nll",{"tensor":"t000212"}],["confidence",{"tensor":"t000213"}],["top3_mass",{"tensor":"t000214"}]]}],["fit_seconds",0.001233000002685003],["prediction_seconds",0.004517952009337023],["neural_parameters",0],["fit_ids",{"tensor":"t000215"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/factorized_kernel.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",149564],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","factorized_ridge"],["held_rows",{"tensor":"t000216"}],["groups",{"tensor":"t000217"}],["unseen",{"tensor":"t000218"}],["supported_levels",{"tensor":"t000219"}],["metrics",{"dict":[["top1",{"tensor":"t000220"}],["top3",{"tensor":"t000221"}],["deterministic_top1",{"tensor":"t000222"}],["deterministic_top3",{"tensor":"t000223"}],["nll",{"tensor":"t000224"}],["confidence",{"tensor":"t000225"}],["top3_mass",{"tensor":"t000226"}]]}],["fit_seconds",0.0016355620027752593],["prediction_seconds",0.001028807004331611],["neural_parameters",0],["fit_ids",{"tensor":"t000227"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/factorized_ridge.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",80812],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","joint_gaussian"],["held_rows",{"tensor":"t000228"}],["groups",{"tensor":"t000229"}],["unseen",{"tensor":"t000230"}],["supported_levels",{"tensor":"t000231"}],["metrics",{"dict":[["top1",{"tensor":"t000232"}],["top3",{"tensor":"t000233"}],["deterministic_top1",{"tensor":"t000234"}],["deterministic_top3",{"tensor":"t000235"}],["nll",{"tensor":"t000236"}],["confidence",{"tensor":"t000237"}],["top3_mass",{"tensor":"t000238"}]]}],["fit_seconds",0.0005656299908878282],["prediction_seconds",0.0008613129903096706],["neural_parameters",0],["fit_ids",{"tensor":"t000239"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/joint_gaussian.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",99857],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","factorized_logistic"],["held_rows",{"tensor":"t000240"}],["groups",{"tensor":"t000241"}],["unseen",{"tensor":"t000242"}],["supported_levels",{"tensor":"t000243"}],["metrics",{"dict":[["top1",{"tensor":"t000244"}],["top3",{"tensor":"t000245"}],["deterministic_top1",{"tensor":"t000246"}],["deterministic_top3",{"tensor":"t000247"}],["nll",{"tensor":"t000248"}],["confidence",{"tensor":"t000249"}],["top3_mass",{"tensor":"t000250"}]]}],["fit_seconds",2.6722092099953443],["prediction_seconds",0.0009645980026107281],["neural_parameters",802],["fit_ids",{"tensor":"t000251"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/factorized_logistic.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",12424],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20752],["model","factorized_classifier"],["held_rows",{"tensor":"t000252"}],["groups",{"tensor":"t000253"}],["unseen",{"tensor":"t000254"}],["supported_levels",{"tensor":"t000255"}],["metrics",{"dict":[["top1",{"tensor":"t000256"}],["top3",{"tensor":"t000257"}],["deterministic_top1",{"tensor":"t000258"}],["deterministic_top3",{"tensor":"t000259"}],["nll",{"tensor":"t000260"}],["confidence",{"tensor":"t000261"}],["top3_mass",{"tensor":"t000262"}]]}],["fit_seconds",3.123932535003405],["prediction_seconds",0.0010006840020650998],["neural_parameters",19969],["fit_ids",{"tensor":"t000263"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20752/factorized_classifier.pt"],["normalization_seconds",6.181799108162522e-05],["checkpoint_bytes",89714],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","additive_full"],["held_rows",{"tensor":"t000264"}],["groups",{"tensor":"t000265"}],["unseen",{"tensor":"t000266"}],["supported_levels",{"tensor":"t000267"}],["metrics",{"dict":[["top1",{"tensor":"t000268"}],["top3",{"tensor":"t000269"}],["deterministic_top1",{"tensor":"t000270"}],["deterministic_top3",{"tensor":"t000271"}],["nll",{"tensor":"t000272"}],["confidence",{"tensor":"t000273"}],["top3_mass",{"tensor":"t000274"}]]}],["fit_seconds",0.0011860460072057322],["prediction_seconds",0.0009135260042967275],["neural_parameters",0],["fit_ids",{"tensor":"t000275"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/additive_full.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",106824],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","additive_diag"],["held_rows",{"tensor":"t000276"}],["groups",{"tensor":"t000277"}],["unseen",{"tensor":"t000278"}],["supported_levels",{"tensor":"t000279"}],["metrics",{"dict":[["top1",{"tensor":"t000280"}],["top3",{"tensor":"t000281"}],["deterministic_top1",{"tensor":"t000282"}],["deterministic_top3",{"tensor":"t000283"}],["nll",{"tensor":"t000284"}],["confidence",{"tensor":"t000285"}],["top3_mass",{"tensor":"t000286"}]]}],["fit_seconds",0.0009506670030532405],["prediction_seconds",0.0008642379980301484],["neural_parameters",0],["fit_ids",{"tensor":"t000287"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/additive_diag.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",106824],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","factorized_neural"],["held_rows",{"tensor":"t000288"}],["groups",{"tensor":"t000289"}],["unseen",{"tensor":"t000290"}],["supported_levels",{"tensor":"t000291"}],["metrics",{"dict":[["top1",{"tensor":"t000292"}],["top3",{"tensor":"t000293"}],["deterministic_top1",{"tensor":"t000294"}],["deterministic_top3",{"tensor":"t000295"}],["nll",{"tensor":"t000296"}],["confidence",{"tensor":"t000297"}],["top3_mass",{"tensor":"t000298"}]]}],["fit_seconds",1.8872918059933],["prediction_seconds",0.001413845006027259],["neural_parameters",19936],["fit_ids",{"tensor":"t000299"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/factorized_neural.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",180811],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","joint_neural"],["held_rows",{"tensor":"t000300"}],["groups",{"tensor":"t000301"}],["unseen",{"tensor":"t000302"}],["supported_levels",{"tensor":"t000303"}],["metrics",{"dict":[["top1",{"tensor":"t000304"}],["top3",{"tensor":"t000305"}],["deterministic_top1",{"tensor":"t000306"}],["deterministic_top3",{"tensor":"t000307"}],["nll",{"tensor":"t000308"}],["confidence",{"tensor":"t000309"}],["top3_mass",{"tensor":"t000310"}]]}],["fit_seconds",1.7824814720079303],["prediction_seconds",0.001074855012120679],["neural_parameters",19955],["fit_ids",{"tensor":"t000311"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/joint_neural.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",180800],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","factorized_nb"],["held_rows",{"tensor":"t000312"}],["groups",{"tensor":"t000313"}],["unseen",{"tensor":"t000314"}],["supported_levels",{"tensor":"t000315"}],["metrics",{"dict":[["top1",{"tensor":"t000316"}],["top3",{"tensor":"t000317"}],["deterministic_top1",{"tensor":"t000318"}],["deterministic_top3",{"tensor":"t000319"}],["nll",{"tensor":"t000320"}],["confidence",{"tensor":"t000321"}],["top3_mass",{"tensor":"t000322"}]]}],["fit_seconds",0.0012356490042293444],["prediction_seconds",0.00185394000436645],["neural_parameters",0],["fit_ids",{"tensor":"t000323"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/factorized_nb.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",400356],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","factorized_lda"],["held_rows",{"tensor":"t000324"}],["groups",{"tensor":"t000325"}],["unseen",{"tensor":"t000326"}],["supported_levels",{"tensor":"t000327"}],["metrics",{"dict":[["top1",{"tensor":"t000328"}],["top3",{"tensor":"t000329"}],["deterministic_top1",{"tensor":"t000330"}],["deterministic_top3",{"tensor":"t000331"}],["nll",{"tensor":"t000332"}],["confidence",{"tensor":"t000333"}],["top3_mass",{"tensor":"t000334"}]]}],["fit_seconds",0.0010746939951786771],["prediction_seconds",0.0017857089987955987],["neural_parameters",0],["fit_ids",{"tensor":"t000335"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/factorized_lda.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",149498],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","factorized_kernel"],["held_rows",{"tensor":"t000336"}],["groups",{"tensor":"t000337"}],["unseen",{"tensor":"t000338"}],["supported_levels",{"tensor":"t000339"}],["metrics",{"dict":[["top1",{"tensor":"t000340"}],["top3",{"tensor":"t000341"}],["deterministic_top1",{"tensor":"t000342"}],["deterministic_top3",{"tensor":"t000343"}],["nll",{"tensor":"t000344"}],["confidence",{"tensor":"t000345"}],["top3_mass",{"tensor":"t000346"}]]}],["fit_seconds",0.0012570830003824085],["prediction_seconds",0.004827028009458445],["neural_parameters",0],["fit_ids",{"tensor":"t000347"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/factorized_kernel.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",149564],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","factorized_ridge"],["held_rows",{"tensor":"t000348"}],["groups",{"tensor":"t000349"}],["unseen",{"tensor":"t000350"}],["supported_levels",{"tensor":"t000351"}],["metrics",{"dict":[["top1",{"tensor":"t000352"}],["top3",{"tensor":"t000353"}],["deterministic_top1",{"tensor":"t000354"}],["deterministic_top3",{"tensor":"t000355"}],["nll",{"tensor":"t000356"}],["confidence",{"tensor":"t000357"}],["top3_mass",{"tensor":"t000358"}]]}],["fit_seconds",0.0016918680048547685],["prediction_seconds",0.0010517339978832752],["neural_parameters",0],["fit_ids",{"tensor":"t000359"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/factorized_ridge.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",80812],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","joint_gaussian"],["held_rows",{"tensor":"t000360"}],["groups",{"tensor":"t000361"}],["unseen",{"tensor":"t000362"}],["supported_levels",{"tensor":"t000363"}],["metrics",{"dict":[["top1",{"tensor":"t000364"}],["top3",{"tensor":"t000365"}],["deterministic_top1",{"tensor":"t000366"}],["deterministic_top3",{"tensor":"t000367"}],["nll",{"tensor":"t000368"}],["confidence",{"tensor":"t000369"}],["top3_mass",{"tensor":"t000370"}]]}],["fit_seconds",0.0005715410079574212],["prediction_seconds",0.0008561139984522015],["neural_parameters",0],["fit_ids",{"tensor":"t000371"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/joint_gaussian.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",99857],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","factorized_logistic"],["held_rows",{"tensor":"t000372"}],["groups",{"tensor":"t000373"}],["unseen",{"tensor":"t000374"}],["supported_levels",{"tensor":"t000375"}],["metrics",{"dict":[["top1",{"tensor":"t000376"}],["top3",{"tensor":"t000377"}],["deterministic_top1",{"tensor":"t000378"}],["deterministic_top3",{"tensor":"t000379"}],["nll",{"tensor":"t000380"}],["confidence",{"tensor":"t000381"}],["top3_mass",{"tensor":"t000382"}]]}],["fit_seconds",2.949616091995267],["prediction_seconds",0.0010074879974126816],["neural_parameters",802],["fit_ids",{"tensor":"t000383"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/factorized_logistic.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",12424],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",64],["seed",20753],["model","factorized_classifier"],["held_rows",{"tensor":"t000384"}],["groups",{"tensor":"t000385"}],["unseen",{"tensor":"t000386"}],["supported_levels",{"tensor":"t000387"}],["metrics",{"dict":[["top1",{"tensor":"t000388"}],["top3",{"tensor":"t000389"}],["deterministic_top1",{"tensor":"t000390"}],["deterministic_top3",{"tensor":"t000391"}],["nll",{"tensor":"t000392"}],["confidence",{"tensor":"t000393"}],["top3_mass",{"tensor":"t000394"}]]}],["fit_seconds",3.161923965992173],["prediction_seconds",0.0009958439914043993],["neural_parameters",19969],["fit_ids",{"tensor":"t000395"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n64_s20753/factorized_classifier.pt"],["normalization_seconds",6.173500150907785e-05],["checkpoint_bytes",89714],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","additive_full"],["held_rows",{"tensor":"t000396"}],["groups",{"tensor":"t000397"}],["unseen",{"tensor":"t000398"}],["supported_levels",{"tensor":"t000399"}],["metrics",{"dict":[["top1",{"tensor":"t000400"}],["top3",{"tensor":"t000401"}],["deterministic_top1",{"tensor":"t000402"}],["deterministic_top3",{"tensor":"t000403"}],["nll",{"tensor":"t000404"}],["confidence",{"tensor":"t000405"}],["top3_mass",{"tensor":"t000406"}]]}],["fit_seconds",0.0014338760083774105],["prediction_seconds",0.0009351879998575896],["neural_parameters",0],["fit_ids",{"tensor":"t000407"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/additive_full.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",107336],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","additive_diag"],["held_rows",{"tensor":"t000408"}],["groups",{"tensor":"t000409"}],["unseen",{"tensor":"t000410"}],["supported_levels",{"tensor":"t000411"}],["metrics",{"dict":[["top1",{"tensor":"t000412"}],["top3",{"tensor":"t000413"}],["deterministic_top1",{"tensor":"t000414"}],["deterministic_top3",{"tensor":"t000415"}],["nll",{"tensor":"t000416"}],["confidence",{"tensor":"t000417"}],["top3_mass",{"tensor":"t000418"}]]}],["fit_seconds",0.0009759730019140989],["prediction_seconds",0.0008746359962970018],["neural_parameters",0],["fit_ids",{"tensor":"t000419"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/additive_diag.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",107336],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","factorized_neural"],["held_rows",{"tensor":"t000420"}],["groups",{"tensor":"t000421"}],["unseen",{"tensor":"t000422"}],["supported_levels",{"tensor":"t000423"}],["metrics",{"dict":[["top1",{"tensor":"t000424"}],["top3",{"tensor":"t000425"}],["deterministic_top1",{"tensor":"t000426"}],["deterministic_top3",{"tensor":"t000427"}],["nll",{"tensor":"t000428"}],["confidence",{"tensor":"t000429"}],["top3_mass",{"tensor":"t000430"}]]}],["fit_seconds",1.8178929449932184],["prediction_seconds",0.001145145986811258],["neural_parameters",19936],["fit_ids",{"tensor":"t000431"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/factorized_neural.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",181323],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","joint_neural"],["held_rows",{"tensor":"t000432"}],["groups",{"tensor":"t000433"}],["unseen",{"tensor":"t000434"}],["supported_levels",{"tensor":"t000435"}],["metrics",{"dict":[["top1",{"tensor":"t000436"}],["top3",{"tensor":"t000437"}],["deterministic_top1",{"tensor":"t000438"}],["deterministic_top3",{"tensor":"t000439"}],["nll",{"tensor":"t000440"}],["confidence",{"tensor":"t000441"}],["top3_mass",{"tensor":"t000442"}]]}],["fit_seconds",1.737625036999816],["prediction_seconds",0.001090548001229763],["neural_parameters",19955],["fit_ids",{"tensor":"t000443"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/joint_neural.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",181312],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","factorized_nb"],["held_rows",{"tensor":"t000444"}],["groups",{"tensor":"t000445"}],["unseen",{"tensor":"t000446"}],["supported_levels",{"tensor":"t000447"}],["metrics",{"dict":[["top1",{"tensor":"t000448"}],["top3",{"tensor":"t000449"}],["deterministic_top1",{"tensor":"t000450"}],["deterministic_top3",{"tensor":"t000451"}],["nll",{"tensor":"t000452"}],["confidence",{"tensor":"t000453"}],["top3_mass",{"tensor":"t000454"}]]}],["fit_seconds",0.0013372529938351363],["prediction_seconds",0.0019541870133252814],["neural_parameters",0],["fit_ids",{"tensor":"t000455"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/factorized_nb.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",431588],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","factorized_lda"],["held_rows",{"tensor":"t000456"}],["groups",{"tensor":"t000457"}],["unseen",{"tensor":"t000458"}],["supported_levels",{"tensor":"t000459"}],["metrics",{"dict":[["top1",{"tensor":"t000460"}],["top3",{"tensor":"t000461"}],["deterministic_top1",{"tensor":"t000462"}],["deterministic_top3",{"tensor":"t000463"}],["nll",{"tensor":"t000464"}],["confidence",{"tensor":"t000465"}],["top3_mass",{"tensor":"t000466"}]]}],["fit_seconds",0.0010773770045489073],["prediction_seconds",0.0017884020053315908],["neural_parameters",0],["fit_ids",{"tensor":"t000467"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/factorized_lda.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",180730],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","factorized_kernel"],["held_rows",{"tensor":"t000468"}],["groups",{"tensor":"t000469"}],["unseen",{"tensor":"t000470"}],["supported_levels",{"tensor":"t000471"}],["metrics",{"dict":[["top1",{"tensor":"t000472"}],["top3",{"tensor":"t000473"}],["deterministic_top1",{"tensor":"t000474"}],["deterministic_top3",{"tensor":"t000475"}],["nll",{"tensor":"t000476"}],["confidence",{"tensor":"t000477"}],["top3_mass",{"tensor":"t000478"}]]}],["fit_seconds",0.001273649002541788],["prediction_seconds",0.005689992001862265],["neural_parameters",0],["fit_ids",{"tensor":"t000479"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/factorized_kernel.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",180796],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","factorized_ridge"],["held_rows",{"tensor":"t000480"}],["groups",{"tensor":"t000481"}],["unseen",{"tensor":"t000482"}],["supported_levels",{"tensor":"t000483"}],["metrics",{"dict":[["top1",{"tensor":"t000484"}],["top3",{"tensor":"t000485"}],["deterministic_top1",{"tensor":"t000486"}],["deterministic_top3",{"tensor":"t000487"}],["nll",{"tensor":"t000488"}],["confidence",{"tensor":"t000489"}],["top3_mass",{"tensor":"t000490"}]]}],["fit_seconds",0.0017208149947691709],["prediction_seconds",0.0010552379972068593],["neural_parameters",0],["fit_ids",{"tensor":"t000491"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/factorized_ridge.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",112044],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","joint_gaussian"],["held_rows",{"tensor":"t000492"}],["groups",{"tensor":"t000493"}],["unseen",{"tensor":"t000494"}],["supported_levels",{"tensor":"t000495"}],["metrics",{"dict":[["top1",{"tensor":"t000496"}],["top3",{"tensor":"t000497"}],["deterministic_top1",{"tensor":"t000498"}],["deterministic_top3",{"tensor":"t000499"}],["nll",{"tensor":"t000500"}],["confidence",{"tensor":"t000501"}],["top3_mass",{"tensor":"t000502"}]]}],["fit_seconds",0.000579726998694241],["prediction_seconds",0.0008595770050305873],["neural_parameters",0],["fit_ids",{"tensor":"t000503"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/joint_gaussian.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",100369],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","factorized_logistic"],["held_rows",{"tensor":"t000504"}],["groups",{"tensor":"t000505"}],["unseen",{"tensor":"t000506"}],["supported_levels",{"tensor":"t000507"}],["metrics",{"dict":[["top1",{"tensor":"t000508"}],["top3",{"tensor":"t000509"}],["deterministic_top1",{"tensor":"t000510"}],["deterministic_top3",{"tensor":"t000511"}],["nll",{"tensor":"t000512"}],["confidence",{"tensor":"t000513"}],["top3_mass",{"tensor":"t000514"}]]}],["fit_seconds",2.966516289001447],["prediction_seconds",0.0009912870009429753],["neural_parameters",802],["fit_ids",{"tensor":"t000515"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/factorized_logistic.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",12936],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20751],["model","factorized_classifier"],["held_rows",{"tensor":"t000516"}],["groups",{"tensor":"t000517"}],["unseen",{"tensor":"t000518"}],["supported_levels",{"tensor":"t000519"}],["metrics",{"dict":[["top1",{"tensor":"t000520"}],["top3",{"tensor":"t000521"}],["deterministic_top1",{"tensor":"t000522"}],["deterministic_top3",{"tensor":"t000523"}],["nll",{"tensor":"t000524"}],["confidence",{"tensor":"t000525"}],["top3_mass",{"tensor":"t000526"}]]}],["fit_seconds",3.21911546899355],["prediction_seconds",0.0010359989973949268],["neural_parameters",19969],["fit_ids",{"tensor":"t000527"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20751/factorized_classifier.pt"],["normalization_seconds",6.383001164067537e-05],["checkpoint_bytes",90226],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","additive_full"],["held_rows",{"tensor":"t000528"}],["groups",{"tensor":"t000529"}],["unseen",{"tensor":"t000530"}],["supported_levels",{"tensor":"t000531"}],["metrics",{"dict":[["top1",{"tensor":"t000532"}],["top3",{"tensor":"t000533"}],["deterministic_top1",{"tensor":"t000534"}],["deterministic_top3",{"tensor":"t000535"}],["nll",{"tensor":"t000536"}],["confidence",{"tensor":"t000537"}],["top3_mass",{"tensor":"t000538"}]]}],["fit_seconds",0.001186636000056751],["prediction_seconds",0.0009393539949087426],["neural_parameters",0],["fit_ids",{"tensor":"t000539"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/additive_full.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",107336],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","additive_diag"],["held_rows",{"tensor":"t000540"}],["groups",{"tensor":"t000541"}],["unseen",{"tensor":"t000542"}],["supported_levels",{"tensor":"t000543"}],["metrics",{"dict":[["top1",{"tensor":"t000544"}],["top3",{"tensor":"t000545"}],["deterministic_top1",{"tensor":"t000546"}],["deterministic_top3",{"tensor":"t000547"}],["nll",{"tensor":"t000548"}],["confidence",{"tensor":"t000549"}],["top3_mass",{"tensor":"t000550"}]]}],["fit_seconds",0.0009551279945299029],["prediction_seconds",0.0008488739986205474],["neural_parameters",0],["fit_ids",{"tensor":"t000551"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/additive_diag.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",107336],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","factorized_neural"],["held_rows",{"tensor":"t000552"}],["groups",{"tensor":"t000553"}],["unseen",{"tensor":"t000554"}],["supported_levels",{"tensor":"t000555"}],["metrics",{"dict":[["top1",{"tensor":"t000556"}],["top3",{"tensor":"t000557"}],["deterministic_top1",{"tensor":"t000558"}],["deterministic_top3",{"tensor":"t000559"}],["nll",{"tensor":"t000560"}],["confidence",{"tensor":"t000561"}],["top3_mass",{"tensor":"t000562"}]]}],["fit_seconds",1.8364213660097448],["prediction_seconds",0.0011602070007938892],["neural_parameters",19936],["fit_ids",{"tensor":"t000563"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/factorized_neural.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",181323],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","joint_neural"],["held_rows",{"tensor":"t000564"}],["groups",{"tensor":"t000565"}],["unseen",{"tensor":"t000566"}],["supported_levels",{"tensor":"t000567"}],["metrics",{"dict":[["top1",{"tensor":"t000568"}],["top3",{"tensor":"t000569"}],["deterministic_top1",{"tensor":"t000570"}],["deterministic_top3",{"tensor":"t000571"}],["nll",{"tensor":"t000572"}],["confidence",{"tensor":"t000573"}],["top3_mass",{"tensor":"t000574"}]]}],["fit_seconds",1.7090275660011685],["prediction_seconds",0.0010829589882632717],["neural_parameters",19955],["fit_ids",{"tensor":"t000575"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/joint_neural.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",181312],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","factorized_nb"],["held_rows",{"tensor":"t000576"}],["groups",{"tensor":"t000577"}],["unseen",{"tensor":"t000578"}],["supported_levels",{"tensor":"t000579"}],["metrics",{"dict":[["top1",{"tensor":"t000580"}],["top3",{"tensor":"t000581"}],["deterministic_top1",{"tensor":"t000582"}],["deterministic_top3",{"tensor":"t000583"}],["nll",{"tensor":"t000584"}],["confidence",{"tensor":"t000585"}],["top3_mass",{"tensor":"t000586"}]]}],["fit_seconds",0.0011877989891218022],["prediction_seconds",0.0018717729981290177],["neural_parameters",0],["fit_ids",{"tensor":"t000587"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/factorized_nb.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",431588],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","factorized_lda"],["held_rows",{"tensor":"t000588"}],["groups",{"tensor":"t000589"}],["unseen",{"tensor":"t000590"}],["supported_levels",{"tensor":"t000591"}],["metrics",{"dict":[["top1",{"tensor":"t000592"}],["top3",{"tensor":"t000593"}],["deterministic_top1",{"tensor":"t000594"}],["deterministic_top3",{"tensor":"t000595"}],["nll",{"tensor":"t000596"}],["confidence",{"tensor":"t000597"}],["top3_mass",{"tensor":"t000598"}]]}],["fit_seconds",0.0010755709954537451],["prediction_seconds",0.0017535020015202463],["neural_parameters",0],["fit_ids",{"tensor":"t000599"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/factorized_lda.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",180730],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","factorized_kernel"],["held_rows",{"tensor":"t000600"}],["groups",{"tensor":"t000601"}],["unseen",{"tensor":"t000602"}],["supported_levels",{"tensor":"t000603"}],["metrics",{"dict":[["top1",{"tensor":"t000604"}],["top3",{"tensor":"t000605"}],["deterministic_top1",{"tensor":"t000606"}],["deterministic_top3",{"tensor":"t000607"}],["nll",{"tensor":"t000608"}],["confidence",{"tensor":"t000609"}],["top3_mass",{"tensor":"t000610"}]]}],["fit_seconds",0.0012596680026035756],["prediction_seconds",0.005241010003373958],["neural_parameters",0],["fit_ids",{"tensor":"t000611"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/factorized_kernel.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",180796],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","factorized_ridge"],["held_rows",{"tensor":"t000612"}],["groups",{"tensor":"t000613"}],["unseen",{"tensor":"t000614"}],["supported_levels",{"tensor":"t000615"}],["metrics",{"dict":[["top1",{"tensor":"t000616"}],["top3",{"tensor":"t000617"}],["deterministic_top1",{"tensor":"t000618"}],["deterministic_top3",{"tensor":"t000619"}],["nll",{"tensor":"t000620"}],["confidence",{"tensor":"t000621"}],["top3_mass",{"tensor":"t000622"}]]}],["fit_seconds",0.0016137569909915328],["prediction_seconds",0.0010660130064934492],["neural_parameters",0],["fit_ids",{"tensor":"t000623"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/factorized_ridge.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",112044],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","joint_gaussian"],["held_rows",{"tensor":"t000624"}],["groups",{"tensor":"t000625"}],["unseen",{"tensor":"t000626"}],["supported_levels",{"tensor":"t000627"}],["metrics",{"dict":[["top1",{"tensor":"t000628"}],["top3",{"tensor":"t000629"}],["deterministic_top1",{"tensor":"t000630"}],["deterministic_top3",{"tensor":"t000631"}],["nll",{"tensor":"t000632"}],["confidence",{"tensor":"t000633"}],["top3_mass",{"tensor":"t000634"}]]}],["fit_seconds",0.0005778490012744442],["prediction_seconds",0.0008797819900792092],["neural_parameters",0],["fit_ids",{"tensor":"t000635"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/joint_gaussian.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",100369],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","factorized_logistic"],["held_rows",{"tensor":"t000636"}],["groups",{"tensor":"t000637"}],["unseen",{"tensor":"t000638"}],["supported_levels",{"tensor":"t000639"}],["metrics",{"dict":[["top1",{"tensor":"t000640"}],["top3",{"tensor":"t000641"}],["deterministic_top1",{"tensor":"t000642"}],["deterministic_top3",{"tensor":"t000643"}],["nll",{"tensor":"t000644"}],["confidence",{"tensor":"t000645"}],["top3_mass",{"tensor":"t000646"}]]}],["fit_seconds",2.9238451569981407],["prediction_seconds",0.0009326750005129725],["neural_parameters",802],["fit_ids",{"tensor":"t000647"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/factorized_logistic.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",12936],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20752],["model","factorized_classifier"],["held_rows",{"tensor":"t000648"}],["groups",{"tensor":"t000649"}],["unseen",{"tensor":"t000650"}],["supported_levels",{"tensor":"t000651"}],["metrics",{"dict":[["top1",{"tensor":"t000652"}],["top3",{"tensor":"t000653"}],["deterministic_top1",{"tensor":"t000654"}],["deterministic_top3",{"tensor":"t000655"}],["nll",{"tensor":"t000656"}],["confidence",{"tensor":"t000657"}],["top3_mass",{"tensor":"t000658"}]]}],["fit_seconds",2.9972760529926745],["prediction_seconds",0.0010858799942070618],["neural_parameters",19969],["fit_ids",{"tensor":"t000659"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20752/factorized_classifier.pt"],["normalization_seconds",6.328799645416439e-05],["checkpoint_bytes",90226],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","additive_full"],["held_rows",{"tensor":"t000660"}],["groups",{"tensor":"t000661"}],["unseen",{"tensor":"t000662"}],["supported_levels",{"tensor":"t000663"}],["metrics",{"dict":[["top1",{"tensor":"t000664"}],["top3",{"tensor":"t000665"}],["deterministic_top1",{"tensor":"t000666"}],["deterministic_top3",{"tensor":"t000667"}],["nll",{"tensor":"t000668"}],["confidence",{"tensor":"t000669"}],["top3_mass",{"tensor":"t000670"}]]}],["fit_seconds",0.0011693330015987158],["prediction_seconds",0.0009919909934978932],["neural_parameters",0],["fit_ids",{"tensor":"t000671"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/additive_full.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",107336],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","additive_diag"],["held_rows",{"tensor":"t000672"}],["groups",{"tensor":"t000673"}],["unseen",{"tensor":"t000674"}],["supported_levels",{"tensor":"t000675"}],["metrics",{"dict":[["top1",{"tensor":"t000676"}],["top3",{"tensor":"t000677"}],["deterministic_top1",{"tensor":"t000678"}],["deterministic_top3",{"tensor":"t000679"}],["nll",{"tensor":"t000680"}],["confidence",{"tensor":"t000681"}],["top3_mass",{"tensor":"t000682"}]]}],["fit_seconds",0.0009701879898784682],["prediction_seconds",0.0008709110115887597],["neural_parameters",0],["fit_ids",{"tensor":"t000683"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/additive_diag.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",107336],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","factorized_neural"],["held_rows",{"tensor":"t000684"}],["groups",{"tensor":"t000685"}],["unseen",{"tensor":"t000686"}],["supported_levels",{"tensor":"t000687"}],["metrics",{"dict":[["top1",{"tensor":"t000688"}],["top3",{"tensor":"t000689"}],["deterministic_top1",{"tensor":"t000690"}],["deterministic_top3",{"tensor":"t000691"}],["nll",{"tensor":"t000692"}],["confidence",{"tensor":"t000693"}],["top3_mass",{"tensor":"t000694"}]]}],["fit_seconds",1.077986032993067],["prediction_seconds",0.000996610993752256],["neural_parameters",19936],["fit_ids",{"tensor":"t000695"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/factorized_neural.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",181323],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","joint_neural"],["held_rows",{"tensor":"t000696"}],["groups",{"tensor":"t000697"}],["unseen",{"tensor":"t000698"}],["supported_levels",{"tensor":"t000699"}],["metrics",{"dict":[["top1",{"tensor":"t000700"}],["top3",{"tensor":"t000701"}],["deterministic_top1",{"tensor":"t000702"}],["deterministic_top3",{"tensor":"t000703"}],["nll",{"tensor":"t000704"}],["confidence",{"tensor":"t000705"}],["top3_mass",{"tensor":"t000706"}]]}],["fit_seconds",1.502975145005621],["prediction_seconds",0.0011140959977637976],["neural_parameters",19955],["fit_ids",{"tensor":"t000707"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/joint_neural.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",181312],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","factorized_nb"],["held_rows",{"tensor":"t000708"}],["groups",{"tensor":"t000709"}],["unseen",{"tensor":"t000710"}],["supported_levels",{"tensor":"t000711"}],["metrics",{"dict":[["top1",{"tensor":"t000712"}],["top3",{"tensor":"t000713"}],["deterministic_top1",{"tensor":"t000714"}],["deterministic_top3",{"tensor":"t000715"}],["nll",{"tensor":"t000716"}],["confidence",{"tensor":"t000717"}],["top3_mass",{"tensor":"t000718"}]]}],["fit_seconds",0.001228692999575287],["prediction_seconds",0.0018731330055743456],["neural_parameters",0],["fit_ids",{"tensor":"t000719"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/factorized_nb.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",431588],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","factorized_lda"],["held_rows",{"tensor":"t000720"}],["groups",{"tensor":"t000721"}],["unseen",{"tensor":"t000722"}],["supported_levels",{"tensor":"t000723"}],["metrics",{"dict":[["top1",{"tensor":"t000724"}],["top3",{"tensor":"t000725"}],["deterministic_top1",{"tensor":"t000726"}],["deterministic_top3",{"tensor":"t000727"}],["nll",{"tensor":"t000728"}],["confidence",{"tensor":"t000729"}],["top3_mass",{"tensor":"t000730"}]]}],["fit_seconds",0.0010975519981002435],["prediction_seconds",0.0017963379941647872],["neural_parameters",0],["fit_ids",{"tensor":"t000731"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/factorized_lda.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",180730],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","factorized_kernel"],["held_rows",{"tensor":"t000732"}],["groups",{"tensor":"t000733"}],["unseen",{"tensor":"t000734"}],["supported_levels",{"tensor":"t000735"}],["metrics",{"dict":[["top1",{"tensor":"t000736"}],["top3",{"tensor":"t000737"}],["deterministic_top1",{"tensor":"t000738"}],["deterministic_top3",{"tensor":"t000739"}],["nll",{"tensor":"t000740"}],["confidence",{"tensor":"t000741"}],["top3_mass",{"tensor":"t000742"}]]}],["fit_seconds",0.0012926109920954332],["prediction_seconds",0.005027177001466043],["neural_parameters",0],["fit_ids",{"tensor":"t000743"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/factorized_kernel.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",180796],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","factorized_ridge"],["held_rows",{"tensor":"t000744"}],["groups",{"tensor":"t000745"}],["unseen",{"tensor":"t000746"}],["supported_levels",{"tensor":"t000747"}],["metrics",{"dict":[["top1",{"tensor":"t000748"}],["top3",{"tensor":"t000749"}],["deterministic_top1",{"tensor":"t000750"}],["deterministic_top3",{"tensor":"t000751"}],["nll",{"tensor":"t000752"}],["confidence",{"tensor":"t000753"}],["top3_mass",{"tensor":"t000754"}]]}],["fit_seconds",0.0016534230089746416],["prediction_seconds",0.0010511059954296798],["neural_parameters",0],["fit_ids",{"tensor":"t000755"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/factorized_ridge.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",112044],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","joint_gaussian"],["held_rows",{"tensor":"t000756"}],["groups",{"tensor":"t000757"}],["unseen",{"tensor":"t000758"}],["supported_levels",{"tensor":"t000759"}],["metrics",{"dict":[["top1",{"tensor":"t000760"}],["top3",{"tensor":"t000761"}],["deterministic_top1",{"tensor":"t000762"}],["deterministic_top3",{"tensor":"t000763"}],["nll",{"tensor":"t000764"}],["confidence",{"tensor":"t000765"}],["top3_mass",{"tensor":"t000766"}]]}],["fit_seconds",0.0005802779924124479],["prediction_seconds",0.0008779729978414252],["neural_parameters",0],["fit_ids",{"tensor":"t000767"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/joint_gaussian.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",100369],["adaptation_fits",1]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","factorized_logistic"],["held_rows",{"tensor":"t000768"}],["groups",{"tensor":"t000769"}],["unseen",{"tensor":"t000770"}],["supported_levels",{"tensor":"t000771"}],["metrics",{"dict":[["top1",{"tensor":"t000772"}],["top3",{"tensor":"t000773"}],["deterministic_top1",{"tensor":"t000774"}],["deterministic_top3",{"tensor":"t000775"}],["nll",{"tensor":"t000776"}],["confidence",{"tensor":"t000777"}],["top3_mass",{"tensor":"t000778"}]]}],["fit_seconds",2.9494619600009173],["prediction_seconds",0.0009971090039471164],["neural_parameters",802],["fit_ids",{"tensor":"t000779"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/factorized_logistic.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",12936],["adaptation_fits",5]]},{"dict":[["series","hydraulic"],["system","hydraulic_rig"],["samples",128],["seed",20753],["model","factorized_classifier"],["held_rows",{"tensor":"t000780"}],["groups",{"tensor":"t000781"}],["unseen",{"tensor":"t000782"}],["supported_levels",{"tensor":"t000783"}],["metrics",{"dict":[["top1",{"tensor":"t000784"}],["top3",{"tensor":"t000785"}],["deterministic_top1",{"tensor":"t000786"}],["deterministic_top3",{"tensor":"t000787"}],["nll",{"tensor":"t000788"}],["confidence",{"tensor":"t000789"}],["top3_mass",{"tensor":"t000790"}]]}],["fit_seconds",3.296731323003769],["prediction_seconds",0.0010538330097915605],["neural_parameters",19969],["fit_ids",{"tensor":"t000791"}],["checkpoint_path","artifacts/factorial_transfer_01/models/hydraulic/n128_s20753/factorized_classifier.pt"],["normalization_seconds",6.515200948342681e-05],["checkpoint_bytes",90226],["adaptation_fits",5]]}]}]]} diff --git a/results/hydraulic/predictions.safetensors b/results/hydraulic/predictions.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6a6fc15ab6ab3fbad24d5af30f24dda82b2b61f --- /dev/null +++ b/results/hydraulic/predictions.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2409700b0e6bbde39954f423dae9198c017a53066797801a62d421b5f6f404a8 +size 3580748 diff --git a/results/sensitivity_analysis/frozen_diagnostics.json b/results/sensitivity_analysis/frozen_diagnostics.json new file mode 100644 index 0000000000000000000000000000000000000000..39e13d5b844021c183f82f3f12ca3ae4c64c9122 --- /dev/null +++ b/results/sensitivity_analysis/frozen_diagnostics.json @@ -0,0 +1,29410 @@ +{ + "post_evaluation_descriptive_analysis": true, + "new_training": false, + "new_thresholds": false, + "new_confirmation": false, + "sensor": { + "checkpoints": 132, + "maximum_replay_error": 0.0, + "summary": [ + { + "cohort": "hydraulic", + "samples": 64, + "model": "additive_diag", + "observed_combinations": 29, + "primary_top3": 0.17105263157894735, + "deterministic_top3": 0.17105263157894735, + "macro_combination_top3": 0.15763546798029557, + "seed_top3_min": 0.09868421052631579, + "seed_top3_max": 0.25, + "mean_top3_probability_mass": 0.8509952115160329 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "additive_full", + "observed_combinations": 29, + "primary_top3": 0.3344298245614035, + "deterministic_top3": 0.3344298245614035, + "macro_combination_top3": 0.33403493058665473, + "seed_top3_min": 0.21052631578947367, + "seed_top3_max": 0.47039473684210525, + "mean_top3_probability_mass": 0.561577805556238 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "factorized_classifier", + "observed_combinations": 29, + "primary_top3": 0.25548245614035087, + "deterministic_top3": 0.25548245614035087, + "macro_combination_top3": 0.2626362143603523, + "seed_top3_min": 0.24013157894736842, + "seed_top3_max": 0.28618421052631576, + "mean_top3_probability_mass": 0.6817066235275538 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "factorized_kernel", + "observed_combinations": 29, + "primary_top3": 0.10307017543859648, + "deterministic_top3": 0.10307017543859648, + "macro_combination_top3": 0.10804597701149425, + "seed_top3_min": 0.046052631578947366, + "seed_top3_max": 0.15789473684210525, + "mean_top3_probability_mass": 0.8123953764853867 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "factorized_lda", + "observed_combinations": 29, + "primary_top3": 0.1600877192982456, + "deterministic_top3": 0.1600877192982456, + "macro_combination_top3": 0.167816091954023, + "seed_top3_min": 0.12171052631578946, + "seed_top3_max": 0.23026315789473684, + "mean_top3_probability_mass": 0.8287194397660063 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "factorized_logistic", + "observed_combinations": 29, + "primary_top3": 0.18311403508771928, + "deterministic_top3": 0.18311403508771928, + "macro_combination_top3": 0.19135194307608103, + "seed_top3_min": 0.17434210526315788, + "seed_top3_max": 0.19407894736842105, + "mean_top3_probability_mass": 0.5141588040637887 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "factorized_nb", + "observed_combinations": 29, + "primary_top3": 0.03357403653919592, + "deterministic_top3": 0.03289473684210526, + "macro_combination_top3": 0.03517498366939844, + "seed_top3_min": 2.3165307635285396e-05, + "seed_top3_max": 0.05712532463829721, + "mean_top3_probability_mass": 0.9937467175950486 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "factorized_neural", + "observed_combinations": 29, + "primary_top3": 0.4682017543859649, + "deterministic_top3": 0.4682017543859649, + "macro_combination_top3": 0.47033885654575314, + "seed_top3_min": 0.37171052631578944, + "seed_top3_max": 0.5361842105263157, + "mean_top3_probability_mass": 0.8833583979857701 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "factorized_ridge", + "observed_combinations": 29, + "primary_top3": 0.1611842105263158, + "deterministic_top3": 0.1611842105263158, + "macro_combination_top3": 0.16896551724137931, + "seed_top3_min": 0.09868421052631579, + "seed_top3_max": 0.23026315789473684, + "mean_top3_probability_mass": 0.35334761017289273 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "joint_gaussian", + "observed_combinations": 29, + "primary_top3": 0.000285640572018281, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.00020835920575126604, + "seed_top3_min": 0.0, + "seed_top3_max": 0.000856921716054843, + "mean_top3_probability_mass": 0.4134976971342934 + }, + { + "cohort": "hydraulic", + "samples": 64, + "model": "joint_neural", + "observed_combinations": 29, + "primary_top3": 0.002295147926284236, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0021828303919307957, + "seed_top3_min": 0.00019850272232304898, + "seed_top3_max": 0.003704113224237063, + "mean_top3_probability_mass": 0.5752105052710744 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "additive_diag", + "observed_combinations": 29, + "primary_top3": 0.22258771929824558, + "deterministic_top3": 0.22258771929824558, + "macro_combination_top3": 0.22249589490968802, + "seed_top3_min": 0.1381578947368421, + "seed_top3_max": 0.3421052631578947, + "mean_top3_probability_mass": 0.9094116287053313 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "additive_full", + "observed_combinations": 29, + "primary_top3": 0.48355263157894735, + "deterministic_top3": 0.48355263157894735, + "macro_combination_top3": 0.4851818679404887, + "seed_top3_min": 0.4375, + "seed_top3_max": 0.5164473684210527, + "mean_top3_probability_mass": 0.6719060991380074 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "factorized_classifier", + "observed_combinations": 29, + "primary_top3": 0.5219298245614036, + "deterministic_top3": 0.5219298245614036, + "macro_combination_top3": 0.5381599243668209, + "seed_top3_min": 0.41776315789473684, + "seed_top3_max": 0.6282894736842105, + "mean_top3_probability_mass": 0.714830024718328 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "factorized_kernel", + "observed_combinations": 29, + "primary_top3": 0.15685958778064038, + "deterministic_top3": 0.15789473684210523, + "macro_combination_top3": 0.16401268532929975, + "seed_top3_min": 0.11855907250644092, + "seed_top3_max": 0.22373021715126976, + "mean_top3_probability_mass": 0.7231154937226675 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "factorized_lda", + "observed_combinations": 29, + "primary_top3": 0.17214912280701755, + "deterministic_top3": 0.17214912280701755, + "macro_combination_top3": 0.18045977011494252, + "seed_top3_min": 0.1381578947368421, + "seed_top3_max": 0.22039473684210525, + "mean_top3_probability_mass": 0.7894206845835651 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "factorized_logistic", + "observed_combinations": 29, + "primary_top3": 0.35197368421052627, + "deterministic_top3": 0.35197368421052627, + "macro_combination_top3": 0.36760710553814, + "seed_top3_min": 0.29605263157894735, + "seed_top3_max": 0.4013157894736842, + "mean_top3_probability_mass": 0.47467280394260536 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "factorized_nb", + "observed_combinations": 29, + "primary_top3": 0.0461684581171238, + "deterministic_top3": 0.046052631578947366, + "macro_combination_top3": 0.035753602072203336, + "seed_top3_min": 0.03319588584136397, + "seed_top3_max": 0.06910211267605634, + "mean_top3_probability_mass": 0.9998304745559041 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "factorized_neural", + "observed_combinations": 29, + "primary_top3": 0.3267543859649123, + "deterministic_top3": 0.3267543859649123, + "macro_combination_top3": 0.3163059163059163, + "seed_top3_min": 0.23684210526315788, + "seed_top3_max": 0.3881578947368421, + "mean_top3_probability_mass": 0.9128622475310751 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "factorized_ridge", + "observed_combinations": 29, + "primary_top3": 0.20833333333333334, + "deterministic_top3": 0.20833333333333334, + "macro_combination_top3": 0.21828631138975965, + "seed_top3_min": 0.1875, + "seed_top3_max": 0.23026315789473684, + "mean_top3_probability_mass": 0.36430286936302086 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "joint_gaussian", + "observed_combinations": 29, + "primary_top3": 3.067108330266225e-05, + "deterministic_top3": 0.0, + "macro_combination_top3": 3.215175628968732e-05, + "seed_top3_min": 0.0, + "seed_top3_max": 4.6006624953993374e-05, + "mean_top3_probability_mass": 0.5260048543605903 + }, + { + "cohort": "hydraulic", + "samples": 128, + "model": "joint_neural", + "observed_combinations": 29, + "primary_top3": 0.0012024117093776536, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0011280620814089375, + "seed_top3_min": 0.0, + "seed_top3_max": 0.0019809911450778326, + "mean_top3_probability_mass": 0.6226450253064055 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "additive_diag", + "observed_combinations": 6, + "primary_top3": 0.22457107843137256, + "deterministic_top3": 0.22457107843137256, + "macro_combination_top3": 0.30046296296296293, + "seed_top3_min": 0.13878676470588236, + "seed_top3_max": 0.3060661764705882, + "mean_top3_probability_mass": 0.9132554275127779 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "additive_full", + "observed_combinations": 6, + "primary_top3": 0.3697916666666667, + "deterministic_top3": 0.3697916666666667, + "macro_combination_top3": 0.45925925925925926, + "seed_top3_min": 0.3400735294117647, + "seed_top3_max": 0.4007352941176471, + "mean_top3_probability_mass": 0.54446454570633 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "factorized_classifier", + "observed_combinations": 6, + "primary_top3": 0.3633578431372549, + "deterministic_top3": 0.3633578431372549, + "macro_combination_top3": 0.337037037037037, + "seed_top3_min": 0.2757352941176471, + "seed_top3_max": 0.47610294117647056, + "mean_top3_probability_mass": 0.8430206952575819 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "factorized_kernel", + "observed_combinations": 6, + "primary_top3": 0.22549019607843138, + "deterministic_top3": 0.22549019607843138, + "macro_combination_top3": 0.23912037037037037, + "seed_top3_min": 0.18474264705882354, + "seed_top3_max": 0.2775735294117647, + "mean_top3_probability_mass": 0.696885452881416 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "factorized_lda", + "observed_combinations": 6, + "primary_top3": 0.5940563725490197, + "deterministic_top3": 0.5940563725490197, + "macro_combination_top3": 0.6062499999999998, + "seed_top3_min": 0.4908088235294118, + "seed_top3_max": 0.6461397058823529, + "mean_top3_probability_mass": 0.9062689395569761 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "factorized_logistic", + "observed_combinations": 6, + "primary_top3": 0.31832107843137253, + "deterministic_top3": 0.31832107843137253, + "macro_combination_top3": 0.35486111111111107, + "seed_top3_min": 0.26286764705882354, + "seed_top3_max": 0.4154411764705882, + "mean_top3_probability_mass": 0.5883328922100496 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "factorized_nb", + "observed_combinations": 6, + "primary_top3": 0.2891813514198783, + "deterministic_top3": 0.33731617647058826, + "macro_combination_top3": 0.30819792236818094, + "seed_top3_min": 0.23910302267458708, + "seed_top3_max": 0.3472238572152999, + "mean_top3_probability_mass": 0.9978122443501923 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "factorized_neural", + "observed_combinations": 6, + "primary_top3": 0.6700367647058822, + "deterministic_top3": 0.6700367647058822, + "macro_combination_top3": 0.6560185185185184, + "seed_top3_min": 0.6443014705882353, + "seed_top3_max": 0.6902573529411764, + "mean_top3_probability_mass": 0.9155984101825513 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "factorized_ridge", + "observed_combinations": 6, + "primary_top3": 0.25214460784313725, + "deterministic_top3": 0.25214460784313725, + "macro_combination_top3": 0.3377314814814815, + "seed_top3_min": 0.20036764705882354, + "seed_top3_max": 0.3244485294117647, + "mean_top3_probability_mass": 0.3985532977899177 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "joint_gaussian", + "observed_combinations": 6, + "primary_top3": 0.007510504201680673, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.005383597883597884, + "seed_top3_min": 0.0, + "seed_top3_max": 0.01819852941176471, + "mean_top3_probability_mass": 0.5871912541670781 + }, + { + "cohort": "temperature", + "samples": 64, + "model": "joint_neural", + "observed_combinations": 6, + "primary_top3": 0.07896484982882042, + "deterministic_top3": 0.010416666666666666, + "macro_combination_top3": 0.05965939153439153, + "seed_top3_min": 0.04310661764705882, + "seed_top3_max": 0.12710084033613445, + "mean_top3_probability_mass": 0.680157207631647 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "additive_diag", + "observed_combinations": 6, + "primary_top3": 0.2762933298319328, + "deterministic_top3": 0.275735294117647, + "macro_combination_top3": 0.3185102513227513, + "seed_top3_min": 0.24448529411764705, + "seed_top3_max": 0.3382352941176471, + "mean_top3_probability_mass": 0.9632613214505922 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "additive_full", + "observed_combinations": 6, + "primary_top3": 0.46170343137254904, + "deterministic_top3": 0.46170343137254904, + "macro_combination_top3": 0.5224537037037037, + "seed_top3_min": 0.43014705882352944, + "seed_top3_max": 0.49264705882352944, + "mean_top3_probability_mass": 0.7042509329574127 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "factorized_classifier", + "observed_combinations": 6, + "primary_top3": 0.45067401960784315, + "deterministic_top3": 0.45067401960784315, + "macro_combination_top3": 0.45393518518518516, + "seed_top3_min": 0.3547794117647059, + "seed_top3_max": 0.5064338235294118, + "mean_top3_probability_mass": 0.8400040314939526 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "factorized_kernel", + "observed_combinations": 6, + "primary_top3": 0.24540441176470587, + "deterministic_top3": 0.24540441176470587, + "macro_combination_top3": 0.2810185185185185, + "seed_top3_min": 0.21599264705882354, + "seed_top3_max": 0.2904411764705882, + "mean_top3_probability_mass": 0.6576059393169732 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "factorized_lda", + "observed_combinations": 6, + "primary_top3": 0.6559436274509803, + "deterministic_top3": 0.6559436274509803, + "macro_combination_top3": 0.6328703703703703, + "seed_top3_min": 0.5836397058823529, + "seed_top3_max": 0.7840073529411764, + "mean_top3_probability_mass": 0.9256482236188798 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "factorized_logistic", + "observed_combinations": 6, + "primary_top3": 0.43137254901960786, + "deterministic_top3": 0.43137254901960786, + "macro_combination_top3": 0.47060185185185177, + "seed_top3_min": 0.3851102941176471, + "seed_top3_max": 0.47702205882352944, + "mean_top3_probability_mass": 0.7935235432754685 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "factorized_nb", + "observed_combinations": 6, + "primary_top3": 0.28315049079976823, + "deterministic_top3": 0.2962622549019608, + "macro_combination_top3": 0.3076665412333515, + "seed_top3_min": 0.23914716748768475, + "seed_top3_max": 0.3432349771805274, + "mean_top3_probability_mass": 0.9981224564887912 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "factorized_neural", + "observed_combinations": 6, + "primary_top3": 0.7267156862745098, + "deterministic_top3": 0.7267156862745098, + "macro_combination_top3": 0.7011574074074073, + "seed_top3_min": 0.6452205882352942, + "seed_top3_max": 0.7830882352941176, + "mean_top3_probability_mass": 0.9499517419082893 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "factorized_ridge", + "observed_combinations": 6, + "primary_top3": 0.36580882352941174, + "deterministic_top3": 0.36580882352941174, + "macro_combination_top3": 0.4671296296296296, + "seed_top3_min": 0.24724264705882354, + "seed_top3_max": 0.4329044117647059, + "mean_top3_probability_mass": 0.41024663758736785 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "joint_gaussian", + "observed_combinations": 6, + "primary_top3": 0.02795284780578898, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.019345238095238092, + "seed_top3_min": 0.012561274509803922, + "seed_top3_max": 0.04831932773109243, + "mean_top3_probability_mass": 0.690546173669459 + }, + { + "cohort": "temperature", + "samples": 128, + "model": "joint_neural", + "observed_combinations": 6, + "primary_top3": 0.06982923377684407, + "deterministic_top3": 0.036458333333333336, + "macro_combination_top3": 0.0523203262786596, + "seed_top3_min": 0.04446231617647059, + "seed_top3_max": 0.08797268907563024, + "mean_top3_probability_mass": 0.8142694124718494 + } + ], + "seed_comparisons": [ + { + "cohort": "hydraulic", + "samples": 64, + "control": "factorized_classifier", + "paired_seed_gains": [ + { + "seed": 20751, + "primary": 0.256578947368421, + "macro_combination": 0.2520824003582624 + }, + { + "seed": 20752, + "primary": 0.2960526315789473, + "macro_combination": 0.2801164352888491 + }, + { + "seed": 20753, + "primary": 0.08552631578947367, + "macro_combination": 0.09090909090909094 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "control": "additive_full", + "paired_seed_gains": [ + { + "seed": 20751, + "primary": 0.28618421052631576, + "macro_combination": 0.28884908195253023 + }, + { + "seed": 20752, + "primary": 0.21381578947368413, + "macro_combination": 0.20465741155396333 + }, + { + "seed": 20753, + "primary": -0.09868421052631582, + "macro_combination": -0.08459471562919835 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "control": "factorized_lda", + "paired_seed_gains": [ + { + "seed": 20751, + "primary": 0.3684210526315789, + "macro_combination": 0.36932377966860724 + }, + { + "seed": 20752, + "primary": 0.4144736842105262, + "macro_combination": 0.39278996865203764 + }, + { + "seed": 20753, + "primary": 0.1414473684210526, + "macro_combination": 0.1454545454545455 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "control": "factorized_classifier", + "paired_seed_gains": [ + { + "seed": 20751, + "primary": -0.13157894736842107, + "macro_combination": -0.1628302731751008 + }, + { + "seed": 20752, + "primary": -0.39144736842105265, + "macro_combination": -0.43721450962830277 + }, + { + "seed": 20753, + "primary": -0.0625, + "macro_combination": -0.06551724137931036 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "control": "additive_full", + "paired_seed_gains": [ + { + "seed": 20751, + "primary": -0.04934210526315791, + "macro_combination": -0.06727869831318106 + }, + { + "seed": 20752, + "primary": -0.2796052631578948, + "macro_combination": -0.29601433049708914 + }, + { + "seed": 20753, + "primary": -0.1414473684210526, + "macro_combination": -0.1433348260934469 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "control": "factorized_lda", + "paired_seed_gains": [ + { + "seed": 20751, + "primary": 0.23026315789473684, + "macro_combination": 0.20494103597551871 + }, + { + "seed": 20752, + "primary": 0.09868421052631579, + "macro_combination": 0.06717420510523958 + }, + { + "seed": 20753, + "primary": 0.13486842105263158, + "macro_combination": 0.13542319749216303 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "control": "factorized_classifier", + "paired_seed_gains": [ + { + "seed": 20851, + "primary": 0.16819852941176472, + "macro_combination": 0.13472222222222224 + }, + { + "seed": 20852, + "primary": 0.3373161764705882, + "macro_combination": 0.3902777777777777 + }, + { + "seed": 20853, + "primary": 0.4145220588235293, + "macro_combination": 0.43194444444444435 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "control": "additive_full", + "paired_seed_gains": [ + { + "seed": 20851, + "primary": 0.30422794117647056, + "macro_combination": 0.2097222222222222 + }, + { + "seed": 20852, + "primary": 0.2748161764705882, + "macro_combination": 0.17083333333333328 + }, + { + "seed": 20853, + "primary": 0.3216911764705882, + "macro_combination": 0.20972222222222214 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "control": "factorized_lda", + "paired_seed_gains": [ + { + "seed": 20851, + "primary": -0.0018382352941176405, + "macro_combination": -0.02430555555555547 + }, + { + "seed": 20852, + "primary": 0.030330882352941124, + "macro_combination": 0.03819444444444442 + }, + { + "seed": 20853, + "primary": 0.1994485294117646, + "macro_combination": 0.13541666666666663 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "control": "factorized_classifier", + "paired_seed_gains": [ + { + "seed": 20851, + "primary": 0.27665441176470584, + "macro_combination": 0.26527777777777783 + }, + { + "seed": 20852, + "primary": 0.39705882352941174, + "macro_combination": 0.332638888888889 + }, + { + "seed": 20853, + "primary": 0.15441176470588236, + "macro_combination": 0.14374999999999993 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "control": "additive_full", + "paired_seed_gains": [ + { + "seed": 20851, + "primary": 0.2904411764705882, + "macro_combination": 0.22916666666666674 + }, + { + "seed": 20852, + "primary": 0.28952205882352944, + "macro_combination": 0.17500000000000004 + }, + { + "seed": 20853, + "primary": 0.21507352941176472, + "macro_combination": 0.13194444444444442 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "control": "factorized_lda", + "paired_seed_gains": [ + { + "seed": 20851, + "primary": 0.19944852941176472, + "macro_combination": 0.20138888888888895 + }, + { + "seed": 20852, + "primary": -0.032169117647058765, + "macro_combination": -0.02430555555555558 + }, + { + "seed": 20853, + "primary": 0.04503676470588236, + "macro_combination": 0.02777777777777779 + } + ] + } + ], + "fitting_support": [ + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "factor_level_counts": [ + [ + 33, + 13, + 18 + ], + [ + 11, + 4, + 4, + 45 + ], + [ + 47, + 12, + 5 + ], + [ + 21, + 5, + 9, + 29 + ] + ], + "source_combinations": 26 + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "factor_level_counts": [ + [ + 21, + 18, + 25 + ], + [ + 14, + 6, + 4, + 40 + ], + [ + 45, + 7, + 12 + ], + [ + 32, + 8, + 8, + 16 + ] + ], + "source_combinations": 25 + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "factor_level_counts": [ + [ + 30, + 20, + 14 + ], + [ + 8, + 4, + 10, + 42 + ], + [ + 45, + 14, + 5 + ], + [ + 24, + 2, + 8, + 30 + ] + ], + "source_combinations": 28 + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "factor_level_counts": [ + [ + 55, + 33, + 40 + ], + [ + 18, + 11, + 10, + 89 + ], + [ + 91, + 21, + 16 + ], + [ + 47, + 12, + 17, + 52 + ] + ], + "source_combinations": 42 + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "factor_level_counts": [ + [ + 49, + 39, + 40 + ], + [ + 19, + 14, + 9, + 86 + ], + [ + 88, + 16, + 24 + ], + [ + 58, + 13, + 15, + 42 + ] + ], + "source_combinations": 42 + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "factor_level_counts": [ + [ + 57, + 36, + 35 + ], + [ + 12, + 13, + 17, + 86 + ], + [ + 89, + 20, + 19 + ], + [ + 47, + 6, + 16, + 59 + ] + ], + "source_combinations": 43 + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "factor_level_counts": [ + [ + 8, + 4, + 9, + 4, + 9, + 8, + 2, + 6, + 7, + 7 + ], + [ + 15, + 29, + 20 + ] + ], + "source_combinations": 21 + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "factor_level_counts": [ + [ + 7, + 5, + 8, + 7, + 8, + 3, + 5, + 8, + 10, + 3 + ], + [ + 15, + 33, + 16 + ] + ], + "source_combinations": 23 + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "factor_level_counts": [ + [ + 11, + 6, + 9, + 8, + 5, + 4, + 3, + 6, + 6, + 6 + ], + [ + 19, + 28, + 17 + ] + ], + "source_combinations": 20 + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "factor_level_counts": [ + [ + 14, + 10, + 17, + 12, + 16, + 16, + 6, + 11, + 16, + 10 + ], + [ + 38, + 52, + 38 + ] + ], + "source_combinations": 24 + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "factor_level_counts": [ + [ + 13, + 12, + 14, + 11, + 17, + 9, + 9, + 17, + 19, + 7 + ], + [ + 32, + 60, + 36 + ] + ], + "source_combinations": 23 + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "factor_level_counts": [ + [ + 18, + 10, + 19, + 14, + 11, + 11, + 6, + 16, + 13, + 10 + ], + [ + 32, + 65, + 31 + ] + ], + "source_combinations": 22 + } + ], + "individual_fits": [ + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "additive_full", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.003289473684210526, + "primary_top3": 0.21052631578947367, + "deterministic_top3": 0.21052631578947367, + "macro_combination_top3": 0.2149574563367667, + "top3_probability_mass": 0.5711131471428154, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.2825112107623318 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.012345679012345678 + } + ], + "median_third_fourth_log_probability_margin": 0.20508936496346752, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.14285714285714285 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.09090909090909091 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "additive_diag", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.046052631578947366, + "primary_top3": 0.09868421052631579, + "deterministic_top3": 0.09868421052631579, + "macro_combination_top3": 0.10344827586206896, + "top3_probability_mass": 0.9098954256001723, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.08968609865470852 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.12345679012345678 + } + ], + "median_third_fourth_log_probability_margin": 0.45954171295461066, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "factorized_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.1644736842105263, + "primary_top3": 0.49671052631578944, + "deterministic_top3": 0.49671052631578944, + "macro_combination_top3": 0.5038065382892969, + "top3_probability_mass": 0.9184212201245133, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.5605381165919282 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.32098765432098764 + } + ], + "median_third_fourth_log_probability_margin": 0.7367212373909346, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.18181818181818182 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.42857142857142855 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "joint_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.002982827832292596, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.00309760374050263, + "top3_probability_mass": 0.5355383461203539, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.0026221783081249524 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.003975727139568948 + } + ], + "median_third_fourth_log_probability_margin": 0.21334260897554636, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.01694915254237288 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.012711864406779662 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.01694915254237288 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.006779661016949153 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.007627118644067796 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0008474576271186442 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0008474576271186442 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0033898305084745766 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.015254237288135592 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.00847457627118644 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "factorized_nb", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 2.3165307635285396e-05, + "deterministic_top3": 0.0, + "macro_combination_top3": 2.428363283147159e-05, + "top3_probability_mass": 0.9967505191684914, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 3.157961220236215e-05 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 2.4961143027478183, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0007042253521126761 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "factorized_lda", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.03289473684210526, + "primary_top3": 0.1282894736842105, + "deterministic_top3": 0.1282894736842105, + "macro_combination_top3": 0.13448275862068965, + "top3_probability_mass": 0.8288149953379568, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.13004484304932734 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.12345679012345678 + } + ], + "median_third_fourth_log_probability_margin": 0.39443521017902894, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "factorized_kernel", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.009868421052631578, + "primary_top3": 0.10526315789473684, + "deterministic_top3": 0.10526315789473684, + "macro_combination_top3": 0.1103448275862069, + "top3_probability_mass": 0.806577525063203, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.14349775784753363 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.32165717412562067, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "factorized_ridge", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.029605263157894735, + "primary_top3": 0.15460526315789472, + "deterministic_top3": 0.15460526315789472, + "macro_combination_top3": 0.16206896551724137, + "top3_probability_mass": 0.335895601871906, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.18385650224215247 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.07407407407407407 + } + ], + "median_third_fourth_log_probability_margin": 0.11655377389665755, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "joint_gaussian", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.0, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0, + "top3_probability_mass": 0.40509529899902724, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.0 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.21658082948841884, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "factorized_logistic", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.019736842105263157, + "primary_top3": 0.17434210526315788, + "deterministic_top3": 0.17434210526315788, + "macro_combination_top3": 0.1827586206896552, + "top3_probability_mass": 0.4076335126697366, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.19282511210762332 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.12345679012345678 + } + ], + "median_third_fourth_log_probability_margin": 0.11176586151123002, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.4 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20751, + "model": "factorized_classifier", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.042763157894736836, + "primary_top3": 0.24013157894736842, + "deterministic_top3": 0.24013157894736842, + "macro_combination_top3": 0.2517241379310345, + "top3_probability_mass": 0.6992793028196729, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 223, + "top3": 0.29596412556053814 + }, + { + "hamming_distance": 2, + "records": 81, + "top3": 0.08641975308641975 + } + ], + "median_third_fourth_log_probability_margin": 0.2642314434051509, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "additive_full", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.08552631578947367, + "primary_top3": 0.3223684210526316, + "deterministic_top3": 0.3223684210526316, + "macro_combination_top3": 0.31571876399462606, + "top3_probability_mass": 0.561297551273091, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.32051282051282054 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.32857142857142857 + } + ], + "median_third_fourth_log_probability_margin": 0.22636390145435215, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.7272727272727273 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.42857142857142855 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 1.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "additive_diag", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.06578947368421052, + "primary_top3": 0.1644736842105263, + "deterministic_top3": 0.1644736842105263, + "macro_combination_top3": 0.13448275862068965, + "top3_probability_mass": 0.852511064547292, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.2136752136752137 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.6109473331992135, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 1.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "factorized_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.22039473684210525, + "primary_top3": 0.5361842105263157, + "deterministic_top3": 0.5361842105263157, + "macro_combination_top3": 0.5203761755485894, + "top3_probability_mass": 0.8052171234578432, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.5982905982905984 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.32857142857142857 + } + ], + "median_third_fourth_log_probability_margin": 0.5086670820885075, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.09090909090909091 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 1.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 1.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "joint_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.003704113224237063, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0032428018229235266, + "top3_probability_mass": 0.5590084726989082, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.0031243266537384186 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.005642256902761105 + } + ], + "median_third_fourth_log_probability_margin": 0.7510799845618301, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.010084033613445379 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.013445378151260507 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.016806722689075633 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.016806722689075633 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0016806722689075631 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0016806722689075631 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.004201680672268908 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.016806722689075626 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0007639419404125286 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.011764705882352941 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "factorized_nb", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.05712532463829721, + "deterministic_top3": 0.05592105263157894, + "macro_combination_top3": 0.05983894687148694, + "top3_probability_mass": 0.9987519040069313, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.031479054230950224 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.14285714285714285 + } + ], + "median_third_fourth_log_probability_margin": 1.686583112872139, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.005633802816901409 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.007736629567615483 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0028169014084507044 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.006338028169014085 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.006402048655569783 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.006402048655569783 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "factorized_lda", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.03289473684210526, + "primary_top3": 0.12171052631578946, + "deterministic_top3": 0.12171052631578946, + "macro_combination_top3": 0.12758620689655173, + "top3_probability_mass": 0.8602754696100404, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.15811965811965814 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.3801775800031275, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "factorized_kernel", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.046052631578947366, + "deterministic_top3": 0.046052631578947366, + "macro_combination_top3": 0.04827586206896552, + "top3_probability_mass": 0.7920448290625828, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.05982905982905984 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.4283868324059479, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "factorized_ridge", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.023026315789473683, + "primary_top3": 0.09868421052631579, + "deterministic_top3": 0.09868421052631579, + "macro_combination_top3": 0.10344827586206896, + "top3_probability_mass": 0.3660317230820647, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.12820512820512822 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.12065995923210515, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "joint_gaussian", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.000856921716054843, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0006250776172537981, + "top3_probability_mass": 0.3973988064465433, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.0011132658191481723 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.2899292348041893, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.007202881152460985 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.01092436974789916 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "factorized_logistic", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.01644736842105263, + "primary_top3": 0.19407894736842105, + "deterministic_top3": 0.19407894736842105, + "macro_combination_top3": 0.20164203612479475, + "top3_probability_mass": 0.4405470358935467, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.2521367521367522 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.1164622306823726, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.047619047619047616 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20752, + "model": "factorized_classifier", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0756578947368421, + "primary_top3": 0.24013157894736842, + "deterministic_top3": 0.24013157894736842, + "macro_combination_top3": 0.24025974025974028, + "top3_probability_mass": 0.6263939410866489, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 234, + "top3": 0.311965811965812 + }, + { + "hamming_distance": 2, + "records": 70, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.21587777137756348, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.18181818181818182 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.2857142857142857 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "additive_full", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.20394736842105263, + "primary_top3": 0.47039473684210525, + "deterministic_top3": 0.47039473684210525, + "macro_combination_top3": 0.4714285714285714, + "top3_probability_mass": 0.5523227182528077, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.46590909090909094 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.5 + } + ], + "median_third_fourth_log_probability_margin": 0.15224743497751136, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.5714285714285714 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "additive_diag", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.10526315789473684, + "primary_top3": 0.25, + "deterministic_top3": 0.25, + "macro_combination_top3": 0.2349753694581281, + "top3_probability_mass": 0.7905791444006341, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.27651515151515155 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.07500000000000001 + } + ], + "median_third_fourth_log_probability_margin": 0.4899456987221953, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.7142857142857142 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "factorized_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.2138157894736842, + "primary_top3": 0.37171052631578944, + "deterministic_top3": 0.37171052631578944, + "macro_combination_top3": 0.38683385579937307, + "top3_probability_mass": 0.9264368503749539, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.39015151515151514 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.25 + } + ], + "median_third_fourth_log_probability_margin": 0.7863814916586236, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.36363636363636365 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.4545454545454546 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "joint_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.00019850272232304898, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.00020808561236623066, + "top3_probability_mass": 0.6310846969939612, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.0002285788923719958 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.7477986537752646, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.002586206896551724 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0034482758620689655 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "factorized_nb", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.03289473684210526, + "primary_top3": 0.04357361967165525, + "deterministic_top3": 0.042763157894736836, + "macro_combination_top3": 0.045661720503876894, + "top3_probability_mass": 0.9857377296097231, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.04988262910798122 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.0019341573919038708 + } + ], + "median_third_fourth_log_probability_margin": 1.6280876200525194, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.005633802816901409 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.007736629567615483 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.006338028169014085 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.004481434058898848 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "factorized_lda", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.13157894736842105, + "primary_top3": 0.23026315789473684, + "deterministic_top3": 0.23026315789473684, + "macro_combination_top3": 0.24137931034482757, + "top3_probability_mass": 0.7970678543500216, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.26515151515151514 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.35419822026794123, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "factorized_kernel", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.03289473684210526, + "primary_top3": 0.15789473684210525, + "deterministic_top3": 0.15789473684210525, + "macro_combination_top3": 0.16551724137931034, + "top3_probability_mass": 0.8385637753303745, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.18181818181818182 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.2877749506980538, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "factorized_ridge", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.05921052631578947, + "primary_top3": 0.23026315789473684, + "deterministic_top3": 0.23026315789473684, + "macro_combination_top3": 0.24137931034482757, + "top3_probability_mass": 0.35811550556470756, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.24242424242424243 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.15000000000000002 + } + ], + "median_third_fourth_log_probability_margin": 0.13740925710216345, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "joint_gaussian", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.0, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0, + "top3_probability_mass": 0.4379989859573096, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.0 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.2720338131508524, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "factorized_logistic", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.10855263157894736, + "primary_top3": 0.18092105263157893, + "deterministic_top3": 0.18092105263157893, + "macro_combination_top3": 0.1896551724137931, + "top3_probability_mass": 0.6942958636280826, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.20833333333333334 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.29382848739624023, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 64, + "seed": 20753, + "model": "factorized_classifier", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.10526315789473684, + "primary_top3": 0.28618421052631576, + "deterministic_top3": 0.28618421052631576, + "macro_combination_top3": 0.29592476489028213, + "top3_probability_mass": 0.7194466266763399, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 264, + "top3": 0.32575757575757575 + }, + { + "hamming_distance": 2, + "records": 40, + "top3": 0.025 + } + ], + "median_third_fourth_log_probability_margin": 0.35590648651123047, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.7272727272727273 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.4545454545454546 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "additive_full", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.07894736842105263, + "primary_top3": 0.4375, + "deterministic_top3": 0.4375, + "macro_combination_top3": 0.4377369756680101, + "top3_probability_mass": 0.6639435525765952, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.46830985915492956 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.2805519787652049, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.09090909090909091 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.47619047619047616 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.7272727272727273 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "additive_diag", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.10855263157894736, + "primary_top3": 0.3421052631578947, + "deterministic_top3": 0.3421052631578947, + "macro_combination_top3": 0.32610837438423645, + "top3_probability_mass": 0.8911660397293241, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.36619718309859156 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.7586129896464406, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.8571428571428571 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "factorized_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.12171052631578946, + "primary_top3": 0.3881578947368421, + "deterministic_top3": 0.3881578947368421, + "macro_combination_top3": 0.37045827735482906, + "top3_probability_mass": 0.9210693093440002, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.4154929577464789 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.9137091727417896, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.09090909090909091 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.9523809523809523 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "joint_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 3.224974200206398e-05, + "primary_top3": 0.0019809911450778326, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.002039745244613399, + "top3_probability_mass": 0.6098645077022418, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.0017752890578076992 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.004901960784313726 + } + ], + "median_third_fourth_log_probability_margin": 0.4220448886774226, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0013986013986013986 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.000980392156862745 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0017825311942959003 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0029411764705882353 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.011764705882352941 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.000980392156862745 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.008823529411764706 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.00196078431372549 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0196078431372549 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.008912655971479501 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "factorized_nb", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.03319588584136397, + "deterministic_top3": 0.03289473684210526, + "macro_combination_top3": 0.03479844584749879, + "top3_probability_mass": 0.999895233095281, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.035533624280896646 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 4.081116414996822, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0021126760563380284 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.007042253521126762 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "factorized_lda", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.02631578947368421, + "primary_top3": 0.15789473684210525, + "deterministic_top3": 0.15789473684210525, + "macro_combination_top3": 0.16551724137931034, + "top3_probability_mass": 0.782763900628895, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.16901408450704225 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.30873626013415034, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "factorized_kernel", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.03289473684210526, + "primary_top3": 0.22373021715126976, + "deterministic_top3": 0.22368421052631576, + "macro_combination_top3": 0.2345309862551242, + "top3_probability_mass": 0.7513475555527437, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.23948586624642962 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.2832416647086897, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0013986013986013986 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.4 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "factorized_ridge", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.03289473684210526, + "primary_top3": 0.20723684210526314, + "deterministic_top3": 0.20723684210526314, + "macro_combination_top3": 0.21692789968652038, + "top3_probability_mass": 0.38883562183406184, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.22183098591549297 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.14717513260366788, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.09090909090909091 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.4 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "joint_gaussian", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 4.6006624953993374e-05, + "deterministic_top3": 0.0, + "macro_combination_top3": 4.8227634434530984e-05, + "top3_probability_mass": 0.501726206660634, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 4.924652811976756e-05 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.21664206425115573, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0013986013986013986 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "factorized_logistic", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.08881578947368421, + "primary_top3": 0.29605263157894735, + "deterministic_top3": 0.29605263157894735, + "macro_combination_top3": 0.3103448275862069, + "top3_probability_mass": 0.453908198854394, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.31690140845070425 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.13847661018371582, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.4 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20751, + "model": "factorized_classifier", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.18092105263157893, + "primary_top3": 0.5197368421052632, + "deterministic_top3": 0.5197368421052632, + "macro_combination_top3": 0.5332885505299299, + "top3_probability_mass": 0.7112488787808688, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.5352112676056339 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.30000000000000004 + } + ], + "median_third_fourth_log_probability_margin": 0.26885128021240234, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.23809523809523808 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.7272727272727273 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "additive_full", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.21052631578947367, + "primary_top3": 0.5164473684210527, + "deterministic_top3": 0.5164473684210527, + "macro_combination_top3": 0.5080161218092253, + "top3_probability_mass": 0.6630535395551991, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.5528169014084507 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.3152148116579383, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.9090909090909092 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.8181818181818182 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.7142857142857142 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.09090909090909091 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "additive_diag", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.05263157894736842, + "primary_top3": 0.1381578947368421, + "deterministic_top3": 0.1381578947368421, + "macro_combination_top3": 0.14482758620689656, + "top3_probability_mass": 0.8917383139572888, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.14788732394366197 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.521426028847177, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "factorized_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.05263157894736842, + "primary_top3": 0.23684210526315788, + "deterministic_top3": 0.23684210526315788, + "macro_combination_top3": 0.21200179131213615, + "top3_probability_mass": 0.9098661867523505, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.2535211267605634 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.7121564400594171, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.4 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.2727272727272727 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.8181818181818182 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.8571428571428571 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.2 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "joint_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.0016262439830551285, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0013444409996134134, + "top3_probability_mass": 0.5963838928504933, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.0017407682072139404 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.5272301029105471, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0013986013986013986 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.00196078431372549 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0017825311942959003 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.00392156862745098 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.008823529411764706 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.009337068160597574 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.011764705882352941 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "factorized_nb", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.06910211267605634, + "deterministic_top3": 0.06907894736842105, + "macro_combination_top3": 0.03450704225352113, + "top3_probability_mass": 0.9996676498572259, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.07396845863915891 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 3.794579836794785, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0007042253521126761 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 1.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "factorized_lda", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.03289473684210526, + "primary_top3": 0.1381578947368421, + "deterministic_top3": 0.1381578947368421, + "macro_combination_top3": 0.14482758620689656, + "top3_probability_mass": 0.7838598649339208, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.14788732394366197 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.49187885341749027, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "factorized_kernel", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.023026315789473683, + "primary_top3": 0.11855907250644092, + "deterministic_top3": 0.12171052631578946, + "macro_combination_top3": 0.12302431111208541, + "top3_probability_mass": 0.6513455714722821, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.12690830296464098 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.25036608924150405, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.1013986013986014 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.1013986013986014 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.36363636363636365 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0012714558169103624 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "factorized_ridge", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.06907894736842105, + "primary_top3": 0.1875, + "deterministic_top3": 0.1875, + "macro_combination_top3": 0.19655172413793107, + "top3_probability_mass": 0.36233378933325144, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.2007042253521127 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.1197058187058202, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "joint_gaussian", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 4.6006624953993374e-05, + "deterministic_top3": 0.0, + "macro_combination_top3": 4.8227634434530984e-05, + "top3_probability_mass": 0.5200728663767427, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 4.924652811976756e-05 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.1906423865445852, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0013986013986013986 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "factorized_logistic", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.09868421052631579, + "primary_top3": 0.4013157894736842, + "deterministic_top3": 0.4013157894736842, + "macro_combination_top3": 0.4188087774294671, + "top3_probability_mass": 0.33767832567433914, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.4295774647887324 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.09333276748657182, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.5454545454545454 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.4 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20752, + "model": "factorized_classifier", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.2730263157894737, + "primary_top3": 0.6282894736842105, + "deterministic_top3": 0.6282894736842105, + "macro_combination_top3": 0.6492163009404389, + "top3_probability_mass": 0.5827523826831604, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 284, + "top3": 0.6338028169014085 + }, + { + "hamming_distance": 2, + "records": 20, + "top3": 0.55 + } + ], + "median_third_fourth_log_probability_margin": 0.26609110832214355, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.9090909090909092 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.8181818181818182 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 1.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.7000000000000001 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.7000000000000001 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "additive_full", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.21052631578947367, + "primary_top3": 0.49671052631578944, + "deterministic_top3": 0.49671052631578944, + "macro_combination_top3": 0.5097925063442306, + "top3_probability_mass": 0.6887212052822279, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.4817518248175182 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.6333333333333333 + } + ], + "median_third_fourth_log_probability_margin": 0.24471341882015119, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.8181818181818182 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.9090909090909092 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.047619047619047616 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.9090909090909092 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.4 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "additive_diag", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.049342105263157895, + "primary_top3": 0.1875, + "deterministic_top3": 0.1875, + "macro_combination_top3": 0.19655172413793104, + "top3_probability_mass": 0.9453305324293811, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.17153284671532845 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.3333333333333333 + } + ], + "median_third_fourth_log_probability_margin": 0.6975803950161286, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "factorized_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.13157894736842105, + "primary_top3": 0.35526315789473684, + "deterministic_top3": 0.35526315789473684, + "macro_combination_top3": 0.3664576802507837, + "top3_probability_mass": 0.9076512464968746, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.35766423357664234 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.3333333333333333 + } + ], + "median_third_fourth_log_probability_margin": 0.8761542269509608, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.8181818181818182 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.9090909090909092 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "joint_neural", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.0, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0, + "top3_probability_mass": 0.6616866753664815, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.0 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.42277404305283284, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "factorized_nb", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.03620737583395107, + "deterministic_top3": 0.03618421052631579, + "macro_combination_top3": 0.03795531811559009, + "top3_probability_mass": 0.9999285407152055, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.04017168705664644 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 2.3286288151220447, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0007042253521126761 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "factorized_lda", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.08223684210526315, + "primary_top3": 0.22039473684210525, + "deterministic_top3": 0.22039473684210525, + "macro_combination_top3": 0.23103448275862065, + "top3_probability_mass": 0.8016382881878793, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.24452554744525545 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.38792472301352454, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "factorized_kernel", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.019736842105263157, + "primary_top3": 0.1282894736842105, + "deterministic_top3": 0.1282894736842105, + "macro_combination_top3": 0.13448275862068965, + "top3_probability_mass": 0.7666533541429763, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.14233576642335766 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.2866119479510729, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "factorized_ridge", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.046052631578947366, + "primary_top3": 0.23026315789473684, + "deterministic_top3": 0.23026315789473684, + "macro_combination_top3": 0.24137931034482757, + "top3_probability_mass": 0.3417391969217493, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.22262773722627738 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.3 + } + ], + "median_third_fourth_log_probability_margin": 0.1225897085387686, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.1 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.2 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.4 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "joint_gaussian", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.0, + "primary_top3": 0.0, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0, + "top3_probability_mass": 0.5562154900443942, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.0 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.2426090127352083, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "factorized_logistic", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.1907894736842105, + "primary_top3": 0.35855263157894735, + "deterministic_top3": 0.35855263157894735, + "macro_combination_top3": 0.37366771159874607, + "top3_probability_mass": 0.6324318872990828, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.3686131386861314 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.26666666666666666 + } + ], + "median_third_fourth_log_probability_margin": 0.22044086456298828, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.6363636363636364 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.8 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 0.5 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "hydraulic", + "samples": 128, + "seed": 20753, + "model": "factorized_classifier", + "records": 304, + "observed_combinations": 29, + "primary_top1": 0.256578947368421, + "primary_top3": 0.41776315789473684, + "deterministic_top3": 0.41776315789473684, + "macro_combination_top3": 0.43197492163009404, + "top3_probability_mass": 0.8504888126909549, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 274, + "top3": 0.4635036496350365 + }, + { + "hamming_distance": 2, + "records": 30, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.5367283821105957, + "per_combination": [ + { + "code": 4, + "levels": [ + 0, + 0, + 1, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 9, + "levels": [ + 0, + 0, + 2, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 13, + "levels": [ + 0, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.6000000000000001 + }, + { + "code": 16, + "levels": [ + 0, + 1, + 1, + 0 + ], + "records": 10, + "top3": 0.9 + }, + { + "code": 23, + "levels": [ + 0, + 1, + 2, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 26, + "levels": [ + 0, + 2, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 44, + "levels": [ + 0, + 3, + 2, + 0 + ], + "records": 11, + "top3": 0.9090909090909092 + }, + { + "code": 46, + "levels": [ + 0, + 3, + 2, + 2 + ], + "records": 11, + "top3": 0.8181818181818182 + }, + { + "code": 48, + "levels": [ + 1, + 0, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 52, + "levels": [ + 1, + 0, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 54, + "levels": [ + 1, + 0, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 56, + "levels": [ + 1, + 0, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 60, + "levels": [ + 1, + 1, + 0, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 61, + "levels": [ + 1, + 1, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 62, + "levels": [ + 1, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 73, + "levels": [ + 1, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 76, + "levels": [ + 1, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 78, + "levels": [ + 1, + 2, + 1, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 79, + "levels": [ + 1, + 2, + 1, + 3 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 80, + "levels": [ + 1, + 2, + 2, + 0 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 85, + "levels": [ + 1, + 3, + 0, + 1 + ], + "records": 21, + "top3": 0.0 + }, + { + "code": 88, + "levels": [ + 1, + 3, + 1, + 0 + ], + "records": 11, + "top3": 0.0 + }, + { + "code": 106, + "levels": [ + 2, + 0, + 2, + 2 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 110, + "levels": [ + 2, + 1, + 0, + 2 + ], + "records": 10, + "top3": 0.30000000000000004 + }, + { + "code": 113, + "levels": [ + 2, + 1, + 1, + 1 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 115, + "levels": [ + 2, + 1, + 1, + 3 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 118, + "levels": [ + 2, + 1, + 2, + 2 + ], + "records": 10, + "top3": 1.0 + }, + { + "code": 121, + "levels": [ + 2, + 2, + 0, + 1 + ], + "records": 10, + "top3": 0.0 + }, + { + "code": 124, + "levels": [ + 2, + 2, + 1, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "additive_full", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.12316176470588236, + "primary_top3": 0.3400735294117647, + "deterministic_top3": 0.3400735294117647, + "macro_combination_top3": 0.42430555555555555, + "top3_probability_mass": 0.5323616144938921, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3400735294117647 + } + ], + "median_third_fourth_log_probability_margin": 0.1966387504648246, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.31666666666666665 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.22916666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "additive_diag", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.046875, + "primary_top3": 0.3060661764705882, + "deterministic_top3": 0.3060661764705882, + "macro_combination_top3": 0.3847222222222222, + "top3_probability_mass": 0.9165437422275895, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3060661764705882 + } + ], + "median_third_fourth_log_probability_margin": 0.9694309507469745, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.37083333333333335 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.22916666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.7083333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "factorized_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.24632352941176472, + "primary_top3": 0.6443014705882353, + "deterministic_top3": 0.6443014705882353, + "macro_combination_top3": 0.6340277777777777, + "top3_probability_mass": 0.9423375390763707, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.6443014705882353 + } + ], + "median_third_fourth_log_probability_margin": 0.8571601201574732, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.375 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.6458333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.375 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.7083333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "joint_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0068423202614379085, + "primary_top3": 0.06668709150326799, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.049999999999999996, + "top3_probability_mass": 0.6707716325330062, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.06668709150326799 + } + ], + "median_third_fourth_log_probability_margin": 0.2692011163680492, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.027777777777777776 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.11481481481481481 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.15740740740740738 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "factorized_nb", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.09099264705882353, + "primary_top3": 0.2812171743697479, + "deterministic_top3": 0.3529411764705882, + "macro_combination_top3": 0.29164186507936507, + "top3_probability_mass": 0.99929058226174, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.2812171743697479 + } + ], + "median_third_fourth_log_probability_margin": 3.8134672905090916, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.7208333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.008184523809523808 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.2544642857142857 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.016369047619047616 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "factorized_lda", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.2454044117647059, + "primary_top3": 0.6461397058823529, + "deterministic_top3": 0.6461397058823529, + "macro_combination_top3": 0.6583333333333332, + "top3_probability_mass": 0.9012279106078149, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.6461397058823529 + } + ], + "median_third_fourth_log_probability_margin": 0.45157785452063415, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.9375 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0625 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "factorized_kernel", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0625, + "primary_top3": 0.2775735294117647, + "deterministic_top3": 0.2775735294117647, + "macro_combination_top3": 0.3020833333333333, + "top3_probability_mass": 0.7168667562777851, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.2775735294117647 + } + ], + "median_third_fourth_log_probability_margin": 0.251917104146532, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.125 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.7083333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.22916666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "factorized_ridge", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.04595588235294118, + "primary_top3": 0.3244485294117647, + "deterministic_top3": 0.3244485294117647, + "macro_combination_top3": 0.3659722222222222, + "top3_probability_mass": 0.38029063229714166, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3244485294117647 + } + ], + "median_third_fourth_log_probability_margin": 0.06569072334893677, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.5 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.25 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.2791666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.375 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.7916666666666666 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "joint_gaussian", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0, + "primary_top3": 0.0, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0, + "top3_probability_mass": 0.5733175554215659, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.0 + } + ], + "median_third_fourth_log_probability_margin": 0.2928677755230744, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.0 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "factorized_logistic", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.18474264705882354, + "primary_top3": 0.4154411764705882, + "deterministic_top3": 0.4154411764705882, + "macro_combination_top3": 0.4333333333333333, + "top3_probability_mass": 0.67496622206762, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.4154411764705882 + } + ], + "median_third_fourth_log_probability_margin": 0.22238826751708984, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.26666666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 1.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.5833333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20851, + "model": "factorized_classifier", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.09283088235294118, + "primary_top3": 0.47610294117647056, + "deterministic_top3": 0.47610294117647056, + "macro_combination_top3": 0.4993055555555555, + "top3_probability_mass": 0.853299960590172, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.47610294117647056 + } + ], + "median_third_fourth_log_probability_margin": 0.399921178817749, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.45416666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.9166666666666666 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.625 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "additive_full", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.07720588235294118, + "primary_top3": 0.4007352941176471, + "deterministic_top3": 0.4007352941176471, + "macro_combination_top3": 0.5118055555555555, + "top3_probability_mass": 0.587860998522444, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.4007352941176471 + } + ], + "median_third_fourth_log_probability_margin": 0.1988194474891274, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.5833333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.13333333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.45833333333333326 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0625 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.8333333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "additive_diag", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.015625, + "primary_top3": 0.13878676470588236, + "deterministic_top3": 0.13878676470588236, + "macro_combination_top3": 0.2270833333333333, + "top3_probability_mass": 0.9174776505386171, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.13878676470588236 + } + ], + "median_third_fourth_log_probability_margin": 1.6404144120475688, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.08333333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.05 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.22916666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "factorized_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.19944852941176472, + "primary_top3": 0.6755514705882353, + "deterministic_top3": 0.6755514705882353, + "macro_combination_top3": 0.6826388888888888, + "top3_probability_mass": 0.8715548614169042, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.6755514705882353 + } + ], + "median_third_fourth_log_probability_margin": 0.697736819881591, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.8333333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.8041666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.875 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.25 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.5833333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "joint_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.013130252100840335, + "primary_top3": 0.12710084033613445, + "deterministic_top3": 0.015625, + "macro_combination_top3": 0.09751984126984126, + "top3_probability_mass": 0.6543206501602413, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.12710084033613445 + } + ], + "median_third_fourth_log_probability_margin": 0.13222008342376235, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.03571428571428571 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.2577380952380952 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.26488095238095233 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.026785714285714284 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "factorized_nb", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0, + "primary_top3": 0.23910302267458708, + "deterministic_top3": 0.22886029411764705, + "macro_combination_top3": 0.27376761767925556, + "top3_probability_mass": 0.999475767108861, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.23910302267458708 + } + ], + "median_third_fourth_log_probability_margin": 4.859286591140528, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.011699507389162561 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.4076149425287356 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.4397321428571428 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.01293103448275862 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.02062807881773399 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "factorized_lda", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.2610294117647059, + "primary_top3": 0.6452205882352942, + "deterministic_top3": 0.6452205882352942, + "macro_combination_top3": 0.6444444444444444, + "top3_probability_mass": 0.9111048381524637, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.6452205882352942 + } + ], + "median_third_fourth_log_probability_margin": 0.8024964086804829, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.3333333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.875 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.125 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.8333333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "factorized_kernel", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.015625, + "primary_top3": 0.18474264705882354, + "deterministic_top3": 0.18474264705882354, + "macro_combination_top3": 0.16249999999999998, + "top3_probability_mass": 0.6738411245844316, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.18474264705882354 + } + ], + "median_third_fourth_log_probability_margin": 0.29474415453335134, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.4583333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.1 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.22916666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.1875 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "factorized_ridge", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.10845588235294118, + "primary_top3": 0.23161764705882354, + "deterministic_top3": 0.23161764705882354, + "macro_combination_top3": 0.36944444444444446, + "top3_probability_mass": 0.44304463102787583, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.23161764705882354 + } + ], + "median_third_fourth_log_probability_margin": 0.17583812019194367, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.7083333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.13333333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.375 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "joint_gaussian", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0, + "primary_top3": 0.004332983193277311, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.0026785714285714286, + "top3_probability_mass": 0.5785533152577822, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.004332983193277311 + } + ], + "median_third_fourth_log_probability_margin": 0.22963459297348043, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.01607142857142857 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "factorized_logistic", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.046875, + "primary_top3": 0.26286764705882354, + "deterministic_top3": 0.26286764705882354, + "macro_combination_top3": 0.3020833333333333, + "top3_probability_mass": 0.49578616810536014, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.26286764705882354 + } + ], + "median_third_fourth_log_probability_margin": 0.127335786819458, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.25 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.3333333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.08333333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.3125 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.8333333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20852, + "model": "factorized_classifier", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.04595588235294118, + "primary_top3": 0.3382352941176471, + "deterministic_top3": 0.3382352941176471, + "macro_combination_top3": 0.29236111111111107, + "top3_probability_mass": 0.8340008108386121, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3382352941176471 + } + ], + "median_third_fourth_log_probability_margin": 0.4056124687194824, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.5 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.5874999999999999 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.49999999999999994 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.16666666666666666 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "additive_full", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.09191176470588236, + "primary_top3": 0.3685661764705882, + "deterministic_top3": 0.3685661764705882, + "macro_combination_top3": 0.44166666666666665, + "top3_probability_mass": 0.5131710241026537, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3685661764705882 + } + ], + "median_third_fourth_log_probability_margin": 0.16279669489019222, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.7541666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0625 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.8333333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "additive_diag", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.06158088235294118, + "primary_top3": 0.22886029411764705, + "deterministic_top3": 0.22886029411764705, + "macro_combination_top3": 0.2895833333333333, + "top3_probability_mass": 0.9057448897721267, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.22886029411764705 + } + ], + "median_third_fourth_log_probability_margin": 1.1913508295059465, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.4041666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.5833333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "factorized_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.2610294117647059, + "primary_top3": 0.6902573529411764, + "deterministic_top3": 0.6902573529411764, + "macro_combination_top3": 0.6513888888888888, + "top3_probability_mass": 0.9329028300543791, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.6902573529411764 + } + ], + "median_third_fourth_log_probability_margin": 0.593445066725963, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.25 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.5833333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.625 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.75 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "joint_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0015625, + "primary_top3": 0.04310661764705882, + "deterministic_top3": 0.015625, + "macro_combination_top3": 0.03145833333333334, + "top3_probability_mass": 0.7153793402016938, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.04310661764705882 + } + ], + "median_third_fourth_log_probability_margin": 0.49739343131699165, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.025 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.16375 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "factorized_nb", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0625, + "primary_top3": 0.3472238572152999, + "deterministic_top3": 0.43014705882352944, + "macro_combination_top3": 0.3591842843459222, + "top3_probability_mass": 0.9946703836799762, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3472238572152999 + } + ], + "median_third_fourth_log_probability_margin": 3.8321191864540136, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.125 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.7541666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.369971264367816 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.13585283251231528 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.020114942528735632 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "factorized_lda", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.19944852941176472, + "primary_top3": 0.4908088235294118, + "deterministic_top3": 0.4908088235294118, + "macro_combination_top3": 0.5159722222222222, + "top3_probability_mass": 0.9064740699106494, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.4908088235294118 + } + ], + "median_third_fourth_log_probability_margin": 0.5677268909156792, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.25 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.8875 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.49999999999999994 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.7083333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "factorized_kernel", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.015625, + "primary_top3": 0.2141544117647059, + "deterministic_top3": 0.2141544117647059, + "macro_combination_top3": 0.25277777777777777, + "top3_probability_mass": 0.6999484777820316, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.2141544117647059 + } + ], + "median_third_fourth_log_probability_margin": 0.16850973542150438, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.225 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.45833333333333326 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.08333333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "factorized_ridge", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.06158088235294118, + "primary_top3": 0.20036764705882354, + "deterministic_top3": 0.20036764705882354, + "macro_combination_top3": 0.2777777777777778, + "top3_probability_mass": 0.3723246300447356, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.20036764705882354 + } + ], + "median_third_fourth_log_probability_margin": 0.09844084161120614, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.16666666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.75 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "joint_gaussian", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0, + "primary_top3": 0.01819852941176471, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.013472222222222222, + "top3_probability_mass": 0.6097028918218861, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.01819852941176471 + } + ], + "median_third_fourth_log_probability_margin": 0.2135505183072537, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.08083333333333334 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "factorized_logistic", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.030330882352941176, + "primary_top3": 0.2766544117647059, + "deterministic_top3": 0.2766544117647059, + "macro_combination_top3": 0.32916666666666666, + "top3_probability_mass": 0.5942462864571686, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.2766544117647059 + } + ], + "median_third_fourth_log_probability_margin": 0.20103287696838357, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.24583333333333335 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.22916666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.75 + } + ] + }, + { + "cohort": "temperature", + "samples": 64, + "seed": 20853, + "model": "factorized_classifier", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.015625, + "primary_top3": 0.2757352941176471, + "deterministic_top3": 0.2757352941176471, + "macro_combination_top3": 0.21944444444444441, + "top3_probability_mass": 0.8417613143439618, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.2757352941176471 + } + ], + "median_third_fourth_log_probability_margin": 0.4239315986633305, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.5041666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.22916666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.125 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.45833333333333326 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "additive_full", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.12316176470588236, + "primary_top3": 0.49264705882352944, + "deterministic_top3": 0.49264705882352944, + "macro_combination_top3": 0.54375, + "top3_probability_mass": 0.6889323460501726, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.49264705882352944 + } + ], + "median_third_fourth_log_probability_margin": 0.3087208772874295, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.125 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.575 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.6875 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.875 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "additive_diag", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.04595588235294118, + "primary_top3": 0.3382352941176471, + "deterministic_top3": 0.3382352941176471, + "macro_combination_top3": 0.38611111111111107, + "top3_probability_mass": 0.9555541427247226, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3382352941176471 + } + ], + "median_third_fourth_log_probability_margin": 1.5993845374878681, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.5041666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.4583333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0625 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.29166666666666663 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "factorized_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.2775735294117647, + "primary_top3": 0.7830882352941176, + "deterministic_top3": 0.7830882352941176, + "macro_combination_top3": 0.7729166666666667, + "top3_probability_mass": 0.9464076799953511, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.7830882352941176 + } + ], + "median_third_fourth_log_probability_margin": 0.7279069048120448, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.625 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.9375 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.375 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "joint_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.010263480392156861, + "primary_top3": 0.07705269607843136, + "deterministic_top3": 0.046875, + "macro_combination_top3": 0.05706018518518517, + "top3_probability_mass": 0.8039599375146526, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.07705269607843136 + } + ], + "median_third_fourth_log_probability_margin": 0.47105305938030106, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.06944444444444443 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.17222222222222222 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.10069444444444443 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "factorized_nb", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.07628676470588236, + "primary_top3": 0.26706932773109243, + "deterministic_top3": 0.3226102941176471, + "macro_combination_top3": 0.2961805555555555, + "top3_probability_mass": 0.997394262397459, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.26706932773109243 + } + ], + "median_third_fourth_log_probability_margin": 3.3026097087278874, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.6208333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.38318452380952384 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.006696428571428571 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.016369047619047616 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "factorized_lda", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.2757352941176471, + "primary_top3": 0.5836397058823529, + "deterministic_top3": 0.5836397058823529, + "macro_combination_top3": 0.5715277777777777, + "top3_probability_mass": 0.916765530862852, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.5836397058823529 + } + ], + "median_third_fourth_log_probability_margin": 0.7067096063554321, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.8666666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.9375 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.875 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "factorized_kernel", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.046875, + "primary_top3": 0.2297794117647059, + "deterministic_top3": 0.2297794117647059, + "macro_combination_top3": 0.2736111111111111, + "top3_probability_mass": 0.6583779373940145, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.2297794117647059 + } + ], + "median_third_fourth_log_probability_margin": 0.2268643680737954, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.125 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.5375 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0625 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.16666666666666666 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "factorized_ridge", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.12408088235294118, + "primary_top3": 0.4172794117647059, + "deterministic_top3": 0.4172794117647059, + "macro_combination_top3": 0.5013888888888889, + "top3_probability_mass": 0.39239445500594383, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.4172794117647059 + } + ], + "median_third_fourth_log_probability_margin": 0.12066656614166771, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.125 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.3625 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.5208333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "joint_gaussian", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0, + "primary_top3": 0.012561274509803922, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.00798611111111111, + "top3_probability_mass": 0.6739075894137997, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.012561274509803922 + } + ], + "median_third_fourth_log_probability_margin": 0.4008662000875045, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.04791666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "factorized_logistic", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.16911764705882354, + "primary_top3": 0.47702205882352944, + "deterministic_top3": 0.47702205882352944, + "macro_combination_top3": 0.5131944444444444, + "top3_probability_mass": 0.7843198306290989, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.47702205882352944 + } + ], + "median_third_fourth_log_probability_margin": 0.30449962615966797, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.25 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.32916666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.9166666666666666 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.8333333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20851, + "model": "factorized_classifier", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.18382352941176472, + "primary_top3": 0.5064338235294118, + "deterministic_top3": 0.5064338235294118, + "macro_combination_top3": 0.5076388888888889, + "top3_probability_mass": 0.844654483489784, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.5064338235294118 + } + ], + "median_third_fourth_log_probability_margin": 0.4246807098388672, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.5 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.6708333333333334 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.7708333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.1875 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.16666666666666666 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "additive_full", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.13786764705882354, + "primary_top3": 0.4623161764705882, + "deterministic_top3": 0.4623161764705882, + "macro_combination_top3": 0.5354166666666667, + "top3_probability_mass": 0.7463749489249899, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.4623161764705882 + } + ], + "median_third_fourth_log_probability_margin": 0.4844262422050005, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.3333333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.23333333333333334 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.75 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0625 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.8333333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "additive_diag", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.12224264705882353, + "primary_top3": 0.2461594012605042, + "deterministic_top3": 0.24448529411764705, + "macro_combination_top3": 0.28539186507936504, + "top3_probability_mass": 0.9744044705406347, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.2461594012605042 + } + ], + "median_third_fourth_log_probability_margin": 2.1099020539435718, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.125 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.37083333333333335 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.45833333333333326 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.002232142857142857 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.005952380952380952 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "factorized_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.39797794117647056, + "primary_top3": 0.7518382352941176, + "deterministic_top3": 0.7518382352941176, + "macro_combination_top3": 0.7104166666666667, + "top3_probability_mass": 0.9514687035478819, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.7518382352941176 + } + ], + "median_third_fourth_log_probability_margin": 0.7147076014589295, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.25 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.9375 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.5 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.875 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "joint_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.011029411764705881, + "primary_top3": 0.08797268907563024, + "deterministic_top3": 0.03125, + "macro_combination_top3": 0.06726190476190474, + "top3_probability_mass": 0.7793829357427345, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.08797268907563024 + } + ], + "median_third_fourth_log_probability_margin": 0.5483358162067571, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.059523809523809514 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.1386904761904762 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.20535714285714285 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "factorized_nb", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.09191176470588236, + "primary_top3": 0.23914716748768475, + "deterministic_top3": 0.22886029411764705, + "macro_combination_top3": 0.27717056650246297, + "top3_probability_mass": 0.9983816757521864, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.23914716748768475 + } + ], + "median_third_fourth_log_probability_margin": 5.58868176339805, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.40773809523809523 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.4692887931034482 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.015163177339901477 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.020833333333333332 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "factorized_lda", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.3216911764705882, + "primary_top3": 0.7840073529411764, + "deterministic_top3": 0.7840073529411764, + "macro_combination_top3": 0.7347222222222223, + "top3_probability_mass": 0.9320857582647346, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.7840073529411764 + } + ], + "median_third_fourth_log_probability_margin": 0.556391823715525, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.20833333333333331 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.9375 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.5625 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "factorized_kernel", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.04595588235294118, + "primary_top3": 0.21599264705882354, + "deterministic_top3": 0.21599264705882354, + "macro_combination_top3": 0.26111111111111107, + "top3_probability_mass": 0.627495575778094, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.21599264705882354 + } + ], + "median_third_fourth_log_probability_margin": 0.18634277497887375, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.20833333333333331 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.31666666666666665 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.29166666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "factorized_ridge", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.15441176470588236, + "primary_top3": 0.4329044117647059, + "deterministic_top3": 0.4329044117647059, + "macro_combination_top3": 0.5444444444444444, + "top3_probability_mass": 0.4540292310069727, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.4329044117647059 + } + ], + "median_third_fourth_log_probability_margin": 0.09898966272100118, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.7083333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.26666666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.29166666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "joint_gaussian", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.002232142857142857, + "primary_top3": 0.04831932773109243, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.03511904761904761, + "top3_probability_mass": 0.6994931312255964, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.04831932773109243 + } + ], + "median_third_fourth_log_probability_margin": 0.25635459893277, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.011904761904761904 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.15416666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.04464285714285714 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "factorized_logistic", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.13878676470588236, + "primary_top3": 0.4319852941176471, + "deterministic_top3": 0.4319852941176471, + "macro_combination_top3": 0.46319444444444435, + "top3_probability_mass": 0.8351117412711598, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.4319852941176471 + } + ], + "median_third_fourth_log_probability_margin": 0.7404649257659912, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.5 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.3333333333333333 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.13333333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.8125 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20852, + "model": "factorized_classifier", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.09099264705882353, + "primary_top3": 0.3547794117647059, + "deterministic_top3": 0.3547794117647059, + "macro_combination_top3": 0.3777777777777777, + "top3_probability_mass": 0.8446062793609854, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3547794117647059 + } + ], + "median_third_fourth_log_probability_margin": 0.4860851764678955, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.20833333333333331 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.32916666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.8125 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.16666666666666666 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "additive_full", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.10753676470588236, + "primary_top3": 0.43014705882352944, + "deterministic_top3": 0.43014705882352944, + "macro_combination_top3": 0.4881944444444444, + "top3_probability_mass": 0.6774455038970755, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.43014705882352944 + } + ], + "median_third_fourth_log_probability_margin": 0.27931014612284955, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.575 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.5208333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.8333333333333333 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "additive_diag", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.12316176470588236, + "primary_top3": 0.24448529411764705, + "deterministic_top3": 0.24448529411764705, + "macro_combination_top3": 0.28402777777777777, + "top3_probability_mass": 0.9598253510864192, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.24448529411764705 + } + ], + "median_third_fourth_log_probability_margin": 1.7980100940602526, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.45416666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.125 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.37499999999999994 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "factorized_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.2766544117647059, + "primary_top3": 0.6452205882352942, + "deterministic_top3": 0.6452205882352942, + "macro_combination_top3": 0.6201388888888888, + "top3_probability_mass": 0.9519788421816349, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.6452205882352942 + } + ], + "median_third_fourth_log_probability_margin": 0.8643589615074374, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.25 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.7708333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.25 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.75 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "joint_neural", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0, + "primary_top3": 0.04446231617647059, + "deterministic_top3": 0.03125, + "macro_combination_top3": 0.032638888888888884, + "top3_probability_mass": 0.8594653641581609, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.04446231617647059 + } + ], + "median_third_fourth_log_probability_margin": 0.5634160787547096, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.041666666666666664 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.15416666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "factorized_nb", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.12224264705882353, + "primary_top3": 0.3432349771805274, + "deterministic_top3": 0.3373161764705882, + "macro_combination_top3": 0.3496485016420361, + "top3_probability_mass": 0.998591431316728, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3432349771805274 + } + ], + "median_third_fourth_log_probability_margin": 4.250734940114637, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.7541666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.577765804597701 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.01595853858784893 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "factorized_lda", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.2454044117647059, + "primary_top3": 0.6001838235294118, + "deterministic_top3": 0.6001838235294118, + "macro_combination_top3": 0.592361111111111, + "top3_probability_mass": 0.9280933817290529, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.6001838235294118 + } + ], + "median_third_fourth_log_probability_margin": 0.5831045992947246, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.125 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.95 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.8541666666666666 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.875 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "factorized_kernel", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0, + "primary_top3": 0.2904411764705882, + "deterministic_top3": 0.2904411764705882, + "macro_combination_top3": 0.30833333333333335, + "top3_probability_mass": 0.6869443047788111, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.2904411764705882 + } + ], + "median_third_fourth_log_probability_margin": 0.25347039022989026, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.45416666666666666 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.41666666666666663 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0625 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.16666666666666666 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "factorized_ridge", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.04595588235294118, + "primary_top3": 0.24724264705882354, + "deterministic_top3": 0.24724264705882354, + "macro_combination_top3": 0.3555555555555555, + "top3_probability_mass": 0.38431622674918686, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.24724264705882354 + } + ], + "median_third_fourth_log_probability_margin": 0.09114578390904748, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 1.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.13333333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "joint_gaussian", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.0, + "primary_top3": 0.02297794117647059, + "deterministic_top3": 0.0, + "macro_combination_top3": 0.014930555555555555, + "top3_probability_mass": 0.6982378003689808, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.02297794117647059 + } + ], + "median_third_fourth_log_probability_margin": 0.4066615853483797, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.0 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.08958333333333333 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.0 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "factorized_logistic", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.014705882352941176, + "primary_top3": 0.3851102941176471, + "deterministic_top3": 0.3851102941176471, + "macro_combination_top3": 0.4354166666666666, + "top3_probability_mass": 0.7611390579261467, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.3851102941176471 + } + ], + "median_third_fourth_log_probability_margin": 0.40035390853881836, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.21666666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.6458333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.0 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 1.0 + } + ] + }, + { + "cohort": "temperature", + "samples": 128, + "seed": 20853, + "model": "factorized_classifier", + "records": 65, + "observed_combinations": 6, + "primary_top1": 0.09191176470588236, + "primary_top3": 0.4908088235294118, + "deterministic_top3": 0.4908088235294118, + "macro_combination_top3": 0.47638888888888886, + "top3_probability_mass": 0.8307513316310884, + "nearest_fitting_combination": [ + { + "hamming_distance": 1, + "records": 65, + "top3": 0.4908088235294118 + } + ], + "median_third_fourth_log_probability_margin": 0.36124300956726074, + "per_combination": [ + { + "code": 0, + "levels": [ + 0, + 0 + ], + "records": 4, + "top3": 0.75 + }, + { + "code": 5, + "levels": [ + 1, + 2 + ], + "records": 9, + "top3": 0.0 + }, + { + "code": 11, + "levels": [ + 3, + 2 + ], + "records": 15, + "top3": 0.8166666666666667 + }, + { + "code": 16, + "levels": [ + 5, + 1 + ], + "records": 14, + "top3": 0.7083333333333333 + }, + { + "code": 18, + "levels": [ + 6, + 0 + ], + "records": 13, + "top3": 0.125 + }, + { + "code": 27, + "levels": [ + 9, + 0 + ], + "records": 10, + "top3": 0.45833333333333326 + } + ] + } + ] + }, + "enumerative_planner_check": { + "worlds": 192, + "streams": 3, + "encodings": 8, + "utility_comparisons": 27648, + "depth_one_trees": 21, + "depth_two_trees": 291, + "maximum_absolute_error": 3.3306690738754696e-16, + "verification": "All deterministic binary-query trees; separate from the dynamic-programming recurrence." + }, + "model_files_sha256": { + "models/controlled/first_stream_representations.json": "ac109eb6db0745f028743e1599428a062d142f027ffab5580c3cf7113b8b4067", + "models/controlled/first_stream_representations.safetensors": "0d5712ad9ab02a3db62e57ee4f465f609b18d3c2fde8299857cd4107a579c037", + "models/hydraulic/n128_s20751/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n128_s20751/additive_diag.safetensors": "85c03243b181ea2996f3bd48374cbbf5ce248bfbef5871f19ace7cd43cb8965e", + "models/hydraulic/n128_s20751/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n128_s20751/additive_full.safetensors": "a983240f790c1f75a120e56b08469815150eeb61db45aab0afdde76e871f7be3", + "models/hydraulic/n128_s20751/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n128_s20751/factorized_classifier.safetensors": "326c76fd5f5bcd6c9b73b577998e591af6195f36b425a0304fedb185894cfdca", + "models/hydraulic/n128_s20751/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n128_s20751/factorized_kernel.safetensors": "9a95d1e13ec766e30c8a47f53691b9a4985263bdfe7834dda990a60834aa413b", + "models/hydraulic/n128_s20751/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n128_s20751/factorized_lda.safetensors": "ebc89010fbedb3d36f78400e2fa8c316724424e7129131b5caf13baabbeff6cf", + "models/hydraulic/n128_s20751/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n128_s20751/factorized_logistic.safetensors": "3eb56c41e51879eec704208f03f79b15f9f99a2a05b2e2f7a31244eb70034bfd", + "models/hydraulic/n128_s20751/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n128_s20751/factorized_nb.safetensors": "ae7f5edffa46496ce66aa0a94bb1486e16d38aa04b7a54c6f08ee24c40475dc1", + "models/hydraulic/n128_s20751/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n128_s20751/factorized_neural.safetensors": "7a530f77cd311696ae081f328af6c430cafcff817f379a769c29af9059e1b4da", + "models/hydraulic/n128_s20751/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n128_s20751/factorized_ridge.safetensors": "a5ff340a71a2dccdea6e6be18a009fbf067b8331b7b89f741ff81eb65ff99d38", + "models/hydraulic/n128_s20751/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n128_s20751/joint_gaussian.safetensors": "99a66ec6b3d0dc5911ff314d0321abd605b38e8f7a9d80c803eaac10825e991e", + "models/hydraulic/n128_s20751/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n128_s20751/joint_neural.safetensors": "89b367f5fc19c645a1d3746b1aaa6536397c050a8a519827ff0b84677f771ffb", + "models/hydraulic/n128_s20752/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n128_s20752/additive_diag.safetensors": "db67c4b86368618502a77db6ce7829b55532222d901fe419cc6e76183c825ef6", + "models/hydraulic/n128_s20752/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n128_s20752/additive_full.safetensors": "5c17b94994199c520040983743e609569a4a55c8816f5b4410b0b3411986e2fc", + "models/hydraulic/n128_s20752/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n128_s20752/factorized_classifier.safetensors": "b21433876e900da3357f1d1772568a11ecc0bfd014c19cdc7bddc5bf481a56f1", + "models/hydraulic/n128_s20752/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n128_s20752/factorized_kernel.safetensors": "9ed157540499fd54d5b0f1c9edccb36058b13c1f2f50653f26ab34a284c98db0", + "models/hydraulic/n128_s20752/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n128_s20752/factorized_lda.safetensors": "dedd5493192e1e799734bf2162599f2a47be77d55bb1fbfa619f8405283f21c8", + "models/hydraulic/n128_s20752/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n128_s20752/factorized_logistic.safetensors": "fe3ec47e44fa04ff58e8c5eef0838ccd83223782847ede022eaa6f59cf56f179", + "models/hydraulic/n128_s20752/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n128_s20752/factorized_nb.safetensors": "57f8e9e46caa976b2a31f4d0bdfbab3b262d74bd3099e4cabee00083ffdf2b5d", + "models/hydraulic/n128_s20752/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n128_s20752/factorized_neural.safetensors": "80d45b1b49dce5f50532a2d49bd2a9af53d77300d4b54cc59810d47e44df9546", + "models/hydraulic/n128_s20752/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n128_s20752/factorized_ridge.safetensors": "d553955205213c0cc16058178c12c1c83411936a75b93b25777daf7ed4a6005b", + "models/hydraulic/n128_s20752/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n128_s20752/joint_gaussian.safetensors": "a8907cc2c8ff6fdc41f957b9edc42d7bc3a7b9234c10cef4cfec7a67f0735718", + "models/hydraulic/n128_s20752/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n128_s20752/joint_neural.safetensors": "1eb69d715e38868b4a3270d5dc9a7ead2bcca5886d78298590f53514b945e33e", + "models/hydraulic/n128_s20753/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n128_s20753/additive_diag.safetensors": "212b4fe7dbff0d167cd1bad7fcba3ca76a59928da1bf6a4fd2957b1f99dca642", + "models/hydraulic/n128_s20753/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n128_s20753/additive_full.safetensors": "366c3eeb98a783d47c7a7381c22f0912355c3258da47ff731fda6d367cb5489d", + "models/hydraulic/n128_s20753/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n128_s20753/factorized_classifier.safetensors": "47aa099e5797d8a8e7b6add2569a782f2a9cbe873a536fddedd667a06f4063cf", + "models/hydraulic/n128_s20753/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n128_s20753/factorized_kernel.safetensors": "8bdc55d8bca2d4308d1dc72328eb1ae94ed07c7cedb7fc3de2a501a1d768bb39", + "models/hydraulic/n128_s20753/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n128_s20753/factorized_lda.safetensors": "1d432639902ba9f23adda13c52559017a5a12ac90db1be5fed3bba2d55f1ff67", + "models/hydraulic/n128_s20753/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n128_s20753/factorized_logistic.safetensors": "92bf472e974187f9929f4190701b4720c554012bfebb53d9261d0bc4fbcadf38", + "models/hydraulic/n128_s20753/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n128_s20753/factorized_nb.safetensors": "a605659773ec702e7f063e1203e6fb9e7a195b1bec42d1c872e54a2d9d677fdc", + "models/hydraulic/n128_s20753/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n128_s20753/factorized_neural.safetensors": "722fddc6508bf0ea090c5c619d2d98adba8272ce14a5d5ae7d3e905718c70b13", + "models/hydraulic/n128_s20753/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n128_s20753/factorized_ridge.safetensors": "d739febc728e8f27838d2057c6eee11489b9900a0ebaea598888fcf7c39c31b3", + "models/hydraulic/n128_s20753/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n128_s20753/joint_gaussian.safetensors": "8cc1ffecb9a7d2b1494471facb0cf9f80d9b827de6d8011a3015429d42b44554", + "models/hydraulic/n128_s20753/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n128_s20753/joint_neural.safetensors": "4191d821dd1e5ada59978ed5dffdbbcc9f3b66cb83d3f3263256e285470054f7", + "models/hydraulic/n64_s20751/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n64_s20751/additive_diag.safetensors": "e03c4d40955e7e531b536aada965493298bb27f2589c222cf1298e46562ee42d", + "models/hydraulic/n64_s20751/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n64_s20751/additive_full.safetensors": "5494635d3fd26e51b5a1e31c9d64f23d45837e2a14b2f6f38977d39ae2a2fec9", + "models/hydraulic/n64_s20751/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n64_s20751/factorized_classifier.safetensors": "9bdab83e59a2f75ed8eef96217ed2f977189267c6aac93dfda7656d6d2962d46", + "models/hydraulic/n64_s20751/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n64_s20751/factorized_kernel.safetensors": "36370fa42cce22801fa41acfbaea60a14c5ed2a676eb51cca11f939f15147b8d", + "models/hydraulic/n64_s20751/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n64_s20751/factorized_lda.safetensors": "3dc8a905339740c9ca63837b71b5e74bb7b5f8f491856e81e4bb4747eb9b1afc", + "models/hydraulic/n64_s20751/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n64_s20751/factorized_logistic.safetensors": "843340d52617169cb9ad3f2ff979913d0e42c834be24f1288d10d720b95185ec", + "models/hydraulic/n64_s20751/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n64_s20751/factorized_nb.safetensors": "ca0e5a75df344fe001cf41b1e06527f12cd9c4456e423628ed640138eba16e2d", + "models/hydraulic/n64_s20751/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n64_s20751/factorized_neural.safetensors": "637317747e442653da9f6bc18d866ba92843e7cd78ffc3b74c04c73a26cea1a7", + "models/hydraulic/n64_s20751/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n64_s20751/factorized_ridge.safetensors": "6b6b6330bbd957e3be2e80af8926cc288bd398428bea58a6cc63c53f58254432", + "models/hydraulic/n64_s20751/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n64_s20751/joint_gaussian.safetensors": "45979c731099a878b2ec514c87c7f777cd02b51f1e971014f570664106c5297a", + "models/hydraulic/n64_s20751/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n64_s20751/joint_neural.safetensors": "3bec820f3ba7664f8c262c89316f65a96b919cf7333fbb17478045ef84b1d4fd", + "models/hydraulic/n64_s20752/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n64_s20752/additive_diag.safetensors": "4017cee4c49e2fb69df2c24f33c3a0928349718aa10dde9d4f6eacbda4b27dc4", + "models/hydraulic/n64_s20752/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n64_s20752/additive_full.safetensors": "3a5a841cd72d7c18e528f8feba1f2e0a9ccad6e446f681951469056d6308e03b", + "models/hydraulic/n64_s20752/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n64_s20752/factorized_classifier.safetensors": "93e09b8b3ba9cbf834efbd67eb5092bea13c53a22d092f390685a63143c702ce", + "models/hydraulic/n64_s20752/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n64_s20752/factorized_kernel.safetensors": "a1f76ddcb53650c595f286680f200e9b6117096818117aac3070e30ef5a8fc2b", + "models/hydraulic/n64_s20752/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n64_s20752/factorized_lda.safetensors": "c953bf16df110a07dd1ef9276a4bc98c5e49527bfed79c1647d30c864614ff5d", + "models/hydraulic/n64_s20752/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n64_s20752/factorized_logistic.safetensors": "f9bffb953396c4d4aaad3a40dfb3453ab838d5836181963cad51c6de7c261b49", + "models/hydraulic/n64_s20752/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n64_s20752/factorized_nb.safetensors": "c56f8ca6e755b4ad2f3cfdacc75b7caa086deaca44362904fb558c97d790b2ad", + "models/hydraulic/n64_s20752/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n64_s20752/factorized_neural.safetensors": "242aee2e34d955957d7466b18aeb44d90235aea2284e4b073987612bf5381c62", + "models/hydraulic/n64_s20752/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n64_s20752/factorized_ridge.safetensors": "dfa40dcb58bba08542ef9dcfb946d7fb41c60585213b3443c3e0f6e5776ab536", + "models/hydraulic/n64_s20752/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n64_s20752/joint_gaussian.safetensors": "f66ec3d058a4fe26445e512a8148af5e2450ce915e5c968fe14dd36aba41c95a", + "models/hydraulic/n64_s20752/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n64_s20752/joint_neural.safetensors": "a287d3f2a5b7b5c44640763f65148d053fc901c98f76f9ab6a56814a3d312371", + "models/hydraulic/n64_s20753/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368", + "models/hydraulic/n64_s20753/additive_diag.safetensors": "c9e7fa587c2518a7fb2ceb691fa2f5ae0dd99b0220ca5f910d0e01df137c1c97", + "models/hydraulic/n64_s20753/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0", + "models/hydraulic/n64_s20753/additive_full.safetensors": "eb01cfb18ea523fb4c5e51091ebfde42a6a72e6d68d65ee890033d2d6fe30177", + "models/hydraulic/n64_s20753/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0", + "models/hydraulic/n64_s20753/factorized_classifier.safetensors": "751e0cdd81d4681cc685056cf00e607b284e9a1f3319b21f528a9cefe4247947", + "models/hydraulic/n64_s20753/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97", + "models/hydraulic/n64_s20753/factorized_kernel.safetensors": "66d49b9e9b82f5eb936d4cc62d3fa42efd5e9225f5fa9fc0128a26749286e2f0", + "models/hydraulic/n64_s20753/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471", + "models/hydraulic/n64_s20753/factorized_lda.safetensors": "9da735a80931648e107662799624a48fa4ba5db6c3f73796b60f2b5bc2817aa2", + "models/hydraulic/n64_s20753/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102", + "models/hydraulic/n64_s20753/factorized_logistic.safetensors": "86b6d15a3dff8b1d44a4a232d6d86937833387e7436d47cafb82a85b8c567207", + "models/hydraulic/n64_s20753/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd", + "models/hydraulic/n64_s20753/factorized_nb.safetensors": "6821b5c56a58dbf2c0b13bc5f3ff4927ea35719eaf76517128227b6c1b5be4f0", + "models/hydraulic/n64_s20753/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb", + "models/hydraulic/n64_s20753/factorized_neural.safetensors": "79fceccbbe50f5c5b29b211585a501871cbbf1ee0badf131940223fa6cae8d2b", + "models/hydraulic/n64_s20753/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42", + "models/hydraulic/n64_s20753/factorized_ridge.safetensors": "02b876c2bed75d7319bb58b257d99ab3dec197f515b078c4ce9d064f0d6aeec9", + "models/hydraulic/n64_s20753/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729", + "models/hydraulic/n64_s20753/joint_gaussian.safetensors": "b6270b96910b597a8605d924bfb0a82ecfbbca746ffca0f6eeceae8e08412ec1", + "models/hydraulic/n64_s20753/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c", + "models/hydraulic/n64_s20753/joint_neural.safetensors": "4a058d4d3e34dc794daa980774934100ad86eeb5b6b678b0dff2b9fe11a206a5", + "models/temperature/n128_s20851/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n128_s20851/additive_diag.safetensors": "bf0a12f4e7426104c1f28cac68d68704edb17a56aa104e031f7eec2484f4d910", + "models/temperature/n128_s20851/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n128_s20851/additive_full.safetensors": "bd8c3db866ef4e0b5a91b310a1e708e60f1e573cf27c0511d16ca12a118bf505", + "models/temperature/n128_s20851/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n128_s20851/factorized_classifier.safetensors": "30aa9ce9a9c381dbcf9a627d1d5714ccac52a826a614454e8d25bdc9fb160813", + "models/temperature/n128_s20851/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n128_s20851/factorized_kernel.safetensors": "0eaa03225e902a513e4e11b755b04438ae91e0167223fe0f4686224c9eea6d9b", + "models/temperature/n128_s20851/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n128_s20851/factorized_lda.safetensors": "836849f6401a7d733ef0ee303a8dba8b5a29afd63be4f6a067d135b19b16afb7", + "models/temperature/n128_s20851/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n128_s20851/factorized_logistic.safetensors": "e7b831fedb14222c13a39669c89a3dd83ca7421bdd4eeeaaf10114e19261379b", + "models/temperature/n128_s20851/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n128_s20851/factorized_nb.safetensors": "2b7d965a91500f13687ce2feeffd8fc9881986f4a384f2cb5379452e982dc883", + "models/temperature/n128_s20851/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n128_s20851/factorized_neural.safetensors": "73d6e10ec6574ee0990b45f72592cd7d0d09abde62c4c5bdfe76afa1d70d31c3", + "models/temperature/n128_s20851/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n128_s20851/factorized_ridge.safetensors": "cdf82a550a74a559d331e2d4ca45030cef0452c333a126c5bdcc3786fbf37004", + "models/temperature/n128_s20851/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n128_s20851/joint_gaussian.safetensors": "217892d1b8bbf910dd327f2ed4cec3b1e34261e04339ed7a41127edeb041f660", + "models/temperature/n128_s20851/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n128_s20851/joint_neural.safetensors": "6c354f7f50a3d74d836a99e6044aaae7c75fbf9a94b7b837d9dcac53eada184a", + "models/temperature/n128_s20852/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n128_s20852/additive_diag.safetensors": "64f8697e44c517956a124a36f5912cfa00a4b842e662a0187b23c0ea94a04bd2", + "models/temperature/n128_s20852/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n128_s20852/additive_full.safetensors": "991dcde8b80c3fef783eb21cccabc8c0bee96a9beffdf4ae680cda18a79a9613", + "models/temperature/n128_s20852/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n128_s20852/factorized_classifier.safetensors": "36ad95e6ab92153b2c9aebafbba4f38e83fdc98d6db3d9a2d0a1a686a841ec24", + "models/temperature/n128_s20852/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n128_s20852/factorized_kernel.safetensors": "c78b185e68981e9c70d91f70e817094fd684be2cad7cdbe1b4c33750d598ac19", + "models/temperature/n128_s20852/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n128_s20852/factorized_lda.safetensors": "8efd048d7c9697e28244aef16cdec76b5b778fddb106001a5274271e6dc22841", + "models/temperature/n128_s20852/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n128_s20852/factorized_logistic.safetensors": "c306e5cbfe1981dce06d12516c49316ebfd209dd98f4fbf45625200d913d9285", + "models/temperature/n128_s20852/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n128_s20852/factorized_nb.safetensors": "a5c4a920b0e2064013cf6547cd1c2186f7a56ead4dee875e9cdce61c663aadf2", + "models/temperature/n128_s20852/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n128_s20852/factorized_neural.safetensors": "bdfb4a851ced040b26b7698733559bc08aae9ea94622f7026b72a18345ad5351", + "models/temperature/n128_s20852/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n128_s20852/factorized_ridge.safetensors": "599f4ced0b4588b9642efc13b47ab37d5d0fe62926f6e256c95dd5b7f8bbf858", + "models/temperature/n128_s20852/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n128_s20852/joint_gaussian.safetensors": "2cb0ba759fae17e9872c6ef343501e41338959f3790f7764f36122a449616eb2", + "models/temperature/n128_s20852/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n128_s20852/joint_neural.safetensors": "c3c6b9f7ccdc40ecc732b824a075a1e9ede7f1f526daf094ce6296dd2ba2ded0", + "models/temperature/n128_s20853/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n128_s20853/additive_diag.safetensors": "15161abee4dd167dec4717be10958509cb31e775f38b2546224579aa784b962e", + "models/temperature/n128_s20853/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n128_s20853/additive_full.safetensors": "9c457336d92625673ac27207c010c227f78a90ead776f7cdbe44be542ca7f4ea", + "models/temperature/n128_s20853/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n128_s20853/factorized_classifier.safetensors": "25426a8148c841ae9f243609205357581a0a739160a62d1e79fd200908722f70", + "models/temperature/n128_s20853/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n128_s20853/factorized_kernel.safetensors": "ff5ceb1ef457eb9772cfea7274022898f2a5fb1e1498a6a729f2cdaa1e375399", + "models/temperature/n128_s20853/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n128_s20853/factorized_lda.safetensors": "62534aab703486d9009e3e15ed8d74cfbda1033462897d60807f45a064febd20", + "models/temperature/n128_s20853/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n128_s20853/factorized_logistic.safetensors": "41b796240787599408901a1ef8e22caeeb3053c70d5fcfbd87c10d20c9977ba2", + "models/temperature/n128_s20853/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n128_s20853/factorized_nb.safetensors": "8bb4e539c51369880061e0adca6bed453e4d5ee30e2d00b7ce805e0de4f63dc6", + "models/temperature/n128_s20853/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n128_s20853/factorized_neural.safetensors": "7eaf87cb5a5217babd21aff30c08004a57fd741a9be58792d724792c72f6da3d", + "models/temperature/n128_s20853/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n128_s20853/factorized_ridge.safetensors": "0a49e515ab3f6866a05167f3352ca6fb2b46bf58acff74484d9f4e31956d9a3d", + "models/temperature/n128_s20853/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n128_s20853/joint_gaussian.safetensors": "723acc36db5ffd09b184a22e55b42a9eb31c4e9ff2800a7695b61e38b7f9559e", + "models/temperature/n128_s20853/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n128_s20853/joint_neural.safetensors": "932416cb13698ff6a71750b1e56ebb4f19cab3a98f579e8548473a8bfd550dd1", + "models/temperature/n64_s20851/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n64_s20851/additive_diag.safetensors": "a9e675abc008e6e65a5f23acf0498edef8286d5f78f85ae7ef028b4cfe4ff39e", + "models/temperature/n64_s20851/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n64_s20851/additive_full.safetensors": "2799fdfd354d55df962e6591c5dbe58d4048a422184774289d9b4eb1019783b3", + "models/temperature/n64_s20851/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n64_s20851/factorized_classifier.safetensors": "56d60be5674d59a87c962cbc96a40ffb967c61f1726d33ec8391866342272f71", + "models/temperature/n64_s20851/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n64_s20851/factorized_kernel.safetensors": "c66cc990c9fc755dad2c7fd94f610253774dac818dfa29ea63c15d09efc1b92c", + "models/temperature/n64_s20851/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n64_s20851/factorized_lda.safetensors": "84e0862b3b733d12607bfa93a29f94d9612b0ec3c4129da5d7b60ad48da1e83c", + "models/temperature/n64_s20851/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n64_s20851/factorized_logistic.safetensors": "b2e4ac827abf68f3488b2c6377db6232cd66bb0d2e8c54c9d61eef6258f59e40", + "models/temperature/n64_s20851/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n64_s20851/factorized_nb.safetensors": "0269c0e3015f859d41f8e93c455a030815dc91c68e001affe12115336ec106c1", + "models/temperature/n64_s20851/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n64_s20851/factorized_neural.safetensors": "a6846f6cf25e3313ae16c3fa44623cbd0d0a23c4c2ac44016ecf75d439c69900", + "models/temperature/n64_s20851/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n64_s20851/factorized_ridge.safetensors": "b72f95d15ca45501307246660aba0f675d95c2486464af5af364df9549b2d698", + "models/temperature/n64_s20851/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n64_s20851/joint_gaussian.safetensors": "70176e14d7b160c0ef8da2b93dbf00f14e878907c972ce0da1299664ff9030b4", + "models/temperature/n64_s20851/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n64_s20851/joint_neural.safetensors": "a285c5cee5ed43eb09e4c723070955ba3ece9c307f88fbd85826c055a48c7c18", + "models/temperature/n64_s20852/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n64_s20852/additive_diag.safetensors": "f97e74dffdf93d3e2b62474f7c337a17f17109f1de6e09acdbe38e4b7d6efb70", + "models/temperature/n64_s20852/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n64_s20852/additive_full.safetensors": "f120099f36e35779378bd10ad18d45d7e239bf7ccd6fd0474bd46b60c9069b8f", + "models/temperature/n64_s20852/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n64_s20852/factorized_classifier.safetensors": "340f5ef239672fd001e90c51ef51101a4174ae853340abe1b2999d3fb0bbb836", + "models/temperature/n64_s20852/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n64_s20852/factorized_kernel.safetensors": "6d96d89ed5e2bd1129b78a621818139c4af9c675b123edbb8238bd95b82cfd98", + "models/temperature/n64_s20852/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n64_s20852/factorized_lda.safetensors": "4e7b31c5b77d486161372b9e30dbb8e675e1c7c5525ea98b4446ced512f7ef14", + "models/temperature/n64_s20852/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n64_s20852/factorized_logistic.safetensors": "6c067d942d6014852aa53382185935c52e3eb428a845ca3fc2942693d5de966a", + "models/temperature/n64_s20852/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n64_s20852/factorized_nb.safetensors": "324130c20992672f9a8fb824d854b53ec27e1e5581e19ff834c0318348ad2cd9", + "models/temperature/n64_s20852/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n64_s20852/factorized_neural.safetensors": "da51b0d999b6c923dc6cb3d1a3639cb13fd0a755b737cd35f5a3d775f71ac1d7", + "models/temperature/n64_s20852/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n64_s20852/factorized_ridge.safetensors": "9a29756a84c52bfdf8eed968219e245d559bb5aff14695ddf3b18c5de68da581", + "models/temperature/n64_s20852/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n64_s20852/joint_gaussian.safetensors": "8ff13fb733a62fc3c7f7d81d829fa081aae1dc1d7392f68bfa79070b1f7958ae", + "models/temperature/n64_s20852/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n64_s20852/joint_neural.safetensors": "310d85754172e3e0abc90db4b4b8299becf6de3df2a87b38d546eab16c01ed7d", + "models/temperature/n64_s20853/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297", + "models/temperature/n64_s20853/additive_diag.safetensors": "6341c182713477dacd0e5bd1c8b563694aba3d88b72a1248ca1303327547a1a6", + "models/temperature/n64_s20853/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c", + "models/temperature/n64_s20853/additive_full.safetensors": "192e2336937d519074711d076ffe113a6034417e53f729485f382d19827772c5", + "models/temperature/n64_s20853/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316", + "models/temperature/n64_s20853/factorized_classifier.safetensors": "a792fc43c751833020e414805d6624b07818a212a712f1fbd284a56e431bb2a5", + "models/temperature/n64_s20853/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a", + "models/temperature/n64_s20853/factorized_kernel.safetensors": "45c483e1f649dba522385f71820238b6c795c92733a6c8f8f5cf689edbbdc513", + "models/temperature/n64_s20853/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89", + "models/temperature/n64_s20853/factorized_lda.safetensors": "887920532c904a603b5302efabf221c651600c054732f20cf2432c0179dbf627", + "models/temperature/n64_s20853/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c", + "models/temperature/n64_s20853/factorized_logistic.safetensors": "ff5a5cd4193d0ee8fb50d3bd1338f4894aaf9fdb22ce7053c040d81b88ab658c", + "models/temperature/n64_s20853/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983", + "models/temperature/n64_s20853/factorized_nb.safetensors": "e70aad49f9d2633a156d84a5e4cba9a342473851b84c4bfed332c652ef01d6a0", + "models/temperature/n64_s20853/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15", + "models/temperature/n64_s20853/factorized_neural.safetensors": "d5856558ce7588273bdc722927d7fadb3fe2692e4581bde0ae3a389142ef2dd3", + "models/temperature/n64_s20853/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8", + "models/temperature/n64_s20853/factorized_ridge.safetensors": "e4abc329811273e561323245bd5bab0bc21f14b11dcebce130f905388bc9c6f4", + "models/temperature/n64_s20853/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60", + "models/temperature/n64_s20853/joint_gaussian.safetensors": "61a2a8634c41b022d1592c023619ba2eaca9c479b10084336f96e81e24082336", + "models/temperature/n64_s20853/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff", + "models/temperature/n64_s20853/joint_neural.safetensors": "b7f1d2465706477e65bdd03115813abd8504589d3cbe749ebcd7c4188c363ae1" + }, + "compute": { + "cuda_initialization_seconds": 5.1308080710005015, + "sensor_diagnostics_seconds": 1.7989338810002664, + "planner_verification_seconds": 0.15489182599412743, + "process_seconds_after_standard_library_import": 17.320501590991626, + "peak_cuda_bytes": 184156672, + "device": "NVIDIA H200" + } +} diff --git a/results/temperature/predictions.json b/results/temperature/predictions.json new file mode 100644 index 0000000000000000000000000000000000000000..a6cbd33774f1a93522bb590f412c048eacf299b7 --- /dev/null +++ b/results/temperature/predictions.json @@ -0,0 +1 @@ +{"dict":[["results",{"list":[{"dict":[["samples",64],["seed",20851],["model","additive_full"],["held_rows",{"tensor":"t000000"}],["days",{"tensor":"t000001"}],["unseen",{"tensor":"t000002"}],["supported_levels",{"tensor":"t000003"}],["metrics",{"dict":[["top1",{"tensor":"t000004"}],["top3",{"tensor":"t000005"}],["deterministic_top1",{"tensor":"t000006"}],["deterministic_top3",{"tensor":"t000007"}],["nll",{"tensor":"t000008"}],["confidence",{"tensor":"t000009"}],["top3_mass",{"tensor":"t000010"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",0.17665776300418656],["prediction_seconds",0.09609218800324015],["neural_parameters",0],["checkpoint_bytes",50120],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20851],["model","additive_diag"],["held_rows",{"tensor":"t000011"}],["days",{"tensor":"t000012"}],["unseen",{"tensor":"t000013"}],["supported_levels",{"tensor":"t000014"}],["metrics",{"dict":[["top1",{"tensor":"t000015"}],["top3",{"tensor":"t000016"}],["deterministic_top1",{"tensor":"t000017"}],["deterministic_top3",{"tensor":"t000018"}],["nll",{"tensor":"t000019"}],["confidence",{"tensor":"t000020"}],["top3_mass",{"tensor":"t000021"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",0.001148302006185986],["prediction_seconds",0.0010170439927605912],["neural_parameters",0],["checkpoint_bytes",50120],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20851],["model","factorized_neural"],["held_rows",{"tensor":"t000022"}],["days",{"tensor":"t000023"}],["unseen",{"tensor":"t000024"}],["supported_levels",{"tensor":"t000025"}],["metrics",{"dict":[["top1",{"tensor":"t000026"}],["top3",{"tensor":"t000027"}],["deterministic_top1",{"tensor":"t000028"}],["deterministic_top3",{"tensor":"t000029"}],["nll",{"tensor":"t000030"}],["confidence",{"tensor":"t000031"}],["top3_mass",{"tensor":"t000032"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",2.436637737991987],["prediction_seconds",0.0012135750002926216],["neural_parameters",19936],["checkpoint_bytes",124555],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20851],["model","joint_neural"],["held_rows",{"tensor":"t000033"}],["days",{"tensor":"t000034"}],["unseen",{"tensor":"t000035"}],["supported_levels",{"tensor":"t000036"}],["metrics",{"dict":[["top1",{"tensor":"t000037"}],["top3",{"tensor":"t000038"}],["deterministic_top1",{"tensor":"t000039"}],["deterministic_top3",{"tensor":"t000040"}],["nll",{"tensor":"t000041"}],["confidence",{"tensor":"t000042"}],["top3_mass",{"tensor":"t000043"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",0.8920095740031684],["prediction_seconds",0.001178164005978033],["neural_parameters",19979],["checkpoint_bytes",124672],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20851],["model","factorized_nb"],["held_rows",{"tensor":"t000044"}],["days",{"tensor":"t000045"}],["unseen",{"tensor":"t000046"}],["supported_levels",{"tensor":"t000047"}],["metrics",{"dict":[["top1",{"tensor":"t000048"}],["top3",{"tensor":"t000049"}],["deterministic_top1",{"tensor":"t000050"}],["deterministic_top3",{"tensor":"t000051"}],["nll",{"tensor":"t000052"}],["confidence",{"tensor":"t000053"}],["top3_mass",{"tensor":"t000054"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",0.0010508430132176727],["prediction_seconds",2.1685027810017345],["neural_parameters",0],["checkpoint_bytes",367954],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20851],["model","factorized_lda"],["held_rows",{"tensor":"t000055"}],["days",{"tensor":"t000056"}],["unseen",{"tensor":"t000057"}],["supported_levels",{"tensor":"t000058"}],["metrics",{"dict":[["top1",{"tensor":"t000059"}],["top3",{"tensor":"t000060"}],["deterministic_top1",{"tensor":"t000061"}],["deterministic_top3",{"tensor":"t000062"}],["nll",{"tensor":"t000063"}],["confidence",{"tensor":"t000064"}],["top3_mass",{"tensor":"t000065"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",0.0009277429926441982],["prediction_seconds",0.0016251449997071177],["neural_parameters",0],["checkpoint_bytes",92002],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20851],["model","factorized_kernel"],["held_rows",{"tensor":"t000066"}],["days",{"tensor":"t000067"}],["unseen",{"tensor":"t000068"}],["supported_levels",{"tensor":"t000069"}],["metrics",{"dict":[["top1",{"tensor":"t000070"}],["top3",{"tensor":"t000071"}],["deterministic_top1",{"tensor":"t000072"}],["deterministic_top3",{"tensor":"t000073"}],["nll",{"tensor":"t000074"}],["confidence",{"tensor":"t000075"}],["top3_mass",{"tensor":"t000076"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",0.0009275009942939505],["prediction_seconds",4.115999011002714],["neural_parameters",0],["checkpoint_bytes",92050],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20851],["model","factorized_ridge"],["held_rows",{"tensor":"t000077"}],["days",{"tensor":"t000078"}],["unseen",{"tensor":"t000079"}],["supported_levels",{"tensor":"t000080"}],["metrics",{"dict":[["top1",{"tensor":"t000081"}],["top3",{"tensor":"t000082"}],["deterministic_top1",{"tensor":"t000083"}],["deterministic_top3",{"tensor":"t000084"}],["nll",{"tensor":"t000085"}],["confidence",{"tensor":"t000086"}],["top3_mass",{"tensor":"t000087"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",0.008381085004657507],["prediction_seconds",0.001039769995259121],["neural_parameters",0],["checkpoint_bytes",73096],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20851],["model","joint_gaussian"],["held_rows",{"tensor":"t000088"}],["days",{"tensor":"t000089"}],["unseen",{"tensor":"t000090"}],["supported_levels",{"tensor":"t000091"}],["metrics",{"dict":[["top1",{"tensor":"t000092"}],["top3",{"tensor":"t000093"}],["deterministic_top1",{"tensor":"t000094"}],["deterministic_top3",{"tensor":"t000095"}],["nll",{"tensor":"t000096"}],["confidence",{"tensor":"t000097"}],["top3_mass",{"tensor":"t000098"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",0.0005561420111916959],["prediction_seconds",0.0008991539943963289],["neural_parameters",0],["checkpoint_bytes",43665],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20851],["model","factorized_logistic"],["held_rows",{"tensor":"t000099"}],["days",{"tensor":"t000100"}],["unseen",{"tensor":"t000101"}],["supported_levels",{"tensor":"t000102"}],["metrics",{"dict":[["top1",{"tensor":"t000103"}],["top3",{"tensor":"t000104"}],["deterministic_top1",{"tensor":"t000105"}],["deterministic_top3",{"tensor":"t000106"}],["nll",{"tensor":"t000107"}],["confidence",{"tensor":"t000108"}],["top3_mass",{"tensor":"t000109"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",2.3290587439987576],["prediction_seconds",0.001419310996425338],["neural_parameters",743],["checkpoint_bytes",7944],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20851],["model","factorized_classifier"],["held_rows",{"tensor":"t000110"}],["days",{"tensor":"t000111"}],["unseen",{"tensor":"t000112"}],["supported_levels",{"tensor":"t000113"}],["metrics",{"dict":[["top1",{"tensor":"t000114"}],["top3",{"tensor":"t000115"}],["deterministic_top1",{"tensor":"t000116"}],["deterministic_top3",{"tensor":"t000117"}],["nll",{"tensor":"t000118"}],["confidence",{"tensor":"t000119"}],["top3_mass",{"tensor":"t000120"}]]}],["normalization_seconds",0.023537187997135334],["fit_seconds",2.0678669799963245],["prediction_seconds",0.0014433320029638708],["neural_parameters",19965],["checkpoint_bytes",85490],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20852],["model","additive_full"],["held_rows",{"tensor":"t000121"}],["days",{"tensor":"t000122"}],["unseen",{"tensor":"t000123"}],["supported_levels",{"tensor":"t000124"}],["metrics",{"dict":[["top1",{"tensor":"t000125"}],["top3",{"tensor":"t000126"}],["deterministic_top1",{"tensor":"t000127"}],["deterministic_top3",{"tensor":"t000128"}],["nll",{"tensor":"t000129"}],["confidence",{"tensor":"t000130"}],["top3_mass",{"tensor":"t000131"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",0.0011382470111129805],["prediction_seconds",0.0010413530108053237],["neural_parameters",0],["checkpoint_bytes",50120],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20852],["model","additive_diag"],["held_rows",{"tensor":"t000132"}],["days",{"tensor":"t000133"}],["unseen",{"tensor":"t000134"}],["supported_levels",{"tensor":"t000135"}],["metrics",{"dict":[["top1",{"tensor":"t000136"}],["top3",{"tensor":"t000137"}],["deterministic_top1",{"tensor":"t000138"}],["deterministic_top3",{"tensor":"t000139"}],["nll",{"tensor":"t000140"}],["confidence",{"tensor":"t000141"}],["top3_mass",{"tensor":"t000142"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",0.0008023369882721454],["prediction_seconds",0.0008592569938628003],["neural_parameters",0],["checkpoint_bytes",50120],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20852],["model","factorized_neural"],["held_rows",{"tensor":"t000143"}],["days",{"tensor":"t000144"}],["unseen",{"tensor":"t000145"}],["supported_levels",{"tensor":"t000146"}],["metrics",{"dict":[["top1",{"tensor":"t000147"}],["top3",{"tensor":"t000148"}],["deterministic_top1",{"tensor":"t000149"}],["deterministic_top3",{"tensor":"t000150"}],["nll",{"tensor":"t000151"}],["confidence",{"tensor":"t000152"}],["top3_mass",{"tensor":"t000153"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",1.4909278029954294],["prediction_seconds",0.0012278789945412427],["neural_parameters",19936],["checkpoint_bytes",124555],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20852],["model","joint_neural"],["held_rows",{"tensor":"t000154"}],["days",{"tensor":"t000155"}],["unseen",{"tensor":"t000156"}],["supported_levels",{"tensor":"t000157"}],["metrics",{"dict":[["top1",{"tensor":"t000158"}],["top3",{"tensor":"t000159"}],["deterministic_top1",{"tensor":"t000160"}],["deterministic_top3",{"tensor":"t000161"}],["nll",{"tensor":"t000162"}],["confidence",{"tensor":"t000163"}],["top3_mass",{"tensor":"t000164"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",1.9436139250028646],["prediction_seconds",0.004383851002785377],["neural_parameters",19979],["checkpoint_bytes",124672],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20852],["model","factorized_nb"],["held_rows",{"tensor":"t000165"}],["days",{"tensor":"t000166"}],["unseen",{"tensor":"t000167"}],["supported_levels",{"tensor":"t000168"}],["metrics",{"dict":[["top1",{"tensor":"t000169"}],["top3",{"tensor":"t000170"}],["deterministic_top1",{"tensor":"t000171"}],["deterministic_top3",{"tensor":"t000172"}],["nll",{"tensor":"t000173"}],["confidence",{"tensor":"t000174"}],["top3_mass",{"tensor":"t000175"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",0.002787183999316767],["prediction_seconds",0.006626098009292036],["neural_parameters",0],["checkpoint_bytes",367954],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20852],["model","factorized_lda"],["held_rows",{"tensor":"t000176"}],["days",{"tensor":"t000177"}],["unseen",{"tensor":"t000178"}],["supported_levels",{"tensor":"t000179"}],["metrics",{"dict":[["top1",{"tensor":"t000180"}],["top3",{"tensor":"t000181"}],["deterministic_top1",{"tensor":"t000182"}],["deterministic_top3",{"tensor":"t000183"}],["nll",{"tensor":"t000184"}],["confidence",{"tensor":"t000185"}],["top3_mass",{"tensor":"t000186"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",0.002600148000055924],["prediction_seconds",0.006512414998724125],["neural_parameters",0],["checkpoint_bytes",92002],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20852],["model","factorized_kernel"],["held_rows",{"tensor":"t000187"}],["days",{"tensor":"t000188"}],["unseen",{"tensor":"t000189"}],["supported_levels",{"tensor":"t000190"}],["metrics",{"dict":[["top1",{"tensor":"t000191"}],["top3",{"tensor":"t000192"}],["deterministic_top1",{"tensor":"t000193"}],["deterministic_top3",{"tensor":"t000194"}],["nll",{"tensor":"t000195"}],["confidence",{"tensor":"t000196"}],["top3_mass",{"tensor":"t000197"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",0.0028671200125245377],["prediction_seconds",0.02411165600642562],["neural_parameters",0],["checkpoint_bytes",92050],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20852],["model","factorized_ridge"],["held_rows",{"tensor":"t000198"}],["days",{"tensor":"t000199"}],["unseen",{"tensor":"t000200"}],["supported_levels",{"tensor":"t000201"}],["metrics",{"dict":[["top1",{"tensor":"t000202"}],["top3",{"tensor":"t000203"}],["deterministic_top1",{"tensor":"t000204"}],["deterministic_top3",{"tensor":"t000205"}],["nll",{"tensor":"t000206"}],["confidence",{"tensor":"t000207"}],["top3_mass",{"tensor":"t000208"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",0.004647762005333789],["prediction_seconds",0.002412892004940659],["neural_parameters",0],["checkpoint_bytes",73096],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20852],["model","joint_gaussian"],["held_rows",{"tensor":"t000209"}],["days",{"tensor":"t000210"}],["unseen",{"tensor":"t000211"}],["supported_levels",{"tensor":"t000212"}],["metrics",{"dict":[["top1",{"tensor":"t000213"}],["top3",{"tensor":"t000214"}],["deterministic_top1",{"tensor":"t000215"}],["deterministic_top3",{"tensor":"t000216"}],["nll",{"tensor":"t000217"}],["confidence",{"tensor":"t000218"}],["top3_mass",{"tensor":"t000219"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",0.001063668998540379],["prediction_seconds",0.0039446840091841295],["neural_parameters",0],["checkpoint_bytes",43665],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20852],["model","factorized_logistic"],["held_rows",{"tensor":"t000220"}],["days",{"tensor":"t000221"}],["unseen",{"tensor":"t000222"}],["supported_levels",{"tensor":"t000223"}],["metrics",{"dict":[["top1",{"tensor":"t000224"}],["top3",{"tensor":"t000225"}],["deterministic_top1",{"tensor":"t000226"}],["deterministic_top3",{"tensor":"t000227"}],["nll",{"tensor":"t000228"}],["confidence",{"tensor":"t000229"}],["top3_mass",{"tensor":"t000230"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",2.3147749789932277],["prediction_seconds",0.000938375000259839],["neural_parameters",743],["checkpoint_bytes",7944],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20852],["model","factorized_classifier"],["held_rows",{"tensor":"t000231"}],["days",{"tensor":"t000232"}],["unseen",{"tensor":"t000233"}],["supported_levels",{"tensor":"t000234"}],["metrics",{"dict":[["top1",{"tensor":"t000235"}],["top3",{"tensor":"t000236"}],["deterministic_top1",{"tensor":"t000237"}],["deterministic_top3",{"tensor":"t000238"}],["nll",{"tensor":"t000239"}],["confidence",{"tensor":"t000240"}],["top3_mass",{"tensor":"t000241"}]]}],["normalization_seconds",0.00014179499703459442],["fit_seconds",2.5580791469983524],["prediction_seconds",0.0011088290048064664],["neural_parameters",19965],["checkpoint_bytes",85490],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20853],["model","additive_full"],["held_rows",{"tensor":"t000242"}],["days",{"tensor":"t000243"}],["unseen",{"tensor":"t000244"}],["supported_levels",{"tensor":"t000245"}],["metrics",{"dict":[["top1",{"tensor":"t000246"}],["top3",{"tensor":"t000247"}],["deterministic_top1",{"tensor":"t000248"}],["deterministic_top3",{"tensor":"t000249"}],["nll",{"tensor":"t000250"}],["confidence",{"tensor":"t000251"}],["top3_mass",{"tensor":"t000252"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",0.0028005479980492964],["prediction_seconds",0.0071943619986996055],["neural_parameters",0],["checkpoint_bytes",50120],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20853],["model","additive_diag"],["held_rows",{"tensor":"t000253"}],["days",{"tensor":"t000254"}],["unseen",{"tensor":"t000255"}],["supported_levels",{"tensor":"t000256"}],["metrics",{"dict":[["top1",{"tensor":"t000257"}],["top3",{"tensor":"t000258"}],["deterministic_top1",{"tensor":"t000259"}],["deterministic_top3",{"tensor":"t000260"}],["nll",{"tensor":"t000261"}],["confidence",{"tensor":"t000262"}],["top3_mass",{"tensor":"t000263"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",0.003586471008020453],["prediction_seconds",0.00490585200896021],["neural_parameters",0],["checkpoint_bytes",50120],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20853],["model","factorized_neural"],["held_rows",{"tensor":"t000264"}],["days",{"tensor":"t000265"}],["unseen",{"tensor":"t000266"}],["supported_levels",{"tensor":"t000267"}],["metrics",{"dict":[["top1",{"tensor":"t000268"}],["top3",{"tensor":"t000269"}],["deterministic_top1",{"tensor":"t000270"}],["deterministic_top3",{"tensor":"t000271"}],["nll",{"tensor":"t000272"}],["confidence",{"tensor":"t000273"}],["top3_mass",{"tensor":"t000274"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",1.807837837986881],["prediction_seconds",0.004166961007285863],["neural_parameters",19936],["checkpoint_bytes",124555],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20853],["model","joint_neural"],["held_rows",{"tensor":"t000275"}],["days",{"tensor":"t000276"}],["unseen",{"tensor":"t000277"}],["supported_levels",{"tensor":"t000278"}],["metrics",{"dict":[["top1",{"tensor":"t000279"}],["top3",{"tensor":"t000280"}],["deterministic_top1",{"tensor":"t000281"}],["deterministic_top3",{"tensor":"t000282"}],["nll",{"tensor":"t000283"}],["confidence",{"tensor":"t000284"}],["top3_mass",{"tensor":"t000285"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",1.819105454007513],["prediction_seconds",0.002378541001235135],["neural_parameters",19979],["checkpoint_bytes",124672],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20853],["model","factorized_nb"],["held_rows",{"tensor":"t000286"}],["days",{"tensor":"t000287"}],["unseen",{"tensor":"t000288"}],["supported_levels",{"tensor":"t000289"}],["metrics",{"dict":[["top1",{"tensor":"t000290"}],["top3",{"tensor":"t000291"}],["deterministic_top1",{"tensor":"t000292"}],["deterministic_top3",{"tensor":"t000293"}],["nll",{"tensor":"t000294"}],["confidence",{"tensor":"t000295"}],["top3_mass",{"tensor":"t000296"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",0.0017201379960170016],["prediction_seconds",0.00407346899737604],["neural_parameters",0],["checkpoint_bytes",367954],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20853],["model","factorized_lda"],["held_rows",{"tensor":"t000297"}],["days",{"tensor":"t000298"}],["unseen",{"tensor":"t000299"}],["supported_levels",{"tensor":"t000300"}],["metrics",{"dict":[["top1",{"tensor":"t000301"}],["top3",{"tensor":"t000302"}],["deterministic_top1",{"tensor":"t000303"}],["deterministic_top3",{"tensor":"t000304"}],["nll",{"tensor":"t000305"}],["confidence",{"tensor":"t000306"}],["top3_mass",{"tensor":"t000307"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",0.001707875999272801],["prediction_seconds",0.003873416004353203],["neural_parameters",0],["checkpoint_bytes",92002],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20853],["model","factorized_kernel"],["held_rows",{"tensor":"t000308"}],["days",{"tensor":"t000309"}],["unseen",{"tensor":"t000310"}],["supported_levels",{"tensor":"t000311"}],["metrics",{"dict":[["top1",{"tensor":"t000312"}],["top3",{"tensor":"t000313"}],["deterministic_top1",{"tensor":"t000314"}],["deterministic_top3",{"tensor":"t000315"}],["nll",{"tensor":"t000316"}],["confidence",{"tensor":"t000317"}],["top3_mass",{"tensor":"t000318"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",0.0015314379998017102],["prediction_seconds",0.01652117900084704],["neural_parameters",0],["checkpoint_bytes",92050],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20853],["model","factorized_ridge"],["held_rows",{"tensor":"t000319"}],["days",{"tensor":"t000320"}],["unseen",{"tensor":"t000321"}],["supported_levels",{"tensor":"t000322"}],["metrics",{"dict":[["top1",{"tensor":"t000323"}],["top3",{"tensor":"t000324"}],["deterministic_top1",{"tensor":"t000325"}],["deterministic_top3",{"tensor":"t000326"}],["nll",{"tensor":"t000327"}],["confidence",{"tensor":"t000328"}],["top3_mass",{"tensor":"t000329"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",0.0024104670010274276],["prediction_seconds",0.0020359530026325956],["neural_parameters",0],["checkpoint_bytes",73096],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20853],["model","joint_gaussian"],["held_rows",{"tensor":"t000330"}],["days",{"tensor":"t000331"}],["unseen",{"tensor":"t000332"}],["supported_levels",{"tensor":"t000333"}],["metrics",{"dict":[["top1",{"tensor":"t000334"}],["top3",{"tensor":"t000335"}],["deterministic_top1",{"tensor":"t000336"}],["deterministic_top3",{"tensor":"t000337"}],["nll",{"tensor":"t000338"}],["confidence",{"tensor":"t000339"}],["top3_mass",{"tensor":"t000340"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",0.0010624630085658282],["prediction_seconds",0.002375062002101913],["neural_parameters",0],["checkpoint_bytes",43665],["adaptation_fits",1]]},{"dict":[["samples",64],["seed",20853],["model","factorized_logistic"],["held_rows",{"tensor":"t000341"}],["days",{"tensor":"t000342"}],["unseen",{"tensor":"t000343"}],["supported_levels",{"tensor":"t000344"}],["metrics",{"dict":[["top1",{"tensor":"t000345"}],["top3",{"tensor":"t000346"}],["deterministic_top1",{"tensor":"t000347"}],["deterministic_top3",{"tensor":"t000348"}],["nll",{"tensor":"t000349"}],["confidence",{"tensor":"t000350"}],["top3_mass",{"tensor":"t000351"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",2.309631664000335],["prediction_seconds",0.0009854050003923476],["neural_parameters",743],["checkpoint_bytes",7944],["adaptation_fits",5]]},{"dict":[["samples",64],["seed",20853],["model","factorized_classifier"],["held_rows",{"tensor":"t000352"}],["days",{"tensor":"t000353"}],["unseen",{"tensor":"t000354"}],["supported_levels",{"tensor":"t000355"}],["metrics",{"dict":[["top1",{"tensor":"t000356"}],["top3",{"tensor":"t000357"}],["deterministic_top1",{"tensor":"t000358"}],["deterministic_top3",{"tensor":"t000359"}],["nll",{"tensor":"t000360"}],["confidence",{"tensor":"t000361"}],["top3_mass",{"tensor":"t000362"}]]}],["normalization_seconds",0.00023825399694032967],["fit_seconds",2.5695332850009436],["prediction_seconds",0.0009352649940410629],["neural_parameters",19965],["checkpoint_bytes",85490],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20851],["model","additive_full"],["held_rows",{"tensor":"t000363"}],["days",{"tensor":"t000364"}],["unseen",{"tensor":"t000365"}],["supported_levels",{"tensor":"t000366"}],["metrics",{"dict":[["top1",{"tensor":"t000367"}],["top3",{"tensor":"t000368"}],["deterministic_top1",{"tensor":"t000369"}],["deterministic_top3",{"tensor":"t000370"}],["nll",{"tensor":"t000371"}],["confidence",{"tensor":"t000372"}],["top3_mass",{"tensor":"t000373"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",0.0014137029938865453],["prediction_seconds",0.0009321109973825514],["neural_parameters",0],["checkpoint_bytes",50632],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20851],["model","additive_diag"],["held_rows",{"tensor":"t000374"}],["days",{"tensor":"t000375"}],["unseen",{"tensor":"t000376"}],["supported_levels",{"tensor":"t000377"}],["metrics",{"dict":[["top1",{"tensor":"t000378"}],["top3",{"tensor":"t000379"}],["deterministic_top1",{"tensor":"t000380"}],["deterministic_top3",{"tensor":"t000381"}],["nll",{"tensor":"t000382"}],["confidence",{"tensor":"t000383"}],["top3_mass",{"tensor":"t000384"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",0.0007983359973877668],["prediction_seconds",0.0008973000076366588],["neural_parameters",0],["checkpoint_bytes",50632],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20851],["model","factorized_neural"],["held_rows",{"tensor":"t000385"}],["days",{"tensor":"t000386"}],["unseen",{"tensor":"t000387"}],["supported_levels",{"tensor":"t000388"}],["metrics",{"dict":[["top1",{"tensor":"t000389"}],["top3",{"tensor":"t000390"}],["deterministic_top1",{"tensor":"t000391"}],["deterministic_top3",{"tensor":"t000392"}],["nll",{"tensor":"t000393"}],["confidence",{"tensor":"t000394"}],["top3_mass",{"tensor":"t000395"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",1.1472879990033107],["prediction_seconds",0.000994863992673345],["neural_parameters",19936],["checkpoint_bytes",125067],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20851],["model","joint_neural"],["held_rows",{"tensor":"t000396"}],["days",{"tensor":"t000397"}],["unseen",{"tensor":"t000398"}],["supported_levels",{"tensor":"t000399"}],["metrics",{"dict":[["top1",{"tensor":"t000400"}],["top3",{"tensor":"t000401"}],["deterministic_top1",{"tensor":"t000402"}],["deterministic_top3",{"tensor":"t000403"}],["nll",{"tensor":"t000404"}],["confidence",{"tensor":"t000405"}],["top3_mass",{"tensor":"t000406"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",1.1532195689942455],["prediction_seconds",0.0011369970015948638],["neural_parameters",19979],["checkpoint_bytes",125184],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20851],["model","factorized_nb"],["held_rows",{"tensor":"t000407"}],["days",{"tensor":"t000408"}],["unseen",{"tensor":"t000409"}],["supported_levels",{"tensor":"t000410"}],["metrics",{"dict":[["top1",{"tensor":"t000411"}],["top3",{"tensor":"t000412"}],["deterministic_top1",{"tensor":"t000413"}],["deterministic_top3",{"tensor":"t000414"}],["nll",{"tensor":"t000415"}],["confidence",{"tensor":"t000416"}],["top3_mass",{"tensor":"t000417"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",0.0007647439924767241],["prediction_seconds",3.7452118639921537],["neural_parameters",0],["checkpoint_bytes",398162],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20851],["model","factorized_lda"],["held_rows",{"tensor":"t000418"}],["days",{"tensor":"t000419"}],["unseen",{"tensor":"t000420"}],["supported_levels",{"tensor":"t000421"}],["metrics",{"dict":[["top1",{"tensor":"t000422"}],["top3",{"tensor":"t000423"}],["deterministic_top1",{"tensor":"t000424"}],["deterministic_top3",{"tensor":"t000425"}],["nll",{"tensor":"t000426"}],["confidence",{"tensor":"t000427"}],["top3_mass",{"tensor":"t000428"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",0.0009372979984618723],["prediction_seconds",0.0018102390022249892],["neural_parameters",0],["checkpoint_bytes",122210],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20851],["model","factorized_kernel"],["held_rows",{"tensor":"t000429"}],["days",{"tensor":"t000430"}],["unseen",{"tensor":"t000431"}],["supported_levels",{"tensor":"t000432"}],["metrics",{"dict":[["top1",{"tensor":"t000433"}],["top3",{"tensor":"t000434"}],["deterministic_top1",{"tensor":"t000435"}],["deterministic_top3",{"tensor":"t000436"}],["nll",{"tensor":"t000437"}],["confidence",{"tensor":"t000438"}],["top3_mass",{"tensor":"t000439"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",0.0008651509997434914],["prediction_seconds",4.071094983999501],["neural_parameters",0],["checkpoint_bytes",122258],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20851],["model","factorized_ridge"],["held_rows",{"tensor":"t000440"}],["days",{"tensor":"t000441"}],["unseen",{"tensor":"t000442"}],["supported_levels",{"tensor":"t000443"}],["metrics",{"dict":[["top1",{"tensor":"t000444"}],["top3",{"tensor":"t000445"}],["deterministic_top1",{"tensor":"t000446"}],["deterministic_top3",{"tensor":"t000447"}],["nll",{"tensor":"t000448"}],["confidence",{"tensor":"t000449"}],["top3_mass",{"tensor":"t000450"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",0.001426750997779891],["prediction_seconds",0.0010162719991058111],["neural_parameters",0],["checkpoint_bytes",103304],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20851],["model","joint_gaussian"],["held_rows",{"tensor":"t000451"}],["days",{"tensor":"t000452"}],["unseen",{"tensor":"t000453"}],["supported_levels",{"tensor":"t000454"}],["metrics",{"dict":[["top1",{"tensor":"t000455"}],["top3",{"tensor":"t000456"}],["deterministic_top1",{"tensor":"t000457"}],["deterministic_top3",{"tensor":"t000458"}],["nll",{"tensor":"t000459"}],["confidence",{"tensor":"t000460"}],["top3_mass",{"tensor":"t000461"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",0.0005419520020950586],["prediction_seconds",0.0008860870002536103],["neural_parameters",0],["checkpoint_bytes",44177],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20851],["model","factorized_logistic"],["held_rows",{"tensor":"t000462"}],["days",{"tensor":"t000463"}],["unseen",{"tensor":"t000464"}],["supported_levels",{"tensor":"t000465"}],["metrics",{"dict":[["top1",{"tensor":"t000466"}],["top3",{"tensor":"t000467"}],["deterministic_top1",{"tensor":"t000468"}],["deterministic_top3",{"tensor":"t000469"}],["nll",{"tensor":"t000470"}],["confidence",{"tensor":"t000471"}],["top3_mass",{"tensor":"t000472"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",2.265729534003185],["prediction_seconds",0.0009760910033946857],["neural_parameters",743],["checkpoint_bytes",8456],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20851],["model","factorized_classifier"],["held_rows",{"tensor":"t000473"}],["days",{"tensor":"t000474"}],["unseen",{"tensor":"t000475"}],["supported_levels",{"tensor":"t000476"}],["metrics",{"dict":[["top1",{"tensor":"t000477"}],["top3",{"tensor":"t000478"}],["deterministic_top1",{"tensor":"t000479"}],["deterministic_top3",{"tensor":"t000480"}],["nll",{"tensor":"t000481"}],["confidence",{"tensor":"t000482"}],["top3_mass",{"tensor":"t000483"}]]}],["normalization_seconds",0.00013675200170837343],["fit_seconds",2.539189789997181],["prediction_seconds",0.0009770360047696158],["neural_parameters",19965],["checkpoint_bytes",86002],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20852],["model","additive_full"],["held_rows",{"tensor":"t000484"}],["days",{"tensor":"t000485"}],["unseen",{"tensor":"t000486"}],["supported_levels",{"tensor":"t000487"}],["metrics",{"dict":[["top1",{"tensor":"t000488"}],["top3",{"tensor":"t000489"}],["deterministic_top1",{"tensor":"t000490"}],["deterministic_top3",{"tensor":"t000491"}],["nll",{"tensor":"t000492"}],["confidence",{"tensor":"t000493"}],["top3_mass",{"tensor":"t000494"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",0.0011084300058428198],["prediction_seconds",0.0009552240080665797],["neural_parameters",0],["checkpoint_bytes",50632],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20852],["model","additive_diag"],["held_rows",{"tensor":"t000495"}],["days",{"tensor":"t000496"}],["unseen",{"tensor":"t000497"}],["supported_levels",{"tensor":"t000498"}],["metrics",{"dict":[["top1",{"tensor":"t000499"}],["top3",{"tensor":"t000500"}],["deterministic_top1",{"tensor":"t000501"}],["deterministic_top3",{"tensor":"t000502"}],["nll",{"tensor":"t000503"}],["confidence",{"tensor":"t000504"}],["top3_mass",{"tensor":"t000505"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",0.0008065050060395151],["prediction_seconds",0.0008473860070807859],["neural_parameters",0],["checkpoint_bytes",50632],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20852],["model","factorized_neural"],["held_rows",{"tensor":"t000506"}],["days",{"tensor":"t000507"}],["unseen",{"tensor":"t000508"}],["supported_levels",{"tensor":"t000509"}],["metrics",{"dict":[["top1",{"tensor":"t000510"}],["top3",{"tensor":"t000511"}],["deterministic_top1",{"tensor":"t000512"}],["deterministic_top3",{"tensor":"t000513"}],["nll",{"tensor":"t000514"}],["confidence",{"tensor":"t000515"}],["top3_mass",{"tensor":"t000516"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",1.7587256989936577],["prediction_seconds",0.0011309539986541495],["neural_parameters",19936],["checkpoint_bytes",125067],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20852],["model","joint_neural"],["held_rows",{"tensor":"t000517"}],["days",{"tensor":"t000518"}],["unseen",{"tensor":"t000519"}],["supported_levels",{"tensor":"t000520"}],["metrics",{"dict":[["top1",{"tensor":"t000521"}],["top3",{"tensor":"t000522"}],["deterministic_top1",{"tensor":"t000523"}],["deterministic_top3",{"tensor":"t000524"}],["nll",{"tensor":"t000525"}],["confidence",{"tensor":"t000526"}],["top3_mass",{"tensor":"t000527"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",1.8775172630121233],["prediction_seconds",0.0011044690036214888],["neural_parameters",19979],["checkpoint_bytes",125184],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20852],["model","factorized_nb"],["held_rows",{"tensor":"t000528"}],["days",{"tensor":"t000529"}],["unseen",{"tensor":"t000530"}],["supported_levels",{"tensor":"t000531"}],["metrics",{"dict":[["top1",{"tensor":"t000532"}],["top3",{"tensor":"t000533"}],["deterministic_top1",{"tensor":"t000534"}],["deterministic_top3",{"tensor":"t000535"}],["nll",{"tensor":"t000536"}],["confidence",{"tensor":"t000537"}],["top3_mass",{"tensor":"t000538"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",0.0007821409963071346],["prediction_seconds",0.0016286689933622256],["neural_parameters",0],["checkpoint_bytes",398162],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20852],["model","factorized_lda"],["held_rows",{"tensor":"t000539"}],["days",{"tensor":"t000540"}],["unseen",{"tensor":"t000541"}],["supported_levels",{"tensor":"t000542"}],["metrics",{"dict":[["top1",{"tensor":"t000543"}],["top3",{"tensor":"t000544"}],["deterministic_top1",{"tensor":"t000545"}],["deterministic_top3",{"tensor":"t000546"}],["nll",{"tensor":"t000547"}],["confidence",{"tensor":"t000548"}],["top3_mass",{"tensor":"t000549"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",0.0006677630008198321],["prediction_seconds",0.0012428960035322234],["neural_parameters",0],["checkpoint_bytes",122210],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20852],["model","factorized_kernel"],["held_rows",{"tensor":"t000550"}],["days",{"tensor":"t000551"}],["unseen",{"tensor":"t000552"}],["supported_levels",{"tensor":"t000553"}],["metrics",{"dict":[["top1",{"tensor":"t000554"}],["top3",{"tensor":"t000555"}],["deterministic_top1",{"tensor":"t000556"}],["deterministic_top3",{"tensor":"t000557"}],["nll",{"tensor":"t000558"}],["confidence",{"tensor":"t000559"}],["top3_mass",{"tensor":"t000560"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",0.0007488839910365641],["prediction_seconds",0.003516384997055866],["neural_parameters",0],["checkpoint_bytes",122258],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20852],["model","factorized_ridge"],["held_rows",{"tensor":"t000561"}],["days",{"tensor":"t000562"}],["unseen",{"tensor":"t000563"}],["supported_levels",{"tensor":"t000564"}],["metrics",{"dict":[["top1",{"tensor":"t000565"}],["top3",{"tensor":"t000566"}],["deterministic_top1",{"tensor":"t000567"}],["deterministic_top3",{"tensor":"t000568"}],["nll",{"tensor":"t000569"}],["confidence",{"tensor":"t000570"}],["top3_mass",{"tensor":"t000571"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",0.0011679009912768379],["prediction_seconds",0.000837788000353612],["neural_parameters",0],["checkpoint_bytes",103304],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20852],["model","joint_gaussian"],["held_rows",{"tensor":"t000572"}],["days",{"tensor":"t000573"}],["unseen",{"tensor":"t000574"}],["supported_levels",{"tensor":"t000575"}],["metrics",{"dict":[["top1",{"tensor":"t000576"}],["top3",{"tensor":"t000577"}],["deterministic_top1",{"tensor":"t000578"}],["deterministic_top3",{"tensor":"t000579"}],["nll",{"tensor":"t000580"}],["confidence",{"tensor":"t000581"}],["top3_mass",{"tensor":"t000582"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",0.0005162120069144294],["prediction_seconds",0.0008658820006530732],["neural_parameters",0],["checkpoint_bytes",44177],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20852],["model","factorized_logistic"],["held_rows",{"tensor":"t000583"}],["days",{"tensor":"t000584"}],["unseen",{"tensor":"t000585"}],["supported_levels",{"tensor":"t000586"}],["metrics",{"dict":[["top1",{"tensor":"t000587"}],["top3",{"tensor":"t000588"}],["deterministic_top1",{"tensor":"t000589"}],["deterministic_top3",{"tensor":"t000590"}],["nll",{"tensor":"t000591"}],["confidence",{"tensor":"t000592"}],["top3_mass",{"tensor":"t000593"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",2.2780268480128143],["prediction_seconds",0.0009243669919669628],["neural_parameters",743],["checkpoint_bytes",8456],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20852],["model","factorized_classifier"],["held_rows",{"tensor":"t000594"}],["days",{"tensor":"t000595"}],["unseen",{"tensor":"t000596"}],["supported_levels",{"tensor":"t000597"}],["metrics",{"dict":[["top1",{"tensor":"t000598"}],["top3",{"tensor":"t000599"}],["deterministic_top1",{"tensor":"t000600"}],["deterministic_top3",{"tensor":"t000601"}],["nll",{"tensor":"t000602"}],["confidence",{"tensor":"t000603"}],["top3_mass",{"tensor":"t000604"}]]}],["normalization_seconds",0.0001374300045426935],["fit_seconds",2.5505702320078854],["prediction_seconds",0.0010245500016026199],["neural_parameters",19965],["checkpoint_bytes",86002],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20853],["model","additive_full"],["held_rows",{"tensor":"t000605"}],["days",{"tensor":"t000606"}],["unseen",{"tensor":"t000607"}],["supported_levels",{"tensor":"t000608"}],["metrics",{"dict":[["top1",{"tensor":"t000609"}],["top3",{"tensor":"t000610"}],["deterministic_top1",{"tensor":"t000611"}],["deterministic_top3",{"tensor":"t000612"}],["nll",{"tensor":"t000613"}],["confidence",{"tensor":"t000614"}],["top3_mass",{"tensor":"t000615"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",0.0011253239936195314],["prediction_seconds",0.0009510669915471226],["neural_parameters",0],["checkpoint_bytes",50632],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20853],["model","additive_diag"],["held_rows",{"tensor":"t000616"}],["days",{"tensor":"t000617"}],["unseen",{"tensor":"t000618"}],["supported_levels",{"tensor":"t000619"}],["metrics",{"dict":[["top1",{"tensor":"t000620"}],["top3",{"tensor":"t000621"}],["deterministic_top1",{"tensor":"t000622"}],["deterministic_top3",{"tensor":"t000623"}],["nll",{"tensor":"t000624"}],["confidence",{"tensor":"t000625"}],["top3_mass",{"tensor":"t000626"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",0.0008097370009636506],["prediction_seconds",0.0008581069996580482],["neural_parameters",0],["checkpoint_bytes",50632],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20853],["model","factorized_neural"],["held_rows",{"tensor":"t000627"}],["days",{"tensor":"t000628"}],["unseen",{"tensor":"t000629"}],["supported_levels",{"tensor":"t000630"}],["metrics",{"dict":[["top1",{"tensor":"t000631"}],["top3",{"tensor":"t000632"}],["deterministic_top1",{"tensor":"t000633"}],["deterministic_top3",{"tensor":"t000634"}],["nll",{"tensor":"t000635"}],["confidence",{"tensor":"t000636"}],["top3_mass",{"tensor":"t000637"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",1.9229610209877137],["prediction_seconds",0.0013046489912085235],["neural_parameters",19936],["checkpoint_bytes",125067],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20853],["model","joint_neural"],["held_rows",{"tensor":"t000638"}],["days",{"tensor":"t000639"}],["unseen",{"tensor":"t000640"}],["supported_levels",{"tensor":"t000641"}],["metrics",{"dict":[["top1",{"tensor":"t000642"}],["top3",{"tensor":"t000643"}],["deterministic_top1",{"tensor":"t000644"}],["deterministic_top3",{"tensor":"t000645"}],["nll",{"tensor":"t000646"}],["confidence",{"tensor":"t000647"}],["top3_mass",{"tensor":"t000648"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",1.8031580100068823],["prediction_seconds",0.001095088999136351],["neural_parameters",19979],["checkpoint_bytes",125184],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20853],["model","factorized_nb"],["held_rows",{"tensor":"t000649"}],["days",{"tensor":"t000650"}],["unseen",{"tensor":"t000651"}],["supported_levels",{"tensor":"t000652"}],["metrics",{"dict":[["top1",{"tensor":"t000653"}],["top3",{"tensor":"t000654"}],["deterministic_top1",{"tensor":"t000655"}],["deterministic_top3",{"tensor":"t000656"}],["nll",{"tensor":"t000657"}],["confidence",{"tensor":"t000658"}],["top3_mass",{"tensor":"t000659"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",0.0007809509988874197],["prediction_seconds",0.001343695999821648],["neural_parameters",0],["checkpoint_bytes",398162],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20853],["model","factorized_lda"],["held_rows",{"tensor":"t000660"}],["days",{"tensor":"t000661"}],["unseen",{"tensor":"t000662"}],["supported_levels",{"tensor":"t000663"}],["metrics",{"dict":[["top1",{"tensor":"t000664"}],["top3",{"tensor":"t000665"}],["deterministic_top1",{"tensor":"t000666"}],["deterministic_top3",{"tensor":"t000667"}],["nll",{"tensor":"t000668"}],["confidence",{"tensor":"t000669"}],["top3_mass",{"tensor":"t000670"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",0.0006537870067404583],["prediction_seconds",0.0012380680127535015],["neural_parameters",0],["checkpoint_bytes",122210],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20853],["model","factorized_kernel"],["held_rows",{"tensor":"t000671"}],["days",{"tensor":"t000672"}],["unseen",{"tensor":"t000673"}],["supported_levels",{"tensor":"t000674"}],["metrics",{"dict":[["top1",{"tensor":"t000675"}],["top3",{"tensor":"t000676"}],["deterministic_top1",{"tensor":"t000677"}],["deterministic_top3",{"tensor":"t000678"}],["nll",{"tensor":"t000679"}],["confidence",{"tensor":"t000680"}],["top3_mass",{"tensor":"t000681"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",0.0007469249976566061],["prediction_seconds",0.003472950993455015],["neural_parameters",0],["checkpoint_bytes",122258],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20853],["model","factorized_ridge"],["held_rows",{"tensor":"t000682"}],["days",{"tensor":"t000683"}],["unseen",{"tensor":"t000684"}],["supported_levels",{"tensor":"t000685"}],["metrics",{"dict":[["top1",{"tensor":"t000686"}],["top3",{"tensor":"t000687"}],["deterministic_top1",{"tensor":"t000688"}],["deterministic_top3",{"tensor":"t000689"}],["nll",{"tensor":"t000690"}],["confidence",{"tensor":"t000691"}],["top3_mass",{"tensor":"t000692"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",0.001129559997934848],["prediction_seconds",0.000842289999127388],["neural_parameters",0],["checkpoint_bytes",103304],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20853],["model","joint_gaussian"],["held_rows",{"tensor":"t000693"}],["days",{"tensor":"t000694"}],["unseen",{"tensor":"t000695"}],["supported_levels",{"tensor":"t000696"}],["metrics",{"dict":[["top1",{"tensor":"t000697"}],["top3",{"tensor":"t000698"}],["deterministic_top1",{"tensor":"t000699"}],["deterministic_top3",{"tensor":"t000700"}],["nll",{"tensor":"t000701"}],["confidence",{"tensor":"t000702"}],["top3_mass",{"tensor":"t000703"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",0.0005088479956611991],["prediction_seconds",0.0008600899891462177],["neural_parameters",0],["checkpoint_bytes",44177],["adaptation_fits",1]]},{"dict":[["samples",128],["seed",20853],["model","factorized_logistic"],["held_rows",{"tensor":"t000704"}],["days",{"tensor":"t000705"}],["unseen",{"tensor":"t000706"}],["supported_levels",{"tensor":"t000707"}],["metrics",{"dict":[["top1",{"tensor":"t000708"}],["top3",{"tensor":"t000709"}],["deterministic_top1",{"tensor":"t000710"}],["deterministic_top3",{"tensor":"t000711"}],["nll",{"tensor":"t000712"}],["confidence",{"tensor":"t000713"}],["top3_mass",{"tensor":"t000714"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",2.3297772530058865],["prediction_seconds",0.000874111006851308],["neural_parameters",743],["checkpoint_bytes",8456],["adaptation_fits",5]]},{"dict":[["samples",128],["seed",20853],["model","factorized_classifier"],["held_rows",{"tensor":"t000715"}],["days",{"tensor":"t000716"}],["unseen",{"tensor":"t000717"}],["supported_levels",{"tensor":"t000718"}],["metrics",{"dict":[["top1",{"tensor":"t000719"}],["top3",{"tensor":"t000720"}],["deterministic_top1",{"tensor":"t000721"}],["deterministic_top3",{"tensor":"t000722"}],["nll",{"tensor":"t000723"}],["confidence",{"tensor":"t000724"}],["top3_mass",{"tensor":"t000725"}]]}],["normalization_seconds",0.00013701700663659722],["fit_seconds",2.581558428995777],["prediction_seconds",0.0010102050000568852],["neural_parameters",19965],["checkpoint_bytes",86002],["adaptation_fits",5]]}]}]]} diff --git a/results/temperature/predictions.safetensors b/results/temperature/predictions.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c185eb30362606c0e95fb986936818aa1aed7085 --- /dev/null +++ b/results/temperature/predictions.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1760854a676b82df524bfa9e4eb1b539b1a2754e05e92e5d0e8229719958f8f3 +size 2025720 diff --git a/unionmind/__init__.py b/unionmind/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/unionmind/continuous_decision/__init__.py b/unionmind/continuous_decision/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/unionmind/continuous_decision/classifiers.py b/unionmind/continuous_decision/classifiers.py new file mode 100644 index 0000000000000000000000000000000000000000..0276b699966ead64355d4d4b8fdfad5e7aa92181 --- /dev/null +++ b/unionmind/continuous_decision/classifiers.py @@ -0,0 +1,72 @@ +"""Strong independent-factor controls sharing the same numerical evidence.""" +from __future__ import annotations +import torch +from torch.nn.functional import one_hot +from .factorial import hypotheses + + +def fit(x,h,sizes,kind): + d=x.shape[1];eye=torch.eye(d,device=x.device,dtype=x.dtype);parts=[] + if kind=='factorized_ridge': + z=torch.cat((x,x.new_ones((len(x),1))),-1) + penalty=eye.new_zeros((d+1,d+1));penalty.diagonal().fill_(8.);penalty[-1,-1]=.01 + inverse=torch.linalg.inv(z.T@z+penalty) + for i,size in enumerate(sizes): + label=h[:,i];count=torch.bincount(label,minlength=size).double() + sums=x.new_zeros((size,d)).scatter_add_(0,label[:,None].expand_as(x),x) + mean=(sums+x.mean(0))/(count[:,None]+1) + residual=x-mean[label] + scatter=x.new_zeros((size,d,d)).scatter_add_(0,label[:,None,None].expand(-1,d,d),residual[:,:,None]*residual[:,None,:]) + pool=scatter.sum(0)/max(1,len(x)-size) + if kind=='factorized_nb': + var=(scatter.diagonal(dim1=-2,dim2=-1)+4*pool.diagonal()[None])/(count[:,None]+4) + covariance=torch.diag_embed(var)+.05*eye + elif kind=='factorized_lda': + covariance=(.5*pool+.5*torch.diag_embed(pool.diagonal())+.05*eye)[None].expand(size,-1,-1) + elif kind=='factorized_kernel': + overall=(x-x.mean(0)).T@(x-x.mean(0))/max(1,len(x)-1) + covariance=(.5*overall+.5*eye)*.7**2 + elif kind=='factorized_ridge': + # Class-balanced targets impose the same uniform ontology prior. + target=one_hot(label,size).double()/(count[None]+1) + weights=inverse@z.T@target + covariance=eye + else:raise ValueError(kind) + parts.append(dict(mean=mean,cov=covariance,count=count, + centers=x,labels=label,weights=weights if kind=='factorized_ridge' else None,size=size)) + return dict(parts=parts,sizes=tuple(sizes),kind=kind,grid=hypotheses(sizes,x.device),neural_parameters=0) + + +def posterior(model,x,observed): + ix=list(observed);n=len(x);logs=[] + for part in model['parts']: + size=part['size'] + if not ix: + p=x.new_full((n,size),1/size) + elif model['kind']=='factorized_kernel': + cov=part['cov'][ix][:,ix];chol=torch.linalg.cholesky(cov) + means=torch.cat((part['centers'],part['mean']),0) + delta=x[:,None,ix]-means[None,:,ix] + white=torch.linalg.solve_triangular(chol,delta.reshape(-1,len(ix)).T,upper=False) + loglike=-.5*white.square().sum(0).reshape(n,-1) + result=[] + for a in range(size): + components=torch.cat((torch.where(part['labels']==a)[0],part['labels'].new_tensor([len(part['centers'])+a]))) + weight=x.new_ones(len(components));weight[-1]=.5 + result.append(torch.logsumexp(loglike[:,components]+weight.log()[None],-1)-(part['count'][a]+.5).log()) + p=torch.stack(result,-1).softmax(-1) + elif model['kind']=='factorized_ridge': + # Missing coordinates contribute no invented observed value; the full + # data diagnostic comparison uses every coordinate. Acquisition evaluates + # only world models, rather than claiming these are missing-data trained. + scores=x[:,ix]@part['weights'][ix]+part['weights'][-1] + p=scores.clamp_min(1e-4);p/=p.sum(-1,keepdim=True) + else: + cov=part['cov'][:,ix][:,:,ix];chol=torch.linalg.cholesky(cov) + delta=(x[:,None,ix]-part['mean'][None,:,ix]).permute(1,2,0) + white=torch.linalg.solve_triangular(chol,delta,upper=False) + mahal=white.square().sum(1).T + logdet=chol.diagonal(dim1=-2,dim2=-1).log().sum(-1) + p=(-.5*mahal-logdet[None]).softmax(-1) + logs.append(p.clamp_min(1e-300).log()[:,model['grid'][:,len(logs)]]) + return torch.stack(logs).sum(0).softmax(-1) diff --git a/unionmind/continuous_decision/factor_acquisition.py b/unionmind/continuous_decision/factor_acquisition.py new file mode 100644 index 0000000000000000000000000000000000000000..cc5daf6a9dbbda53efa9b6a1c8023a9cc5167398 --- /dev/null +++ b/unionmind/continuous_decision/factor_acquisition.py @@ -0,0 +1,96 @@ +"""Paid recorded-feature acquisition with exact Gaussian rank-interval value.""" +from __future__ import annotations +import hashlib,json,time +import torch +from . import factorial,interval_value +from .factor_study import ROOT,PROTOCOL,verify,write + + +class Evidence: + def __init__(self,values):self._values=values;self.visible=values.new_full(values.shape,float('nan'));self.observed=[[] for _ in values];self.query_log=[] + def reveal(self,rows,q): + for row in rows.tolist(): + assert q not in self.observed[row];self.observed[row].append(q) + self.visible[rows,q]=self._values[rows,q] + self.query_log.append(dict(rows=rows.tolist(),feature=q)) + + +@torch.no_grad() +def episode(model,values,policy,seed,budgets=(2,4,8),cost=.01): + evidence=Evidence(values);n,d=values.shape;device=values.device + stopped=torch.zeros(n,device=device,dtype=torch.bool);counts=torch.zeros(n,device=device,dtype=torch.long) + snapshots={};cache={};start=time.perf_counter();value_evaluations=0 + generator=torch.Generator(device=device).manual_seed(seed) + static_means=model['mean'];static=(static_means.var(0,unbiased=False)/model['cov'].diagonal()).argsort(descending=True,stable=True) + for step in range(1,max(budgets)+1): + groups={} + for row in range(n): + if not bool(stopped[row]):groups.setdefault(tuple(sorted(evidence.observed[row])),[]).append(row) + for key,ids in groups.items(): + rows=torch.tensor(ids,device=device);visible=evidence.visible[rows] + probability=factorial.posterior(model,visible,key) + current=probability.topk(min(3,probability.shape[-1]),-1).values.sum(-1) + if key not in cache:cache[key]=factorial.conditional_channels(model,key) + means,variance=cache[key];available=[q for q in range(d) if q not in key] + if not available:stopped[rows]=True;continue + if policy.startswith('value'): + expected=[] + for q in available: + expected.append(interval_value.expected_topk(probability,means[:,q],variance[q],3));value_evaluations+=len(rows) + future,which=torch.stack(expected,-1).max(-1) + chosen=rows.new_tensor(available)[which] + stop=(future-current<=cost) if policy.endswith('stop') else torch.zeros_like(current,dtype=torch.bool) + elif policy.startswith('variance'): + mu=means[:,available];average=probability@mu + score=((probability@mu.square())-average.square())/variance[available] + chosen=rows.new_tensor(available)[score.argmax(-1)];stop=torch.zeros_like(current,dtype=torch.bool) + if policy.endswith('stop'): + for q in chosen.unique().tolist(): + selected=chosen==q;future=interval_value.expected_topk(probability[selected],means[:,q],variance[q],3) + stop[selected]=future-current[selected]<=cost;value_evaluations+=int(selected.sum()) + elif policy=='static_forced': + q=next(q for q in static.tolist() if q in available);chosen=rows.new_full((len(rows),),q);stop=torch.zeros_like(current,dtype=torch.bool) + else: + chosen=rows.new_tensor(available)[torch.randint(len(available),(len(rows),),device=device,generator=generator)];stop=torch.zeros_like(current,dtype=torch.bool) + stopped[rows[stop]]=True + for q in chosen[~stop].unique().tolist(): + selected=rows[(chosen==q)&~stop];evidence.reveal(selected,q);counts[selected]+=1 + if step in budgets: + probs=values.new_zeros((n,len(model['prior']))) + groups={} + for row in range(n):groups.setdefault(tuple(sorted(evidence.observed[row])),[]).append(row) + for key,ids in groups.items(): + rows=torch.tensor(ids,device=device);probs[rows]=factorial.posterior(model,evidence.visible[rows],key) + snapshots[step]=dict(probability=probs,queries=counts.clone()) + torch.cuda.synchronize();return snapshots,dict(seconds=time.perf_counter()-start,queried_features=evidence.query_log, + conditional_masks_materialized=len(cache),exact_value_evaluations=value_evaluations, + future_observation_draws=0,withheld_values_never_read_by_inference=True) + + +def main(device='cuda:1'): + verify();start=time.perf_counter();torch.cuda.set_device(device);torch.backends.cuda.matmul.allow_tf32=False + config=json.loads(PROTOCOL.read_text());manifest=json.loads((ROOT/'prepared/manifest.json').read_text());settings=config['secondary_acquisition'];all_results=[] + for series in manifest['series']: + if not series['primary_eligible']:continue + p=torch.load(ROOT/'prepared'/series['file'],map_location=device,weights_only=True) + rows=torch.where(p['masks']['unseen'])[0].tolist() + rows=sorted(rows,key=lambda i:hashlib.sha256(('20781:'+series['records'][i]['id']).encode()).hexdigest())[:32] + selected=torch.tensor(rows,device=device);sizes=[len(v) for v in series['levels']];true=factorial.joint_index(p['h'][selected],sizes) + for name in settings['world_models']: + path=ROOT/'models'/series['name']/f'n64_s{config["sample_seeds"][0]}'/f'{name}.pt' + checkpoint=torch.load(path,map_location=device,weights_only=True);model=checkpoint['model'];x=(p['x'][selected]-checkpoint['mean'])/checkpoint['scale'] + for policy in settings['policies']: + outputs,trace=episode(model,x,policy,20801,tuple(settings['budgets']),settings['per_scalar_recorded_query_cost']) + for budget,out in outputs.items(): + credit=factorial.topk_credit(out['probability'],true,3) + all_results.append(dict(series=series['name'],system=series['system'],model=name,policy=policy,budget=budget, + selected_rows=selected,groups=p['groups'][selected],top3=credit,queries=out['queries'], + net_utility=credit-settings['per_scalar_recorded_query_cost']*out['queries'],trace=trace)) + print(json.dumps(dict(series=series['name'],model=name,policy=policy,seconds=trace['seconds'])),flush=True) + torch.save(dict(results=all_results),ROOT/'acquisition.pt');write('acquisition_execution.json',dict(seconds=time.perf_counter()-start, + peak_gpu_bytes=torch.cuda.max_memory_allocated(device),cells=len(all_results),subset_fixed_before_predictions=True, + complete_primary_diagnostic_cohort_retained=True,no_globally_optimal_multistep_claim=True)) + verify();print('FULL-HYPOTHESIS ACQUISITION COMPLETE',flush=True) + + +if __name__=='__main__':main() diff --git a/unionmind/continuous_decision/factor_analysis.py b/unionmind/continuous_decision/factor_analysis.py new file mode 100644 index 0000000000000000000000000000000000000000..d8745fcfdee7e6ca522752a45b9fd8bbc3fa9b10 --- /dev/null +++ b/unionmind/continuous_decision/factor_analysis.py @@ -0,0 +1,102 @@ +"""All registered full-hypothesis comparisons; held recording groups are paired.""" +from __future__ import annotations +import json,time +import torch +from .factor_study import ROOT,PROTOCOL,MODELS,verify,write + +STRONG=['factorized_nb','factorized_lda','factorized_kernel','factorized_ridge','joint_gaussian','factorized_logistic','factorized_classifier'] + + +@torch.no_grad() +def main(device='cuda:2'): + verify();start=time.perf_counter();torch.cuda.set_device(device);torch.backends.cuda.matmul.allow_tf32=False + config=json.loads(PROTOCOL.read_text());data=torch.load(ROOT/'confirmation.pt',map_location=device,weights_only=True) + manifest=json.loads((ROOT/'prepared/manifest.json').read_text());rng=torch.Generator(device=device).manual_seed(config['uncertainty']['seed']) + draws=config['uncertainty']['draws'];summary=[];comparisons=[];gates=[];byseries={};group_audits=[] + fields=('top1','top3','deterministic_top1','deterministic_top3','nll','confidence','top3_mass') + for n in config['sample_budgets']: + available=[];series_points={};boot_values={} + for series in manifest['series']: + records=[r for r in data['results'] if r['series']==series['name'] and r['samples']==n] + if not records: + summary.append(dict(series=series['name'],samples=n,available=False,reason='preregistered_eligibility_or_source_budget'));continue + available.append(series) + template=records[0];unseen=template['unseen'];unique,inverse=torch.unique(template['groups'][unseen],sorted=True,return_inverse=True) + counts=torch.bincount(inverse,minlength=len(unique)).double();values=counts.new_zeros((len(unique),len(MODELS))) + point=counts.new_zeros(len(MODELS)) + for mi,name in enumerate(MODELS): + rows=[r for r in records if r['model']==name];assert len(rows)==3 + assert all(torch.equal(r['held_rows'],template['held_rows']) for r in rows) + scores={f:torch.stack([r['metrics'][f] for r in rows]).mean(0) for f in fields} + for stratum,mask in (('unseen',unseen),('seen',~unseen)): + summary.append(dict(series=series['name'],system=series['system'],samples=n,model=name,stratum=stratum, + available=True,records=int(mask.sum()),**{f:float(v[mask].mean()) for f,v in scores.items()})) + for source_support in (False,True): + total=weight=0. + for row in rows: + mask=unseen&(row['supported_levels']==source_support) + total+=float(row['metrics']['top3'][mask].sum());weight+=int(mask.sum()) + summary.append(dict(series=series['name'],samples=n,model=name, + stratum='unseen_supported_levels' if source_support else 'unseen_novel_level',available=weight>0, + records_across_three_repetitions=weight,top3=total/weight if weight else None)) + # Selective accuracy is measured per repetition, without ensembling. + for threshold in (.5,.7,.9): + selected=[] + for row in rows: + mask=unseen&(row['metrics']['confidence']>=threshold) + selected.append((int(mask.sum()),float(row['metrics']['top1'][mask].sum()))) + accepted=sum(r[0] for r in selected);correct=sum(r[1] for r in selected) + summary.append(dict(series=series['name'],samples=n,model=name,stratum='selective_unseen',threshold=threshold, + coverage=accepted/(3*int(unseen.sum())),accuracy=correct/accepted if accepted else None)) + v=scores['top3'][unseen];values[:,mi].scatter_add_(0,inverse,v);point[mi]=v.mean() + sampled=torch.randint(len(unique),(draws,len(unique)),device=device,generator=rng) + weights=counts.new_zeros((draws,len(unique))).scatter_add_(1,sampled,torch.ones_like(sampled,dtype=counts.dtype)) + bootstrap=(weights@values)/(weights@counts)[:,None] + series_points[series['name']]=point;boot_values[series['name']]=bootstrap + group_audits.append(dict(series=series['name'],samples=n,groups=len(unique),unseen_records=int(unseen.sum()))) + byseries[f'{series["name"]}:{n}']=point.tolist() + if not available: + gates.append(dict(samples=n,complete_cohort=False,reason='no_eligible_series',promotion=False));continue + # Hydraulic data were already opened. They remain a complete development + # result, but cannot contribute to a fresh-confirmation effect estimate. + fresh=[s for s in available if s['system']=='gas_array_rig'] + if not fresh: + gates.append(dict(samples=n,complete_cohort=False,reason='no_fresh_eligible_series',promotion=False));continue + systems=sorted({s['system'] for s in fresh});weights={} + for system in systems: + group=[s for s in fresh if s['system']==system] + for series in group:weights[series['name']]=1/(len(systems)*len(group)) + point=sum(series_points[name]*w for name,w in weights.items()) + bootstrap=sum(boot_values[name]*w for name,w in weights.items()) + complete=len(available)==3 + for candidate in config['candidates']: + ci=MODELS.index(candidate);refs=[i for i in range(len(MODELS)) if i!=ci] + diff=bootstrap[:,ci,None]-bootstrap[:,refs];alpha=.05/(2*config['uncertainty']['family']) + lo,hi=torch.quantile(diff,diff.new_tensor([alpha,1-alpha]),dim=0) + rows=[] + for j,index in enumerate(refs): + system_gains={} + for system in systems: + group=[s for s in fresh if s['system']==system] + system_gains[system]=sum(float(series_points[s['name']][ci]-series_points[s['name']][index]) for s in group)/len(group) + row=dict(samples=n,candidate=candidate,control=MODELS[index],gain=float(point[ci]-point[index]), + simultaneous_95_interval=[float(lo[j]),float(hi[j])],system_gains=system_gains, + series_gains={name:float(p[ci]-p[index]) for name,p in series_points.items()},complete_cohort=complete) + rows.append(row);comparisons.append(row) + strong=[r for r in rows if r['control'] in STRONG];assert len(strong)==7 + large=complete and all(r['gain']>=.10 and r['simultaneous_95_interval'][0]>0 and all(r['series_gains'][s['name']]>0 for s in fresh) for r in strong) + best=complete and all(r['simultaneous_95_interval'][0]>0 for r in rows) + learning=next((r['simultaneous_95_interval'][0]>0 for r in rows if r['control']=='additive_full'),False) if candidate=='factorized_neural' else None + gates.append(dict(samples=n,candidate=candidate,utility_joint_top3=float(point[ci]),complete_cohort=complete, + substantial_gain=large,strongest_available=best,learning_specific=learning,promotion=large and best, + strongest_observed_model=MODELS[int(point.argmax())],strongest_observed_top3=float(point.max()))) + write('confirmation_summary.json',dict(rows=summary,comparisons=comparisons,gates=gates,models=MODELS, + series_points=byseries,bootstrap_draws=draws,comparison_family=config['uncertainty']['family'],group_audits=group_audits, + all_three_primary_eligible=manifest['all_three_primary_eligible'], + conditional_on_fixed_rigs_and_fitted_models=True,no_unavailable_secondary_used_to_rescue_primary=True)) + torch.cuda.synchronize();write('analysis_execution.json',dict(seconds=time.perf_counter()-start,device=device, + peak_gpu_bytes=torch.cuda.max_memory_allocated(device))) + verify();print(json.dumps(dict(gates=gates)),flush=True) + + +if __name__=='__main__':main() diff --git a/unionmind/continuous_decision/factor_study.py b/unionmind/continuous_decision/factor_study.py new file mode 100644 index 0000000000000000000000000000000000000000..fb9f9d446e254c0ce62126aa526c902a138f1a86 --- /dev/null +++ b/unionmind/continuous_decision/factor_study.py @@ -0,0 +1,121 @@ +"""Full-ontology confirmation with fixed candidates, controls and held bindings.""" +from __future__ import annotations +import argparse,json,time +from pathlib import Path +import torch +from . import source,factorial,classifiers,learned_controls + +ROOT=Path('artifacts/factorial_transfer_01');PROTOCOL=Path('configs/factorial_transfer_protocol_01.json') +MODELS=['additive_full','additive_diag','factorized_neural','joint_neural','factorized_nb','factorized_lda','factorized_kernel','factorized_ridge','joint_gaussian','factorized_logistic','factorized_classifier'] +WORLD=['additive_full','additive_diag','factorized_neural','joint_neural','joint_gaussian'] + + +def write(name,value): + p=ROOT/name;p.parent.mkdir(parents=True,exist_ok=True);p.write_text(json.dumps(value,indent=2)+'\n') + + +def verify(): + lock=json.loads((ROOT/'confirmation_lock.json').read_text()) + assert all(source.sha(p)==h for p,h in lock['files'].items()) + + +def lock(): + assert not (ROOT/'confirmation_lock.json').exists() and not (ROOT/'sources').exists();ROOT.mkdir(exist_ok=True) + previous=Path('artifacts/continuous_decision_01') + protected=json.loads((previous/'preservation_lock.json').read_text())['files'] + for p in previous.rglob('*'): + if p.is_file() and '__pycache__' not in p.parts:protected[str(p)]=source.sha(p) + write('preservation_lock.json',dict(files=protected)) + files=[*Path('unionmind/continuous_decision').glob('*.py'),PROTOCOL,Path('tests/test_continuous_decision.py')] + write('confirmation_lock.json',dict(files={str(p):source.sha(p) for p in files}, + timestamp_utc=time.strftime('%Y-%m-%dT%H:%M:%SZ',time.gmtime()), + before_new_gas_archive_or_numerical_values=True, + hydraulic_is_opened_development=True, + candidate_and_all_thresholds_fixed=True)) + print('FULL ONTOLOGY CONFIRMATION LOCKED',flush=True) + + +def prepare(): + verify();config=json.loads(PROTOCOL.read_text());start=time.perf_counter();source.acquire(ROOT,config) + acquisition=time.perf_counter()-start;torch.cuda.set_device(config['device']);torch.backends.cuda.matmul.allow_tf32=False + source.prepare(ROOT,config,config['device']) + write('preparation_execution.json',dict(acquisition_seconds=acquisition,complete_seconds=time.perf_counter()-start)) + verify() + + +def fit_one(x,h,sizes,name,seed,steps=400): + if name in WORLD:return factorial.world_fit(x,h,sizes,name,seed,steps) + if name in ('factorized_logistic','factorized_classifier'):return learned_controls.fit(x,h,sizes,name,seed,steps) + return classifiers.fit(x,h,sizes,name) + + +def predict(model,x,observed): + if model['kind'] in WORLD:return factorial.posterior(model,x,observed) + if model['kind'] in ('factorized_logistic','factorized_classifier'):return learned_controls.posterior(model,x,observed) + return classifiers.posterior(model,x,observed) + + +@torch.no_grad() +def metrics(prob,true,grid,h): + return dict(top1=factorial.topk_credit(prob,true,1),top3=factorial.topk_credit(prob,true,3), + deterministic_top1=(prob.argmax(-1)==true).double(), + deterministic_top3=(prob.topk(min(3,prob.shape[-1]),-1).indices==true[:,None]).any(-1).double(), + nll=-prob.gather(1,true[:,None]).squeeze(-1).clamp_min(1e-300).log(), + confidence=prob.max(-1).values,top3_mass=prob.topk(min(3,prob.shape[-1]),-1).values.sum(-1)) + + +def run(device='cuda:1'): + verify();start=time.perf_counter();torch.cuda.set_device(device);torch.backends.cuda.matmul.allow_tf32=False + config=json.loads(PROTOCOL.read_text());manifest=json.loads((ROOT/'prepared/manifest.json').read_text()) + results=[];timings=[];executions=[] + for si,series in enumerate(manifest['series']): + p=torch.load(ROOT/'prepared'/series['file'],map_location=device,weights_only=True) + if not series['primary_eligible']: + executions.append(dict(series=series['name'],eligible=False,reasons=series['exclusions']));continue + sizes=[len(v) for v in series['levels']];pool=torch.where(p['masks']['source'])[0] + held=torch.where(p['masks']['unseen']|p['masks']['seen'])[0] + true=factorial.joint_index(p['h'][held],sizes);grid=factorial.hypotheses(sizes,device) + for n in config['sample_budgets']: + if len(pool)0 + for name in MODELS: + torch.cuda.synchronize();t=time.perf_counter() + model=fit_one(x,h,sizes,name,seed+si*101) + torch.cuda.synchronize();fit_seconds=time.perf_counter()-t + t=time.perf_counter() + with torch.no_grad():prob=predict(model,target,range(target.shape[-1]));values=metrics(prob,true,grid,p['h'][held]) + torch.cuda.synchronize();prediction_seconds=time.perf_counter()-t + directory=ROOT/'models'/series['name']/f'n{n}_s{seed}';directory.mkdir(parents=True,exist_ok=True) + torch.save(dict(model=model,mean=mean,scale=scale,fit_ids=ids,sizes=sizes),directory/f'{name}.pt') + result=dict(series=series['name'],system=series['system'],samples=n,seed=seed,model=name, + held_rows=held,groups=p['groups'][held],unseen=p['masks']['unseen'][held],supported_levels=support, + metrics=values,fit_seconds=fit_seconds,prediction_seconds=prediction_seconds, + neural_parameters=model.get('neural_parameters',0),fit_ids=ids, + checkpoint_path=str(directory/f'{name}.pt')) + result.update(normalization_seconds=normalization_seconds, + checkpoint_bytes=(directory/f'{name}.pt').stat().st_size, + adaptation_fits=model.get('adaptation_fits',1)) + results.append(result);timings.append({k:result[k] for k in ('series','samples','seed','model','fit_seconds','prediction_seconds','neural_parameters','normalization_seconds','checkpoint_bytes','adaptation_fits')}) + print(json.dumps(dict(series=series['name'],samples=n,seed=seed,models=len(MODELS))),flush=True) + torch.save(dict(results=results,models=MODELS,manifest_eligibility=manifest['all_three_primary_eligible']),ROOT/'confirmation.pt') + write('confirmation_execution.json',dict(total_seconds=time.perf_counter()-start,device=device, + peak_gpu_allocated_bytes=torch.cuda.max_memory_allocated(device),cells=len(results),timings=timings, + unavailable=executions,all_three_primary_eligible=manifest['all_three_primary_eligible'], + backbone_executions=0,cpu_model_offload=False)) + verify();print('FULL HYPOTHESIS DIAGNOSIS COMPLETE',flush=True) + + +if __name__=='__main__': + p=argparse.ArgumentParser();p.add_argument('command',choices=('lock','prepare','run'));p.add_argument('--device',default='cuda:1');a=p.parse_args() + if a.command=='lock':lock() + elif a.command=='prepare':prepare() + else:run(a.device) diff --git a/unionmind/continuous_decision/factorial.py b/unionmind/continuous_decision/factorial.py new file mode 100644 index 0000000000000000000000000000000000000000..be8e28ce24b7706324b4e0ef64c81bac3f3fca35 --- /dev/null +++ b/unionmind/continuous_decision/factorial.py @@ -0,0 +1,129 @@ +"""Estimated factorial worlds and reusable probability operations on CUDA. + +The hypothesis space is a Cartesian product of author-defined condition states. +Mean effects share data across bindings. Full hypotheses, including unseen +bindings, are materialized only for inference and never used as fit targets. +""" +from __future__ import annotations +import math +import torch +from torch import nn +from torch.nn.functional import one_hot + + +def hypotheses(sizes,device): + return torch.cartesian_prod(*[torch.arange(k,device=device) for k in sizes]).reshape(-1,len(sizes)) + + +def design(h,sizes,full=False): + pieces=[one_hot(h[:,i],size).double()[:,0 if full else 1:] for i,size in enumerate(sizes)] + return torch.cat(pieces,-1) + + +def joint_index(h,sizes): + out=h[:,0].clone() + for i,size in enumerate(sizes[1:],1):out=out*size+h[:,i] + return out + + +def residual_covariance(residual,full=True): + n,d=residual.shape;cov=residual.T@residual/n + diagonal=torch.diag_embed(cov.diagonal()) + cov=.5*cov+.5*diagonal if full else diagonal + return cov+.05*torch.eye(d,device=residual.device,dtype=residual.dtype) + + +def ridge_fit(x,h,sizes,ridge=8.): + z=torch.cat((torch.ones((len(h),1),device=x.device,dtype=x.dtype),design(h,sizes,True)),-1) + penalty=torch.eye(z.shape[1],device=x.device,dtype=x.dtype)*ridge;penalty[0,0]=.01 + inverse=torch.linalg.inv(z.T@z+penalty);weights=inverse@z.T@x + leverage=(z@inverse*z).sum(-1) + loo=(x-z@weights)/(1-leverage).clamp_min(.05)[:,None] + grid=hypotheses(sizes,x.device) + zg=torch.cat((torch.ones((len(grid),1),device=x.device,dtype=x.dtype),design(grid,sizes,True)),-1) + return zg@weights,loo,weights + + +class Decoder(nn.Module): + def __init__(self,inputs,outputs,device,budget=20000): + super().__init__();width=(budget-outputs)//(inputs+1+outputs) + self.net=nn.Sequential(nn.Linear(inputs,width,device=device),nn.SiLU(),nn.Linear(width,outputs,device=device)) + assert sum(p.numel() for p in self.parameters())<=budget + def forward(self,x):return self.net(x) + + +def neural_predict(x,encoding,grid,seed,steps=400): + # Explicitly no pretrained backbone or CPU model is constructed. + torch.cuda.manual_seed(seed);net=Decoder(encoding.shape[1],x.shape[1],x.device) + opt=torch.optim.AdamW(net.parameters(),lr=.003,weight_decay=.01) + inp=encoding.float();target=x.float() + with torch.enable_grad(): + for _ in range(steps): + opt.zero_grad(set_to_none=True);loss=(net(inp)-target).square().mean();loss.backward();opt.step() + with torch.no_grad():prediction=net(grid.float()).double() + count=sum(p.numel() for p in net.parameters()) + assert all(p.device.type=='cuda' and p.requires_grad for p in net.parameters()) + return prediction,net.state_dict(),count,float(loss.detach()) + + +def world_fit(x,h,sizes,kind='additive_full',seed=20751,steps=400): + assert x.device.type=='cuda';grid=hypotheses(sizes,x.device);total=len(grid) + if kind.startswith('additive'): + mean,residual,weights=ridge_fit(x,h,sizes) + params=weights.numel();checkpoint=dict(weights=weights);adaptations=1 + elif kind in ('factorized_neural','joint_neural'): + if kind=='factorized_neural': + encode=design(h,sizes,True);encoded_grid=design(grid,sizes,True) + else: + encode=one_hot(joint_index(h,sizes),total).double();encoded_grid=torch.eye(total,device=x.device,dtype=x.dtype) + mean,checkpoint,params,_=neural_predict(x,encode,encoded_grid,seed,steps) + # Four out-of-fitting-fold predictions estimate uncertainty; all work charged. + predictions=x.new_zeros(x.shape) + fold=torch.arange(len(x),device=x.device)%4 + for f in range(4): + train=fold!=f;held=fold==f + pred,_,_,_=neural_predict(x[train],encode[train],encode[held],seed+101+f,steps) + predictions[held]=pred + residual=x-predictions;adaptations=5 + if kind=='joint_neural': + seen=torch.bincount(joint_index(h,sizes),minlength=total)>0 + mean=torch.where(seen[:,None],mean,x.mean(0)) + elif kind=='joint_gaussian': + code=joint_index(h,sizes);counts=torch.bincount(code,minlength=total).double() + sums=x.new_zeros((total,x.shape[1])).scatter_add_(0,code[:,None].expand_as(x),x) + mean=(sums+2*x.mean(0))/(counts[:,None]+2) + # Leave-one-out class means, with a source-global fallback. + loo=(sums[code]-x+2*x.mean(0))/(counts[code,None]+1) + residual=x-loo;params=mean.numel();checkpoint=dict(mean=mean);adaptations=1 + else:raise ValueError(kind) + cov=residual_covariance(residual,kind!='additive_diag') + return dict(mean=mean.detach(),cov=cov.detach(),prior=x.new_full((total,),1/total), + hypotheses=grid,sizes=tuple(sizes),kind=kind,estimated_mean_scalars=params, + checkpoint=checkpoint,adaptation_fits=adaptations,neural_parameters=params if 'neural' in kind else 0) + + +def posterior(model,visible,observed): + ix=list(observed) + if not ix:return model['prior'][None].expand(len(visible),-1) + cov=model['cov'][ix][:,ix];chol=torch.linalg.cholesky(cov) + delta=visible[:,None,ix]-model['mean'][None,:,ix] + white=torch.linalg.solve_triangular(chol,delta.reshape(-1,len(ix)).T,upper=False) + mahal=white.square().sum(0).reshape(len(visible),-1) + return (model['prior'].log()[None]-.5*mahal).softmax(-1) + + +def topk_credit(prob,true,k=3,tolerance=1e-12): + k=min(k,prob.shape[-1]);threshold=prob.topk(k,-1).values[:,-1] + above=prob>threshold[:,None]+tolerance;equal=(prob-threshold[:,None]).abs()<=tolerance + slots=k-above.sum(-1);credit=slots.to(prob.dtype)/equal.sum(-1).clamp_min(1) + target=prob.gather(1,true[:,None]).squeeze(-1) + return torch.where(target>threshold+tolerance,1.,torch.where((target-threshold).abs()<=tolerance,credit,0.)) + + +def conditional_channels(model,observed): + """Observation shifts shared by every H cancel from query decision value.""" + if not observed:return model['mean'],model['cov'].diagonal() + ix=list(observed);cov=model['cov'];gain=torch.linalg.solve(cov[ix][:,ix],cov[ix]).T + means=model['mean']-model['mean'][:,ix]@gain.T + variance=cov.diagonal()-(gain*cov[:,ix]).sum(-1) + return means,variance.clamp_min(1e-12) diff --git a/unionmind/continuous_decision/interval_value.py b/unionmind/continuous_decision/interval_value.py new file mode 100644 index 0000000000000000000000000000000000000000..a10b19d6277625d69a49cba878477f3300a8b93c --- /dev/null +++ b/unionmind/continuous_decision/interval_value.py @@ -0,0 +1,37 @@ +"""Exact Top-k expected accuracy for shared-variance normal observations. + +After removing the common quadratic term, posterior class ranks are ranks of +affine functions of one observation. For each class, every pairwise crossing +changes its rank once. Integrate its normal law over all Top-k intervals. +No hypothetical draws, observation bins, or future measurements are inputs. +""" +from __future__ import annotations +import torch + + +def expected_topk(prior,mean,variance,k=3): + assert prior.device.type=='cuda' and prior.ndim==2 and mean.ndim==1 + n,h=prior.shape;assert len(mean)==h and variance.ndim==0 + k=min(k,h) + m=mean/variance + intercept=prior.clamp_min(1e-300).log()-mean.square()[None]/(2*variance) + # Row i against competitor j. Positive slope difference means i overtakes j. + difference=m[:,None]-m[None,:] + nonzero=difference!=0 + crossing=(intercept[:,None,:]-intercept[:,:,None])/torch.where(nonzero,difference,1)[None] + crossing=crossing.masked_fill(~nonzero[None],torch.inf) + points,order=crossing.sort(-1) + change=torch.where(difference>0,-1,1).long()[None].expand(n,-1,-1) + change=torch.where(nonzero[None],change,0).gather(-1,order) + # At -infinity, lower-slope lines win. Equal-slope ties use a canonical index; + # their combined expected value is invariant because densities/weights match. + index=torch.arange(h,device=prior.device) + equal_better=(~nonzero[None])&((intercept[:,None,:]>intercept[:,:,None])| + ((intercept[:,None,:]==intercept[:,:,None])&(index[None,None,:]0).sum(-1)[None]+equal_better.sum(-1) + rank=torch.cat((initial[:,:,None],initial[:,:,None]+change.cumsum(-1)),-1) + boundaries=torch.cat((torch.full((n,h,1),-torch.inf,device=prior.device,dtype=prior.dtype),points, + torch.full((n,h,1),torch.inf,device=prior.device,dtype=prior.dtype)),-1) + standardized=(boundaries-mean[None,:,None])/variance.sqrt() + cdf=torch.special.ndtr(standardized);mass=(cdf[:,:,1:]-cdf[:,:,:-1]).clamp_min(0) + return (prior*(mass*(rank