noahmclaughlin commited on
Commit
bfee871
·
verified ·
1 Parent(s): 79c32fd

Release Mixed-Messenger specialist: 24.5% lower held-out prediction error

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. DATA_LICENSE +121 -0
  2. LICENSE +202 -0
  3. README.md +96 -0
  4. SHA256SUMS +388 -0
  5. UPSTREAM_LICENSE +26 -0
  6. adapter/adapter_config.json +9 -0
  7. adapter/adapters.safetensors +3 -0
  8. evaluation/base-integrity-final.json +8 -0
  9. evaluation/experiments/bagging-protocol.json +15 -0
  10. evaluation/experiments/bagging-results.json +291 -0
  11. evaluation/experiments/base-probabilities.json +1322 -0
  12. evaluation/experiments/base-reference-provenance.json +10 -0
  13. evaluation/experiments/blend-diagnostic.json +14 -0
  14. evaluation/experiments/development-comparisons.json +42 -0
  15. evaluation/experiments/development-selection-run-1.json +44 -0
  16. evaluation/experiments/development-selection-run-2.json +98 -0
  17. evaluation/experiments/development-selection-run-3.json +143 -0
  18. evaluation/experiments/development-selection.json +143 -0
  19. evaluation/experiments/ensemble-protocol.json +17 -0
  20. evaluation/experiments/ensemble-results.json +2570 -0
  21. evaluation/experiments/feature-provenance.json +130 -0
  22. evaluation/experiments/kernel-results-initial.json +1408 -0
  23. evaluation/experiments/kernel-results-word.json +0 -0
  24. evaluation/experiments/linear-head-gain.json +8 -0
  25. evaluation/experiments/multiview-results.json +2099 -0
  26. evaluation/experiments/nested-residual-cv.json +1042 -0
  27. evaluation/experiments/probability-lora-seed-17/complete.json +42 -0
  28. evaluation/experiments/probability-lora-seed-17/config.json +23 -0
  29. evaluation/experiments/probability-lora-seed-17/development-step-30.json +278 -0
  30. evaluation/experiments/probability-lora-seed-17/results.json +8 -0
  31. evaluation/experiments/probability-lora-seed-29/complete.json +42 -0
  32. evaluation/experiments/probability-lora-seed-29/config.json +23 -0
  33. evaluation/experiments/probability-lora-seed-29/development-step-30.json +278 -0
  34. evaluation/experiments/probability-lora-seed-29/results.json +8 -0
  35. evaluation/experiments/probability-lora/complete.json +102 -0
  36. evaluation/experiments/probability-lora/config.json +25 -0
  37. evaluation/experiments/probability-lora/development-step-0.json +278 -0
  38. evaluation/experiments/probability-lora/development-step-10.json +278 -0
  39. evaluation/experiments/probability-lora/development-step-30.json +278 -0
  40. evaluation/experiments/probability-lora/development-step-90.json +278 -0
  41. evaluation/experiments/probability-lora/results.json +26 -0
  42. evaluation/experiments/protocol.json +26 -0
  43. evaluation/experiments/residual-results.json +2235 -0
  44. evaluation/experiments/results.json +647 -0
  45. evaluation/experiments/softmax-results.json +765 -0
  46. evaluation/experiments/targets.json +1202 -0
  47. evaluation/experiments/word-feature-provenance.json +132 -0
  48. evaluation/initial-final-protocol-paused.json +17 -0
  49. evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/130.json +118 -0
  50. evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/131.json +118 -0
DATA_LICENSE ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Creative Commons Legal Code
2
+
3
+ CC0 1.0 Universal
4
+
5
+ CREATIVE COMMONS CORPORATION IS NOT A LAW FIRM AND DOES NOT PROVIDE
6
+ LEGAL SERVICES. DISTRIBUTION OF THIS DOCUMENT DOES NOT CREATE AN
7
+ ATTORNEY-CLIENT RELATIONSHIP. CREATIVE COMMONS PROVIDES THIS
8
+ INFORMATION ON AN "AS-IS" BASIS. CREATIVE COMMONS MAKES NO WARRANTIES
9
+ REGARDING THE USE OF THIS DOCUMENT OR THE INFORMATION OR WORKS
10
+ PROVIDED HEREUNDER, AND DISCLAIMS LIABILITY FOR DAMAGES RESULTING FROM
11
+ THE USE OF THIS DOCUMENT OR THE INFORMATION OR WORKS PROVIDED
12
+ HEREUNDER.
13
+
14
+ Statement of Purpose
15
+
16
+ The laws of most jurisdictions throughout the world automatically confer
17
+ exclusive Copyright and Related Rights (defined below) upon the creator
18
+ and subsequent owner(s) (each and all, an "owner") of an original work of
19
+ authorship and/or a database (each, a "Work").
20
+
21
+ Certain owners wish to permanently relinquish those rights to a Work for
22
+ the purpose of contributing to a commons of creative, cultural and
23
+ scientific works ("Commons") that the public can reliably and without fear
24
+ of later claims of infringement build upon, modify, incorporate in other
25
+ works, reuse and redistribute as freely as possible in any form whatsoever
26
+ and for any purposes, including without limitation commercial purposes.
27
+ These owners may contribute to the Commons to promote the ideal of a free
28
+ culture and the further production of creative, cultural and scientific
29
+ works, or to gain reputation or greater distribution for their Work in
30
+ part through the use and efforts of others.
31
+
32
+ For these and/or other purposes and motivations, and without any
33
+ expectation of additional consideration or compensation, the person
34
+ associating CC0 with a Work (the "Affirmer"), to the extent that he or she
35
+ is an owner of Copyright and Related Rights in the Work, voluntarily
36
+ elects to apply CC0 to the Work and publicly distribute the Work under its
37
+ terms, with knowledge of his or her Copyright and Related Rights in the
38
+ Work and the meaning and intended legal effect of CC0 on those rights.
39
+
40
+ 1. Copyright and Related Rights. A Work made available under CC0 may be
41
+ protected by copyright and related or neighboring rights ("Copyright and
42
+ Related Rights"). Copyright and Related Rights include, but are not
43
+ limited to, the following:
44
+
45
+ i. the right to reproduce, adapt, distribute, perform, display,
46
+ communicate, and translate a Work;
47
+ ii. moral rights retained by the original author(s) and/or performer(s);
48
+ iii. publicity and privacy rights pertaining to a person's image or
49
+ likeness depicted in a Work;
50
+ iv. rights protecting against unfair competition in regards to a Work,
51
+ subject to the limitations in paragraph 4(a), below;
52
+ v. rights protecting the extraction, dissemination, use and reuse of data
53
+ in a Work;
54
+ vi. database rights (such as those arising under Directive 96/9/EC of the
55
+ European Parliament and of the Council of 11 March 1996 on the legal
56
+ protection of databases, and under any national implementation
57
+ thereof, including any amended or successor version of such
58
+ directive); and
59
+ vii. other similar, equivalent or corresponding rights throughout the
60
+ world based on applicable law or treaty, and any national
61
+ implementations thereof.
62
+
63
+ 2. Waiver. To the greatest extent permitted by, but not in contravention
64
+ of, applicable law, Affirmer hereby overtly, fully, permanently,
65
+ irrevocably and unconditionally waives, abandons, and surrenders all of
66
+ Affirmer's Copyright and Related Rights and associated claims and causes
67
+ of action, whether now known or unknown (including existing as well as
68
+ future claims and causes of action), in the Work (i) in all territories
69
+ worldwide, (ii) for the maximum duration provided by applicable law or
70
+ treaty (including future time extensions), (iii) in any current or future
71
+ medium and for any number of copies, and (iv) for any purpose whatsoever,
72
+ including without limitation commercial, advertising or promotional
73
+ purposes (the "Waiver"). Affirmer makes the Waiver for the benefit of each
74
+ member of the public at large and to the detriment of Affirmer's heirs and
75
+ successors, fully intending that such Waiver shall not be subject to
76
+ revocation, rescission, cancellation, termination, or any other legal or
77
+ equitable action to disrupt the quiet enjoyment of the Work by the public
78
+ as contemplated by Affirmer's express Statement of Purpose.
79
+
80
+ 3. Public License Fallback. Should any part of the Waiver for any reason
81
+ be judged legally invalid or ineffective under applicable law, then the
82
+ Waiver shall be preserved to the maximum extent permitted taking into
83
+ account Affirmer's express Statement of Purpose. In addition, to the
84
+ extent the Waiver is so judged Affirmer hereby grants to each affected
85
+ person a royalty-free, non transferable, non sublicensable, non exclusive,
86
+ irrevocable and unconditional license to exercise Affirmer's Copyright and
87
+ Related Rights in the Work (i) in all territories worldwide, (ii) for the
88
+ maximum duration provided by applicable law or treaty (including future
89
+ time extensions), (iii) in any current or future medium and for any number
90
+ of copies, and (iv) for any purpose whatsoever, including without
91
+ limitation commercial, advertising or promotional purposes (the
92
+ "License"). The License shall be deemed effective as of the date CC0 was
93
+ applied by Affirmer to the Work. Should any part of the License for any
94
+ reason be judged legally invalid or ineffective under applicable law, such
95
+ partial invalidity or ineffectiveness shall not invalidate the remainder
96
+ of the License, and in such case Affirmer hereby affirms that he or she
97
+ will not (i) exercise any of his or her remaining Copyright and Related
98
+ Rights in the Work or (ii) assert any associated claims and causes of
99
+ action with respect to the Work, in either case contrary to Affirmer's
100
+ express Statement of Purpose.
101
+
102
+ 4. Limitations and Disclaimers.
103
+
104
+ a. No trademark or patent rights held by Affirmer are waived, abandoned,
105
+ surrendered, licensed or otherwise affected by this document.
106
+ b. Affirmer offers the Work as-is and makes no representations or
107
+ warranties of any kind concerning the Work, express, implied,
108
+ statutory or otherwise, including without limitation warranties of
109
+ title, merchantability, fitness for a particular purpose, non
110
+ infringement, or the absence of latent or other defects, accuracy, or
111
+ the present or absence of errors, whether or not discoverable, all to
112
+ the greatest extent permissible under applicable law.
113
+ c. Affirmer disclaims responsibility for clearing rights of other persons
114
+ that may apply to the Work or any use thereof, including without
115
+ limitation any person's Copyright and Related Rights in the Work.
116
+ Further, Affirmer disclaims responsibility for obtaining any necessary
117
+ consents, permissions or other rights required for any use of the
118
+ Work.
119
+ d. Affirmer understands and acknowledges that Creative Commons is not a
120
+ party to this document and has no duty or obligation with respect to
121
+ this CC0 or use of the Work.
LICENSE ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ Apache License
3
+ Version 2.0, January 2004
4
+ http://www.apache.org/licenses/
5
+
6
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
7
+
8
+ 1. Definitions.
9
+
10
+ "License" shall mean the terms and conditions for use, reproduction,
11
+ and distribution as defined by Sections 1 through 9 of this document.
12
+
13
+ "Licensor" shall mean the copyright owner or entity authorized by
14
+ the copyright owner that is granting the License.
15
+
16
+ "Legal Entity" shall mean the union of the acting entity and all
17
+ other entities that control, are controlled by, or are under common
18
+ control with that entity. For the purposes of this definition,
19
+ "control" means (i) the power, direct or indirect, to cause the
20
+ direction or management of such entity, whether by contract or
21
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
22
+ outstanding shares, or (iii) beneficial ownership of such entity.
23
+
24
+ "You" (or "Your") shall mean an individual or Legal Entity
25
+ exercising permissions granted by this License.
26
+
27
+ "Source" form shall mean the preferred form for making modifications,
28
+ including but not limited to software source code, documentation
29
+ source, and configuration files.
30
+
31
+ "Object" form shall mean any form resulting from mechanical
32
+ transformation or translation of a Source form, including but
33
+ not limited to compiled object code, generated documentation,
34
+ and conversions to other media types.
35
+
36
+ "Work" shall mean the work of authorship, whether in Source or
37
+ Object form, made available under the License, as indicated by a
38
+ copyright notice that is included in or attached to the work
39
+ (an example is provided in the Appendix below).
40
+
41
+ "Derivative Works" shall mean any work, whether in Source or Object
42
+ form, that is based on (or derived from) the Work and for which the
43
+ editorial revisions, annotations, elaborations, or other modifications
44
+ represent, as a whole, an original work of authorship. For the purposes
45
+ of this License, Derivative Works shall not include works that remain
46
+ separable from, or merely link (or bind by name) to the interfaces of,
47
+ the Work and Derivative Works thereof.
48
+
49
+ "Contribution" shall mean any work of authorship, including
50
+ the original version of the Work and any modifications or additions
51
+ to that Work or Derivative Works thereof, that is intentionally
52
+ submitted to Licensor for inclusion in the Work by the copyright owner
53
+ or by an individual or Legal Entity authorized to submit on behalf of
54
+ the copyright owner. For the purposes of this definition, "submitted"
55
+ means any form of electronic, verbal, or written communication sent
56
+ to the Licensor or its representatives, including but not limited to
57
+ communication on electronic mailing lists, source code control systems,
58
+ and issue tracking systems that are managed by, or on behalf of, the
59
+ Licensor for the purpose of discussing and improving the Work, but
60
+ excluding communication that is conspicuously marked or otherwise
61
+ designated in writing by the copyright owner as "Not a Contribution."
62
+
63
+ "Contributor" shall mean Licensor and any individual or Legal Entity
64
+ on behalf of whom a Contribution has been received by Licensor and
65
+ subsequently incorporated within the Work.
66
+
67
+ 2. Grant of Copyright License. Subject to the terms and conditions of
68
+ this License, each Contributor hereby grants to You a perpetual,
69
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
70
+ copyright license to reproduce, prepare Derivative Works of,
71
+ publicly display, publicly perform, sublicense, and distribute the
72
+ Work and such Derivative Works in Source or Object form.
73
+
74
+ 3. Grant of Patent License. Subject to the terms and conditions of
75
+ this License, each Contributor hereby grants to You a perpetual,
76
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
77
+ (except as stated in this section) patent license to make, have made,
78
+ use, offer to sell, sell, import, and otherwise transfer the Work,
79
+ where such license applies only to those patent claims licensable
80
+ by such Contributor that are necessarily infringed by their
81
+ Contribution(s) alone or by combination of their Contribution(s)
82
+ with the Work to which such Contribution(s) was submitted. If You
83
+ institute patent litigation against any entity (including a
84
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
85
+ or a Contribution incorporated within the Work constitutes direct
86
+ or contributory patent infringement, then any patent licenses
87
+ granted to You under this License for that Work shall terminate
88
+ as of the date such litigation is filed.
89
+
90
+ 4. Redistribution. You may reproduce and distribute copies of the
91
+ Work or Derivative Works thereof in any medium, with or without
92
+ modifications, and in Source or Object form, provided that You
93
+ meet the following conditions:
94
+
95
+ (a) You must give any other recipients of the Work or
96
+ Derivative Works a copy of this License; and
97
+
98
+ (b) You must cause any modified files to carry prominent notices
99
+ stating that You changed the files; and
100
+
101
+ (c) You must retain, in the Source form of any Derivative Works
102
+ that You distribute, all copyright, patent, trademark, and
103
+ attribution notices from the Source form of the Work,
104
+ excluding those notices that do not pertain to any part of
105
+ the Derivative Works; and
106
+
107
+ (d) If the Work includes a "NOTICE" text file as part of its
108
+ distribution, then any Derivative Works that You distribute must
109
+ include a readable copy of the attribution notices contained
110
+ within such NOTICE file, excluding those notices that do not
111
+ pertain to any part of the Derivative Works, in at least one
112
+ of the following places: within a NOTICE text file distributed
113
+ as part of the Derivative Works; within the Source form or
114
+ documentation, if provided along with the Derivative Works; or,
115
+ within a display generated by the Derivative Works, if and
116
+ wherever such third-party notices normally appear. The contents
117
+ of the NOTICE file are for informational purposes only and
118
+ do not modify the License. You may add Your own attribution
119
+ notices within Derivative Works that You distribute, alongside
120
+ or as an addendum to the NOTICE text from the Work, provided
121
+ that such additional attribution notices cannot be construed
122
+ as modifying the License.
123
+
124
+ You may add Your own copyright statement to Your modifications and
125
+ may provide additional or different license terms and conditions
126
+ for use, reproduction, or distribution of Your modifications, or
127
+ for any such Derivative Works as a whole, provided Your use,
128
+ reproduction, and distribution of the Work otherwise complies with
129
+ the conditions stated in this License.
130
+
131
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
132
+ any Contribution intentionally submitted for inclusion in the Work
133
+ by You to the Licensor shall be under the terms and conditions of
134
+ this License, without any additional terms or conditions.
135
+ Notwithstanding the above, nothing herein shall supersede or modify
136
+ the terms of any separate license agreement you may have executed
137
+ with Licensor regarding such Contributions.
138
+
139
+ 6. Trademarks. This License does not grant permission to use the trade
140
+ names, trademarks, service marks, or product names of the Licensor,
141
+ except as required for reasonable and customary use in describing the
142
+ origin of the Work and reproducing the content of the NOTICE file.
143
+
144
+ 7. Disclaimer of Warranty. Unless required by applicable law or
145
+ agreed to in writing, Licensor provides the Work (and each
146
+ Contributor provides its Contributions) on an "AS IS" BASIS,
147
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
148
+ implied, including, without limitation, any warranties or conditions
149
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
150
+ PARTICULAR PURPOSE. You are solely responsible for determining the
151
+ appropriateness of using or redistributing the Work and assume any
152
+ risks associated with Your exercise of permissions under this License.
153
+
154
+ 8. Limitation of Liability. In no event and under no legal theory,
155
+ whether in tort (including negligence), contract, or otherwise,
156
+ unless required by applicable law (such as deliberate and grossly
157
+ negligent acts) or agreed to in writing, shall any Contributor be
158
+ liable to You for damages, including any direct, indirect, special,
159
+ incidental, or consequential damages of any character arising as a
160
+ result of this License or out of the use or inability to use the
161
+ Work (including but not limited to damages for loss of goodwill,
162
+ work stoppage, computer failure or malfunction, or any and all
163
+ other commercial damages or losses), even if such Contributor
164
+ has been advised of the possibility of such damages.
165
+
166
+ 9. Accepting Warranty or Additional Liability. While redistributing
167
+ the Work or Derivative Works thereof, You may choose to offer,
168
+ and charge a fee for, acceptance of support, warranty, indemnity,
169
+ or other liability obligations and/or rights consistent with this
170
+ License. However, in accepting such obligations, You may act only
171
+ on Your own behalf and on Your sole responsibility, not on behalf
172
+ of any other Contributor, and only if You agree to indemnify,
173
+ defend, and hold each Contributor harmless for any liability
174
+ incurred by, or claims asserted against, such Contributor by reason
175
+ of your accepting any such warranty or additional liability.
176
+
177
+ END OF TERMS AND CONDITIONS
178
+
179
+ APPENDIX: How to apply the Apache License to your work.
180
+
181
+ To apply the Apache License to your work, attach the following
182
+ boilerplate notice, with the fields enclosed by brackets "[]"
183
+ replaced with your own identifying information. (Don't include
184
+ the brackets!) The text should be enclosed in the appropriate
185
+ comment syntax for the file format. We also recommend that a
186
+ file or class name and description of purpose be included on the
187
+ same "printed page" as the copyright notice for easier
188
+ identification within third-party archives.
189
+
190
+ Copyright 2024 Alibaba Cloud
191
+
192
+ Licensed under the Apache License, Version 2.0 (the "License");
193
+ you may not use this file except in compliance with the License.
194
+ You may obtain a copy of the License at
195
+
196
+ http://www.apache.org/licenses/LICENSE-2.0
197
+
198
+ Unless required by applicable law or agreed to in writing, software
199
+ distributed under the License is distributed on an "AS IS" BASIS,
200
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
201
+ See the License for the specific language governing permissions and
202
+ limitations under the License.
README.md ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ library_name: mlx
4
+ language:
5
+ - en
6
+ base_model: mlx-community/Qwen3-4B-Instruct-2507-4bit
7
+ base_model_relation: adapter
8
+ datasets:
9
+ - noahmclaughlin/RTR-bench
10
+ tags:
11
+ - mlx
12
+ - lora
13
+ - audience-prediction
14
+ - mixed-messages
15
+ - custom-inference
16
+ ---
17
+
18
+ # Mixed-Messenger-4B
19
+
20
+ **A specialized predictor of the Mixed Messages audience's four-way response distribution.** Built on Qwen3-4B-Instruct-2507 using local Apple-silicon post-training. It outputs probabilities for performed+uniting, honest+uniting, performed+dividing, and honest+dividing.
21
+
22
+ This repository contains **small MLX adapter/readout weights and custom inference code**, requiring the pinned 4-bit Qwen base. It is not a standalone Transformers checkpoint, an ordinary text-generation adapter, or a general chat imitation of the audience. Use `predict.py`, which combines all trained components. Loading only the adapter in a chat app will not reproduce these results.
23
+
24
+ ## Held-out result
25
+
26
+ | Predict, 45 evaluation windows | Score / 100 |
27
+ |---|---:|
28
+ | Original Qwen3-4B local base | 83.63 |
29
+ | **Mixed-Messenger** | **87.63** |
30
+ | Uniform probability baseline | 85.39 |
31
+ | Mean reference-distribution baseline | 85.56 |
32
+
33
+ The gain is **+4.00 points**, or **24.5% lower squared distribution error**. The paired exploratory 95% bootstrap interval for the score gain is **+1.37 to +6.34 points** (2,000 entity-group resamples, upstream seed 7). Valid predictions: base 45/45; Mixed-Messenger 45/45. These scores are **not percentage accuracy**: score = 100 × (1 − mean squared four-probability error / 2).
34
+
35
+ The candidate and improvement criteria were frozen before its first final evaluation. Final labels were not used for training or selection. We required at least +2 points, at least 10% error reduction, a score above both simple baselines, and a paired interval above zero. This release passed those criteria. Development scores were 80.79 → 84.25, after extensive exploratory selection; those development numbers are optimistic.
36
+
37
+ This is **supervised audience adaptation**, not a zero-shot leaderboard entry or a controlled adapter-only comparison. The specialist has learned from historical audience outcomes and uses more inference compute than the base. The exact GitHub prompts, target windows, strict output validator and scorer are unchanged. Only Predict is evaluated for this release; there is no claim of Learn-agent performance.
38
+
39
+ ## Use on Apple silicon
40
+
41
+ Tested on an M2 MacBook Air, 16 GiB unified memory, Python 3.12, MLX 0.32.4, MLX LM 0.32.2, NumPy 2.5.4, and Transformers 5.23.0. The pinned dependency file records the environment used in November 2026.
42
+
43
+ ```bash
44
+ hf download noahmclaughlin/mixed-messenger-4b --local-dir mixed-messenger-4b
45
+ python3.12 -m venv .venv
46
+ .venv/bin/pip install -r mixed-messenger-4b/requirements.txt
47
+ .venv/bin/python mixed-messenger-4b/predict.py "COMPETITION"
48
+ ```
49
+
50
+ Install the Hugging Face CLI first if needed (`pip install huggingface_hub`). The helper downloads/caches the pinned base automatically; it is approximately 2.26 GB. Use `--base-path /path/to/pinned/base` for an existing local copy. Use `--show-metrics` for timing and component predictions. Pin the released repository with `hf download --revision <commit>` for exact artifact reproducibility. The code checks all adapter/readout hashes at load time.
51
+
52
+ On this Mac, final inference averaged **10.7 seconds per topic**, with peak MLX allocation **5.27 GB**. This is allocator-reported memory, not total system RAM. The implementation loads an original and an adapted copy of the same Qwen backbone to make their separation explicit. It performs base greedy generation and two additional representation passes. No hosted inference API is required.
53
+
54
+ ## What was trained
55
+
56
+ 1. Freeze the original 4-bit Qwen foundation. Extract representations from the **exact RTR Predict messages**, without answer labels in the input.
57
+ 2. Fit a regularized four-probability softmax readout on mean final-layer representations. Grouped five-fold cross-validation within the 90 reference windows selects the representation, objective and regularization.
58
+ 3. Keep that readout fixed and train rank-8 LoRA on Qwen's final eight transformer layers, scale 16, Adam at 2e-6, batch size 1, MLX seed 7. Minimize squared error against the actual **unrounded** crowd shares. The selected checkpoint is step 30 from the seed-7 reference order: 3,670,016 trained adapter parameters. The readout saw all 90 reference windows; that checkpoint saw 30 example updates.
59
+ 4. Independently fit a regularized residual readout using the original Qwen's layer-18 and layer-36 mean representations and half its generated probability vector. Reference-only grouped CV selects this two-view family and regularization (5.6234132519). Project outputs onto the probability simplex.
60
+ 5. Return the **fixed equal average** of the probability-LoRA predictor and the residual predictor. The mixture weight was not fitted on development labels. The two readouts contain 30,728 learned coefficients/biases in total, plus stored normalization statistics.
61
+
62
+ The original base weights remain untouched. This is a small learned addition to an approximately 4-billion-parameter pretrained model, not training a new foundation model from scratch. The original model first generates probabilities with greedy decoding, seed 7, and an 8,000-token cap. Its strict valid probability vector is used as an internal feature; if invalid, that feature becomes uniform. The original baseline's invalid outputs still score zero. The final specialist output is constructed directly as valid probabilities, without generated-output repair.
63
+
64
+ ## Data and experimental history
65
+
66
+ The source of truth is [RTR-bench GitHub at the pinned commit](https://github.com/1999labs/RTR-bench/tree/8338f6daf4b5b685ae97db344f3e7a329fba7ca8); the Hugging Face dataset is a mirror. The benchmark has 165 windows: 90 reference (89 unique normalized topics), 30 development, and 45 final evaluation. Normalized topic names do not overlap across these partitions. Training uses only reference outcomes, never development or final labels. Development is used repeatedly for architecture/checkpoint selection. Targets are aggregate audience shares, not invented individual responses or synthetic rationales.
67
+
68
+ Initial ordinary JSON-text fine-tuning failed to provide a meaningful gain. The first run learned unwanted tokenizer-inserted thinking tags and failed strict validation; corrected target encoding restored valid JSON but harmed prediction quality. A gentler text-training run essentially tied the base. Those attempts were retained, and publication was paused. An initial base-only Predict/Learn run was interrupted; no adapted model had been tested on final questions and no final outcome data were used to choose this specialist. The final base Predict run was rerun in full.
69
+
70
+ Exploration then covered linear, kernel, softmax, residual and multiview readouts, probability-loss LoRA checkpoints, and fixed-weight ensembles. Grouped reference CV selected readout hyperparameters; development selected the overall system. Two additional data-order seeds produced improvement but averaging their adapters' predictions did not beat the selected smaller model. All trial tables and configurations, including failures, are in [evaluation/experiments/](evaluation/experiments/). No final-based retuning was performed. A nested reference-only CV diagnostic of the residual family is included; it is not an additional official benchmark score.
71
+
72
+ The probability-LoRA training run plus its four development checks took 8.7 minutes with 3.14 GB peak MLX allocation. This is only the selected training run; the entire exploratory project also included three text-training runs, feature extraction, CPU fitting, extra seeds and repeated inference. It was performed locally with no OpenRouter inference charges. Detailed logs, commands, hashes and timings are included.
73
+
74
+ ## Reproduce and inspect
75
+
76
+ - [Final comparison and paired per-window gains](evaluation/specialist-final-comparison.json)
77
+ - [Frozen selection](evaluation/specialist-selection.json) and [final protocol](evaluation/specialist-final-protocol.json)
78
+ - [Provenance](provenance.json), [artifact hashes](SHA256SUMS), and [training logs](training-logs/)
79
+ - [Source, data and pinned benchmark implementation](reproduce/)
80
+
81
+ The local runner injects a stdio MLX client into the original benchmark. Models receive only its messages; the prediction runtime never loads audience labels. Source scoring and episode replay are preserved. Deployment predictions were checked against development prototypes to numerical precision before the final run. Reports retain raw model/component responses and compute usage.
82
+
83
+ For evaluation reproduction, work in `reproduce/`, create `.venv`, install `requirements.lock`, run `.venv/bin/python scripts/configure.py`, then run:
84
+
85
+ ```bash
86
+ node scripts/run-local.ts --label reproduced-base --split evaluation --strategy none
87
+ node scripts/run-probability.ts --label reproduced-mixed-messenger --head .. --split evaluation
88
+ ```
89
+
90
+ Node 22.18+ is required. To rebuild the selected training recipe, install `research-requirements.txt` and run `.venv/bin/python scripts/retrain-specialist.py` from `reproduce/`. This extracts features, refits the readouts using reference-only CV, and repeats the selected 30-update LoRA recipe. It uses the included original base probability features; exact reference/development inputs and targets are supplied. The reconstruction helper is provided for reproducibility but was not used to select this release. Historical `phase1*`, `phase2.py`, and `build-release.py` describe the superseded text-training attempt; use the specialist scripts and frozen selection for this release. Do not rerun repeated test-driven tuning and describe the evaluation as untouched. Exact floating-point reproducibility across hardware/library versions is not guaranteed.
91
+
92
+ ## Limits and licensing
93
+
94
+ These are estimates of a small, self-selected audience's aggregate submissions, not objective truth, individual beliefs or a representative population. Forty-five final topics provide limited evidence; the interval is exploratory, not a promise of gains on future topics. Public benchmark exposure during Qwen pretraining cannot be ruled out. Audience/time shifts and unfamiliar topics may reduce performance. No general-chat, Learn-agent, or other-audience improvement is claimed.
95
+
96
+ Weights and original release code: Apache-2.0, subject to the base license. Upstream benchmark implementation: MIT (`UPSTREAM_LICENSE`). Crowd data: CC0 (`DATA_LICENSE`).
SHA256SUMS ADDED
@@ -0,0 +1,388 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499 DATA_LICENSE
2
+ 832dd9e00a68dd83b3c3fb9f5588dad7dcf337a0db50f7d9483f310cd292e92e LICENSE
3
+ 4b96ca8b2e3d649809537dc76d9eaa30306037057fd51d477ccfe3a922af6fa8 README.md
4
+ 5951c24033d2cd76cc80118f5f9136884adfc69d0eece01227d02f1bd8817d74 UPSTREAM_LICENSE
5
+ 4f7c90e032dc7d08692a8b21df5be8ce73c54e4ef05ceae713dfea7ec93646bd adapter/adapter_config.json
6
+ 70bfcc189507b62d5d874d79e28094c4dd8deca15fe872b780eabe9b26309579 adapter/adapters.safetensors
7
+ 63a0efcb2d1dfb3c2e82df6252573b7edf13e4cff073f2efb4def81f33a15393 evaluation/base-integrity-final.json
8
+ 20977050616164dbeaf90dad348ff9789a77c8c15c66ed6a49bffd99069206a2 evaluation/experiments/bagging-protocol.json
9
+ 17f33dc29872810cc46bb101c119dbdd9aab3ca2bad22344de4304e6d425b4a7 evaluation/experiments/bagging-results.json
10
+ 391dd22c422087a10fd637e093e81eea45d884d63b7b036045c2d129e098a91c evaluation/experiments/base-probabilities.json
11
+ ec59cf1f1d6fcbf01c598c6aacf2afb8cd324f04514099415b4b7b5cbdb5d763 evaluation/experiments/base-reference-provenance.json
12
+ e7de5604f9c362af5700c7309d04c0bd4a7723e4fe413418eabf272c3f2f055d evaluation/experiments/blend-diagnostic.json
13
+ bf1fced81e0f5096ea22c3e7d510fbaf15f22d6846c2ef4c9286c56589de6ae3 evaluation/experiments/development-comparisons.json
14
+ 4e15f90a791d8f03d6e5ff2be421ad54479f780308e17cf8723794f872a6d126 evaluation/experiments/development-selection-run-1.json
15
+ 07e729b46b959972fff9ce6dfe2d4ae06c1c60d57e973d62413c5133e842366e evaluation/experiments/development-selection-run-2.json
16
+ b4afccf90e55d9ece29910cc207a91ff35e82920b8efd27c28a0ead3f15c8b0a evaluation/experiments/development-selection-run-3.json
17
+ b4afccf90e55d9ece29910cc207a91ff35e82920b8efd27c28a0ead3f15c8b0a evaluation/experiments/development-selection.json
18
+ 5aca3cb42a1e11e12ee06cf5a6bbc3df70c486eeed713d940fc4185ab2d65a9c evaluation/experiments/ensemble-protocol.json
19
+ 94b62cfdecf602ebe0d12975426e6272ae104c6a3d89605fc8d5230d33b5c119 evaluation/experiments/ensemble-results.json
20
+ 8d7a80149407448aa8539e1818979507f9c9ee012f6f017e43ba9a1245ecff4d evaluation/experiments/feature-provenance.json
21
+ 829fb03b3e32f476e74f379949737955ad61d3136b8f347fd0c3b9ae09be4e73 evaluation/experiments/kernel-results-initial.json
22
+ 6def2e5fe4d29589f44dfa27dfad834bfe297152bea7730382a7919fa66bb906 evaluation/experiments/kernel-results-word.json
23
+ 9738d4f3864b84323ab1110583bf2cb40d83b9c0169696fde3111f1f16883f0b evaluation/experiments/linear-head-gain.json
24
+ b73235f03d92dafc608faa0705db4fbccc061ee1b5021ec84dc7ee29c4252622 evaluation/experiments/multiview-results.json
25
+ cfb7dd2240143764209ecc8c3764179ced9f2f1336f64f23d8e9d0515459c70b evaluation/experiments/nested-residual-cv.json
26
+ 6ca1ee24f083867fa403d35b6ba3770f68938339bbaef4ac7881efadfbdb45bb evaluation/experiments/probability-lora/complete.json
27
+ e5228d8a17ee1beab5e74c0771b41698442915b7536c438bd68506d5889f905f evaluation/experiments/probability-lora/config.json
28
+ e98984de8131329c06896c81cb7c98328c3e1ee5a4dc38a95bd20233d7a62d6b evaluation/experiments/probability-lora/development-step-0.json
29
+ 1382345bc0913373a078cddad91dca5ed58239599957cc15d243d7d1c39e0cc6 evaluation/experiments/probability-lora/development-step-10.json
30
+ 36e0436af917e3fc1c47b7265a7cbdecf9aa9c29facb957822afe08ec756080b evaluation/experiments/probability-lora/development-step-30.json
31
+ 4408018c6af5d7be606dce4e80e61e6f22bfe9f8b95e7ea2a53cc50b361382d4 evaluation/experiments/probability-lora/development-step-90.json
32
+ 7bd00d74010069501b74705035caab6a8c8c8495287d255df5b82e765c349d67 evaluation/experiments/probability-lora/results.json
33
+ 96b7ea852c27cb35e9d3d32e0ba0b017197dd2da2ca698a59a3ee8e8e702db8c evaluation/experiments/probability-lora-seed-17/complete.json
34
+ 95139256dc7f8609d75ae0baf14850002b7c1d4ea07f19f4352e941a39529b36 evaluation/experiments/probability-lora-seed-17/config.json
35
+ 20588520183d938e162142e4c94ec1afe68bfb73666107518332f495be0ec32f evaluation/experiments/probability-lora-seed-17/development-step-30.json
36
+ 312479bfefb42620ae08c718656e2c7bf1a12b418bd86430e16024ec52504d63 evaluation/experiments/probability-lora-seed-17/results.json
37
+ fbd6eb8c6be2a26a86f21503610891384ae1da930961573f953ef3d296e7b52f evaluation/experiments/probability-lora-seed-29/complete.json
38
+ 9a7bb502f08f281e38259389803e783273a957eb651ba2e44f2a205808fc76e5 evaluation/experiments/probability-lora-seed-29/config.json
39
+ d77ad931eaae247126140629748ba823678e884dc39bb3067154dba00b507267 evaluation/experiments/probability-lora-seed-29/development-step-30.json
40
+ c96bbbb20ef507e33a5479672f744055424f5f0d9fcbc038af62cddc62eece10 evaluation/experiments/probability-lora-seed-29/results.json
41
+ f95d88c483b4e55dafeb10153358556f563318894a895b4fd348148ad23b042a evaluation/experiments/protocol.json
42
+ 19bde148b14cb8801527bfdfd9fcdfe5c00d4c1cd77eb2987a55a2efe3cdd624 evaluation/experiments/residual-results.json
43
+ 0ab7a6da93903c232d4597e4a60c3ec8533713a46625ef428a395d977c4aedd1 evaluation/experiments/results.json
44
+ 811b3abbc31cb35b03c48dbf601647b7b6a2ee0050016553950c8e594ab8c0c9 evaluation/experiments/softmax-results.json
45
+ 3d71a761dd79922594c82e1986224815587854d635157dadf41c688892e815ca evaluation/experiments/targets.json
46
+ 44be0f900c7dd4a15f8e54f315aa63df246b6ec0e2c0306de0333af9a2e89d78 evaluation/experiments/word-feature-provenance.json
47
+ edf5a130ca6cbe089d3082ada1fd0ee0b36087d272d70e70f915d395e60cc9b2 evaluation/initial-final-protocol-paused.json
48
+ 59f8ffcfeaa994e06dc2c4f6237b32417b39cf00b4ab9b8f67082c18039c3108 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/130.json
49
+ 9842a5f9dc8088c91280c1d95c993a0066370565e3ed41494e348bf7ed0ee1a7 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/131.json
50
+ 4c0d5544da934449094a36fd7bd1d55ea768b626d89592e41a3f2e5eda72aa2c evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/132.json
51
+ 0f3ea398628d97929a1ba9c8031151d53850dffd07d225ef96d5585882db264e evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/133.json
52
+ 378ab4e8410ba6dc4fd0984f5fdde0c3acf925cec3269a7dd61db1286f8afcf7 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/134.json
53
+ cde5742699a0e13e7ad94bee64583c1ab96aa4b4c7ea3533cd440be39f55651c evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/135.json
54
+ bdc03c6c6f7e004fcde26dbfa9055d6ce7e38ce44272748b24bf62db72988f84 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/136.json
55
+ 2eae5bc3c607c8beeebefccb0ce01f34c9151c66f2ca2ad3fc6953852e6673c3 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/137.json
56
+ 8ee9c19e0e7ac287d7810d8a335b57f513f28393bcfdcecf9794cc5aa97943be evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/138.json
57
+ a682a19f143b4ba6a706876c88d40b6bc60d62d9c14075b15193a9aa8212916d evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/139.json
58
+ c67e2e31422677847321f0432ba33a5c47346acf6f81cb5c7ec7c48589a9790d evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/140.json
59
+ 0487cb48d1753da7edbcaf249a5f93453d60c797ab9bcd8356f75e2fa3da921a evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/141.json
60
+ 77c14a3dd36dceb14394a5d39a94a0b0b1126eaadc5162594136a91f2625a82d evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/142.json
61
+ 21269db3612ce1f431136f20fdfae37bbae873c4fa05269fa775884d3c42dd64 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/143.json
62
+ 3694307baafaf87572d4d0cec765588d84e44b0cd5a4a5f5252094becca07855 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/144.json
63
+ 1b664cc1bcc23d16aafec83626e11c7218b7f0e123ade383ea3c14a2befa3bc0 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/145.json
64
+ cf17e8a928095bf0cef94b5f33aa549c78b3bf6ec176131ab64a9e3118f70e41 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/146.json
65
+ 69ffb496a8c05779b904bcd22351d6f32e2342f8d086402a37bd9f44b3ad6830 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/147.json
66
+ eafffb49a9a035c540d37ac8b921085e87af9a489fec98bf3391107510dd75ee evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/148.json
67
+ 49a6903c61b7b37faa8d43a79eb38c6a2ca61fdc7c3d19483e5f67136bd187b9 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/149.json
68
+ 142b7b516e1979c9871a633f877384f9244f6ec6615c0d3a4d4563415f1883d6 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/150.json
69
+ 142595f3b561cddddf9a0c23a2427162c0d2c3babdeaaf06aa83ef111f6ebbe3 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/151.json
70
+ 357b83be38c426af977813eed37dcf1db275a1f7ceddf705aa3567874527acc1 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/152.json
71
+ 0294d74535d3c1df3075deda88bfa6c24d210c7b2674b4cce9a0a4931df3363e evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/153.json
72
+ aed5563b8abf1238f8a50d444f1139c7fbe78bc38e3edc93d2c6387a3ff4775f evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/154.json
73
+ 9d542ab75608c69ede707b3851d53119b8a27e2207609edbd602f4e0ab2f9c22 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/155.json
74
+ 74c2b8c2416a71a3648d0c0aeff7488065feb1b957a3ed6e9cb4e5f33c7366ba evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/156.json
75
+ 09c4b4be2c58da0b1eb5371e67cbfe4045a582a183767c26edef5746b592692a evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/157.json
76
+ f06fca359147d59e13b7a3107b8e808703f79c5ed330b43082e87c01016b4346 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/158.json
77
+ f983d379e5e0a50312c4ad5997f712e4464ac7e19d2c35615fd2a10dd0725972 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/159.json
78
+ 9cfe9653ea873c7d84bad0fe892f190e336b82d8352291611b7670f565f21e38 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/160.json
79
+ 83632e80fd8170a36fc048c7616ae5988e73efdb815db663292d228661796ae0 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/161.json
80
+ 873e7a03161ec9338480b65cb510c08948293d9368563cea9176f50bfbc26550 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/162.json
81
+ 7b0c162bebc28222391825d313d86cbfb120a095ff2c9b90642009982ff65418 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/163.json
82
+ 1d2720a3537e2d2bbcfc36fe20336ff2870bd95f06684e3344b6b38e37fd9b62 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/164.json
83
+ 73710e17f7a0dcbf17c547f65476f5671ab901b829592f8135d0ea63020257ad evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/165.json
84
+ 8185e718c463a325f2dfce52293b1338d75a52b149fe60fce57a2ceed231a32d evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/166.json
85
+ 6567c3fb04e2d0e82a8a0a0e7222b5df9adc14700bd29ca53556d3ed9d8a507b evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/167.json
86
+ 3e36abf00844b6f10af047a58b8e8e7a518433a8ddb1e283affdbb4e1e5c07e1 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/168.json
87
+ 12463b5f69ed736a70e2f736d0878703a538b0bfea5c8a69c5213e805b084a2b evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/169.json
88
+ 1ac2dbd7d6f042ca685d24ad58bdccf74f7e68a4259bc7a86d4c0cf97b7924e2 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/170.json
89
+ 2f54e125357164637aee83450d8d46a66018723611fe81a68bc5cd79ecf25ca0 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/171.json
90
+ 1ed2e9bc4e0ae55a3b32674de68ec09e321e75d7c06c4810663ee430b6847e02 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/172.json
91
+ 38abc4ac11b88ab60bf7a747f5e08d2e675df99e51b40354d48cd7e79be8741a evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/173.json
92
+ 308d5560be9fcbbc71b9d8dede056900879700dc0261fba0af8b84aa705ec419 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/174.json
93
+ 58cba182974e5d0f4f2a63a2cc0f399b50971bd925700b9a31a932994939fb69 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/manifest.json
94
+ a1b9f65e57af568796688620e5277cfe845c0a0d30cb9a7f78c5aac9aae2c546 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/report.html
95
+ 284720396bf7fb308c50b96282d9e3137a71da493e79890f333ca2cc5af4072a evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/report.json
96
+ c06b0ddcf2f329d571da0fb55c543247280efd9496988a5da4fb542c5a03cf82 evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/report.md
97
+ 1b98bdd7795b271740ddfac332b16ff5c3fec2968493572e2f3713c2ce9a27e4 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/100.json
98
+ f3cec8def2a8f6d82b2983cd109279c8c1a5ab789156b2974e2b5393a562597e evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/101.json
99
+ 149b18f174c28962fa932d3f51c0489753c1bb3c00d018fae5623ef83e63205f evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/102.json
100
+ d6f71a053ece03833bc88ae37210f84310a20cf6cdcc490e3edbf76128861ebd evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/103.json
101
+ bbcf1c40b5fcd350babc3fecd4da6843f78bfcf84251107d44946e7f05eb32df evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/104.json
102
+ 738362a24aebb7b7116345b03aef5a5512d01ecd5796f7f0c7f34cc358969cc0 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/105.json
103
+ c92c319b7f574e0bb117741f29ba8216d9bd14c9220e6745d8fad1c09683a9be evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/106.json
104
+ 63c4b6f1dbff495f3913e79d2c9b9d146be4e8823ba687a89cc5ba4069ee165f evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/107.json
105
+ 5726e34695108dd3cd8f6100b521ee10cced02cb2eee824cf2b15c75d7b4c648 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/108.json
106
+ 6625d588ee4e75c303a80769ee1c69f80fd6c6b5da49f7cb38a9cd1bf56d183e evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/109.json
107
+ 8629ec06744a9817179db3288fff48c4954ad5685dc989a2f07c87f7eefc8fb6 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/110.json
108
+ 255bba9a656d250c6802faee6c4f9b41ee1b824852f4816b5e777985a1b1ee8c evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/111.json
109
+ 6789f40ecdf573046ca7695f99768e23c4c46296f0121c5f3ecc20da5a820b71 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/112.json
110
+ 7059d6ab014382ec03ce5267f5b12711e15779ae542878e635bb857cc5b51d7d evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/113.json
111
+ 291e544b1590b9ff27bfaba9cc8de151ffbfd66f7f3e33d39c2682fd461cc576 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/114.json
112
+ 196b2bd9001e849db9d952c7ac7d76dc69c634c2d0cb85ec6907192a311d2c54 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/115.json
113
+ 6c72428d641e1d0aecd43b93971ba728d7888abb99fdc919e3fb5fa86e10384a evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/116.json
114
+ 95f25ab0ebdb47a361f45bd705ce04d55b99f971c31bbd57c815ca8c83f29fff evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/117.json
115
+ fae2d7dda534cdf7129b66602e43df9a49c9bdb7e7f0985907a9d6d3817eb37d evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/118.json
116
+ afd52c7561e129ab51b793069de4a1b972100d285d0c0999d22416d1914d7d4a evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/119.json
117
+ f544fba3a26a320731a3cd9f318ab89b91d892e8b0f935829fb835743ae5270f evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/120.json
118
+ 5ba1d0804b250e5a6cf6016c11348fe3dc3330a842237ac1f435fc4d6ec2e5ee evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/121.json
119
+ 1bffe59b5c921884c3fa4eb0f0907087e1503fb61ca73d1ead507c24de531e09 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/122.json
120
+ aad8149314dc05a74e53ca766acfc913a71ee5fda3e62ea67616220f43b9cd07 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/123.json
121
+ c98226065fc574a88d9ebef65af402d88318684c3d6ea484bb5a32535a291c12 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/124.json
122
+ 7c6037b2562a4fd95a34c4e49f8ac1162199c8f0b8ce540c30f47a020629df8e evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/125.json
123
+ ace11389bde21647044572c6186c1b4fb14223ccb2b3130624ac8c56e00b5935 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/126.json
124
+ 94cf1b48f4e6f2e72c2d4df7b35fbd348fa005d928ba8e129897f9b643f25315 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/127.json
125
+ fbd3849c1d0f1b07572a659a9575e522b5a85421572b214f067f413e11457166 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/128.json
126
+ d83b8197d6a7e4aacb2f1e2b77e4b2c30906d7b5e469d5053a6bf76290e5a58a evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/episodes/none/129.json
127
+ df14560cfda26b20fe9eba62e98c65bf2adf2564611373f652c1fda8325a948d evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/manifest.json
128
+ 02df01b46f254d59fccbfa31f84dfa64460fba51c9b267190ccea0a3d1c03481 evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/report.html
129
+ c0cfec4cdfd455c4d2aeebcc1639ac9bf867d75b0d11ac09e155f2c737fbe70f evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/report.json
130
+ 67954a5ecb7dcc23c138e06b0df3e65718f4ad41ee64be132cfbd5d563987fdb evaluation/mixed-messenger-specialist-dev-61ea76ae604596d0/report.md
131
+ dbb934ccc89e49e64ce9d4f5c5733e87732086251f040d9a57cb5b26d2bb6da2 evaluation/pause-for-performance.json
132
+ 8adced696102bf58c19fc5b52ab93527aaf9b6007bab5ebb868115be24f859f7 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/100.json
133
+ 6052fe3c273a4d6352f1757f10946593ee411db5a6797e890dfa399a1d00589d evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/101.json
134
+ 8a5fffc3dd5f020579a303bb6d6d1799bf78f7a52b0300b72e8a5e117bfd5039 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/102.json
135
+ 1832addacb0ac1c47e7cda22e434f4075471349d18213672e2393cf3071ac4ae evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/103.json
136
+ 5380dd5e8ffb5e5e1e9ad36fe9d07e2a47e856a0e34ac970eade4de958f23653 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/104.json
137
+ 863d32863d563fafb6da848cbde39d34f1c15b1229806ee8272cda950b2ce06a evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/105.json
138
+ ab2886afa43a7dc30303761df200a302ed8faf972f2cbfc82c114937c00e59f1 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/106.json
139
+ b9a407159797299bc32668a0105639fae24d8fd7d69a20b46762aebcb7ceae51 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/107.json
140
+ 47d132c1e4a6bfb229a3d435a3506baee061ef9a1ee41c7b61903af255f20f39 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/108.json
141
+ 4b476903f1bfd3dc412b311fd5f8912a1411f53040da05ebb4ee57720339330a evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/109.json
142
+ 533eb39383b0177df69cbcda4748c2b2c62b4da2bca862f55a107049a7c76c40 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/110.json
143
+ cfdcd2ed0bbc382d90b6725f213b1b430ee96bca85a977a2b1100858eaa79e02 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/111.json
144
+ efd99ee1570012607b6c8b1175bf099989c7d1e536da9afb5bac2d927ec35979 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/112.json
145
+ 03a0a0a4b959a659bb4364e8e25073232d2a6d17444769336f9026753ad86073 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/113.json
146
+ 07bbed8a7d9f9b0a788da1fc025078550e141b5a3960fddf02d62de60912bbbe evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/114.json
147
+ 819be77dfe164d16f64d9047a206e9204149f2b4dcc1e3dec0e583db66e6fb12 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/115.json
148
+ 8431f2f4ee72f60e346e5b8399c0b9e5a019ef6f576d991842962be039f0b571 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/116.json
149
+ 8214bc814f105ca5b323b8a92fa221c8ef66134502230bdc7248218263902952 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/117.json
150
+ eae08cee9d308a98269426ccb9fbaecfd51a0f0d94fcf9f4d1cffdbc27b25df5 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/118.json
151
+ f8da81d051f135bf506118c004b0ac2f89d34f9403eb867626dd01843893d64e evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/119.json
152
+ 87fd05412d8f09fd02102640d3ca24dc99b4e09eb30521aa2fa06f35217ebc9d evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/120.json
153
+ dae535887bd9e58e9d56f3bf38e4aea254b96f8e7cfc485041a16053561ee8c6 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/121.json
154
+ efd03137daa4ea0da4ef3444b9351c077ad57872982af2b7285aa72d2855c419 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/122.json
155
+ a9cf1b9a6fc050a55012784e7b27a5e56a83ae5d831e3bb9aaf6f457c45d0544 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/123.json
156
+ b951ac801164c94d84c8b2b0baf70e3ac52570367899d0c9747526fb7abfe332 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/124.json
157
+ bf8fc26b89d6e09c5b9135a1b216b27677e320fa2ff844cbfad6100ee407d28c evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/125.json
158
+ ecb9e4826d3ea9c3710676078421938f35f97c44707df90bbf3a17cda17a676f evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/126.json
159
+ d12c2fc7b44c387e34b3c59e325e21675bc0707df5af884405ae633c7843990c evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/127.json
160
+ 3a6897d572bddd50e648a872e75c544fb0410ffae7d911ee4abba2a8c6974cb2 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/128.json
161
+ bec0430679de190a6851dbcf0eb6620269dfff4dd661b437c28afc38047e9fd6 evaluation/qwen3-4b-base-2fca084a573e6b24/episodes/none/129.json
162
+ 927789fecf046fa04610eec97716d7d529ee963df93c2bdfd09cd5dd2bdf6862 evaluation/qwen3-4b-base-2fca084a573e6b24/manifest.json
163
+ e19863475dbe845e5cf480b798734f2ad6d42725ec3226d54f8404d7beee38da evaluation/qwen3-4b-base-2fca084a573e6b24/report.html
164
+ 8e5b44f9c3e49e30b914c5ec568bf048c078003a193117395389c4b7437a0cb0 evaluation/qwen3-4b-base-2fca084a573e6b24/report.json
165
+ 6e0ce273741e8bf74732202219141d01d74cd34009023e0e3015e97b477b03cb evaluation/qwen3-4b-base-2fca084a573e6b24/report.md
166
+ 5e67e14e6fa855022d8c297e2cc4b5567c3c30bad988319ec84a0c692ea9f2e8 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/130.json
167
+ fe9e2dd87eacd8431051232cbe576e772dc336aacc4202fe95ea106827a5f92f evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/131.json
168
+ 6e1442599247ddb4785a833bdf53598d10e020e496f6cabe29c3bc41bb29c10b evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/132.json
169
+ fa546017211e7838bd7556b3ecaa1226e0904faf0d0f74fd551f327b4ebad096 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/133.json
170
+ a057e2421cbaa22833d49766e46fb1fd36f30c5258979bf20d7d49bf032266d2 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/134.json
171
+ 1b6b8e420a5d5f881b6afe1c55373442efa438a79bc2ff1f4f45215875f4c82d evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/135.json
172
+ 4e86c50294dc5d8537d8cbc8c1e1f61e7dc83241607182c1b7b42cc5b21b49d9 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/136.json
173
+ fe1057109121b6600eb5103bc0aa52e6570f4a5a40b7789e620061ab14f4d4d9 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/137.json
174
+ 5d431ae90fbed62b61ddda9888474a7ca8d2c16bf381511649fc71ce46a19460 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/138.json
175
+ e172393c4145c5b72993f6870eb60d707f8ff05fc925c917519744b9af2b72ce evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/139.json
176
+ 210c854372d344b57a153b4f88b3f8f59d01a8f81d22b8170aeb0a18a668c21a evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/140.json
177
+ c1172c0dc93c73bda36a3d163b19237dd7aaee0dd16685d690d38fa7928061fc evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/141.json
178
+ 95063cf92276ba7b9924b6a55cd75760ca1fb80af79ff4a8e2ce098a524732a5 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/142.json
179
+ e652a39977a2a6bdfa3e6ecef18dfe65d550e0fd75f3291350a71271a8209b4d evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/143.json
180
+ 5b9394c747eb3d1de56f70218477434e1873d3c1ff705e1aae9a30e28a5df34a evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/144.json
181
+ 4a95edba7fc19d7b67c3e37e1751d39259e64b3d903cbd6ff65a7997f1072fb0 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/145.json
182
+ 031a259989b3edecbd96055706ffc1e776a12ba95e4a798ce646bc8c143d4243 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/146.json
183
+ 11ce5d6001704eeb777dec653a574199ce4ce9dbb1880595d812e8cf1b5d0b15 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/147.json
184
+ ce3d250fba364b52f5a8e68127f51cfc17d555534e4e8afe54493e59be340786 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/148.json
185
+ eb6fd2c4ef7b7f2fe2f882f980c8789f81412aaf2771bdbafb8cac1b2a4c9886 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/149.json
186
+ 45db86a55e09f1ba8c4cd7ce0e4749918e6360e6ee8a917c21123e970de1fa3b evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/150.json
187
+ 3c170b32dd13704133a84f37450d20ee7b1bf78e81af46f12d8e2e7c51b30022 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/151.json
188
+ e25040a03a9262f7ed39227f2b503fd347226269886b502b21e4947be5d82be2 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/152.json
189
+ 5d8e5349637d577a2c827c386a531f80a4e8d1d24a2e7dd4ae532cbacb502718 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/153.json
190
+ 32c7e763d0b1ac8c976251e34f8395224c5abec6cbc64ab73b901f2d03354dd6 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/154.json
191
+ 99c13cbacd668b97daf07140c433aad5c4d650e3479f9e38a55b9320ee4895bb evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/155.json
192
+ c40e567335b86f183f6cdca8b8dd22263ed85bcad1a2f62a532f967f4dd2151b evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/156.json
193
+ 2cf3668457fe71aae40c1791231fff74ed90b6e5eecc424b183e9c628ec0fdca evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/157.json
194
+ 7052ea6ff89e7428152410970b38590f6bce4c9aeecb64bca5f941ba5be44e3a evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/158.json
195
+ e8f2694cc8c86d5543c21c1c1daf39a1ae5b62d1427b244cae4da6977fb0e3bb evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/159.json
196
+ e675ea3375995d42eb2446e013c13835bbf43795e3923c31071f303eb604a114 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/160.json
197
+ 18fb3bf16ffac302288bf92cdc8044b5fd0fa43264e6086d92173a0663a054ab evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/161.json
198
+ fcbd3f06faf53b68c87da1d09e3ed2b55a83c80fac8fcc24b90ffcd6fd33ce99 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/162.json
199
+ 5fe4abec19e4a22b31a7aeb43fe43a3438dcec8470b0af94b6d15fe2e1975e7a evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/163.json
200
+ 08a80424b822ba46dead4e3ba0a8b1f1ccedf4ad04ced84207159e68905537be evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/164.json
201
+ 6e6b1910b10940c50d84fbd4916c4f00e98fd774e74be1326b063901c54e07c5 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/165.json
202
+ 35574f72e90beef128b56547ad40c695893cab12e49d47fada9a791665faec34 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/166.json
203
+ e9890dfaa7f64cf14c69c9f0a623e065cf0fc60cfee04abfb9f871998aa5238d evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/167.json
204
+ 100a5a6ca34a475afaef229bf0eaa9a8215f7ec43a9b559ee7592781d6ee1ee2 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/168.json
205
+ efc6a08140703e7231d1216599c9e1f383003a482856428322ad285d7bb38e54 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/169.json
206
+ 52bb63552bb038a3fe84d69b915cc31490631f90fe13f65d29968582a88bea4a evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/170.json
207
+ 8cdfc517482fde4d1083267b6e48015fc30362cf5d8ffe86e9fdc703813e37a6 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/171.json
208
+ 84902728d8b57e6febf021d962a67c45e19f0f06649c1adb006563fab658d10f evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/172.json
209
+ 6801b8064bf8eacccdd5efb3068ea45caf97c790d8272878f474f276d3cd686e evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/173.json
210
+ 2d936a1968386d25ef501f24e9be2a3e7e5e56a7522cda62f604a2295c6a6769 evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/episodes/none/174.json
211
+ 8771606fbf6be1a909219d074dff24653f2b4fdff7a832607e4fe243af925d9b evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/manifest.json
212
+ 4adf6dc9a7029886a90242afaad2126a210823bc7689ed9b17d1efa47a49135d evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/report.html
213
+ 1cacf1ee8db54e9b39ef45f5cf54db744804ff8944d676517eb737e754c918ba evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/report.json
214
+ f81bfb57a0c345f1b4ec1737fc18731ce2abcd44e294d7cc5e7b21bf22195c0e evaluation/qwen3-4b-final-predict-2dcc5b017bec2aa4/report.md
215
+ 0d502a3f36c5ae7fbd09daa2fe7d8b0342bc3625cc395776a16226f0c461c67f evaluation/specialist-development-comparison.json
216
+ 5e5ca88cd97d7f38975c56e13698fa186604215d56f8693741440359f7507d7e evaluation/specialist-final-comparison.json
217
+ 40b3b886ae1eb366020afbfa9ac0b04b25010cfcad8b4de22a45d96f0bafde03 evaluation/specialist-final-gate.json
218
+ d76ad8c39adb1622f0494c14f8b45a12ae8af4f49b0c99e13e5aedfdec02c5c9 evaluation/specialist-final-integrity.json
219
+ ea1679843d9f993065f7a47ac7806dc505b0fc59b88091fc57239d0c13b7604e evaluation/specialist-final-protocol.json
220
+ 992f6d985c65731f517d051dc95ff1b164c43a7ab11baa59bec94104f81d62a6 evaluation/specialist-selection.json
221
+ 25290f13e528b12ed9b126502a8c8db4218bfc072bc9ef1fef0cbc1359805460 mixed_model.py
222
+ 3e5e3965c52c877516a6811b9346eb0775b46137f28fad1ec6b94b41de2dedca model.json
223
+ c10c7842a362ac2c1309142ec5be9d459cf9979ff834a6d71a24b8923afcc775 multiview-head.npz
224
+ c372c5f3bf518e1aed80f773662e4832bd518771a5a0ba0cd7567598ab0eb558 predict.py
225
+ f8e2a6a944a6f31678b53b2db8128aa85e01ae9abb99b3e6868ae93a161cf6da prompt.json
226
+ b3cfacadafddba858188efaf3892ef8e0ecce653e3c016fd03ad4dd2774c34d6 provenance.json
227
+ 832dd9e00a68dd83b3c3fb9f5588dad7dcf337a0db50f7d9483f310cd292e92e reproduce/LICENSE
228
+ 7403758f8bad63f2f95498218a618d0bac94cab2c233b1f21f7eb2572900879b reproduce/configs/train-1.yaml
229
+ c7da845ec78c5d00d3b77bbd8e7deae97deef1cddbc624a04c0c64abc1262e9e reproduce/configs/train-2.yaml
230
+ 377ea743c673f2f7ddf8061230e81f2c3488defae25fae82f6a791a431f81e2b reproduce/configs/train-3.yaml
231
+ f8e2a6a944a6f31678b53b2db8128aa85e01ae9abb99b3e6868ae93a161cf6da reproduce/data/prompt.json
232
+ 00239194273334d33f4a8d06ae0ba9c48e33554f42344a0b1d4e2ed1818291f9 reproduce/data/provenance.json
233
+ aaaa4c8e33a739aefc7e36c61069aa78bb6c7641556861556c2ddff302ddefe7 reproduce/data/run-2-rationale.json
234
+ f2915acfa8b0bf25e19879a52a701abb39caa412f844af0bd3d484d647951bba reproduce/data/run-3-rationale.json
235
+ 397afab5b951596bec972cf491823505cb9b79fbc797af97f52abcd46d7931e8 reproduce/data/split-audit.json
236
+ 4596b5add462d3570a0e1562af0d4a1bb673b9c797a0e7321f5dac85780e0ce3 reproduce/data/test-verification.json
237
+ 771ce9da3b825584468d40948d0f707590839c6866975941eb2f55770f75b2a0 reproduce/data/token-stats-run-2.json
238
+ 1aca0c633df37c8072ec923397971e861eee4ec7e9cb2816173595af0a5e75dc reproduce/data/token-stats.json
239
+ e88ea53a2dc3fa166caa57a92141543caccc1fb1725e532ca184b1fe99cd2d6c reproduce/data/train.jsonl
240
+ 80e7bcb8c94cd6f44bd9b5d1e6b66e4ae807d707e4af9248a94f5b140347300f reproduce/data/valid.jsonl
241
+ faa13182a3c1a44a90087601cc02ec84b7c467e01a15f878bfaeb991ff9b8974 reproduce/experiment.json
242
+ 20977050616164dbeaf90dad348ff9789a77c8c15c66ed6a49bffd99069206a2 reproduce/experiments/probability-head/bagging-protocol.json
243
+ 391dd22c422087a10fd637e093e81eea45d884d63b7b036045c2d129e098a91c reproduce/experiments/probability-head/base-probabilities.json
244
+ ec59cf1f1d6fcbf01c598c6aacf2afb8cd324f04514099415b4b7b5cbdb5d763 reproduce/experiments/probability-head/base-reference-provenance.json
245
+ 50c54f4af94edabf03eeed74293dad20248d6a3eac881c3651e084a38c12ff39 reproduce/experiments/probability-head/base-reference.jsonl
246
+ 5aca3cb42a1e11e12ee06cf5a6bbc3df70c486eeed713d940fc4185ab2d65a9c reproduce/experiments/probability-head/ensemble-protocol.json
247
+ 58b3cb7d7015b36e76c4fca416a46a3d590500a0db04de401f041276872ea0f9 reproduce/experiments/probability-head/inputs.jsonl
248
+ f95d88c483b4e55dafeb10153358556f563318894a895b4fd348148ad23b042a reproduce/experiments/probability-head/protocol.json
249
+ 3d71a761dd79922594c82e1986224815587854d635157dadf41c688892e815ca reproduce/experiments/probability-head/targets.json
250
+ 8351f5b6018e00e6f79e816435e112cef2dc90945c6a21ac03dd4c773caf54f4 reproduce/requirements.lock
251
+ c5bf3c9b2b5bb936ef3f9b765cc646c666d1d6fc6c5432fcf2a5904af8410fed reproduce/research-requirements.txt
252
+ 45c9c7cbeb51eca88af9e4314591e2d08305576afef79c3bfc7ba59b044f9008 reproduce/scripts/audit-final-integrity.py
253
+ 0415d9cb3860b61c94e205d4f0bea834263a4fd2d1f39d262efdd9987cdf2e47 reproduce/scripts/audit-targets.py
254
+ 182e8324cd02ece33dff68eedd1d15f0587b3701263dd63757dba1c7ff774d95 reproduce/scripts/build-release.py
255
+ d4d41bdf74db06754b02ad77dca74ed55ce86f8067a0b2e8d0cf7cfdba2300f2 reproduce/scripts/build-specialist-release.py
256
+ 788eedc12c6d2c1853d96d8389d414409a6c1fb5fd84c5ad2042e91982973e74 reproduce/scripts/collect-base-reference.py
257
+ 2b6dc886b1bb6e12babd03418320fb19f3ca0a0218f6b8968429331d2774dbed reproduce/scripts/compare-specialist.ts
258
+ edd5f9ef5d3ac4cb9cdd0f869e906a7569f25fda05438b57ee46ef14f9860d2d reproduce/scripts/compare.ts
259
+ 09e547013b2985ee427f27901daaa306c78e59cf99f3875b209ad06c8b705b79 reproduce/scripts/configure.py
260
+ a37a2d36a9976856cd4435ae269578689b87c876740251e1969acff6e788f092 reproduce/scripts/ensemble-diagnostics.ts
261
+ cc6d00c4a1dcb62a1832b1a41629c658a7aff7a72c88a97f5b0be7fb85cbb55d reproduce/scripts/exact_targets.py
262
+ da9b836dfdc96760e67e293aaed809c286251bda80a91198406638c9840c95c5 reproduce/scripts/export-base-features.ts
263
+ c6b1639fab770cbb8a7f11731371102a1052d500cd1c02fcfcd1da937ca123a2 reproduce/scripts/export-head-data.ts
264
+ a3ad32d6b501505c6c78158903873546b524bc6b318b199e9e8454e8a14959bf reproduce/scripts/export-prompt.ts
265
+ 3f6d716ddc914e6c45cb90e12c2842e8a4dc62c09c187e4fd30d935fc999fd2b reproduce/scripts/extract-head-features.py
266
+ bc1fcd6bc7868cb9836e7efad7eb548eadaf4a80821423f49fa7a4534af7d142 reproduce/scripts/extract-word-features.py
267
+ ea5c3621df7cd7ddfc8c0f44ea01ee60ff44f722ee23393a21aa5b8ff48b03ba reproduce/scripts/final-specialist.py
268
+ dd8f86023d4e452df5af4665b72eb993aa44c86154d029382a9ecbea0fd8d0a2 reproduce/scripts/fit-kernel-head.py
269
+ 143c2c93601cea06ef229e5dbe05f9a25792fe144474abef9951317a1c393244 reproduce/scripts/fit-multiview-head.py
270
+ 3426d9ef915130d8ed93660fb530c2daac41a77a7adabe47d965012df67e6882 reproduce/scripts/fit-probability-head.py
271
+ 793a59e4573365f7e5f9585446b70127ae33dc5f37991bfe7b7bf377c5aea207 reproduce/scripts/fit-residual-head.py
272
+ b059dbf07f96ab4a3dbdc59653dffcf459a86b393f9cdeaa41eceaba18baa162 reproduce/scripts/fit-softmax-head.py
273
+ 57664c3630d35b89015a65c68b40e7e77ed8b1b811c8a65a902e7ccabcf6348d reproduce/scripts/local-transport.patch
274
+ 25290f13e528b12ed9b126502a8c8db4218bfc072bc9ef1fef0cbc1359805460 reproduce/scripts/mixed_model.py
275
+ 56bc544f2dd5035d0fb1b100884c1cff0f7ea13b47591817b38ea986e3efb094 reproduce/scripts/mlx_worker.py
276
+ 77fbec2838af3288d5384f9853f3003adb7e7563a5621a1a877bafe7676d069e reproduce/scripts/nested-residual-cv.py
277
+ b18ca4595604c4d9debdb63d204fb7f088074c9e0ba951d20664d51211d37c7e reproduce/scripts/package-candidate.py
278
+ e9ab80bb9bf24df6ad338dbde948de0dbe0a4f289d7148db63ec7ee7061d7019 reproduce/scripts/phase1-corrected.py
279
+ 9faf6b7c0c7658e6d2848cbeae1d9fadef291c88bf079c15580bca6962b83cc3 reproduce/scripts/phase1-gentle.py
280
+ 5b18ab8d33ac056520f00ddd1d8775798dcea750ce50606642196f61a147bd80 reproduce/scripts/phase1.py
281
+ ab90c001f280e12302aa062e4b08b699aeab9e5f12d2fb8e244993ac41724604 reproduce/scripts/phase2.py
282
+ c372c5f3bf518e1aed80f773662e4832bd518771a5a0ba0cd7567598ab0eb558 reproduce/scripts/predict-specialist.py
283
+ 4555d75943c785e8b067f75086112895490f65c38b6772cd5d0377233e257d45 reproduce/scripts/predict.py
284
+ 39fcb2d8f97ef3f84af16925ab73d18e9e1bed44ce39868d8bdd0337c7fc4808 reproduce/scripts/prepare.ts
285
+ 55e657d250e0ccc49e844bbdf2d59130605c81a16371e3655eb50e6d14c1f71c reproduce/scripts/probability_worker.py
286
+ 91a604f6499c06af1b4987989fb953f5bf44d2a97a16821300ffc6e7f64d1c70 reproduce/scripts/retrain-specialist.py
287
+ 96d6b74c3b43307c52417cd9182f7f44f0c424adc907e1ca4656b8cfbac24431 reproduce/scripts/run-local.ts
288
+ 21b030ebb24adc7c0e119870dcf5117149c2c16e2f027e88ab3060b7379e0b5d reproduce/scripts/run-probability-bagging.py
289
+ 63f488e1183dd5390ab944a45df95d9d0a3960dfcebeabe5a3103af45bf4eabd reproduce/scripts/run-probability.ts
290
+ 5220e916faa3c6175a60e71f4345ccf46204ac40e2bb9982ca829b00896eced3 reproduce/scripts/token-stats.py
291
+ 40832c2aaf92d17d6caab3fac8752bc743b5ff7396b81f36b195c4b6d3b00d61 reproduce/scripts/train-probability-lora.py
292
+ dfb5f5b7989874ef3ccbddb28ca7ae4da0056c0768b492c2d512e057ab6e60d4 reproduce/scripts/train.py
293
+ 600cf0c9c1501eb994d2b0d139afb22733fa12567863693e65b569356b0b24e2 reproduce/scripts/verify-release.py
294
+ 076fc7413c8a055ff077d06ba54ccada8406f9e1cf9cc5f478189f8dd12cd07f reproduce/tests/local.test.ts
295
+ bac8baec1986ea54ba5595a93473ddadce1099dcb5d0e07509ff23bbe4160e81 reproduce/vendor/rtr-bench/.gitattributes
296
+ 461de227d3b9658371f83e7106a340015c46a0b59bafba0e76c42d0fb92c4352 reproduce/vendor/rtr-bench/.gitignore
297
+ 5951c24033d2cd76cc80118f5f9136884adfc69d0eece01227d02f1bd8817d74 reproduce/vendor/rtr-bench/LICENSE
298
+ 0f66c78525155ecf19b3907287c1e85b8df6e1e2620cc37c8f3c8edab44f2abe reproduce/vendor/rtr-bench/README.md
299
+ 1f6de2f7d058d4870d9b462c39338f90903742b91864d858e14b010a304abe47 reproduce/vendor/rtr-bench/UPSTREAM_COMMIT
300
+ a165c72f7557f8128253148eb28e6906b39e80aec12e45c679fddde62fa31421 reproduce/vendor/rtr-bench/data/splits/v1.json
301
+ ec9d7582b5610a24f4e14dbbb05d13c636b692ec9e133b9381db0fdf483ffb2b reproduce/vendor/rtr-bench/data/windows.json
302
+ 312efbca704e612a8fe378e0ebbc83d20a4c15f501561e1d3d6d50a05679a5e2 reproduce/vendor/rtr-bench/docs/development-pilot-2026-11-14.json
303
+ 413597392d3254d87a832ab4c30de96d403dfd8ce43626adf4c0638d37d9b8a1 reproduce/vendor/rtr-bench/docs/distribution.md
304
+ 84bdc2095301d46dd90630074ed21862695f07ccf78c7a312b9e0d36182e35c5 reproduce/vendor/rtr-bench/docs/final-run-plan-8000.json
305
+ c83877a4334869e8fab9ebe945cd200d12872f9ab0c4201dc971bfc0e230095c reproduce/vendor/rtr-bench/docs/final-run-plan-8000.md
306
+ 24fcb605a5e02372862f2a6c1087f1f816aebf6b9baea36882dc0c59b38309e2 reproduce/vendor/rtr-bench/docs/huggingface-release.md
307
+ 7a2d69750b4926a9c8f132494341bcbbaaf091ca1838da7c7f927fdb95df3d81 reproduce/vendor/rtr-bench/docs/learn-evidence-full-development-plan.json
308
+ d42182a189cf37ea69bd76a707d81355a8044ae204d7570fd668142206a46fc0 reproduce/vendor/rtr-bench/docs/learn-evidence-full-development-plan.md
309
+ 84fe01d998ace5f5b443724fdec44d1459bcd1416ee8108eb8db4d6278674ab0 reproduce/vendor/rtr-bench/docs/learn-evidence-pilot-plan.json
310
+ 6769d27ff553fe0c43829b3203a21687d1098831c848b7e9b47b965cebf5e3ff reproduce/vendor/rtr-bench/docs/learn-evidence-pilot-plan.md
311
+ cd3e27eaa40ffa621a7c6f4cc5a725c31179f9bc90ecaa563597734a42e84873 reproduce/vendor/rtr-bench/docs/learn-room.md
312
+ b8c4029a7861481ef5cb19a2610fc2c636e0008b359493bb39105f28fda8e711 reproduce/vendor/rtr-bench/docs/npm-release.md
313
+ acceb34c493a44abdf8d954f8c927904c01d149c21c2edb2661abd94c5b0ea74 reproduce/vendor/rtr-bench/docs/predict-learn-proposal.md
314
+ b1a15f887d3e447f643ee8d5a61c494c981b450ed4031cd61012cf46c28a9ba6 reproduce/vendor/rtr-bench/docs/preflight-audit.md
315
+ 4ced16e28b438205aff921c5d02ea5cc239aefc2b1a75905b82641c099457e0e reproduce/vendor/rtr-bench/docs/preflight-providers-2026-11-14.json
316
+ ecf00905f65db14e025cbe98c938a844b676d6b12648b65e700c2ab76a7510c3 reproduce/vendor/rtr-bench/expansion.md
317
+ 49478bd6a1d9fd4ad990ec441a95c7df6660c215ea45ecbf996219d050a10c50 reproduce/vendor/rtr-bench/huggingface/RTR-bench/CITATION.cff
318
+ 0166a9cd16dce75c4f5e600116023c5f39e78c1465a37c393f66f45e3d4d78e9 reproduce/vendor/rtr-bench/huggingface/RTR-bench/LICENSE
319
+ a2010f343487d3f7618affe54f789f5487602331c0a8d03f49e9a7c547cf0499 reproduce/vendor/rtr-bench/huggingface/RTR-bench/LICENSE-CC0
320
+ 41e3e6b12f277cc4e29fe926760b7b969143808c716d891ad13a30dd2eb779fc reproduce/vendor/rtr-bench/huggingface/RTR-bench/LICENSE-MIT
321
+ d336757780cc543ebb18a88d182680d7b27e31a734e564ee99b196e9ef8bf067 reproduce/vendor/rtr-bench/huggingface/RTR-bench/README.md
322
+ abff3bde7123e216a9ea753905abe549be07962f1d86ad707f1c84f7997d9e0a reproduce/vendor/rtr-bench/huggingface/RTR-bench/data/development.jsonl
323
+ bd70f58b8c0b968a1f0ac1e79e1ae78369c1ec90b539f013ae78d43172fc2df5 reproduce/vendor/rtr-bench/huggingface/RTR-bench/data/evaluation.jsonl
324
+ 8fffdc1c4ed62cad5e6f14a7e475b5c06b431596672c0bf83757e383c477963c reproduce/vendor/rtr-bench/huggingface/RTR-bench/data/reference.jsonl
325
+ 5d47016b2cc3768634086f1f37c3f4b029ad0c97d888768b6dc73e1372258e4f reproduce/vendor/rtr-bench/huggingface/RTR-bench/release.json
326
+ a165c72f7557f8128253148eb28e6906b39e80aec12e45c679fddde62fa31421 reproduce/vendor/rtr-bench/huggingface/RTR-bench/source/split-v1.json
327
+ ec9d7582b5610a24f4e14dbbb05d13c636b692ec9e133b9381db0fdf483ffb2b reproduce/vendor/rtr-bench/huggingface/RTR-bench/source/windows.json
328
+ 48fc25abe612dc5762c864e7459fdadd0b5e4fbacf5b4ffa86636e7ceff9dc38 reproduce/vendor/rtr-bench/models.txt
329
+ 5cf1c93d52fa75d7f614c8103f912382b7eccf6b6568fa451cf67e2481ad7ee9 reproduce/vendor/rtr-bench/package-lock.json
330
+ 7ec877804e83c612de602f1101b3a77a839e8602fbb470dbd08897de7b966877 reproduce/vendor/rtr-bench/package.json
331
+ 481e716ccf12d586681ccb894844dfe33b6be6e55c1f3778a28d8372c2af242a reproduce/vendor/rtr-bench/scripts/chart-tracks.py
332
+ d4801b69159de5a12134e15ae6cb7c87c53e1813b6524a2e9596b0bf587c6c78 reproduce/vendor/rtr-bench/scripts/chart.mjs
333
+ 31764dab65ea7334da8097d7da5355298c1e6e12c2131295c0f5f2d1411930e9 reproduce/vendor/rtr-bench/scripts/export.mjs
334
+ 5ee627ec5635745f77eb3bd89f8e92ce19291fbcf765d60df740d5d2f313fd23 reproduce/vendor/rtr-bench/scripts/mock.mjs
335
+ 3347b598a77b657df2276197b6ea816d128c69d4a370395eaf658feafdfcd268 reproduce/vendor/rtr-bench/scripts/prepare-hf.mjs
336
+ 8d61a07db135dd0e3bf0b78e7aa9cea4e45de4f93355a3fbcd7358f5ceb9811b reproduce/vendor/rtr-bench/scripts/run-batch2.sh
337
+ a3ab9d5da9e4bd07b767450232839ad1dfce98a658d4ec7e026b0b0e966d962d reproduce/vendor/rtr-bench/scripts/run-final-8000.sh
338
+ bb40a9815d2b2c3f66585fdaf2b33fc763c89c97f5e2ed5c343c445893aff181 reproduce/vendor/rtr-bench/scripts/run-throttled.sh
339
+ 6cbca403a6ec29f773e3a2be4f581ab197f7b90c434cab13c2e60f124e66b253 reproduce/vendor/rtr-bench/scripts/validate-hf.py
340
+ 8bdcc61eafc84c85e4f79f977be996fca597f91ce193da0f0921bb706e782b23 reproduce/vendor/rtr-bench/src/cli.ts
341
+ 4999e7b5ac4e99171aa37b205af4b9b1bd571fbd120cde0c823c7c21d40d0ba5 reproduce/vendor/rtr-bench/src/env.ts
342
+ dc3f45ceb044f1de87156cd85221847287b2907d836d9ee1c2181f5b84ca0b9b reproduce/vendor/rtr-bench/src/interpretations.ts
343
+ ae92542c44907e1a72a1ed25c50571e94d56a22195548537d9423c08086aa3a5 reproduce/vendor/rtr-bench/src/prompt.ts
344
+ 62ff6e30162124a2f163432e07e2a450e2ff65114918c5829fbcde54479c7364 reproduce/vendor/rtr-bench/src/report.ts
345
+ 6cf9e707a4d107f52eeaf9b69ac512e5c414a753fbe8d38acb8082cb60f6e2b1 reproduce/vendor/rtr-bench/src/run.ts
346
+ 19a602aa375d71264a1c74384d8034c8686489a515adb55607d7aa291ec18b90 reproduce/vendor/rtr-bench/src/score.ts
347
+ 404bdab93f2923670a201c834c66f227b3e33c3e0979cfa753f04974939a4516 reproduce/vendor/rtr-bench/src/shared/dataset.ts
348
+ 4522fad4e4a93bf5604e42ae32da2d4e4e0b1bc9b85e03e674bd37ff1dd51648 reproduce/vendor/rtr-bench/src/shared/distribution.ts
349
+ 9c075427c095b237462b645c203e9eed300bad0ad4726b2a796b0831e202c40e reproduce/vendor/rtr-bench/src/shared/model-client.ts
350
+ 44831b38c611257666ac8f7dc97a8dc4e7ed30bc4b258a7cb8ddf4752a745ad9 reproduce/vendor/rtr-bench/src/shared/run-records.ts
351
+ d256eb264dce3e723ece52937a10f0d22cfbd0c0a8952f62da1118edb2399d46 reproduce/vendor/rtr-bench/src/shared/spending.ts
352
+ a3d74df20d197b6222baeb1abdc8568e73e29a5c3f2821dcb2eab00da00ff84a reproduce/vendor/rtr-bench/src/tracks/distribution/prompt.ts
353
+ 60653309f9ece5391ef02b32f3542d457b4b547f0115e02182342d59d681e390 reproduce/vendor/rtr-bench/src/tracks/distribution/report.ts
354
+ c93d7f8824d5db4a5ffb5ef9c878c3d9e3ab1a375e570dc0927333a9f193bde6 reproduce/vendor/rtr-bench/src/tracks/distribution/run.ts
355
+ cb9b510c1c6fd8b8482bf1235760ba7867ba8a8f14f0ca6d5cd1e1439297d59b reproduce/vendor/rtr-bench/src/tracks/learn-room/agent.ts
356
+ 06e62fb66fff95e26a9a841a7a4a481bfc2b340fa0b18b1a7d9b610643418905 reproduce/vendor/rtr-bench/src/tracks/learn-room/environment.ts
357
+ 0c2d7a8a9f7ab66cb5382298a5f9d315822d145ef3a76c911f87332d3c9113e5 reproduce/vendor/rtr-bench/src/tracks/learn-room/report.ts
358
+ 3281e639bdf64a63c6666dedc0626f996605642fcc2965ea2c43488902c33381 reproduce/vendor/rtr-bench/src/tracks/learn-room/run.ts
359
+ f9d607cddee9c6bb973583390f86205bf26ee123d8d0f841107bdbc2c47a44bf reproduce/vendor/rtr-bench/src/tracks/learn-room/strategies.ts
360
+ 70fcf08de3f18c870297a7b2a3ed71bdf85b8cc980f6692a7ec3664cde6129dc reproduce/vendor/rtr-bench/tests/distribution/distribution.test.ts
361
+ 51986a52ee1e68b5470f0855a286343ef9c761848601e80b10e507583c1991a1 reproduce/vendor/rtr-bench/tests/fixtures/distribution-pilot.json
362
+ 3bfb2d1a494cf6fb4584072c93c5711cf57fd253ab07543737dd3842990ae4d1 reproduce/vendor/rtr-bench/tests/fixtures/learn-room-four-strategies.json
363
+ 7f970091e22a955daa7c87cd788e15965c0076f9597d9d21981e49a5898f9941 reproduce/vendor/rtr-bench/tests/fixtures/learn-room-pilot.json
364
+ fe07b4184bc5fa8d620adc9f884c964fbfe4f2fba32c506507e9e95afff98cd7 reproduce/vendor/rtr-bench/tests/fixtures/learn-room-v1-replay.json
365
+ eb58b2e748100116f0b66aa2f54222f6a8ff35146580812d421a0baa2259d17f reproduce/vendor/rtr-bench/tests/fixtures/provider-pricing-2026-11-14.json
366
+ 6ebb4b4338611972ff430b7cada3e35052dbbcffd7990e03ddabe2eb88f01cfd reproduce/vendor/rtr-bench/tests/interpretations.test.ts
367
+ 72eb1aa3fbdc66e2d88af0f9166d51457d4ce916ab4e87b7d8cb00ce11579f42 reproduce/vendor/rtr-bench/tests/learn-room/agent.test.ts
368
+ 0e3c8289c4b5ac8397bd9987dbf4c9945bb3cdf5f1a41ae9d85949b40dcc46a7 reproduce/vendor/rtr-bench/tests/learn-room/audit.test.ts
369
+ e44708300fa207778b66c0830eea6467a745666f8b771524070e17605726b0f9 reproduce/vendor/rtr-bench/tests/learn-room/cli.test.ts
370
+ eb17dc179e05ec43b71190d9c6a269b0a3a8324a999e9a3796e9663cccd77e9e reproduce/vendor/rtr-bench/tests/learn-room/environment.test.ts
371
+ dd235b42895a6d1aa2c9c35d51f8e6be433f47cf995f5f3797c83f8e13dfcae1 reproduce/vendor/rtr-bench/tests/learn-room/policy.test.ts
372
+ c03acd617447db75f2256ef0e1d717ef43a7c56e58229a107a441cd2d03e62e3 reproduce/vendor/rtr-bench/tests/learn-room/provider-compatibility.test.ts
373
+ df9709d8035071c8f0a098969a52a5bfcba71553d797db1d8f6e081a8dab1e6b reproduce/vendor/rtr-bench/tests/learn-room/replicate.test.ts
374
+ 00e50cb2fa254c2770809fc7ef628b2b44acf9147a0bd0c9b2ab2eaffdb6c126 reproduce/vendor/rtr-bench/tests/learn-room/run.test.ts
375
+ effaf92e771c8493f2d23807a89a68611af84cffa2d230086744dd8f4e42222b reproduce/vendor/rtr-bench/tests/learn-room/spending.test.ts
376
+ 76ab85493c7aa3b8356cb254f216e37f08528157cee170811de3d1a208910d19 reproduce/vendor/rtr-bench/tests/learn-room/token-budget.test.ts
377
+ 16e48e5d153f25343503c337931772d2ce3caf58b33b63e22eda9940bfe18c86 reproduce/vendor/rtr-bench/tests/score.test.ts
378
+ 8351f5b6018e00e6f79e816435e112cef2dc90945c6a21ac03dd4c773caf54f4 requirements.txt
379
+ ed30965b7e41a823d5c9dd19c7638f2ddef88d9bdb7b3e74106deb114f9521d1 softmax-head.npz
380
+ de308ea96c2f976c935c8bd4f7c691fdfc8ddd3955e47819ff6874e10e5061c9 training-logs/local-transport-tests-final.log
381
+ f595f2e158ee22d2688c0b9f4dd5e5b68188280faad53292a95037b25ac2c2f0 training-logs/probability-bagging.log
382
+ 1dfd911c0f5ace0a45af3a3e19dbae625994c13d4e6159a23d399ff694a367fa training-logs/probability-lora-seed-17.log
383
+ 05800d3dfc14412c8db9a9a5b7cf1f4ff62117184114e982de4a86361a12493b training-logs/probability-lora-seed-29.log
384
+ c2a88c93369ee440df177c21ef649f57bee42491b56490b571a89c97964d3f19 training-logs/probability-lora.log
385
+ 454077ec5dd0e2424c48f1488d88d60f262ce4f62ee65f217cef2ec85f750d7f training-logs/training-1.log
386
+ 4c080ffdc319dac912d7537ffa6a55b1621efadabea47fdd0a37a139c2ff9cf8 training-logs/training-2.log
387
+ d8f6059079ee332605b76cd377b0e14749e247877c6d6cc85a678595b326bebc training-logs/training-3.log
388
+ d11abf47c5cb5d7f163ad80af9f33c2f62cd3a3e2cf31d96e6f29e4e4e5c91bf training-logs/upstream-tests.log
UPSTREAM_LICENSE ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Noah McLaughlin
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
22
+
23
+ ---
24
+
25
+ data/windows.json is dedicated to the public domain under CC0 1.0.
26
+ https://creativecommons.org/publicdomain/zero/1.0/
adapter/adapter_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "num_layers": 8,
3
+ "fine_tune_type": "lora",
4
+ "lora_parameters": {
5
+ "rank": 8,
6
+ "scale": 16,
7
+ "dropout": 0.0
8
+ }
9
+ }
adapter/adapters.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70bfcc189507b62d5d874d79e28094c4dd8deca15fe872b780eabe9b26309579
3
+ size 14692068
evaluation/base-integrity-final.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "repository": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
3
+ "revision": "50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b",
4
+ "bytes": 2263022417,
5
+ "sha256": "2a73c6c248601ab904e035548abd8e6abb65ea27dcb5f342fb0a8910eb44173f",
6
+ "elapsed_seconds": 2.2851829528808594,
7
+ "unchanged": true
8
+ }
evaluation/experiments/bagging-protocol.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "purpose": "Reduce the training-order variability seen with small-data probability fine-tuning",
3
+ "initialization_seed": 7,
4
+ "data_order_seeds": [
5
+ 7,
6
+ 17,
7
+ 29
8
+ ],
9
+ "updates_per_component": 30,
10
+ "learning_rate": 2e-06,
11
+ "readout": "Same fixed reference-trained softmax head",
12
+ "ensemble": "Equal average of all three component probabilities; no development-fitted mixture weights",
13
+ "evaluation_used": false,
14
+ "additional_predeclared_comparison": "Equal .5/.5 average of bagged LoRA probabilities with each existing softmax, residual, multiview predictor; selection on development only."
15
+ }
evaluation/experiments/bagging-results.json ADDED
@@ -0,0 +1,291 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_seeds": [
3
+ 7,
4
+ 17,
5
+ 29
6
+ ],
7
+ "component_scores": [
8
+ 83.85572531791652,
9
+ 83.71083842709793,
10
+ 83.08685726064856
11
+ ],
12
+ "development_score": 83.72137327030043,
13
+ "weights": [
14
+ 0.3333333333333333,
15
+ 0.3333333333333333,
16
+ 0.3333333333333333
17
+ ],
18
+ "development_predictions": [
19
+ {
20
+ "id": 100,
21
+ "probabilities": [
22
+ 0.25678120169171786,
23
+ 0.1678084505814572,
24
+ 0.36412153103334993,
25
+ 0.211288816693475
26
+ ]
27
+ },
28
+ {
29
+ "id": 101,
30
+ "probabilities": [
31
+ 0.20302178683827554,
32
+ 0.11136714225381987,
33
+ 0.42678489874232145,
34
+ 0.2588261721655832
35
+ ]
36
+ },
37
+ {
38
+ "id": 102,
39
+ "probabilities": [
40
+ 0.19105054563221333,
41
+ 0.16163280309580416,
42
+ 0.3783544818686675,
43
+ 0.2689621694033151
44
+ ]
45
+ },
46
+ {
47
+ "id": 103,
48
+ "probabilities": [
49
+ 0.21766765241904598,
50
+ 0.1738607715812135,
51
+ 0.37591751017207836,
52
+ 0.23255406582766214
53
+ ]
54
+ },
55
+ {
56
+ "id": 104,
57
+ "probabilities": [
58
+ 0.26803486173056845,
59
+ 0.1786120855281749,
60
+ 0.26973731260738903,
61
+ 0.28361574013386753
62
+ ]
63
+ },
64
+ {
65
+ "id": 105,
66
+ "probabilities": [
67
+ 0.29121584931831546,
68
+ 0.13863352547452798,
69
+ 0.36890550027778196,
70
+ 0.20124512492937455
71
+ ]
72
+ },
73
+ {
74
+ "id": 106,
75
+ "probabilities": [
76
+ 0.2538240912750329,
77
+ 0.13798413147128294,
78
+ 0.40564599108729965,
79
+ 0.2025457861663845
80
+ ]
81
+ },
82
+ {
83
+ "id": 107,
84
+ "probabilities": [
85
+ 0.21297229530831863,
86
+ 0.20515631250814695,
87
+ 0.36686537082621545,
88
+ 0.21500602135731897
89
+ ]
90
+ },
91
+ {
92
+ "id": 108,
93
+ "probabilities": [
94
+ 0.16021671410058894,
95
+ 0.16946488119375083,
96
+ 0.3613219346148415,
97
+ 0.3089964700908187
98
+ ]
99
+ },
100
+ {
101
+ "id": 109,
102
+ "probabilities": [
103
+ 0.23732491692312374,
104
+ 0.18687182027307306,
105
+ 0.333211610219118,
106
+ 0.24259165258468518
107
+ ]
108
+ },
109
+ {
110
+ "id": 110,
111
+ "probabilities": [
112
+ 0.16999407792157753,
113
+ 0.12307675385887222,
114
+ 0.3784347853203564,
115
+ 0.3284943828991939
116
+ ]
117
+ },
118
+ {
119
+ "id": 111,
120
+ "probabilities": [
121
+ 0.31420692621864305,
122
+ 0.2079379959135396,
123
+ 0.25839503082144827,
124
+ 0.2194600470463691
125
+ ]
126
+ },
127
+ {
128
+ "id": 112,
129
+ "probabilities": [
130
+ 0.29306642631959695,
131
+ 0.2347777298620675,
132
+ 0.2669921608664517,
133
+ 0.2051636829518838
134
+ ]
135
+ },
136
+ {
137
+ "id": 113,
138
+ "probabilities": [
139
+ 0.22100891117717833,
140
+ 0.226454893834612,
141
+ 0.2978346900813331,
142
+ 0.2547015049068766
143
+ ]
144
+ },
145
+ {
146
+ "id": 114,
147
+ "probabilities": [
148
+ 0.20848468505921355,
149
+ 0.22193527660128212,
150
+ 0.32999171305251207,
151
+ 0.23958832528699223
152
+ ]
153
+ },
154
+ {
155
+ "id": 115,
156
+ "probabilities": [
157
+ 0.32598380809848787,
158
+ 0.16826658720238866,
159
+ 0.29969631121223683,
160
+ 0.2060532934868866
161
+ ]
162
+ },
163
+ {
164
+ "id": 116,
165
+ "probabilities": [
166
+ 0.18711881714902087,
167
+ 0.11231451176160374,
168
+ 0.4080712804188211,
169
+ 0.2924953906705543
170
+ ]
171
+ },
172
+ {
173
+ "id": 117,
174
+ "probabilities": [
175
+ 0.2687915429793866,
176
+ 0.13565146254848262,
177
+ 0.386980116715775,
178
+ 0.2085768777563557
179
+ ]
180
+ },
181
+ {
182
+ "id": 118,
183
+ "probabilities": [
184
+ 0.20793797867537245,
185
+ 0.13397515704673083,
186
+ 0.3869744202970565,
187
+ 0.27111244398084017
188
+ ]
189
+ },
190
+ {
191
+ "id": 119,
192
+ "probabilities": [
193
+ 0.171038036477704,
194
+ 0.18429976187784794,
195
+ 0.33879245371137184,
196
+ 0.3058697479330762
197
+ ]
198
+ },
199
+ {
200
+ "id": 120,
201
+ "probabilities": [
202
+ 0.24388222502099852,
203
+ 0.13022961957241386,
204
+ 0.41368809699793935,
205
+ 0.2122000584086483
206
+ ]
207
+ },
208
+ {
209
+ "id": 121,
210
+ "probabilities": [
211
+ 0.24008237689047393,
212
+ 0.23079087231665407,
213
+ 0.3038009693147989,
214
+ 0.22532578147807306
215
+ ]
216
+ },
217
+ {
218
+ "id": 122,
219
+ "probabilities": [
220
+ 0.21424983717786725,
221
+ 0.1726756076292999,
222
+ 0.3698658910265506,
223
+ 0.24320866416628228
224
+ ]
225
+ },
226
+ {
227
+ "id": 123,
228
+ "probabilities": [
229
+ 0.2713311217062015,
230
+ 0.21135117638089826,
231
+ 0.27038435518167986,
232
+ 0.24693334673122033
233
+ ]
234
+ },
235
+ {
236
+ "id": 124,
237
+ "probabilities": [
238
+ 0.22641773261602935,
239
+ 0.1390136548012856,
240
+ 0.42252130043599917,
241
+ 0.2120473121466859
242
+ ]
243
+ },
244
+ {
245
+ "id": 125,
246
+ "probabilities": [
247
+ 0.32129361669283063,
248
+ 0.20277095731098518,
249
+ 0.2552827069118096,
250
+ 0.22065271908437456
251
+ ]
252
+ },
253
+ {
254
+ "id": 126,
255
+ "probabilities": [
256
+ 0.19042325909074295,
257
+ 0.20291747516121608,
258
+ 0.327879030568382,
259
+ 0.278780235179659
260
+ ]
261
+ },
262
+ {
263
+ "id": 127,
264
+ "probabilities": [
265
+ 0.14394606471380636,
266
+ 0.11904357471854643,
267
+ 0.3954605708241923,
268
+ 0.3415497897434549
269
+ ]
270
+ },
271
+ {
272
+ "id": 128,
273
+ "probabilities": [
274
+ 0.19483522349735347,
275
+ 0.17092376180454924,
276
+ 0.3163036566656044,
277
+ 0.31793735803249284
278
+ ]
279
+ },
280
+ {
281
+ "id": 129,
282
+ "probabilities": [
283
+ 0.24049475510509422,
284
+ 0.15272936314335966,
285
+ 0.39091064015088434,
286
+ 0.21586524160066176
287
+ ]
288
+ }
289
+ ],
290
+ "evaluation_used": false
291
+ }
evaluation/experiments/base-probabilities.json ADDED
@@ -0,0 +1,1322 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "id": 1,
4
+ "partition": "reference",
5
+ "valid": true,
6
+ "probabilities": [
7
+ 0.287,
8
+ 0.312,
9
+ 0.231,
10
+ 0.17
11
+ ]
12
+ },
13
+ {
14
+ "id": 2,
15
+ "partition": "reference",
16
+ "valid": true,
17
+ "probabilities": [
18
+ 0.287,
19
+ 0.352,
20
+ 0.198,
21
+ 0.163
22
+ ]
23
+ },
24
+ {
25
+ "id": 3,
26
+ "partition": "reference",
27
+ "valid": true,
28
+ "probabilities": [
29
+ 0.156,
30
+ 0.482,
31
+ 0.231,
32
+ 0.131
33
+ ]
34
+ },
35
+ {
36
+ "id": 4,
37
+ "partition": "reference",
38
+ "valid": true,
39
+ "probabilities": [
40
+ 0.156,
41
+ 0.523,
42
+ 0.189,
43
+ 0.132
44
+ ]
45
+ },
46
+ {
47
+ "id": 5,
48
+ "partition": "reference",
49
+ "valid": true,
50
+ "probabilities": [
51
+ 0.287,
52
+ 0.352,
53
+ 0.198,
54
+ 0.163
55
+ ]
56
+ },
57
+ {
58
+ "id": 6,
59
+ "partition": "reference",
60
+ "valid": true,
61
+ "probabilities": [
62
+ 0.287,
63
+ 0.156,
64
+ 0.394,
65
+ 0.163
66
+ ]
67
+ },
68
+ {
69
+ "id": 7,
70
+ "partition": "reference",
71
+ "valid": true,
72
+ "probabilities": [
73
+ 0.321,
74
+ 0.287,
75
+ 0.243,
76
+ 0.149
77
+ ]
78
+ },
79
+ {
80
+ "id": 8,
81
+ "partition": "reference",
82
+ "valid": true,
83
+ "probabilities": [
84
+ 0.321,
85
+ 0.287,
86
+ 0.243,
87
+ 0.149
88
+ ]
89
+ },
90
+ {
91
+ "id": 9,
92
+ "partition": "reference",
93
+ "valid": true,
94
+ "probabilities": [
95
+ 0.321,
96
+ 0.287,
97
+ 0.215,
98
+ 0.177
99
+ ]
100
+ },
101
+ {
102
+ "id": 10,
103
+ "partition": "reference",
104
+ "valid": true,
105
+ "probabilities": [
106
+ 0.156,
107
+ 0.482,
108
+ 0.231,
109
+ 0.131
110
+ ]
111
+ },
112
+ {
113
+ "id": 11,
114
+ "partition": "reference",
115
+ "valid": true,
116
+ "probabilities": [
117
+ 0.156,
118
+ 0.523,
119
+ 0.189,
120
+ 0.132
121
+ ]
122
+ },
123
+ {
124
+ "id": 12,
125
+ "partition": "reference",
126
+ "valid": true,
127
+ "probabilities": [
128
+ 0.287,
129
+ 0.352,
130
+ 0.198,
131
+ 0.163
132
+ ]
133
+ },
134
+ {
135
+ "id": 13,
136
+ "partition": "reference",
137
+ "valid": true,
138
+ "probabilities": [
139
+ 0.32100000000000006,
140
+ 0.41200000000000003,
141
+ 0.18700000000000003,
142
+ 0.08000000000000002
143
+ ]
144
+ },
145
+ {
146
+ "id": 14,
147
+ "partition": "reference",
148
+ "valid": true,
149
+ "probabilities": [
150
+ 0.156,
151
+ 0.482,
152
+ 0.213,
153
+ 0.149
154
+ ]
155
+ },
156
+ {
157
+ "id": 15,
158
+ "partition": "reference",
159
+ "valid": true,
160
+ "probabilities": [
161
+ 0.287,
162
+ 0.352,
163
+ 0.198,
164
+ 0.163
165
+ ]
166
+ },
167
+ {
168
+ "id": 16,
169
+ "partition": "reference",
170
+ "valid": true,
171
+ "probabilities": [
172
+ 0.287,
173
+ 0.352,
174
+ 0.198,
175
+ 0.163
176
+ ]
177
+ },
178
+ {
179
+ "id": 17,
180
+ "partition": "reference",
181
+ "valid": true,
182
+ "probabilities": [
183
+ 0.287,
184
+ 0.352,
185
+ 0.198,
186
+ 0.163
187
+ ]
188
+ },
189
+ {
190
+ "id": 18,
191
+ "partition": "reference",
192
+ "valid": true,
193
+ "probabilities": [
194
+ 0.321,
195
+ 0.287,
196
+ 0.243,
197
+ 0.149
198
+ ]
199
+ },
200
+ {
201
+ "id": 19,
202
+ "partition": "reference",
203
+ "valid": true,
204
+ "probabilities": [
205
+ 0.156,
206
+ 0.523,
207
+ 0.189,
208
+ 0.132
209
+ ]
210
+ },
211
+ {
212
+ "id": 20,
213
+ "partition": "reference",
214
+ "valid": true,
215
+ "probabilities": [
216
+ 0.15600000000000003,
217
+ 0.3420000000000001,
218
+ 0.28900000000000003,
219
+ 0.21300000000000002
220
+ ]
221
+ },
222
+ {
223
+ "id": 21,
224
+ "partition": "reference",
225
+ "valid": true,
226
+ "probabilities": [
227
+ 0.287,
228
+ 0.352,
229
+ 0.198,
230
+ 0.163
231
+ ]
232
+ },
233
+ {
234
+ "id": 22,
235
+ "partition": "reference",
236
+ "valid": true,
237
+ "probabilities": [
238
+ 0.28700000000000003,
239
+ 0.34500000000000003,
240
+ 0.19800000000000004,
241
+ 0.17000000000000004
242
+ ]
243
+ },
244
+ {
245
+ "id": 23,
246
+ "partition": "reference",
247
+ "valid": true,
248
+ "probabilities": [
249
+ 0.156,
250
+ 0.523,
251
+ 0.189,
252
+ 0.132
253
+ ]
254
+ },
255
+ {
256
+ "id": 24,
257
+ "partition": "reference",
258
+ "valid": true,
259
+ "probabilities": [
260
+ 0.321,
261
+ 0.187,
262
+ 0.423,
263
+ 0.069
264
+ ]
265
+ },
266
+ {
267
+ "id": 25,
268
+ "partition": "reference",
269
+ "valid": true,
270
+ "probabilities": [
271
+ 0.15600000000000003,
272
+ 0.3420000000000001,
273
+ 0.28900000000000003,
274
+ 0.21300000000000002
275
+ ]
276
+ },
277
+ {
278
+ "id": 28,
279
+ "partition": "reference",
280
+ "valid": true,
281
+ "probabilities": [
282
+ 0.156,
283
+ 0.342,
284
+ 0.321,
285
+ 0.181
286
+ ]
287
+ },
288
+ {
289
+ "id": 29,
290
+ "partition": "reference",
291
+ "valid": true,
292
+ "probabilities": [
293
+ 0.28700000000000003,
294
+ 0.34500000000000003,
295
+ 0.19800000000000004,
296
+ 0.17000000000000004
297
+ ]
298
+ },
299
+ {
300
+ "id": 30,
301
+ "partition": "reference",
302
+ "valid": true,
303
+ "probabilities": [
304
+ 0.15600000000000003,
305
+ 0.3420000000000001,
306
+ 0.28900000000000003,
307
+ 0.21300000000000002
308
+ ]
309
+ },
310
+ {
311
+ "id": 31,
312
+ "partition": "reference",
313
+ "valid": true,
314
+ "probabilities": [
315
+ 0.283,
316
+ 0.342,
317
+ 0.198,
318
+ 0.177
319
+ ]
320
+ },
321
+ {
322
+ "id": 35,
323
+ "partition": "reference",
324
+ "valid": true,
325
+ "probabilities": [
326
+ 0.15600000000000003,
327
+ 0.3420000000000001,
328
+ 0.28900000000000003,
329
+ 0.21300000000000002
330
+ ]
331
+ },
332
+ {
333
+ "id": 36,
334
+ "partition": "reference",
335
+ "valid": true,
336
+ "probabilities": [
337
+ 0.15600000000000003,
338
+ 0.3420000000000001,
339
+ 0.28900000000000003,
340
+ 0.21300000000000002
341
+ ]
342
+ },
343
+ {
344
+ "id": 37,
345
+ "partition": "reference",
346
+ "valid": true,
347
+ "probabilities": [
348
+ 0.15600000000000003,
349
+ 0.3420000000000001,
350
+ 0.28900000000000003,
351
+ 0.21300000000000002
352
+ ]
353
+ },
354
+ {
355
+ "id": 38,
356
+ "partition": "reference",
357
+ "valid": true,
358
+ "probabilities": [
359
+ 0.283,
360
+ 0.417,
361
+ 0.15,
362
+ 0.15
363
+ ]
364
+ },
365
+ {
366
+ "id": 39,
367
+ "partition": "reference",
368
+ "valid": true,
369
+ "probabilities": [
370
+ 0.287,
371
+ 0.356,
372
+ 0.198,
373
+ 0.159
374
+ ]
375
+ },
376
+ {
377
+ "id": 42,
378
+ "partition": "reference",
379
+ "valid": true,
380
+ "probabilities": [
381
+ 0.287,
382
+ 0.352,
383
+ 0.198,
384
+ 0.163
385
+ ]
386
+ },
387
+ {
388
+ "id": 43,
389
+ "partition": "reference",
390
+ "valid": true,
391
+ "probabilities": [
392
+ 0.287,
393
+ 0.352,
394
+ 0.198,
395
+ 0.163
396
+ ]
397
+ },
398
+ {
399
+ "id": 44,
400
+ "partition": "reference",
401
+ "valid": true,
402
+ "probabilities": [
403
+ 0.287,
404
+ 0.352,
405
+ 0.198,
406
+ 0.163
407
+ ]
408
+ },
409
+ {
410
+ "id": 45,
411
+ "partition": "reference",
412
+ "valid": true,
413
+ "probabilities": [
414
+ 0.287,
415
+ 0.352,
416
+ 0.198,
417
+ 0.163
418
+ ]
419
+ },
420
+ {
421
+ "id": 46,
422
+ "partition": "reference",
423
+ "valid": true,
424
+ "probabilities": [
425
+ 0.32100000000000006,
426
+ 0.41200000000000003,
427
+ 0.18700000000000003,
428
+ 0.08000000000000002
429
+ ]
430
+ },
431
+ {
432
+ "id": 47,
433
+ "partition": "reference",
434
+ "valid": true,
435
+ "probabilities": [
436
+ 0.156,
437
+ 0.482,
438
+ 0.231,
439
+ 0.131
440
+ ]
441
+ },
442
+ {
443
+ "id": 48,
444
+ "partition": "reference",
445
+ "valid": true,
446
+ "probabilities": [
447
+ 0.287,
448
+ 0.315,
449
+ 0.223,
450
+ 0.175
451
+ ]
452
+ },
453
+ {
454
+ "id": 49,
455
+ "partition": "reference",
456
+ "valid": true,
457
+ "probabilities": [
458
+ 0.287,
459
+ 0.312,
460
+ 0.251,
461
+ 0.15
462
+ ]
463
+ },
464
+ {
465
+ "id": 50,
466
+ "partition": "reference",
467
+ "valid": true,
468
+ "probabilities": [
469
+ 0.287,
470
+ 0.356,
471
+ 0.194,
472
+ 0.163
473
+ ]
474
+ },
475
+ {
476
+ "id": 51,
477
+ "partition": "reference",
478
+ "valid": true,
479
+ "probabilities": [
480
+ 0.287,
481
+ 0.312,
482
+ 0.231,
483
+ 0.17
484
+ ]
485
+ },
486
+ {
487
+ "id": 52,
488
+ "partition": "reference",
489
+ "valid": true,
490
+ "probabilities": [
491
+ 0.28700000000000003,
492
+ 0.34500000000000003,
493
+ 0.19800000000000004,
494
+ 0.17000000000000004
495
+ ]
496
+ },
497
+ {
498
+ "id": 53,
499
+ "partition": "reference",
500
+ "valid": true,
501
+ "probabilities": [
502
+ 0.287,
503
+ 0.352,
504
+ 0.198,
505
+ 0.163
506
+ ]
507
+ },
508
+ {
509
+ "id": 54,
510
+ "partition": "reference",
511
+ "valid": true,
512
+ "probabilities": [
513
+ 0.287,
514
+ 0.356,
515
+ 0.194,
516
+ 0.163
517
+ ]
518
+ },
519
+ {
520
+ "id": 55,
521
+ "partition": "reference",
522
+ "valid": true,
523
+ "probabilities": [
524
+ 0.287,
525
+ 0.352,
526
+ 0.198,
527
+ 0.163
528
+ ]
529
+ },
530
+ {
531
+ "id": 56,
532
+ "partition": "reference",
533
+ "valid": true,
534
+ "probabilities": [
535
+ 0.156,
536
+ 0.523,
537
+ 0.189,
538
+ 0.132
539
+ ]
540
+ },
541
+ {
542
+ "id": 57,
543
+ "partition": "reference",
544
+ "valid": true,
545
+ "probabilities": [
546
+ 0.156,
547
+ 0.523,
548
+ 0.189,
549
+ 0.132
550
+ ]
551
+ },
552
+ {
553
+ "id": 58,
554
+ "partition": "reference",
555
+ "valid": true,
556
+ "probabilities": [
557
+ 0.287,
558
+ 0.356,
559
+ 0.194,
560
+ 0.163
561
+ ]
562
+ },
563
+ {
564
+ "id": 59,
565
+ "partition": "reference",
566
+ "valid": true,
567
+ "probabilities": [
568
+ 0.15600000000000003,
569
+ 0.3420000000000001,
570
+ 0.28900000000000003,
571
+ 0.21300000000000002
572
+ ]
573
+ },
574
+ {
575
+ "id": 60,
576
+ "partition": "reference",
577
+ "valid": true,
578
+ "probabilities": [
579
+ 0.123,
580
+ 0.215,
581
+ 0.452,
582
+ 0.21
583
+ ]
584
+ },
585
+ {
586
+ "id": 61,
587
+ "partition": "reference",
588
+ "valid": true,
589
+ "probabilities": [
590
+ 0.15600000000000003,
591
+ 0.3420000000000001,
592
+ 0.28900000000000003,
593
+ 0.21300000000000002
594
+ ]
595
+ },
596
+ {
597
+ "id": 62,
598
+ "partition": "reference",
599
+ "valid": true,
600
+ "probabilities": [
601
+ 0.15,
602
+ 0.35,
603
+ 0.4,
604
+ 0.1
605
+ ]
606
+ },
607
+ {
608
+ "id": 63,
609
+ "partition": "reference",
610
+ "valid": true,
611
+ "probabilities": [
612
+ 0.32100000000000006,
613
+ 0.41200000000000003,
614
+ 0.18700000000000003,
615
+ 0.08000000000000002
616
+ ]
617
+ },
618
+ {
619
+ "id": 64,
620
+ "partition": "reference",
621
+ "valid": true,
622
+ "probabilities": [
623
+ 0.156,
624
+ 0.523,
625
+ 0.189,
626
+ 0.132
627
+ ]
628
+ },
629
+ {
630
+ "id": 65,
631
+ "partition": "reference",
632
+ "valid": true,
633
+ "probabilities": [
634
+ 0.156,
635
+ 0.482,
636
+ 0.213,
637
+ 0.149
638
+ ]
639
+ },
640
+ {
641
+ "id": 66,
642
+ "partition": "reference",
643
+ "valid": true,
644
+ "probabilities": [
645
+ 0.15600000000000003,
646
+ 0.3420000000000001,
647
+ 0.28900000000000003,
648
+ 0.21300000000000002
649
+ ]
650
+ },
651
+ {
652
+ "id": 67,
653
+ "partition": "reference",
654
+ "valid": true,
655
+ "probabilities": [
656
+ 0.156,
657
+ 0.523,
658
+ 0.189,
659
+ 0.132
660
+ ]
661
+ },
662
+ {
663
+ "id": 68,
664
+ "partition": "reference",
665
+ "valid": true,
666
+ "probabilities": [
667
+ 0.156,
668
+ 0.342,
669
+ 0.321,
670
+ 0.181
671
+ ]
672
+ },
673
+ {
674
+ "id": 69,
675
+ "partition": "reference",
676
+ "valid": true,
677
+ "probabilities": [
678
+ 0.156,
679
+ 0.523,
680
+ 0.189,
681
+ 0.132
682
+ ]
683
+ },
684
+ {
685
+ "id": 70,
686
+ "partition": "reference",
687
+ "valid": true,
688
+ "probabilities": [
689
+ 0.287,
690
+ 0.356,
691
+ 0.194,
692
+ 0.163
693
+ ]
694
+ },
695
+ {
696
+ "id": 71,
697
+ "partition": "reference",
698
+ "valid": true,
699
+ "probabilities": [
700
+ 0.15600000000000003,
701
+ 0.3420000000000001,
702
+ 0.28900000000000003,
703
+ 0.21300000000000002
704
+ ]
705
+ },
706
+ {
707
+ "id": 72,
708
+ "partition": "reference",
709
+ "valid": true,
710
+ "probabilities": [
711
+ 0.15600000000000003,
712
+ 0.3420000000000001,
713
+ 0.28900000000000003,
714
+ 0.21300000000000002
715
+ ]
716
+ },
717
+ {
718
+ "id": 73,
719
+ "partition": "reference",
720
+ "valid": true,
721
+ "probabilities": [
722
+ 0.28700000000000003,
723
+ 0.34500000000000003,
724
+ 0.19800000000000004,
725
+ 0.17000000000000004
726
+ ]
727
+ },
728
+ {
729
+ "id": 74,
730
+ "partition": "reference",
731
+ "valid": true,
732
+ "probabilities": [
733
+ 0.287,
734
+ 0.352,
735
+ 0.198,
736
+ 0.163
737
+ ]
738
+ },
739
+ {
740
+ "id": 77,
741
+ "partition": "reference",
742
+ "valid": true,
743
+ "probabilities": [
744
+ 0.287,
745
+ 0.312,
746
+ 0.231,
747
+ 0.17
748
+ ]
749
+ },
750
+ {
751
+ "id": 78,
752
+ "partition": "reference",
753
+ "valid": true,
754
+ "probabilities": [
755
+ 0.321,
756
+ 0.287,
757
+ 0.243,
758
+ 0.149
759
+ ]
760
+ },
761
+ {
762
+ "id": 79,
763
+ "partition": "reference",
764
+ "valid": true,
765
+ "probabilities": [
766
+ 0.287,
767
+ 0.356,
768
+ 0.194,
769
+ 0.163
770
+ ]
771
+ },
772
+ {
773
+ "id": 80,
774
+ "partition": "reference",
775
+ "valid": true,
776
+ "probabilities": [
777
+ 0.156,
778
+ 0.482,
779
+ 0.213,
780
+ 0.149
781
+ ]
782
+ },
783
+ {
784
+ "id": 81,
785
+ "partition": "reference",
786
+ "valid": true,
787
+ "probabilities": [
788
+ 0.12300000000000001,
789
+ 0.34500000000000003,
790
+ 0.41200000000000003,
791
+ 0.12000000000000001
792
+ ]
793
+ },
794
+ {
795
+ "id": 82,
796
+ "partition": "reference",
797
+ "valid": true,
798
+ "probabilities": [
799
+ 0.156,
800
+ 0.523,
801
+ 0.189,
802
+ 0.132
803
+ ]
804
+ },
805
+ {
806
+ "id": 83,
807
+ "partition": "reference",
808
+ "valid": true,
809
+ "probabilities": [
810
+ 0.156,
811
+ 0.523,
812
+ 0.189,
813
+ 0.132
814
+ ]
815
+ },
816
+ {
817
+ "id": 84,
818
+ "partition": "reference",
819
+ "valid": true,
820
+ "probabilities": [
821
+ 0.32100000000000006,
822
+ 0.41200000000000003,
823
+ 0.18700000000000003,
824
+ 0.08000000000000002
825
+ ]
826
+ },
827
+ {
828
+ "id": 85,
829
+ "partition": "reference",
830
+ "valid": true,
831
+ "probabilities": [
832
+ 0.123,
833
+ 0.587,
834
+ 0.156,
835
+ 0.134
836
+ ]
837
+ },
838
+ {
839
+ "id": 86,
840
+ "partition": "reference",
841
+ "valid": true,
842
+ "probabilities": [
843
+ 0.15600000000000003,
844
+ 0.3420000000000001,
845
+ 0.28900000000000003,
846
+ 0.21300000000000002
847
+ ]
848
+ },
849
+ {
850
+ "id": 87,
851
+ "partition": "reference",
852
+ "valid": true,
853
+ "probabilities": [
854
+ 0.156,
855
+ 0.582,
856
+ 0.123,
857
+ 0.139
858
+ ]
859
+ },
860
+ {
861
+ "id": 88,
862
+ "partition": "reference",
863
+ "valid": true,
864
+ "probabilities": [
865
+ 0.156,
866
+ 0.523,
867
+ 0.189,
868
+ 0.132
869
+ ]
870
+ },
871
+ {
872
+ "id": 89,
873
+ "partition": "reference",
874
+ "valid": true,
875
+ "probabilities": [
876
+ 0.32100000000000006,
877
+ 0.41200000000000003,
878
+ 0.18700000000000003,
879
+ 0.08000000000000002
880
+ ]
881
+ },
882
+ {
883
+ "id": 90,
884
+ "partition": "reference",
885
+ "valid": true,
886
+ "probabilities": [
887
+ 0.156,
888
+ 0.482,
889
+ 0.213,
890
+ 0.149
891
+ ]
892
+ },
893
+ {
894
+ "id": 91,
895
+ "partition": "reference",
896
+ "valid": true,
897
+ "probabilities": [
898
+ 0.156,
899
+ 0.523,
900
+ 0.189,
901
+ 0.132
902
+ ]
903
+ },
904
+ {
905
+ "id": 92,
906
+ "partition": "reference",
907
+ "valid": true,
908
+ "probabilities": [
909
+ 0.156,
910
+ 0.523,
911
+ 0.189,
912
+ 0.132
913
+ ]
914
+ },
915
+ {
916
+ "id": 93,
917
+ "partition": "reference",
918
+ "valid": true,
919
+ "probabilities": [
920
+ 0.156,
921
+ 0.523,
922
+ 0.189,
923
+ 0.132
924
+ ]
925
+ },
926
+ {
927
+ "id": 94,
928
+ "partition": "reference",
929
+ "valid": true,
930
+ "probabilities": [
931
+ 0.287,
932
+ 0.413,
933
+ 0.156,
934
+ 0.144
935
+ ]
936
+ },
937
+ {
938
+ "id": 95,
939
+ "partition": "reference",
940
+ "valid": true,
941
+ "probabilities": [
942
+ 0.15600000000000003,
943
+ 0.3420000000000001,
944
+ 0.28900000000000003,
945
+ 0.21300000000000002
946
+ ]
947
+ },
948
+ {
949
+ "id": 96,
950
+ "partition": "reference",
951
+ "valid": true,
952
+ "probabilities": [
953
+ 0.15600000000000003,
954
+ 0.3420000000000001,
955
+ 0.28900000000000003,
956
+ 0.21300000000000002
957
+ ]
958
+ },
959
+ {
960
+ "id": 97,
961
+ "partition": "reference",
962
+ "valid": true,
963
+ "probabilities": [
964
+ 0.156,
965
+ 0.523,
966
+ 0.189,
967
+ 0.132
968
+ ]
969
+ },
970
+ {
971
+ "id": 98,
972
+ "partition": "reference",
973
+ "valid": true,
974
+ "probabilities": [
975
+ 0.156,
976
+ 0.482,
977
+ 0.231,
978
+ 0.131
979
+ ]
980
+ },
981
+ {
982
+ "id": 99,
983
+ "partition": "reference",
984
+ "valid": true,
985
+ "probabilities": [
986
+ 0.15600000000000003,
987
+ 0.3420000000000001,
988
+ 0.28900000000000003,
989
+ 0.21300000000000002
990
+ ]
991
+ },
992
+ {
993
+ "id": 100,
994
+ "partition": "development",
995
+ "valid": true,
996
+ "probabilities": [
997
+ 0.321,
998
+ 0.287,
999
+ 0.243,
1000
+ 0.149
1001
+ ]
1002
+ },
1003
+ {
1004
+ "id": 101,
1005
+ "partition": "development",
1006
+ "valid": true,
1007
+ "probabilities": [
1008
+ 0.15,
1009
+ 0.25,
1010
+ 0.4,
1011
+ 0.2
1012
+ ]
1013
+ },
1014
+ {
1015
+ "id": 102,
1016
+ "partition": "development",
1017
+ "valid": true,
1018
+ "probabilities": [
1019
+ 0.156,
1020
+ 0.523,
1021
+ 0.189,
1022
+ 0.132
1023
+ ]
1024
+ },
1025
+ {
1026
+ "id": 103,
1027
+ "partition": "development",
1028
+ "valid": true,
1029
+ "probabilities": [
1030
+ 0.156,
1031
+ 0.523,
1032
+ 0.189,
1033
+ 0.132
1034
+ ]
1035
+ },
1036
+ {
1037
+ "id": 104,
1038
+ "partition": "development",
1039
+ "valid": true,
1040
+ "probabilities": [
1041
+ 0.156,
1042
+ 0.582,
1043
+ 0.123,
1044
+ 0.139
1045
+ ]
1046
+ },
1047
+ {
1048
+ "id": 105,
1049
+ "partition": "development",
1050
+ "valid": true,
1051
+ "probabilities": [
1052
+ 0.321,
1053
+ 0.287,
1054
+ 0.215,
1055
+ 0.177
1056
+ ]
1057
+ },
1058
+ {
1059
+ "id": 106,
1060
+ "partition": "development",
1061
+ "valid": true,
1062
+ "probabilities": [
1063
+ 0.15600000000000003,
1064
+ 0.3420000000000001,
1065
+ 0.28900000000000003,
1066
+ 0.21300000000000002
1067
+ ]
1068
+ },
1069
+ {
1070
+ "id": 107,
1071
+ "partition": "development",
1072
+ "valid": true,
1073
+ "probabilities": [
1074
+ 0.32100000000000006,
1075
+ 0.41200000000000003,
1076
+ 0.18700000000000003,
1077
+ 0.08000000000000002
1078
+ ]
1079
+ },
1080
+ {
1081
+ "id": 108,
1082
+ "partition": "development",
1083
+ "valid": true,
1084
+ "probabilities": [
1085
+ 0.321,
1086
+ 0.287,
1087
+ 0.192,
1088
+ 0.2
1089
+ ]
1090
+ },
1091
+ {
1092
+ "id": 109,
1093
+ "partition": "development",
1094
+ "valid": true,
1095
+ "probabilities": [
1096
+ 0.156,
1097
+ 0.523,
1098
+ 0.189,
1099
+ 0.132
1100
+ ]
1101
+ },
1102
+ {
1103
+ "id": 110,
1104
+ "partition": "development",
1105
+ "valid": true,
1106
+ "probabilities": [
1107
+ 0.156,
1108
+ 0.582,
1109
+ 0.123,
1110
+ 0.139
1111
+ ]
1112
+ },
1113
+ {
1114
+ "id": 111,
1115
+ "partition": "development",
1116
+ "valid": true,
1117
+ "probabilities": [
1118
+ 0.287,
1119
+ 0.413,
1120
+ 0.156,
1121
+ 0.144
1122
+ ]
1123
+ },
1124
+ {
1125
+ "id": 112,
1126
+ "partition": "development",
1127
+ "valid": true,
1128
+ "probabilities": [
1129
+ 0.156,
1130
+ 0.523,
1131
+ 0.189,
1132
+ 0.132
1133
+ ]
1134
+ },
1135
+ {
1136
+ "id": 113,
1137
+ "partition": "development",
1138
+ "valid": true,
1139
+ "probabilities": [
1140
+ 0.156,
1141
+ 0.482,
1142
+ 0.231,
1143
+ 0.131
1144
+ ]
1145
+ },
1146
+ {
1147
+ "id": 114,
1148
+ "partition": "development",
1149
+ "valid": true,
1150
+ "probabilities": [
1151
+ 0.287,
1152
+ 0.356,
1153
+ 0.194,
1154
+ 0.163
1155
+ ]
1156
+ },
1157
+ {
1158
+ "id": 115,
1159
+ "partition": "development",
1160
+ "valid": true,
1161
+ "probabilities": [
1162
+ 0.32100000000000006,
1163
+ 0.41200000000000003,
1164
+ 0.18700000000000003,
1165
+ 0.08000000000000002
1166
+ ]
1167
+ },
1168
+ {
1169
+ "id": 116,
1170
+ "partition": "development",
1171
+ "valid": true,
1172
+ "probabilities": [
1173
+ 0.15,
1174
+ 0.35,
1175
+ 0.4,
1176
+ 0.1
1177
+ ]
1178
+ },
1179
+ {
1180
+ "id": 117,
1181
+ "partition": "development",
1182
+ "valid": true,
1183
+ "probabilities": [
1184
+ 0.321,
1185
+ 0.287,
1186
+ 0.243,
1187
+ 0.149
1188
+ ]
1189
+ },
1190
+ {
1191
+ "id": 118,
1192
+ "partition": "development",
1193
+ "valid": true,
1194
+ "probabilities": [
1195
+ 0.283,
1196
+ 0.317,
1197
+ 0.222,
1198
+ 0.178
1199
+ ]
1200
+ },
1201
+ {
1202
+ "id": 119,
1203
+ "partition": "development",
1204
+ "valid": true,
1205
+ "probabilities": [
1206
+ 0.156,
1207
+ 0.523,
1208
+ 0.189,
1209
+ 0.132
1210
+ ]
1211
+ },
1212
+ {
1213
+ "id": 120,
1214
+ "partition": "development",
1215
+ "valid": true,
1216
+ "probabilities": [
1217
+ 0.156,
1218
+ 0.582,
1219
+ 0.123,
1220
+ 0.139
1221
+ ]
1222
+ },
1223
+ {
1224
+ "id": 121,
1225
+ "partition": "development",
1226
+ "valid": true,
1227
+ "probabilities": [
1228
+ 0.156,
1229
+ 0.482,
1230
+ 0.213,
1231
+ 0.149
1232
+ ]
1233
+ },
1234
+ {
1235
+ "id": 122,
1236
+ "partition": "development",
1237
+ "valid": true,
1238
+ "probabilities": [
1239
+ 0.321,
1240
+ 0.287,
1241
+ 0.215,
1242
+ 0.177
1243
+ ]
1244
+ },
1245
+ {
1246
+ "id": 123,
1247
+ "partition": "development",
1248
+ "valid": true,
1249
+ "probabilities": [
1250
+ 0.156,
1251
+ 0.523,
1252
+ 0.189,
1253
+ 0.132
1254
+ ]
1255
+ },
1256
+ {
1257
+ "id": 124,
1258
+ "partition": "development",
1259
+ "valid": true,
1260
+ "probabilities": [
1261
+ 0.156,
1262
+ 0.582,
1263
+ 0.123,
1264
+ 0.139
1265
+ ]
1266
+ },
1267
+ {
1268
+ "id": 125,
1269
+ "partition": "development",
1270
+ "valid": true,
1271
+ "probabilities": [
1272
+ 0.287,
1273
+ 0.356,
1274
+ 0.194,
1275
+ 0.163
1276
+ ]
1277
+ },
1278
+ {
1279
+ "id": 126,
1280
+ "partition": "development",
1281
+ "valid": true,
1282
+ "probabilities": [
1283
+ 0.156,
1284
+ 0.523,
1285
+ 0.189,
1286
+ 0.132
1287
+ ]
1288
+ },
1289
+ {
1290
+ "id": 127,
1291
+ "partition": "development",
1292
+ "valid": true,
1293
+ "probabilities": [
1294
+ 0.156,
1295
+ 0.342,
1296
+ 0.381,
1297
+ 0.121
1298
+ ]
1299
+ },
1300
+ {
1301
+ "id": 128,
1302
+ "partition": "development",
1303
+ "valid": true,
1304
+ "probabilities": [
1305
+ 0.156,
1306
+ 0.523,
1307
+ 0.189,
1308
+ 0.132
1309
+ ]
1310
+ },
1311
+ {
1312
+ "id": 129,
1313
+ "partition": "development",
1314
+ "valid": true,
1315
+ "probabilities": [
1316
+ 0.287,
1317
+ 0.352,
1318
+ 0.198,
1319
+ 0.163
1320
+ ]
1321
+ }
1322
+ ]
evaluation/experiments/base-reference-provenance.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_repository": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
3
+ "base_revision": "50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b",
4
+ "partition": "reference",
5
+ "count": 90,
6
+ "worker_sha256": "56bc544f2dd5035d0fb1b100884c1cff0f7ea13b47591817b38ea986e3efb094",
7
+ "max_tokens": 8000,
8
+ "temperature": 0,
9
+ "purpose": "Base-generated probability features for calibration/ensemble research; not training labels"
10
+ }
evaluation/experiments/blend-diagnostic.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "head": "results.json",
4
+ "development_fit_only_diagnostic": true,
5
+ "head_weight": 0.7292905334280084,
6
+ "development_score": 83.39888105224303
7
+ },
8
+ {
9
+ "head": "kernel-results-initial.json",
10
+ "development_fit_only_diagnostic": true,
11
+ "head_weight": 0.6917046202935552,
12
+ "development_score": 83.08513864734887
13
+ }
14
+ ]
evaluation/experiments/development-comparisons.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "name": "linear",
4
+ "development_score": 83.03907221171612,
5
+ "gain": 2.251547242808556,
6
+ "relative_error_reduction": 0.1171919411301653,
7
+ "paired95CI": [
8
+ -1.217414600542667,
9
+ 5.761640571631134
10
+ ]
11
+ },
12
+ {
13
+ "name": "correction",
14
+ "development_score": 83.51754446455077,
15
+ "gain": 2.730019495643205,
16
+ "relative_error_reduction": 0.1420961896489176,
17
+ "paired95CI": [
18
+ -0.27214932093690675,
19
+ 5.599196102239002
20
+ ]
21
+ },
22
+ {
23
+ "name": "multiview",
24
+ "development_score": 83.62375125684261,
25
+ "gain": 2.836226287935048,
26
+ "relative_error_reduction": 0.14762420163695994,
27
+ "paired95CI": [
28
+ -0.1388847452135309,
29
+ 5.713053549078821
30
+ ]
31
+ },
32
+ {
33
+ "name": "probability_lora_30",
34
+ "development_score": 83.85572531791652,
35
+ "gain": 3.0682003490089613,
36
+ "relative_error_reduction": 0.1596983389200793,
37
+ "paired95CI": [
38
+ -1.5469484986617459,
39
+ 7.693294972556758
40
+ ]
41
+ }
42
+ ]
evaluation/experiments/development-selection-run-1.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "rule": "Maximum development Predict score; tie selects earlier epoch",
3
+ "baseline_report": "runs/qwen3-4b-base-2fca084a573e6b24/report.json",
4
+ "baseline_score": 80.78752496890756,
5
+ "candidates": [
6
+ {
7
+ "epoch": 1,
8
+ "step": 90,
9
+ "adapter": "adapters/run-1-epoch-1",
10
+ "report": "runs/mixed-messenger-run-1-epoch-1-905c4faa0831af69/report.json",
11
+ "score": 0,
12
+ "valid": 0,
13
+ "adapter_sha256": "c6a55de9c1b8bf0d244dd17fcb9ec58c17c68e9fd90587641f891c002cdf77e8"
14
+ },
15
+ {
16
+ "epoch": 2,
17
+ "step": 180,
18
+ "adapter": "adapters/run-1-epoch-2",
19
+ "report": "runs/mixed-messenger-run-1-epoch-2-5c4364ef468ea431/report.json",
20
+ "score": 0,
21
+ "valid": 0,
22
+ "adapter_sha256": "c901c8ac0af3e8474ff62ae8d91ef2e31f51381509384b42aec8013fcbe4aefa"
23
+ },
24
+ {
25
+ "epoch": 3,
26
+ "step": 270,
27
+ "adapter": "adapters/run-1-epoch-3",
28
+ "report": "runs/mixed-messenger-run-1-epoch-3-cf949d413e145ac6/report.json",
29
+ "score": 0,
30
+ "valid": 0,
31
+ "adapter_sha256": "e8a7c5aa0567d99e599bc4e339f484de5bb46d46be1629a5e3dd4ea2d73a4402"
32
+ }
33
+ ],
34
+ "selected": {
35
+ "epoch": 1,
36
+ "step": 90,
37
+ "adapter": "adapters/run-1-epoch-1",
38
+ "report": "runs/mixed-messenger-run-1-epoch-1-905c4faa0831af69/report.json",
39
+ "score": 0,
40
+ "valid": 0,
41
+ "adapter_sha256": "c6a55de9c1b8bf0d244dd17fcb9ec58c17c68e9fd90587641f891c002cdf77e8"
42
+ },
43
+ "evaluation_used": false
44
+ }
evaluation/experiments/development-selection-run-2.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "rule": "Maximum development Predict score across both recorded runs; ties prefer earlier run, then earlier epoch",
3
+ "baseline_report": "runs/qwen3-4b-base-2fca084a573e6b24/report.json",
4
+ "baseline_score": 80.78752496890756,
5
+ "candidates": [
6
+ {
7
+ "epoch": 1,
8
+ "step": 90,
9
+ "adapter": "adapters/run-1-epoch-1",
10
+ "report": "runs/mixed-messenger-run-1-epoch-1-905c4faa0831af69/report.json",
11
+ "score": 0,
12
+ "valid": 0,
13
+ "adapter_sha256": "c6a55de9c1b8bf0d244dd17fcb9ec58c17c68e9fd90587641f891c002cdf77e8",
14
+ "run": 1
15
+ },
16
+ {
17
+ "epoch": 2,
18
+ "step": 180,
19
+ "adapter": "adapters/run-1-epoch-2",
20
+ "report": "runs/mixed-messenger-run-1-epoch-2-5c4364ef468ea431/report.json",
21
+ "score": 0,
22
+ "valid": 0,
23
+ "adapter_sha256": "c901c8ac0af3e8474ff62ae8d91ef2e31f51381509384b42aec8013fcbe4aefa",
24
+ "run": 1
25
+ },
26
+ {
27
+ "epoch": 3,
28
+ "step": 270,
29
+ "adapter": "adapters/run-1-epoch-3",
30
+ "report": "runs/mixed-messenger-run-1-epoch-3-cf949d413e145ac6/report.json",
31
+ "score": 0,
32
+ "valid": 0,
33
+ "adapter_sha256": "e8a7c5aa0567d99e599bc4e339f484de5bb46d46be1629a5e3dd4ea2d73a4402",
34
+ "run": 1
35
+ },
36
+ {
37
+ "run": 2,
38
+ "epoch": 1,
39
+ "step": 90,
40
+ "adapter": "adapters/run-2-epoch-1",
41
+ "report": "runs/mixed-messenger-run-2-epoch-1-dcf69d7222759c4f/report.json",
42
+ "score": 49.70443387794047,
43
+ "valid": 30,
44
+ "adapter_sha256": "afdf0ab7de009eaed6bfa9ecb796629c5ce3e9c219d49b9760654cbcd7fc18f4"
45
+ },
46
+ {
47
+ "run": 2,
48
+ "epoch": 2,
49
+ "step": 180,
50
+ "adapter": "adapters/run-2-epoch-2",
51
+ "report": "runs/mixed-messenger-run-2-epoch-2-fcad152019617b7b/report.json",
52
+ "score": 58.561987749232976,
53
+ "valid": 30,
54
+ "adapter_sha256": "f983a06c486b9c42df90f6851042577ac9622b6aaff9a39478e03446ce28aa31"
55
+ },
56
+ {
57
+ "run": 2,
58
+ "epoch": 3,
59
+ "step": 270,
60
+ "adapter": "adapters/run-2-epoch-3",
61
+ "report": "runs/mixed-messenger-run-2-epoch-3-e7cb4c930aa429b2/report.json",
62
+ "score": 68.88602447600078,
63
+ "valid": 30,
64
+ "adapter_sha256": "0ce40ab62c128fa64197efebe8f2c23503fefb79429b44991c6f2967b4da59f7"
65
+ }
66
+ ],
67
+ "selected": {
68
+ "run": 2,
69
+ "epoch": 3,
70
+ "step": 270,
71
+ "adapter": "adapters/run-2-epoch-3",
72
+ "report": "runs/mixed-messenger-run-2-epoch-3-e7cb4c930aa429b2/report.json",
73
+ "score": 68.88602447600078,
74
+ "valid": 30,
75
+ "adapter_sha256": "0ce40ab62c128fa64197efebe8f2c23503fefb79429b44991c6f2967b4da59f7"
76
+ },
77
+ "corrective_run_rationale": {
78
+ "run": 2,
79
+ "reason": "Run 1 supervised the tokenizer template's injected empty <think> tags, causing strict-JSON failures on development data. Run 2 trains the exact unchanged inference prefix followed by JSON and EOS.",
80
+ "changed": [
81
+ "training target tokenization only"
82
+ ],
83
+ "unchanged": [
84
+ "base weights",
85
+ "reference training labels",
86
+ "development selection split",
87
+ "rank",
88
+ "layers",
89
+ "learning rate",
90
+ "seed",
91
+ "epochs",
92
+ "inference prompts",
93
+ "scorer"
94
+ ],
95
+ "evaluation_used": false
96
+ },
97
+ "evaluation_used": false
98
+ }
evaluation/experiments/development-selection-run-3.json ADDED
@@ -0,0 +1,143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "rule": "Maximum development Predict score across all three documented runs; ties prefer earlier run, then earlier step",
3
+ "baseline_report": "runs/qwen3-4b-base-2fca084a573e6b24/report.json",
4
+ "baseline_score": 80.78752496890756,
5
+ "candidates": [
6
+ {
7
+ "epoch": 1,
8
+ "step": 90,
9
+ "adapter": "adapters/run-1-epoch-1",
10
+ "report": "runs/mixed-messenger-run-1-epoch-1-905c4faa0831af69/report.json",
11
+ "score": 0,
12
+ "valid": 0,
13
+ "adapter_sha256": "c6a55de9c1b8bf0d244dd17fcb9ec58c17c68e9fd90587641f891c002cdf77e8",
14
+ "run": 1
15
+ },
16
+ {
17
+ "epoch": 2,
18
+ "step": 180,
19
+ "adapter": "adapters/run-1-epoch-2",
20
+ "report": "runs/mixed-messenger-run-1-epoch-2-5c4364ef468ea431/report.json",
21
+ "score": 0,
22
+ "valid": 0,
23
+ "adapter_sha256": "c901c8ac0af3e8474ff62ae8d91ef2e31f51381509384b42aec8013fcbe4aefa",
24
+ "run": 1
25
+ },
26
+ {
27
+ "epoch": 3,
28
+ "step": 270,
29
+ "adapter": "adapters/run-1-epoch-3",
30
+ "report": "runs/mixed-messenger-run-1-epoch-3-cf949d413e145ac6/report.json",
31
+ "score": 0,
32
+ "valid": 0,
33
+ "adapter_sha256": "e8a7c5aa0567d99e599bc4e339f484de5bb46d46be1629a5e3dd4ea2d73a4402",
34
+ "run": 1
35
+ },
36
+ {
37
+ "run": 2,
38
+ "epoch": 1,
39
+ "step": 90,
40
+ "adapter": "adapters/run-2-epoch-1",
41
+ "report": "runs/mixed-messenger-run-2-epoch-1-dcf69d7222759c4f/report.json",
42
+ "score": 49.70443387794047,
43
+ "valid": 30,
44
+ "adapter_sha256": "afdf0ab7de009eaed6bfa9ecb796629c5ce3e9c219d49b9760654cbcd7fc18f4"
45
+ },
46
+ {
47
+ "run": 2,
48
+ "epoch": 2,
49
+ "step": 180,
50
+ "adapter": "adapters/run-2-epoch-2",
51
+ "report": "runs/mixed-messenger-run-2-epoch-2-fcad152019617b7b/report.json",
52
+ "score": 58.561987749232976,
53
+ "valid": 30,
54
+ "adapter_sha256": "f983a06c486b9c42df90f6851042577ac9622b6aaff9a39478e03446ce28aa31"
55
+ },
56
+ {
57
+ "run": 2,
58
+ "epoch": 3,
59
+ "step": 270,
60
+ "adapter": "adapters/run-2-epoch-3",
61
+ "report": "runs/mixed-messenger-run-2-epoch-3-e7cb4c930aa429b2/report.json",
62
+ "score": 68.88602447600078,
63
+ "valid": 30,
64
+ "adapter_sha256": "0ce40ab62c128fa64197efebe8f2c23503fefb79429b44991c6f2967b4da59f7"
65
+ },
66
+ {
67
+ "run": 3,
68
+ "epoch": 0.1111111111111111,
69
+ "step": 10,
70
+ "adapter": "adapters/run-3-step-10",
71
+ "report": "runs/mixed-messenger-run-3-step-10-52997cd3c41224e6/report.json",
72
+ "score": 80.75938913811856,
73
+ "valid": 30,
74
+ "adapter_sha256": "79d109cbc30065fb4a470a611491d1043de9fd6915e85a08502fbcf110ebe363"
75
+ },
76
+ {
77
+ "run": 3,
78
+ "epoch": 0.3333333333333333,
79
+ "step": 30,
80
+ "adapter": "adapters/run-3-step-30",
81
+ "report": "runs/mixed-messenger-run-3-step-30-dc167373b1150224/report.json",
82
+ "score": 80.84197724877912,
83
+ "valid": 30,
84
+ "adapter_sha256": "04d3ee30d25043648b25473a92f8d1e6de16f93be45cc50c4d1337bb4353d339"
85
+ },
86
+ {
87
+ "run": 3,
88
+ "epoch": 1.0,
89
+ "step": 90,
90
+ "adapter": "adapters/run-3-step-90",
91
+ "report": "runs/mixed-messenger-run-3-step-90-a98742d929c99b9a/report.json",
92
+ "score": 70.44821252052272,
93
+ "valid": 30,
94
+ "adapter_sha256": "409c2545c16e69f01354ea1e3c54a58a5b8c9d0d03b4fabf7cc62d17e688395f"
95
+ }
96
+ ],
97
+ "selected": {
98
+ "run": 3,
99
+ "epoch": 0.3333333333333333,
100
+ "step": 30,
101
+ "adapter": "adapters/run-3-step-30",
102
+ "report": "runs/mixed-messenger-run-3-step-30-dc167373b1150224/report.json",
103
+ "score": 80.84197724877912,
104
+ "valid": 30,
105
+ "adapter_sha256": "04d3ee30d25043648b25473a92f8d1e6de16f93be45cc50c4d1337bb4353d339"
106
+ },
107
+ "corrective_run_rationale": {
108
+ "run": 2,
109
+ "reason": "Run 1 supervised the tokenizer template's injected empty <think> tags, causing strict-JSON failures on development data. Run 2 trains the exact unchanged inference prefix followed by JSON and EOS.",
110
+ "changed": [
111
+ "training target tokenization only"
112
+ ],
113
+ "unchanged": [
114
+ "base weights",
115
+ "reference training labels",
116
+ "development selection split",
117
+ "rank",
118
+ "layers",
119
+ "learning rate",
120
+ "seed",
121
+ "epochs",
122
+ "inference prompts",
123
+ "scorer"
124
+ ],
125
+ "evaluation_used": false
126
+ },
127
+ "evaluation_used": false,
128
+ "budget_amendment": {
129
+ "recorded_at": "2026-11-15T05:40:28.014377+00:00",
130
+ "previous_budget": "Initial 3-epoch run; at most one additional training configuration if development results indicate a specific fix. Record all configurations, including unsuccessful ones.",
131
+ "reason": "Corrected exact-JSON run is valid on all 30 development examples but scores 49.70, 58.56, and 68.89, below the base at 80.79. Test one final gentler, shorter adaptation to reduce disruption of base predictions.",
132
+ "additional_run": 3,
133
+ "learning_rate": 2e-06,
134
+ "iters": 90,
135
+ "evaluated_steps": [
136
+ 10,
137
+ 30,
138
+ 90
139
+ ],
140
+ "stop_after_this_configuration": true,
141
+ "evaluation_used": false
142
+ }
143
+ }
evaluation/experiments/development-selection.json ADDED
@@ -0,0 +1,143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "rule": "Maximum development Predict score across all three documented runs; ties prefer earlier run, then earlier step",
3
+ "baseline_report": "runs/qwen3-4b-base-2fca084a573e6b24/report.json",
4
+ "baseline_score": 80.78752496890756,
5
+ "candidates": [
6
+ {
7
+ "epoch": 1,
8
+ "step": 90,
9
+ "adapter": "adapters/run-1-epoch-1",
10
+ "report": "runs/mixed-messenger-run-1-epoch-1-905c4faa0831af69/report.json",
11
+ "score": 0,
12
+ "valid": 0,
13
+ "adapter_sha256": "c6a55de9c1b8bf0d244dd17fcb9ec58c17c68e9fd90587641f891c002cdf77e8",
14
+ "run": 1
15
+ },
16
+ {
17
+ "epoch": 2,
18
+ "step": 180,
19
+ "adapter": "adapters/run-1-epoch-2",
20
+ "report": "runs/mixed-messenger-run-1-epoch-2-5c4364ef468ea431/report.json",
21
+ "score": 0,
22
+ "valid": 0,
23
+ "adapter_sha256": "c901c8ac0af3e8474ff62ae8d91ef2e31f51381509384b42aec8013fcbe4aefa",
24
+ "run": 1
25
+ },
26
+ {
27
+ "epoch": 3,
28
+ "step": 270,
29
+ "adapter": "adapters/run-1-epoch-3",
30
+ "report": "runs/mixed-messenger-run-1-epoch-3-cf949d413e145ac6/report.json",
31
+ "score": 0,
32
+ "valid": 0,
33
+ "adapter_sha256": "e8a7c5aa0567d99e599bc4e339f484de5bb46d46be1629a5e3dd4ea2d73a4402",
34
+ "run": 1
35
+ },
36
+ {
37
+ "run": 2,
38
+ "epoch": 1,
39
+ "step": 90,
40
+ "adapter": "adapters/run-2-epoch-1",
41
+ "report": "runs/mixed-messenger-run-2-epoch-1-dcf69d7222759c4f/report.json",
42
+ "score": 49.70443387794047,
43
+ "valid": 30,
44
+ "adapter_sha256": "afdf0ab7de009eaed6bfa9ecb796629c5ce3e9c219d49b9760654cbcd7fc18f4"
45
+ },
46
+ {
47
+ "run": 2,
48
+ "epoch": 2,
49
+ "step": 180,
50
+ "adapter": "adapters/run-2-epoch-2",
51
+ "report": "runs/mixed-messenger-run-2-epoch-2-fcad152019617b7b/report.json",
52
+ "score": 58.561987749232976,
53
+ "valid": 30,
54
+ "adapter_sha256": "f983a06c486b9c42df90f6851042577ac9622b6aaff9a39478e03446ce28aa31"
55
+ },
56
+ {
57
+ "run": 2,
58
+ "epoch": 3,
59
+ "step": 270,
60
+ "adapter": "adapters/run-2-epoch-3",
61
+ "report": "runs/mixed-messenger-run-2-epoch-3-e7cb4c930aa429b2/report.json",
62
+ "score": 68.88602447600078,
63
+ "valid": 30,
64
+ "adapter_sha256": "0ce40ab62c128fa64197efebe8f2c23503fefb79429b44991c6f2967b4da59f7"
65
+ },
66
+ {
67
+ "run": 3,
68
+ "epoch": 0.1111111111111111,
69
+ "step": 10,
70
+ "adapter": "adapters/run-3-step-10",
71
+ "report": "runs/mixed-messenger-run-3-step-10-52997cd3c41224e6/report.json",
72
+ "score": 80.75938913811856,
73
+ "valid": 30,
74
+ "adapter_sha256": "79d109cbc30065fb4a470a611491d1043de9fd6915e85a08502fbcf110ebe363"
75
+ },
76
+ {
77
+ "run": 3,
78
+ "epoch": 0.3333333333333333,
79
+ "step": 30,
80
+ "adapter": "adapters/run-3-step-30",
81
+ "report": "runs/mixed-messenger-run-3-step-30-dc167373b1150224/report.json",
82
+ "score": 80.84197724877912,
83
+ "valid": 30,
84
+ "adapter_sha256": "04d3ee30d25043648b25473a92f8d1e6de16f93be45cc50c4d1337bb4353d339"
85
+ },
86
+ {
87
+ "run": 3,
88
+ "epoch": 1.0,
89
+ "step": 90,
90
+ "adapter": "adapters/run-3-step-90",
91
+ "report": "runs/mixed-messenger-run-3-step-90-a98742d929c99b9a/report.json",
92
+ "score": 70.44821252052272,
93
+ "valid": 30,
94
+ "adapter_sha256": "409c2545c16e69f01354ea1e3c54a58a5b8c9d0d03b4fabf7cc62d17e688395f"
95
+ }
96
+ ],
97
+ "selected": {
98
+ "run": 3,
99
+ "epoch": 0.3333333333333333,
100
+ "step": 30,
101
+ "adapter": "adapters/run-3-step-30",
102
+ "report": "runs/mixed-messenger-run-3-step-30-dc167373b1150224/report.json",
103
+ "score": 80.84197724877912,
104
+ "valid": 30,
105
+ "adapter_sha256": "04d3ee30d25043648b25473a92f8d1e6de16f93be45cc50c4d1337bb4353d339"
106
+ },
107
+ "corrective_run_rationale": {
108
+ "run": 2,
109
+ "reason": "Run 1 supervised the tokenizer template's injected empty <think> tags, causing strict-JSON failures on development data. Run 2 trains the exact unchanged inference prefix followed by JSON and EOS.",
110
+ "changed": [
111
+ "training target tokenization only"
112
+ ],
113
+ "unchanged": [
114
+ "base weights",
115
+ "reference training labels",
116
+ "development selection split",
117
+ "rank",
118
+ "layers",
119
+ "learning rate",
120
+ "seed",
121
+ "epochs",
122
+ "inference prompts",
123
+ "scorer"
124
+ ],
125
+ "evaluation_used": false
126
+ },
127
+ "evaluation_used": false,
128
+ "budget_amendment": {
129
+ "recorded_at": "2026-11-15T05:40:28.014377+00:00",
130
+ "previous_budget": "Initial 3-epoch run; at most one additional training configuration if development results indicate a specific fix. Record all configurations, including unsuccessful ones.",
131
+ "reason": "Corrected exact-JSON run is valid on all 30 development examples but scores 49.70, 58.56, and 68.89, below the base at 80.79. Test one final gentler, shorter adaptation to reduce disruption of base predictions.",
132
+ "additional_run": 3,
133
+ "learning_rate": 2e-06,
134
+ "iters": 90,
135
+ "evaluated_steps": [
136
+ 10,
137
+ 30,
138
+ 90
139
+ ],
140
+ "stop_after_this_configuration": true,
141
+ "evaluation_used": false
142
+ }
143
+ }
evaluation/experiments/ensemble-protocol.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "weights": [
3
+ 0.5,
4
+ 0.5
5
+ ],
6
+ "partners": [
7
+ "softmax-results.json",
8
+ "residual-results.json",
9
+ "multiview-results.json"
10
+ ],
11
+ "adapterSteps": [
12
+ 30,
13
+ 90
14
+ ],
15
+ "selection": "Development only; fixed equal averages, no fitting blend weights to development labels",
16
+ "evaluation_used": false
17
+ }
evaluation/experiments/ensemble-results.json ADDED
@@ -0,0 +1,2570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "evaluation_used": false,
3
+ "variants": [
4
+ {
5
+ "name": "lora-30+softmax",
6
+ "weights": [
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "development_score": 83.78619896082036,
11
+ "gain": 2.9986739919127867,
12
+ "paired95CI": [
13
+ -1.0075315110200833,
14
+ 6.917329921914917
15
+ ],
16
+ "predictions": [
17
+ {
18
+ "id": 100,
19
+ "probabilities": [
20
+ 0.2595869051864841,
21
+ 0.17737716418587254,
22
+ 0.35408167571368343,
23
+ 0.20895425491395997
24
+ ]
25
+ },
26
+ {
27
+ "id": 101,
28
+ "probabilities": [
29
+ 0.2075132606518148,
30
+ 0.11890488970196905,
31
+ 0.41554437364958796,
32
+ 0.2580374759966282
33
+ ]
34
+ },
35
+ {
36
+ "id": 102,
37
+ "probabilities": [
38
+ 0.1946389002648714,
39
+ 0.17111764506565963,
40
+ 0.36732112102401826,
41
+ 0.26692233364545065
42
+ ]
43
+ },
44
+ {
45
+ "id": 103,
46
+ "probabilities": [
47
+ 0.22260949798566665,
48
+ 0.18318169256441286,
49
+ 0.36419987060304115,
50
+ 0.2300089388468793
51
+ ]
52
+ },
53
+ {
54
+ "id": 104,
55
+ "probabilities": [
56
+ 0.2688607737864064,
57
+ 0.18795434959086865,
58
+ 0.26280662356871953,
59
+ 0.28037825305400543
60
+ ]
61
+ },
62
+ {
63
+ "id": 105,
64
+ "probabilities": [
65
+ 0.29449464745791265,
66
+ 0.1471894185500931,
67
+ 0.3576244884756683,
68
+ 0.20069144551632595
69
+ ]
70
+ },
71
+ {
72
+ "id": 106,
73
+ "probabilities": [
74
+ 0.25767548008353586,
75
+ 0.14679045041436706,
76
+ 0.3927986737399432,
77
+ 0.2027353957621539
78
+ ]
79
+ },
80
+ {
81
+ "id": 107,
82
+ "probabilities": [
83
+ 0.21567497475582031,
84
+ 0.21613457267540162,
85
+ 0.3555809805821251,
86
+ 0.21260947198665292
87
+ ]
88
+ },
89
+ {
90
+ "id": 108,
91
+ "probabilities": [
92
+ 0.16267841510770684,
93
+ 0.1799270825586895,
94
+ 0.3497099076596798,
95
+ 0.30768459467392384
96
+ ]
97
+ },
98
+ {
99
+ "id": 109,
100
+ "probabilities": [
101
+ 0.23981533116007747,
102
+ 0.1959575001537014,
103
+ 0.3235654145823411,
104
+ 0.24066175410387997
105
+ ]
106
+ },
107
+ {
108
+ "id": 110,
109
+ "probabilities": [
110
+ 0.1723527852442297,
111
+ 0.13132573267035513,
112
+ 0.36744186704304865,
113
+ 0.3288796150423665
114
+ ]
115
+ },
116
+ {
117
+ "id": 111,
118
+ "probabilities": [
119
+ 0.31449565875193497,
120
+ 0.21828498181935574,
121
+ 0.25011632343094586,
122
+ 0.21710303599776345
123
+ ]
124
+ },
125
+ {
126
+ "id": 112,
127
+ "probabilities": [
128
+ 0.291899048229075,
129
+ 0.24665702802169104,
130
+ 0.2573233300206029,
131
+ 0.20412059372863117
132
+ ]
133
+ },
134
+ {
135
+ "id": 113,
136
+ "probabilities": [
137
+ 0.22187835482265822,
138
+ 0.2362961261567554,
139
+ 0.290114133127226,
140
+ 0.25171138589336045
141
+ ]
142
+ },
143
+ {
144
+ "id": 114,
145
+ "probabilities": [
146
+ 0.21138534685559396,
147
+ 0.2330054305843317,
148
+ 0.31983939620321966,
149
+ 0.2357698263568546
150
+ ]
151
+ },
152
+ {
153
+ "id": 115,
154
+ "probabilities": [
155
+ 0.32786433150762806,
156
+ 0.17741291300285084,
157
+ 0.28935583875266613,
158
+ 0.20536691673685498
159
+ ]
160
+ },
161
+ {
162
+ "id": 116,
163
+ "probabilities": [
164
+ 0.1902062799273816,
165
+ 0.12015788067840652,
166
+ 0.3969654436392409,
167
+ 0.29267039575497106
168
+ ]
169
+ },
170
+ {
171
+ "id": 117,
172
+ "probabilities": [
173
+ 0.2696911423066062,
174
+ 0.14489048901027943,
175
+ 0.37532468635702243,
176
+ 0.21009368232609188
177
+ ]
178
+ },
179
+ {
180
+ "id": 118,
181
+ "probabilities": [
182
+ 0.211625036866115,
183
+ 0.1427014931646872,
184
+ 0.3757966505557826,
185
+ 0.2698768194134152
186
+ ]
187
+ },
188
+ {
189
+ "id": 119,
190
+ "probabilities": [
191
+ 0.17306999422642386,
192
+ 0.19442204301830676,
193
+ 0.32914127049818076,
194
+ 0.3033666922570886
195
+ ]
196
+ },
197
+ {
198
+ "id": 120,
199
+ "probabilities": [
200
+ 0.2466865976249369,
201
+ 0.13901126929476473,
202
+ 0.4009395587796647,
203
+ 0.21336257430063374
204
+ ]
205
+ },
206
+ {
207
+ "id": 121,
208
+ "probabilities": [
209
+ 0.24142892378341874,
210
+ 0.24201617426757147,
211
+ 0.293300150888025,
212
+ 0.22325475106098477
213
+ ]
214
+ },
215
+ {
216
+ "id": 122,
217
+ "probabilities": [
218
+ 0.21631621612861213,
219
+ 0.18281840593808016,
220
+ 0.3594067419352508,
221
+ 0.241458635998057
222
+ ]
223
+ },
224
+ {
225
+ "id": 123,
226
+ "probabilities": [
227
+ 0.272277855453001,
228
+ 0.2219371587729255,
229
+ 0.2616322954860564,
230
+ 0.24415269028801717
231
+ ]
232
+ },
233
+ {
234
+ "id": 124,
235
+ "probabilities": [
236
+ 0.22813143917566187,
237
+ 0.14850430920078103,
238
+ 0.4098076665185785,
239
+ 0.21355658510497869
240
+ ]
241
+ },
242
+ {
243
+ "id": 125,
244
+ "probabilities": [
245
+ 0.32183917929936745,
246
+ 0.21207414893469123,
247
+ 0.24777759588488557,
248
+ 0.2183090758810558
249
+ ]
250
+ },
251
+ {
252
+ "id": 126,
253
+ "probabilities": [
254
+ 0.1929158679101006,
255
+ 0.2124809021652765,
256
+ 0.3201492246399858,
257
+ 0.27445400528463715
258
+ ]
259
+ },
260
+ {
261
+ "id": 127,
262
+ "probabilities": [
263
+ 0.14784754561241276,
264
+ 0.12718083105594302,
265
+ 0.38540684236653505,
266
+ 0.33956478096510917
267
+ ]
268
+ },
269
+ {
270
+ "id": 128,
271
+ "probabilities": [
272
+ 0.19794437350687322,
273
+ 0.17961132995213297,
274
+ 0.3095524923684504,
275
+ 0.3128918041725435
276
+ ]
277
+ },
278
+ {
279
+ "id": 129,
280
+ "probabilities": [
281
+ 0.24289476374392327,
282
+ 0.16099046015503393,
283
+ 0.3816702214750395,
284
+ 0.21444455462600323
285
+ ]
286
+ }
287
+ ]
288
+ },
289
+ {
290
+ "name": "lora-30+residual",
291
+ "weights": [
292
+ 0.5,
293
+ 0.5
294
+ ],
295
+ "development_score": 84.1788180496459,
296
+ "gain": 3.3912930807383277,
297
+ "paired95CI": [
298
+ -0.3163037914159669,
299
+ 6.976970964547524
300
+ ],
301
+ "predictions": [
302
+ {
303
+ "id": 100,
304
+ "probabilities": [
305
+ 0.27834232011129545,
306
+ 0.1525137373731621,
307
+ 0.3605659190162542,
308
+ 0.20857802349928822
309
+ ]
310
+ },
311
+ {
312
+ "id": 101,
313
+ "probabilities": [
314
+ 0.19771657390546699,
315
+ 0.08549266541066289,
316
+ 0.44588290759160676,
317
+ 0.2709078530922634
318
+ ]
319
+ },
320
+ {
321
+ "id": 102,
322
+ "probabilities": [
323
+ 0.18173363560081623,
324
+ 0.2080559834388233,
325
+ 0.352049747110995,
326
+ 0.2581606338493655
327
+ ]
328
+ },
329
+ {
330
+ "id": 103,
331
+ "probabilities": [
332
+ 0.21247752076551468,
333
+ 0.21065532484908817,
334
+ 0.3530881809483798,
335
+ 0.2237789734370174
336
+ ]
337
+ },
338
+ {
339
+ "id": 104,
340
+ "probabilities": [
341
+ 0.2535486354247522,
342
+ 0.23266106482229462,
343
+ 0.23645882492785886,
344
+ 0.2773314748250943
345
+ ]
346
+ },
347
+ {
348
+ "id": 105,
349
+ "probabilities": [
350
+ 0.31406851747598263,
351
+ 0.12012957534773604,
352
+ 0.3570005942887382,
353
+ 0.2088013128875431
354
+ ]
355
+ },
356
+ {
357
+ "id": 106,
358
+ "probabilities": [
359
+ 0.2391789249702798,
360
+ 0.1376500301930299,
361
+ 0.40491612727436227,
362
+ 0.21825491756232807
363
+ ]
364
+ },
365
+ {
366
+ "id": 107,
367
+ "probabilities": [
368
+ 0.24189429204037208,
369
+ 0.21339545634391666,
370
+ 0.349365687198969,
371
+ 0.19534456441674225
372
+ ]
373
+ },
374
+ {
375
+ "id": 108,
376
+ "probabilities": [
377
+ 0.1869445792347642,
378
+ 0.15126467559842943,
379
+ 0.34445166363218305,
380
+ 0.31733908153462337
381
+ ]
382
+ },
383
+ {
384
+ "id": 109,
385
+ "probabilities": [
386
+ 0.22299975535559075,
387
+ 0.22667673607377184,
388
+ 0.3151322875992865,
389
+ 0.23519122097135092
390
+ ]
391
+ },
392
+ {
393
+ "id": 110,
394
+ "probabilities": [
395
+ 0.16413692824759235,
396
+ 0.17830293116079363,
397
+ 0.3373569641806654,
398
+ 0.32020317641094864
399
+ ]
400
+ },
401
+ {
402
+ "id": 111,
403
+ "probabilities": [
404
+ 0.3304203357920249,
405
+ 0.21915944261109832,
406
+ 0.23291952491660456,
407
+ 0.21750069668027222
408
+ ]
409
+ },
410
+ {
411
+ "id": 112,
412
+ "probabilities": [
413
+ 0.27219066864558283,
414
+ 0.2783655751017076,
415
+ 0.25127101959059195,
416
+ 0.19817273666211757
417
+ ]
418
+ },
419
+ {
420
+ "id": 113,
421
+ "probabilities": [
422
+ 0.2066365610522637,
423
+ 0.25309398551758133,
424
+ 0.2948510526966688,
425
+ 0.24541840073348611
426
+ ]
427
+ },
428
+ {
429
+ "id": 114,
430
+ "probabilities": [
431
+ 0.22446243235954666,
432
+ 0.22225515641417237,
433
+ 0.3164219272273885,
434
+ 0.2368604839988925
435
+ ]
436
+ },
437
+ {
438
+ "id": 115,
439
+ "probabilities": [
440
+ 0.3407771842920518,
441
+ 0.18278079681487305,
442
+ 0.2858332949175089,
443
+ 0.19060872397556627
444
+ ]
445
+ },
446
+ {
447
+ "id": 116,
448
+ "probabilities": [
449
+ 0.18338899256599656,
450
+ 0.1045547461566384,
451
+ 0.43321972687061305,
452
+ 0.2788365344067519
453
+ ]
454
+ },
455
+ {
456
+ "id": 117,
457
+ "probabilities": [
458
+ 0.29001257594629826,
459
+ 0.12030473554374675,
460
+ 0.3787429951283652,
461
+ 0.21093969338158983
462
+ ]
463
+ },
464
+ {
465
+ "id": 118,
466
+ "probabilities": [
467
+ 0.22678921608145533,
468
+ 0.13084556467096928,
469
+ 0.3700888658647057,
470
+ 0.2722763533828697
471
+ ]
472
+ },
473
+ {
474
+ "id": 119,
475
+ "probabilities": [
476
+ 0.15865326966302024,
477
+ 0.22717262012448292,
478
+ 0.3199135118930583,
479
+ 0.2942605983194386
480
+ ]
481
+ },
482
+ {
483
+ "id": 120,
484
+ "probabilities": [
485
+ 0.2346529333122887,
486
+ 0.18548482898723956,
487
+ 0.3681059620136157,
488
+ 0.2117562756868561
489
+ ]
490
+ },
491
+ {
492
+ "id": 121,
493
+ "probabilities": [
494
+ 0.22421190406182906,
495
+ 0.2616650927501404,
496
+ 0.2936259415176355,
497
+ 0.22049706167039504
498
+ ]
499
+ },
500
+ {
501
+ "id": 122,
502
+ "probabilities": [
503
+ 0.2428966663588914,
504
+ 0.15102667100185183,
505
+ 0.35741171353392026,
506
+ 0.24866494910533649
507
+ ]
508
+ },
509
+ {
510
+ "id": 123,
511
+ "probabilities": [
512
+ 0.2543895072702193,
513
+ 0.2517935680451002,
514
+ 0.25481002904371347,
515
+ 0.23900689564096694
516
+ ]
517
+ },
518
+ {
519
+ "id": 124,
520
+ "probabilities": [
521
+ 0.21374141740754743,
522
+ 0.19809735346338952,
523
+ 0.3778348797859854,
524
+ 0.21032634934307765
525
+ ]
526
+ },
527
+ {
528
+ "id": 125,
529
+ "probabilities": [
530
+ 0.3325611064534865,
531
+ 0.2005629357844746,
532
+ 0.24323257368885984,
533
+ 0.22364338407317907
534
+ ]
535
+ },
536
+ {
537
+ "id": 126,
538
+ "probabilities": [
539
+ 0.1776833663492466,
540
+ 0.2460421726047942,
541
+ 0.3111837364812334,
542
+ 0.2650907245647258
543
+ ]
544
+ },
545
+ {
546
+ "id": 127,
547
+ "probabilities": [
548
+ 0.13640184255957954,
549
+ 0.12291862604773422,
550
+ 0.41586438059424713,
551
+ 0.32481515079843903
552
+ ]
553
+ },
554
+ {
555
+ "id": 128,
556
+ "probabilities": [
557
+ 0.1865288307832006,
558
+ 0.21060982772954395,
559
+ 0.29991016623905264,
560
+ 0.3029511752482028
561
+ ]
562
+ },
563
+ {
564
+ "id": 129,
565
+ "probabilities": [
566
+ 0.2579598909445691,
567
+ 0.1559751946425302,
568
+ 0.37029271543777315,
569
+ 0.2157721989751275
570
+ ]
571
+ }
572
+ ]
573
+ },
574
+ {
575
+ "name": "lora-30+multiview",
576
+ "weights": [
577
+ 0.5,
578
+ 0.5
579
+ ],
580
+ "development_score": 84.24987085049733,
581
+ "gain": 3.462345881589784,
582
+ "paired95CI": [
583
+ -0.19323394926260232,
584
+ 7.041548111591392
585
+ ],
586
+ "predictions": [
587
+ {
588
+ "id": 100,
589
+ "probabilities": [
590
+ 0.2784754928522791,
591
+ 0.15543207125183978,
592
+ 0.362975294708911,
593
+ 0.20311714118697016
594
+ ]
595
+ },
596
+ {
597
+ "id": 101,
598
+ "probabilities": [
599
+ 0.2000377110263884,
600
+ 0.08400888351291425,
601
+ 0.44179084996686346,
602
+ 0.27416255549383395
603
+ ]
604
+ },
605
+ {
606
+ "id": 102,
607
+ "probabilities": [
608
+ 0.17872767591072905,
609
+ 0.20960932708534719,
610
+ 0.363018374125638,
611
+ 0.24864462287828576
612
+ ]
613
+ },
614
+ {
615
+ "id": 103,
616
+ "probabilities": [
617
+ 0.21074481860981653,
618
+ 0.2155478394264308,
619
+ 0.3455375925966894,
620
+ 0.2281697493670633
621
+ ]
622
+ },
623
+ {
624
+ "id": 104,
625
+ "probabilities": [
626
+ 0.24785326322466333,
627
+ 0.22382339619133965,
628
+ 0.23988721314187472,
629
+ 0.2884361274421222
630
+ ]
631
+ },
632
+ {
633
+ "id": 105,
634
+ "probabilities": [
635
+ 0.3106484023335428,
636
+ 0.1178729264609341,
637
+ 0.36199248065591383,
638
+ 0.20948619054960932
639
+ ]
640
+ },
641
+ {
642
+ "id": 106,
643
+ "probabilities": [
644
+ 0.2412108609451452,
645
+ 0.13689600985980058,
646
+ 0.40642641235088395,
647
+ 0.21546671684417024
648
+ ]
649
+ },
650
+ {
651
+ "id": 107,
652
+ "probabilities": [
653
+ 0.24537629442749576,
654
+ 0.217232405305138,
655
+ 0.34039094052201013,
656
+ 0.19700035974535612
657
+ ]
658
+ },
659
+ {
660
+ "id": 108,
661
+ "probabilities": [
662
+ 0.1831771291609574,
663
+ 0.15010270068001144,
664
+ 0.33782689942682514,
665
+ 0.328893270732206
666
+ ]
667
+ },
668
+ {
669
+ "id": 109,
670
+ "probabilities": [
671
+ 0.22402858716054136,
672
+ 0.22187996413101832,
673
+ 0.31976651474622525,
674
+ 0.2343249339622151
675
+ ]
676
+ },
677
+ {
678
+ "id": 110,
679
+ "probabilities": [
680
+ 0.1576448914113167,
681
+ 0.16489722597142267,
682
+ 0.3489241741982941,
683
+ 0.32853370841896656
684
+ ]
685
+ },
686
+ {
687
+ "id": 111,
688
+ "probabilities": [
689
+ 0.33225117805895116,
690
+ 0.2189826363218501,
691
+ 0.22615089308735495,
692
+ 0.2226152925318438
693
+ ]
694
+ },
695
+ {
696
+ "id": 112,
697
+ "probabilities": [
698
+ 0.27555336536782116,
699
+ 0.2773539077573481,
700
+ 0.25133598824754283,
701
+ 0.19575673862728799
702
+ ]
703
+ },
704
+ {
705
+ "id": 113,
706
+ "probabilities": [
707
+ 0.20613603584403578,
708
+ 0.26709259114678907,
709
+ 0.28457052395199606,
710
+ 0.24220084905717915
711
+ ]
712
+ },
713
+ {
714
+ "id": 114,
715
+ "probabilities": [
716
+ 0.22611527819033728,
717
+ 0.21903370596671562,
718
+ 0.32178807453873665,
719
+ 0.23306294130421054
720
+ ]
721
+ },
722
+ {
723
+ "id": 115,
724
+ "probabilities": [
725
+ 0.3411172631304904,
726
+ 0.1806957081969665,
727
+ 0.28635006702976284,
728
+ 0.1918369616427803
729
+ ]
730
+ },
731
+ {
732
+ "id": 116,
733
+ "probabilities": [
734
+ 0.1734654066529009,
735
+ 0.09659826483309891,
736
+ 0.443791409901373,
737
+ 0.2861449186126272
738
+ ]
739
+ },
740
+ {
741
+ "id": 117,
742
+ "probabilities": [
743
+ 0.28687422938076534,
744
+ 0.12071621498961538,
745
+ 0.38212025999487187,
746
+ 0.21028929563474746
747
+ ]
748
+ },
749
+ {
750
+ "id": 118,
751
+ "probabilities": [
752
+ 0.2310349260627374,
753
+ 0.12647480077428985,
754
+ 0.3682808094251507,
755
+ 0.274209463737822
756
+ ]
757
+ },
758
+ {
759
+ "id": 119,
760
+ "probabilities": [
761
+ 0.15167347122476427,
762
+ 0.22861088319208483,
763
+ 0.3213528834805227,
764
+ 0.2983627621026282
765
+ ]
766
+ },
767
+ {
768
+ "id": 120,
769
+ "probabilities": [
770
+ 0.2274861314419316,
771
+ 0.1858596057671817,
772
+ 0.3713200703130015,
773
+ 0.2153341924778851
774
+ ]
775
+ },
776
+ {
777
+ "id": 121,
778
+ "probabilities": [
779
+ 0.22521184642133368,
780
+ 0.2645061906708137,
781
+ 0.29597780947454133,
782
+ 0.21430415343331122
783
+ ]
784
+ },
785
+ {
786
+ "id": 122,
787
+ "probabilities": [
788
+ 0.2379197630210142,
789
+ 0.15674659880404618,
790
+ 0.3400297691671512,
791
+ 0.2653038690077884
792
+ ]
793
+ },
794
+ {
795
+ "id": 123,
796
+ "probabilities": [
797
+ 0.25865307628556644,
798
+ 0.2495848611162117,
799
+ 0.252837538529044,
800
+ 0.2389245240691779
801
+ ]
802
+ },
803
+ {
804
+ "id": 124,
805
+ "probabilities": [
806
+ 0.21415559088370062,
807
+ 0.1908074648001461,
808
+ 0.38162471503792994,
809
+ 0.21341222927822337
810
+ ]
811
+ },
812
+ {
813
+ "id": 125,
814
+ "probabilities": [
815
+ 0.3357614688813231,
816
+ 0.201711518923341,
817
+ 0.23913428819252017,
818
+ 0.2233927240028158
819
+ ]
820
+ },
821
+ {
822
+ "id": 126,
823
+ "probabilities": [
824
+ 0.1805390603192477,
825
+ 0.25467500949950916,
826
+ 0.29903038636308943,
827
+ 0.2657555438181536
828
+ ]
829
+ },
830
+ {
831
+ "id": 127,
832
+ "probabilities": [
833
+ 0.14026031008288237,
834
+ 0.12676891759971495,
835
+ 0.4121611096556799,
836
+ 0.3208096626617227
837
+ ]
838
+ },
839
+ {
840
+ "id": 128,
841
+ "probabilities": [
842
+ 0.18921623246196323,
843
+ 0.21399545052300806,
844
+ 0.29306549428564904,
845
+ 0.30372282272937956
846
+ ]
847
+ },
848
+ {
849
+ "id": 129,
850
+ "probabilities": [
851
+ 0.2575136300890078,
852
+ 0.1649018985335384,
853
+ 0.359918926740799,
854
+ 0.21766554463665477
855
+ ]
856
+ }
857
+ ]
858
+ },
859
+ {
860
+ "name": "lora-90+softmax",
861
+ "weights": [
862
+ 0.5,
863
+ 0.5
864
+ ],
865
+ "development_score": 82.11253486023156,
866
+ "gain": 1.325009891323998,
867
+ "paired95CI": [
868
+ -2.1615361508177844,
869
+ 4.88462413156022
870
+ ],
871
+ "predictions": [
872
+ {
873
+ "id": 100,
874
+ "probabilities": [
875
+ 0.26496683703715124,
876
+ 0.20841778266071243,
877
+ 0.25440604648865023,
878
+ 0.2722093338134861
879
+ ]
880
+ },
881
+ {
882
+ "id": 101,
883
+ "probabilities": [
884
+ 0.21532044618118812,
885
+ 0.1435663382882761,
886
+ 0.3008558423007145,
887
+ 0.3402573732298213
888
+ ]
889
+ },
890
+ {
891
+ "id": 102,
892
+ "probabilities": [
893
+ 0.19749330839625873,
894
+ 0.19974670285496937,
895
+ 0.25958015751274843,
896
+ 0.34317983123602336
897
+ ]
898
+ },
899
+ {
900
+ "id": 103,
901
+ "probabilities": [
902
+ 0.2262265702824232,
903
+ 0.21611352223910366,
904
+ 0.2560000566027178,
905
+ 0.3016598508757553
906
+ ]
907
+ },
908
+ {
909
+ "id": 104,
910
+ "probabilities": [
911
+ 0.26205413978153874,
912
+ 0.21034625479789404,
913
+ 0.18234242774158127,
914
+ 0.3452571776789859
915
+ ]
916
+ },
917
+ {
918
+ "id": 105,
919
+ "probabilities": [
920
+ 0.3021828913324393,
921
+ 0.17461126823180084,
922
+ 0.2599066209840134,
923
+ 0.26329921945174645
924
+ ]
925
+ },
926
+ {
927
+ "id": 106,
928
+ "probabilities": [
929
+ 0.26752554593241007,
930
+ 0.17674772661467408,
931
+ 0.2863217237108028,
932
+ 0.26940500374211307
933
+ ]
934
+ },
935
+ {
936
+ "id": 107,
937
+ "probabilities": [
938
+ 0.21927419102265258,
939
+ 0.25143160030628264,
940
+ 0.2540910826542159,
941
+ 0.27520312601684876
942
+ ]
943
+ },
944
+ {
945
+ "id": 108,
946
+ "probabilities": [
947
+ 0.1621347753499733,
948
+ 0.20480120429796017,
949
+ 0.2465711325890016,
950
+ 0.3864928877630649
951
+ ]
952
+ },
953
+ {
954
+ "id": 109,
955
+ "probabilities": [
956
+ 0.24036776768583407,
957
+ 0.22558899476500732,
958
+ 0.22851585760188606,
959
+ 0.3055273799472725
960
+ ]
961
+ },
962
+ {
963
+ "id": 110,
964
+ "probabilities": [
965
+ 0.1734281519948741,
966
+ 0.15142687807188915,
967
+ 0.26095183289600393,
968
+ 0.4141931370372328
969
+ ]
970
+ },
971
+ {
972
+ "id": 111,
973
+ "probabilities": [
974
+ 0.3079254670057283,
975
+ 0.24599840994162664,
976
+ 0.17387758989539595,
977
+ 0.2721985331572492
978
+ ]
979
+ },
980
+ {
981
+ "id": 112,
982
+ "probabilities": [
983
+ 0.28572380947310627,
984
+ 0.2786623849870181,
985
+ 0.1788941376566962,
986
+ 0.25671966788317946
987
+ ]
988
+ },
989
+ {
990
+ "id": 113,
991
+ "probabilities": [
992
+ 0.21825374836712513,
993
+ 0.26628934835907764,
994
+ 0.20115769933690214,
995
+ 0.3142992039368952
996
+ ]
997
+ },
998
+ {
999
+ "id": 114,
1000
+ "probabilities": [
1001
+ 0.21147533644595068,
1002
+ 0.2637920493611232,
1003
+ 0.22816559689315025,
1004
+ 0.2965670172997758
1005
+ ]
1006
+ },
1007
+ {
1008
+ "id": 115,
1009
+ "probabilities": [
1010
+ 0.3272262755414586,
1011
+ 0.20485305622148625,
1012
+ 0.20537904181684868,
1013
+ 0.2625416264202064
1014
+ ]
1015
+ },
1016
+ {
1017
+ "id": 116,
1018
+ "probabilities": [
1019
+ 0.19443991477233527,
1020
+ 0.1426059043855839,
1021
+ 0.28308657765664275,
1022
+ 0.3798676031854382
1023
+ ]
1024
+ },
1025
+ {
1026
+ "id": 117,
1027
+ "probabilities": [
1028
+ 0.2783651622532841,
1029
+ 0.17318805956950628,
1030
+ 0.2712847985426995,
1031
+ 0.27716197963451006
1032
+ ]
1033
+ },
1034
+ {
1035
+ "id": 118,
1036
+ "probabilities": [
1037
+ 0.21497409149735874,
1038
+ 0.16609892322727926,
1039
+ 0.2727904196710156,
1040
+ 0.3461365656043464
1041
+ ]
1042
+ },
1043
+ {
1044
+ "id": 119,
1045
+ "probabilities": [
1046
+ 0.17193943712437934,
1047
+ 0.22032999851823523,
1048
+ 0.22840733307388003,
1049
+ 0.3793232312835054
1050
+ ]
1051
+ },
1052
+ {
1053
+ "id": 120,
1054
+ "probabilities": [
1055
+ 0.2558100554025368,
1056
+ 0.16777388442079524,
1057
+ 0.29237239478202026,
1058
+ 0.28404366539464776
1059
+ ]
1060
+ },
1061
+ {
1062
+ "id": 121,
1063
+ "probabilities": [
1064
+ 0.2388624727311177,
1065
+ 0.27436546110040844,
1066
+ 0.20474366480760253,
1067
+ 0.2820284013608713
1068
+ ]
1069
+ },
1070
+ {
1071
+ "id": 122,
1072
+ "probabilities": [
1073
+ 0.22066349611950262,
1074
+ 0.21269820765147154,
1075
+ 0.2558446562405862,
1076
+ 0.3107936399884397
1077
+ ]
1078
+ },
1079
+ {
1080
+ "id": 123,
1081
+ "probabilities": [
1082
+ 0.26619923626570485,
1083
+ 0.24768634575774406,
1084
+ 0.18240428515643198,
1085
+ 0.3037101328201191
1086
+ ]
1087
+ },
1088
+ {
1089
+ "id": 124,
1090
+ "probabilities": [
1091
+ 0.2381083811406011,
1092
+ 0.17943370653858765,
1093
+ 0.2989534440587459,
1094
+ 0.2835044682620654
1095
+ ]
1096
+ },
1097
+ {
1098
+ "id": 125,
1099
+ "probabilities": [
1100
+ 0.314832699108312,
1101
+ 0.2390462619742607,
1102
+ 0.17194239375501502,
1103
+ 0.27417864516241225
1104
+ ]
1105
+ },
1106
+ {
1107
+ "id": 126,
1108
+ "probabilities": [
1109
+ 0.1919945101627633,
1110
+ 0.24162670407219772,
1111
+ 0.22154765400677898,
1112
+ 0.34483113175825997
1113
+ ]
1114
+ },
1115
+ {
1116
+ "id": 127,
1117
+ "probabilities": [
1118
+ 0.15142271944890573,
1119
+ 0.14716136343221678,
1120
+ 0.2742387687424427,
1121
+ 0.4271771483764348
1122
+ ]
1123
+ },
1124
+ {
1125
+ "id": 128,
1126
+ "probabilities": [
1127
+ 0.19478261513398476,
1128
+ 0.20196133708978958,
1129
+ 0.21502770830864068,
1130
+ 0.38822833946758506
1131
+ ]
1132
+ },
1133
+ {
1134
+ "id": 129,
1135
+ "probabilities": [
1136
+ 0.24980434550985098,
1137
+ 0.19282849512717098,
1138
+ 0.2731426493110773,
1139
+ 0.28422451005190064
1140
+ ]
1141
+ }
1142
+ ]
1143
+ },
1144
+ {
1145
+ "name": "lora-90+residual",
1146
+ "weights": [
1147
+ 0.5,
1148
+ 0.5
1149
+ ],
1150
+ "development_score": 82.4622650373606,
1151
+ "gain": 1.674740068453059,
1152
+ "paired95CI": [
1153
+ -1.5022878706756297,
1154
+ 4.914678059227518
1155
+ ],
1156
+ "predictions": [
1157
+ {
1158
+ "id": 100,
1159
+ "probabilities": [
1160
+ 0.28372225196196266,
1161
+ 0.183554355848002,
1162
+ 0.2608902897912209,
1163
+ 0.2718331023988144
1164
+ ]
1165
+ },
1166
+ {
1167
+ "id": 101,
1168
+ "probabilities": [
1169
+ 0.20552375943484033,
1170
+ 0.11015411399696995,
1171
+ 0.3311943762427333,
1172
+ 0.3531277503254565
1173
+ ]
1174
+ },
1175
+ {
1176
+ "id": 102,
1177
+ "probabilities": [
1178
+ 0.18458804373220353,
1179
+ 0.23668504122813308,
1180
+ 0.24430878359972522,
1181
+ 0.3344181314399382
1182
+ ]
1183
+ },
1184
+ {
1185
+ "id": 103,
1186
+ "probabilities": [
1187
+ 0.21609459306227125,
1188
+ 0.243587154523779,
1189
+ 0.24488836694805638,
1190
+ 0.2954298854658934
1191
+ ]
1192
+ },
1193
+ {
1194
+ "id": 104,
1195
+ "probabilities": [
1196
+ 0.24674200141988456,
1197
+ 0.25505297002932004,
1198
+ 0.1559946291007206,
1199
+ 0.3422103994500748
1200
+ ]
1201
+ },
1202
+ {
1203
+ "id": 105,
1204
+ "probabilities": [
1205
+ 0.3217567613505093,
1206
+ 0.1475514250294438,
1207
+ 0.2592827267970833,
1208
+ 0.2714090868229636
1209
+ ]
1210
+ },
1211
+ {
1212
+ "id": 106,
1213
+ "probabilities": [
1214
+ 0.24902899081915403,
1215
+ 0.16760730639333693,
1216
+ 0.29843917724522184,
1217
+ 0.2849245255422872
1218
+ ]
1219
+ },
1220
+ {
1221
+ "id": 107,
1222
+ "probabilities": [
1223
+ 0.24549350830720434,
1224
+ 0.2486924839747977,
1225
+ 0.24787578927105985,
1226
+ 0.2579382184469381
1227
+ ]
1228
+ },
1229
+ {
1230
+ "id": 108,
1231
+ "probabilities": [
1232
+ 0.18640093947703068,
1233
+ 0.1761387973377001,
1234
+ 0.2413128885615048,
1235
+ 0.3961473746237645
1236
+ ]
1237
+ },
1238
+ {
1239
+ "id": 109,
1240
+ "probabilities": [
1241
+ 0.22355219188134734,
1242
+ 0.2563082306850778,
1243
+ 0.22008273061883143,
1244
+ 0.3000568468147434
1245
+ ]
1246
+ },
1247
+ {
1248
+ "id": 110,
1249
+ "probabilities": [
1250
+ 0.16521229499823675,
1251
+ 0.19840407656232764,
1252
+ 0.23086693003362063,
1253
+ 0.40551669840581495
1254
+ ]
1255
+ },
1256
+ {
1257
+ "id": 111,
1258
+ "probabilities": [
1259
+ 0.32385014404581824,
1260
+ 0.24687287073336922,
1261
+ 0.15668079138105462,
1262
+ 0.2725961938397579
1263
+ ]
1264
+ },
1265
+ {
1266
+ "id": 112,
1267
+ "probabilities": [
1268
+ 0.26601542988961413,
1269
+ 0.3103709320670347,
1270
+ 0.17284182722668523,
1271
+ 0.2507718108166659
1272
+ ]
1273
+ },
1274
+ {
1275
+ "id": 113,
1276
+ "probabilities": [
1277
+ 0.2030119545967306,
1278
+ 0.2830872077199036,
1279
+ 0.20589461890634492,
1280
+ 0.30800621877702083
1281
+ ]
1282
+ },
1283
+ {
1284
+ "id": 114,
1285
+ "probabilities": [
1286
+ 0.2245524219499034,
1287
+ 0.2530417751909638,
1288
+ 0.2247481279173191,
1289
+ 0.2976576749418137
1290
+ ]
1291
+ },
1292
+ {
1293
+ "id": 115,
1294
+ "probabilities": [
1295
+ 0.34013912832588233,
1296
+ 0.2102209400335085,
1297
+ 0.20185649798169142,
1298
+ 0.2477834336589177
1299
+ ]
1300
+ },
1301
+ {
1302
+ "id": 116,
1303
+ "probabilities": [
1304
+ 0.18762262741095026,
1305
+ 0.1270027698638158,
1306
+ 0.3193408608880149,
1307
+ 0.36603374183721904
1308
+ ]
1309
+ },
1310
+ {
1311
+ "id": 117,
1312
+ "probabilities": [
1313
+ 0.29868659589297614,
1314
+ 0.14860230610297362,
1315
+ 0.27470310731404224,
1316
+ 0.27800799069000803
1317
+ ]
1318
+ },
1319
+ {
1320
+ "id": 118,
1321
+ "probabilities": [
1322
+ 0.23013827071269904,
1323
+ 0.15424299473356134,
1324
+ 0.26708263497993867,
1325
+ 0.34853609957380094
1326
+ ]
1327
+ },
1328
+ {
1329
+ "id": 119,
1330
+ "probabilities": [
1331
+ 0.15752271256097572,
1332
+ 0.2530805756244114,
1333
+ 0.21917957446875755,
1334
+ 0.3702171373458554
1335
+ ]
1336
+ },
1337
+ {
1338
+ "id": 120,
1339
+ "probabilities": [
1340
+ 0.24377639108988866,
1341
+ 0.21424744411327007,
1342
+ 0.2595387980159712,
1343
+ 0.2824373667808701
1344
+ ]
1345
+ },
1346
+ {
1347
+ "id": 121,
1348
+ "probabilities": [
1349
+ 0.22164545300952804,
1350
+ 0.2940143795829773,
1351
+ 0.20506945543721303,
1352
+ 0.2792707119702816
1353
+ ]
1354
+ },
1355
+ {
1356
+ "id": 122,
1357
+ "probabilities": [
1358
+ 0.2472439463497819,
1359
+ 0.1809064727152432,
1360
+ 0.2538496278392557,
1361
+ 0.31799995309571916
1362
+ ]
1363
+ },
1364
+ {
1365
+ "id": 123,
1366
+ "probabilities": [
1367
+ 0.24831088808292318,
1368
+ 0.27754275502991876,
1369
+ 0.17558201871408907,
1370
+ 0.29856433817306893
1371
+ ]
1372
+ },
1373
+ {
1374
+ "id": 124,
1375
+ "probabilities": [
1376
+ 0.22371835937248666,
1377
+ 0.2290267508011961,
1378
+ 0.26698065732615284,
1379
+ 0.28027423250016437
1380
+ ]
1381
+ },
1382
+ {
1383
+ "id": 125,
1384
+ "probabilities": [
1385
+ 0.32555462626243115,
1386
+ 0.22753504882404407,
1387
+ 0.16739737155898932,
1388
+ 0.2795129533545355
1389
+ ]
1390
+ },
1391
+ {
1392
+ "id": 126,
1393
+ "probabilities": [
1394
+ 0.17676200860190933,
1395
+ 0.27518797451171545,
1396
+ 0.21258216584802656,
1397
+ 0.33546785103834864
1398
+ ]
1399
+ },
1400
+ {
1401
+ "id": 127,
1402
+ "probabilities": [
1403
+ 0.13997701639607255,
1404
+ 0.14289915842400797,
1405
+ 0.3046963069701548,
1406
+ 0.41242751820976464
1407
+ ]
1408
+ },
1409
+ {
1410
+ "id": 128,
1411
+ "probabilities": [
1412
+ 0.18336707241031214,
1413
+ 0.23295983486720057,
1414
+ 0.205385382179243,
1415
+ 0.3782877105432443
1416
+ ]
1417
+ },
1418
+ {
1419
+ "id": 129,
1420
+ "probabilities": [
1421
+ 0.2648694727104968,
1422
+ 0.18781322961466726,
1423
+ 0.26176514327381095,
1424
+ 0.28555215440102494
1425
+ ]
1426
+ }
1427
+ ]
1428
+ },
1429
+ {
1430
+ "name": "lora-90+multiview",
1431
+ "weights": [
1432
+ 0.5,
1433
+ 0.5
1434
+ ],
1435
+ "development_score": 82.51049098687207,
1436
+ "gain": 1.7229660179645312,
1437
+ "paired95CI": [
1438
+ -1.3715729267302295,
1439
+ 4.947697899608676
1440
+ ],
1441
+ "predictions": [
1442
+ {
1443
+ "id": 100,
1444
+ "probabilities": [
1445
+ 0.28385542470294634,
1446
+ 0.18647268972667969,
1447
+ 0.26329966548387773,
1448
+ 0.2663722200864963
1449
+ ]
1450
+ },
1451
+ {
1452
+ "id": 101,
1453
+ "probabilities": [
1454
+ 0.20784489655576172,
1455
+ 0.1086703320992213,
1456
+ 0.32710231861799,
1457
+ 0.35638245272702707
1458
+ ]
1459
+ },
1460
+ {
1461
+ "id": 102,
1462
+ "probabilities": [
1463
+ 0.18158208404211634,
1464
+ 0.23823838487465696,
1465
+ 0.25527741061436826,
1466
+ 0.32490212046885847
1467
+ ]
1468
+ },
1469
+ {
1470
+ "id": 103,
1471
+ "probabilities": [
1472
+ 0.2143618909065731,
1473
+ 0.24847966910112163,
1474
+ 0.23733777859636604,
1475
+ 0.2998206613959393
1476
+ ]
1477
+ },
1478
+ {
1479
+ "id": 104,
1480
+ "probabilities": [
1481
+ 0.24104662921979575,
1482
+ 0.24621530139836503,
1483
+ 0.1594230173147365,
1484
+ 0.35331505206710273
1485
+ ]
1486
+ },
1487
+ {
1488
+ "id": 105,
1489
+ "probabilities": [
1490
+ 0.31833664620806945,
1491
+ 0.14529477614264186,
1492
+ 0.26427461316425893,
1493
+ 0.2720939644850298
1494
+ ]
1495
+ },
1496
+ {
1497
+ "id": 106,
1498
+ "probabilities": [
1499
+ 0.2510609267940194,
1500
+ 0.1668532860601076,
1501
+ 0.2999494623217436,
1502
+ 0.2821363248241294
1503
+ ]
1504
+ },
1505
+ {
1506
+ "id": 107,
1507
+ "probabilities": [
1508
+ 0.248975510694328,
1509
+ 0.25252943293601904,
1510
+ 0.23890104259410094,
1511
+ 0.25959401377555197
1512
+ ]
1513
+ },
1514
+ {
1515
+ "id": 108,
1516
+ "probabilities": [
1517
+ 0.18263348940322388,
1518
+ 0.1749768224192821,
1519
+ 0.23468812435614692,
1520
+ 0.40770156382134715
1521
+ ]
1522
+ },
1523
+ {
1524
+ "id": 109,
1525
+ "probabilities": [
1526
+ 0.22458102368629793,
1527
+ 0.2515114587423243,
1528
+ 0.2247169577657702,
1529
+ 0.29919055980560766
1530
+ ]
1531
+ },
1532
+ {
1533
+ "id": 110,
1534
+ "probabilities": [
1535
+ 0.1587202581619611,
1536
+ 0.1849983713729567,
1537
+ 0.24243414005124936,
1538
+ 0.41384723041383287
1539
+ ]
1540
+ },
1541
+ {
1542
+ "id": 111,
1543
+ "probabilities": [
1544
+ 0.3256809863127445,
1545
+ 0.246696064444121,
1546
+ 0.14991215955180504,
1547
+ 0.27771078969132956
1548
+ ]
1549
+ },
1550
+ {
1551
+ "id": 112,
1552
+ "probabilities": [
1553
+ 0.26937812661185245,
1554
+ 0.30935926472267516,
1555
+ 0.17290679588363608,
1556
+ 0.2483558127818363
1557
+ ]
1558
+ },
1559
+ {
1560
+ "id": 113,
1561
+ "probabilities": [
1562
+ 0.2025114293885027,
1563
+ 0.29708581334911127,
1564
+ 0.1956140901616722,
1565
+ 0.3047886671007139
1566
+ ]
1567
+ },
1568
+ {
1569
+ "id": 114,
1570
+ "probabilities": [
1571
+ 0.226205267780694,
1572
+ 0.24982032474350707,
1573
+ 0.23011427522866723,
1574
+ 0.29386013224713176
1575
+ ]
1576
+ },
1577
+ {
1578
+ "id": 115,
1579
+ "probabilities": [
1580
+ 0.340479207164321,
1581
+ 0.20813585141560192,
1582
+ 0.20237327009394535,
1583
+ 0.24901167132613172
1584
+ ]
1585
+ },
1586
+ {
1587
+ "id": 116,
1588
+ "probabilities": [
1589
+ 0.1776990414978546,
1590
+ 0.1190462885402763,
1591
+ 0.32991254391877484,
1592
+ 0.37334212604309436
1593
+ ]
1594
+ },
1595
+ {
1596
+ "id": 117,
1597
+ "probabilities": [
1598
+ 0.2955482493274433,
1599
+ 0.14901378554884226,
1600
+ 0.27808037218054893,
1601
+ 0.27735759294316564
1602
+ ]
1603
+ },
1604
+ {
1605
+ "id": 118,
1606
+ "probabilities": [
1607
+ 0.23438398069398111,
1608
+ 0.14987223083688192,
1609
+ 0.26527457854038367,
1610
+ 0.35046920992875324
1611
+ ]
1612
+ },
1613
+ {
1614
+ "id": 119,
1615
+ "probabilities": [
1616
+ 0.15054291412271975,
1617
+ 0.2545188386920133,
1618
+ 0.220618946056222,
1619
+ 0.374319301129045
1620
+ ]
1621
+ },
1622
+ {
1623
+ "id": 120,
1624
+ "probabilities": [
1625
+ 0.23660958921953157,
1626
+ 0.2146222208932122,
1627
+ 0.2627529063153571,
1628
+ 0.2860152835718991
1629
+ ]
1630
+ },
1631
+ {
1632
+ "id": 121,
1633
+ "probabilities": [
1634
+ 0.22264539536903263,
1635
+ 0.2968554775036507,
1636
+ 0.20742132339411884,
1637
+ 0.2730778037331978
1638
+ ]
1639
+ },
1640
+ {
1641
+ "id": 122,
1642
+ "probabilities": [
1643
+ 0.2422670430119047,
1644
+ 0.18662640051743756,
1645
+ 0.23646768347248664,
1646
+ 0.3346388729981711
1647
+ ]
1648
+ },
1649
+ {
1650
+ "id": 123,
1651
+ "probabilities": [
1652
+ 0.2525744570982703,
1653
+ 0.2753340481010303,
1654
+ 0.1736095281994196,
1655
+ 0.29848196660127985
1656
+ ]
1657
+ },
1658
+ {
1659
+ "id": 124,
1660
+ "probabilities": [
1661
+ 0.22413253284863985,
1662
+ 0.22173686213795268,
1663
+ 0.27077049257809743,
1664
+ 0.28336011243531006
1665
+ ]
1666
+ },
1667
+ {
1668
+ "id": 125,
1669
+ "probabilities": [
1670
+ 0.32875498869026765,
1671
+ 0.22868363196291044,
1672
+ 0.16329908606264965,
1673
+ 0.2792622932841723
1674
+ ]
1675
+ },
1676
+ {
1677
+ "id": 126,
1678
+ "probabilities": [
1679
+ 0.17961770257191043,
1680
+ 0.28382081140643045,
1681
+ 0.20042881572988264,
1682
+ 0.33613267029177646
1683
+ ]
1684
+ },
1685
+ {
1686
+ "id": 127,
1687
+ "probabilities": [
1688
+ 0.14383548391937534,
1689
+ 0.1467494499759887,
1690
+ 0.30099303603158756,
1691
+ 0.40842203007304834
1692
+ ]
1693
+ },
1694
+ {
1695
+ "id": 128,
1696
+ "probabilities": [
1697
+ 0.18605447408907477,
1698
+ 0.2363454576606647,
1699
+ 0.19854071022583936,
1700
+ 0.37905935802442114
1701
+ ]
1702
+ },
1703
+ {
1704
+ "id": 129,
1705
+ "probabilities": [
1706
+ 0.2644232118549355,
1707
+ 0.19673993350567545,
1708
+ 0.2513913545768368,
1709
+ 0.2874455000625522
1710
+ ]
1711
+ }
1712
+ ]
1713
+ },
1714
+ {
1715
+ "name": "bagged-lora-30+softmax",
1716
+ "weights": [
1717
+ 0.5,
1718
+ 0.5
1719
+ ],
1720
+ "development_score": 83.45445323130868,
1721
+ "gain": 2.6669282624011403,
1722
+ "paired95CI": [
1723
+ -1.0627475332455727,
1724
+ 6.3683826108922705
1725
+ ],
1726
+ "predictions": [
1727
+ {
1728
+ "id": 100,
1729
+ "probabilities": [
1730
+ 0.26678264600900625,
1731
+ 0.18390351995071957,
1732
+ 0.3213158754703802,
1733
+ 0.22799795856989394
1734
+ ]
1735
+ },
1736
+ {
1737
+ "id": 101,
1738
+ "probabilities": [
1739
+ 0.21532406341601112,
1740
+ 0.12420826328045534,
1741
+ 0.3787685237145282,
1742
+ 0.2816991495890054
1743
+ ]
1744
+ },
1745
+ {
1746
+ "id": 102,
1747
+ "probabilities": [
1748
+ 0.2002199993856574,
1749
+ 0.17767405986307777,
1750
+ 0.3317460915206426,
1751
+ 0.2903598492306222
1752
+ ]
1753
+ },
1754
+ {
1755
+ "id": 103,
1756
+ "probabilities": [
1757
+ 0.22945333664332201,
1758
+ 0.18999757723294722,
1759
+ 0.33013218155119584,
1760
+ 0.25041690457253485
1761
+ ]
1762
+ },
1763
+ {
1764
+ "id": 104,
1765
+ "probabilities": [
1766
+ 0.2735124720836153,
1767
+ 0.19135262657216517,
1768
+ 0.23644952594114158,
1769
+ 0.29868537540307794
1770
+ ]
1771
+ },
1772
+ {
1773
+ "id": 105,
1774
+ "probabilities": [
1775
+ 0.30261746005459295,
1776
+ 0.1526898154033834,
1777
+ 0.32610374098736816,
1778
+ 0.21858898355465545
1779
+ ]
1780
+ },
1781
+ {
1782
+ "id": 106,
1783
+ "probabilities": [
1784
+ 0.2665682442457529,
1785
+ 0.15332747015601328,
1786
+ 0.3582472322326572,
1787
+ 0.2218570533655767
1788
+ ]
1789
+ },
1790
+ {
1791
+ "id": 107,
1792
+ "probabilities": [
1793
+ 0.22197426631617279,
1794
+ 0.2234804195994839,
1795
+ 0.32283311470203035,
1796
+ 0.23171219938231297
1797
+ ]
1798
+ },
1799
+ {
1800
+ "id": 108,
1801
+ "probabilities": [
1802
+ 0.16694274099591955,
1803
+ 0.1849432242646896,
1804
+ 0.31702561017519165,
1805
+ 0.3310884245641992
1806
+ ]
1807
+ },
1808
+ {
1809
+ "id": 109,
1810
+ "probabilities": [
1811
+ 0.2456009835747718,
1812
+ 0.201748778497793,
1813
+ 0.2925591666071674,
1814
+ 0.26009107132026776
1815
+ ]
1816
+ },
1817
+ {
1818
+ "id": 110,
1819
+ "probabilities": [
1820
+ 0.1770983536744704,
1821
+ 0.13570710539956327,
1822
+ 0.33311496825108877,
1823
+ 0.35407957267487755
1824
+ ]
1825
+ },
1826
+ {
1827
+ "id": 111,
1828
+ "probabilities": [
1829
+ 0.31903904362301116,
1830
+ 0.22297215163857106,
1831
+ 0.22458938193793476,
1832
+ 0.23339942280048304
1833
+ ]
1834
+ },
1835
+ {
1836
+ "id": 112,
1837
+ "probabilities": [
1838
+ 0.2971608681276612,
1839
+ 0.25198540157145183,
1840
+ 0.23197139773372114,
1841
+ 0.21888233256716594
1842
+ ]
1843
+ },
1844
+ {
1845
+ "id": 113,
1846
+ "probabilities": [
1847
+ 0.22617916336093152,
1848
+ 0.2423316809986436,
1849
+ 0.2603316989747926,
1850
+ 0.2711574566656324
1851
+ ]
1852
+ },
1853
+ {
1854
+ "id": 114,
1855
+ "probabilities": [
1856
+ 0.21617705493253792,
1857
+ 0.23910166798457316,
1858
+ 0.2901193919284859,
1859
+ 0.25460188515440296
1860
+ ]
1861
+ },
1862
+ {
1863
+ "id": 115,
1864
+ "probabilities": [
1865
+ 0.333323068294976,
1866
+ 0.1826901638612012,
1867
+ 0.2617389912595669,
1868
+ 0.22224777658425587
1869
+ ]
1870
+ },
1871
+ {
1872
+ "id": 116,
1873
+ "probabilities": [
1874
+ 0.19661229260786706,
1875
+ 0.12476587352933974,
1876
+ 0.3613921392204091,
1877
+ 0.31722969464238426
1878
+ ]
1879
+ },
1880
+ {
1881
+ "id": 117,
1882
+ "probabilities": [
1883
+ 0.27906521211669566,
1884
+ 0.1507794069030509,
1885
+ 0.3415125260108851,
1886
+ 0.2286428549693682
1887
+ ]
1888
+ },
1889
+ {
1890
+ "id": 118,
1891
+ "probabilities": [
1892
+ 0.21756258804707307,
1893
+ 0.14759901427097322,
1894
+ 0.34271824804966666,
1895
+ 0.29212014963228694
1896
+ ]
1897
+ },
1898
+ {
1899
+ "id": 119,
1900
+ "probabilities": [
1901
+ 0.1771234987372307,
1902
+ 0.1997308386001446,
1903
+ 0.2965919659566204,
1904
+ 0.3265536967060043
1905
+ ]
1906
+ },
1907
+ {
1908
+ "id": 120,
1909
+ "probabilities": [
1910
+ 0.2553905230116508,
1911
+ 0.14540043911581563,
1912
+ 0.36554097432469035,
1913
+ 0.23366806354784328
1914
+ ]
1915
+ },
1916
+ {
1917
+ "id": 121,
1918
+ "probabilities": [
1919
+ 0.2468385843483517,
1920
+ 0.24797345767400342,
1921
+ 0.26451167051259417,
1922
+ 0.24067628746505065
1923
+ ]
1924
+ },
1925
+ {
1926
+ "id": 122,
1927
+ "probabilities": [
1928
+ 0.22345269652851607,
1929
+ 0.18912982158439515,
1930
+ 0.32566551945784156,
1931
+ 0.2617519624292473
1932
+ ]
1933
+ },
1934
+ {
1935
+ "id": 123,
1936
+ "probabilities": [
1937
+ 0.2762954479385237,
1938
+ 0.2259082136414218,
1939
+ 0.23557736097768595,
1940
+ 0.26221897744236855
1941
+ ]
1942
+ },
1943
+ {
1944
+ "id": 124,
1945
+ "probabilities": [
1946
+ 0.23701316045826581,
1947
+ 0.15510704227362063,
1948
+ 0.37449143741003543,
1949
+ 0.2333883598580782
1950
+ ]
1951
+ },
1952
+ {
1953
+ "id": 125,
1954
+ "probabilities": [
1955
+ 0.32577378898825826,
1956
+ 0.21674451426535607,
1957
+ 0.22244955006921874,
1958
+ 0.23503214667716693
1959
+ ]
1960
+ },
1961
+ {
1962
+ "id": 126,
1963
+ "probabilities": [
1964
+ 0.19692612365183604,
1965
+ 0.21881768096675872,
1966
+ 0.28708426973966483,
1967
+ 0.29717192564174044
1968
+ ]
1969
+ },
1970
+ {
1971
+ "id": 127,
1972
+ "probabilities": [
1973
+ 0.1525681218295794,
1974
+ 0.13161689315373254,
1975
+ 0.34939441733344634,
1976
+ 0.3664205676832417
1977
+ ]
1978
+ },
1979
+ {
1980
+ "id": 128,
1981
+ "probabilities": [
1982
+ 0.20166285968554326,
1983
+ 0.1839842682021259,
1984
+ 0.27816034692491365,
1985
+ 0.33619252518741727
1986
+ ]
1987
+ },
1988
+ {
1989
+ "id": 129,
1990
+ "probabilities": [
1991
+ 0.2513670600858845,
1992
+ 0.1685212222959238,
1993
+ 0.3452342005827269,
1994
+ 0.23487751703546467
1995
+ ]
1996
+ }
1997
+ ]
1998
+ },
1999
+ {
2000
+ "name": "bagged-lora-30+residual",
2001
+ "weights": [
2002
+ 0.5,
2003
+ 0.5
2004
+ ],
2005
+ "development_score": 83.83599639414741,
2006
+ "gain": 3.0484714252398724,
2007
+ "paired95CI": [
2008
+ -0.42354762727312995,
2009
+ 6.433821109944618
2010
+ ],
2011
+ "predictions": [
2012
+ {
2013
+ "id": 100,
2014
+ "probabilities": [
2015
+ 0.28553806093381773,
2016
+ 0.15904009313800915,
2017
+ 0.3278001187729509,
2018
+ 0.22762172715522222
2019
+ ]
2020
+ },
2021
+ {
2022
+ "id": 101,
2023
+ "probabilities": [
2024
+ 0.2055273766696633,
2025
+ 0.09079603898914917,
2026
+ 0.409107057656547,
2027
+ 0.29456952668464065
2028
+ ]
2029
+ },
2030
+ {
2031
+ "id": 102,
2032
+ "probabilities": [
2033
+ 0.1873147347216022,
2034
+ 0.2146123982362415,
2035
+ 0.31647471760761936,
2036
+ 0.281598149434537
2037
+ ]
2038
+ },
2039
+ {
2040
+ "id": 103,
2041
+ "probabilities": [
2042
+ 0.2193213594231701,
2043
+ 0.21747120951762255,
2044
+ 0.3190204918965345,
2045
+ 0.24418693916267292
2046
+ ]
2047
+ },
2048
+ {
2049
+ "id": 104,
2050
+ "probabilities": [
2051
+ 0.2582003337219611,
2052
+ 0.23605934180359112,
2053
+ 0.21010172730028087,
2054
+ 0.2956385971741668
2055
+ ]
2056
+ },
2057
+ {
2058
+ "id": 105,
2059
+ "probabilities": [
2060
+ 0.32219133007266293,
2061
+ 0.12562997220102634,
2062
+ 0.32547984680043807,
2063
+ 0.2266988509258726
2064
+ ]
2065
+ },
2066
+ {
2067
+ "id": 106,
2068
+ "probabilities": [
2069
+ 0.24807168913249678,
2070
+ 0.14418704993467615,
2071
+ 0.37036468576707626,
2072
+ 0.23737657516575084
2073
+ ]
2074
+ },
2075
+ {
2076
+ "id": 107,
2077
+ "probabilities": [
2078
+ 0.24819358360072452,
2079
+ 0.22074130326799896,
2080
+ 0.3166178213188742,
2081
+ 0.2144472918124023
2082
+ ]
2083
+ },
2084
+ {
2085
+ "id": 108,
2086
+ "probabilities": [
2087
+ 0.19120890512297695,
2088
+ 0.15628081730442953,
2089
+ 0.31176736614769485,
2090
+ 0.34074291142489876
2091
+ ]
2092
+ },
2093
+ {
2094
+ "id": 109,
2095
+ "probabilities": [
2096
+ 0.22878540777028505,
2097
+ 0.2324680144178634,
2098
+ 0.2841260396241128,
2099
+ 0.25462053818773867
2100
+ ]
2101
+ },
2102
+ {
2103
+ "id": 110,
2104
+ "probabilities": [
2105
+ 0.16888249667783306,
2106
+ 0.18268430389000176,
2107
+ 0.3030300653887055,
2108
+ 0.3454031340434597
2109
+ ]
2110
+ },
2111
+ {
2112
+ "id": 111,
2113
+ "probabilities": [
2114
+ 0.3349637206631011,
2115
+ 0.22384661243031365,
2116
+ 0.20739258342359346,
2117
+ 0.23379708348299177
2118
+ ]
2119
+ },
2120
+ {
2121
+ "id": 112,
2122
+ "probabilities": [
2123
+ 0.27745248854416904,
2124
+ 0.2836939486514684,
2125
+ 0.22591908730371016,
2126
+ 0.21293447550065236
2127
+ ]
2128
+ },
2129
+ {
2130
+ "id": 113,
2131
+ "probabilities": [
2132
+ 0.210937369590537,
2133
+ 0.25912954035946956,
2134
+ 0.26506861854423536,
2135
+ 0.2648644715057581
2136
+ ]
2137
+ },
2138
+ {
2139
+ "id": 114,
2140
+ "probabilities": [
2141
+ 0.22925414043649067,
2142
+ 0.22835139381441377,
2143
+ 0.28670192295265473,
2144
+ 0.2556925427964409
2145
+ ]
2146
+ },
2147
+ {
2148
+ "id": 115,
2149
+ "probabilities": [
2150
+ 0.3462359210793997,
2151
+ 0.18805804767322343,
2152
+ 0.25821644742440963,
2153
+ 0.20748958382296717
2154
+ ]
2155
+ },
2156
+ {
2157
+ "id": 116,
2158
+ "probabilities": [
2159
+ 0.18979500524648202,
2160
+ 0.10916273900757162,
2161
+ 0.3976464224517812,
2162
+ 0.3033958332941651
2163
+ ]
2164
+ },
2165
+ {
2166
+ "id": 117,
2167
+ "probabilities": [
2168
+ 0.29938664575638774,
2169
+ 0.12619365343651823,
2170
+ 0.34493083478222786,
2171
+ 0.22948886602486615
2172
+ ]
2173
+ },
2174
+ {
2175
+ "id": 118,
2176
+ "probabilities": [
2177
+ 0.2327267672624134,
2178
+ 0.1357430857772553,
2179
+ 0.3370104633585898,
2180
+ 0.29451968360174147
2181
+ ]
2182
+ },
2183
+ {
2184
+ "id": 119,
2185
+ "probabilities": [
2186
+ 0.1627067741738271,
2187
+ 0.23248141570632075,
2188
+ 0.2873642073514979,
2189
+ 0.31744760276835426
2190
+ ]
2191
+ },
2192
+ {
2193
+ "id": 120,
2194
+ "probabilities": [
2195
+ 0.2433568586990027,
2196
+ 0.19187399880829045,
2197
+ 0.33270737755864127,
2198
+ 0.23206176493406563
2199
+ ]
2200
+ },
2201
+ {
2202
+ "id": 121,
2203
+ "probabilities": [
2204
+ 0.22962156462676206,
2205
+ 0.2676223761565723,
2206
+ 0.26483746114220463,
2207
+ 0.23791859807446092
2208
+ ]
2209
+ },
2210
+ {
2211
+ "id": 122,
2212
+ "probabilities": [
2213
+ 0.25003314675879534,
2214
+ 0.15733808664816681,
2215
+ 0.323670491056511,
2216
+ 0.2689582755365268
2217
+ ]
2218
+ },
2219
+ {
2220
+ "id": 123,
2221
+ "probabilities": [
2222
+ 0.25840709975574205,
2223
+ 0.25576462291359653,
2224
+ 0.228755094535343,
2225
+ 0.2570731827953183
2226
+ ]
2227
+ },
2228
+ {
2229
+ "id": 124,
2230
+ "probabilities": [
2231
+ 0.22262313869015138,
2232
+ 0.20470008653622912,
2233
+ 0.3425186506774423,
2234
+ 0.2301581240961772
2235
+ ]
2236
+ },
2237
+ {
2238
+ "id": 125,
2239
+ "probabilities": [
2240
+ 0.33649571614237733,
2241
+ 0.20523330111513943,
2242
+ 0.21790452787319303,
2243
+ 0.2403664548692902
2244
+ ]
2245
+ },
2246
+ {
2247
+ "id": 126,
2248
+ "probabilities": [
2249
+ 0.18169362209098205,
2250
+ 0.2523789514062764,
2251
+ 0.2781187815809124,
2252
+ 0.2878086449218291
2253
+ ]
2254
+ },
2255
+ {
2256
+ "id": 127,
2257
+ "probabilities": [
2258
+ 0.1411224187767462,
2259
+ 0.12735468814552373,
2260
+ 0.3798519555611584,
2261
+ 0.35167093751657164
2262
+ ]
2263
+ },
2264
+ {
2265
+ "id": 128,
2266
+ "probabilities": [
2267
+ 0.19024731696187064,
2268
+ 0.21498276597953686,
2269
+ 0.26851802079551595,
2270
+ 0.3262518962630765
2271
+ ]
2272
+ },
2273
+ {
2274
+ "id": 129,
2275
+ "probabilities": [
2276
+ 0.2664321872865304,
2277
+ 0.16350595678342011,
2278
+ 0.3338566945454606,
2279
+ 0.2362051613845889
2280
+ ]
2281
+ }
2282
+ ]
2283
+ },
2284
+ {
2285
+ "name": "bagged-lora-30+multiview",
2286
+ "weights": [
2287
+ 0.5,
2288
+ 0.5
2289
+ ],
2290
+ "development_score": 83.90038883785242,
2291
+ "gain": 3.1128638689448325,
2292
+ "paired95CI": [
2293
+ -0.3052833955703458,
2294
+ 6.49111102441507
2295
+ ],
2296
+ "predictions": [
2297
+ {
2298
+ "id": 100,
2299
+ "probabilities": [
2300
+ 0.28567123367480135,
2301
+ 0.16195842701668683,
2302
+ 0.3302094944656077,
2303
+ 0.22216084484290413
2304
+ ]
2305
+ },
2306
+ {
2307
+ "id": 101,
2308
+ "probabilities": [
2309
+ 0.20784851379058472,
2310
+ 0.08931225709140053,
2311
+ 0.4050150000318037,
2312
+ 0.29782422908621115
2313
+ ]
2314
+ },
2315
+ {
2316
+ "id": 102,
2317
+ "probabilities": [
2318
+ 0.18430877503151505,
2319
+ 0.21616574188276538,
2320
+ 0.3274433446222624,
2321
+ 0.27208213846345725
2322
+ ]
2323
+ },
2324
+ {
2325
+ "id": 103,
2326
+ "probabilities": [
2327
+ 0.2175886572674719,
2328
+ 0.2223637240949652,
2329
+ 0.3114699035448441,
2330
+ 0.24857771509271884
2331
+ ]
2332
+ },
2333
+ {
2334
+ "id": 104,
2335
+ "probabilities": [
2336
+ 0.25250496152187224,
2337
+ 0.22722167317263614,
2338
+ 0.2135301155142968,
2339
+ 0.3067432497911947
2340
+ ]
2341
+ },
2342
+ {
2343
+ "id": 105,
2344
+ "probabilities": [
2345
+ 0.3187712149302231,
2346
+ 0.1233733233142244,
2347
+ 0.3304717331676137,
2348
+ 0.22738372858793882
2349
+ ]
2350
+ },
2351
+ {
2352
+ "id": 106,
2353
+ "probabilities": [
2354
+ 0.25010362510736217,
2355
+ 0.14343302960144683,
2356
+ 0.371874970843598,
2357
+ 0.234588374447593
2358
+ ]
2359
+ },
2360
+ {
2361
+ "id": 107,
2362
+ "probabilities": [
2363
+ 0.2516755859878482,
2364
+ 0.2245782522292203,
2365
+ 0.3076430746419153,
2366
+ 0.21610308714101617
2367
+ ]
2368
+ },
2369
+ {
2370
+ "id": 108,
2371
+ "probabilities": [
2372
+ 0.18744145504917015,
2373
+ 0.15511884238601154,
2374
+ 0.305142601942337,
2375
+ 0.35229710062248143
2376
+ ]
2377
+ },
2378
+ {
2379
+ "id": 109,
2380
+ "probabilities": [
2381
+ 0.22981423957523567,
2382
+ 0.2276712424751099,
2383
+ 0.2887602667710516,
2384
+ 0.25375425117860284
2385
+ ]
2386
+ },
2387
+ {
2388
+ "id": 110,
2389
+ "probabilities": [
2390
+ 0.1623904598415574,
2391
+ 0.1692785987006308,
2392
+ 0.3145972754063342,
2393
+ 0.3537336660514776
2394
+ ]
2395
+ },
2396
+ {
2397
+ "id": 111,
2398
+ "probabilities": [
2399
+ 0.33679456293002735,
2400
+ 0.22366980614106544,
2401
+ 0.20062395159434385,
2402
+ 0.23891167933456342
2403
+ ]
2404
+ },
2405
+ {
2406
+ "id": 112,
2407
+ "probabilities": [
2408
+ 0.28081518526640725,
2409
+ 0.2826822813071089,
2410
+ 0.225984055960661,
2411
+ 0.21051847746582278
2412
+ ]
2413
+ },
2414
+ {
2415
+ "id": 113,
2416
+ "probabilities": [
2417
+ 0.21043684438230909,
2418
+ 0.27312814598867724,
2419
+ 0.25478808979956263,
2420
+ 0.2616469198294511
2421
+ ]
2422
+ },
2423
+ {
2424
+ "id": 114,
2425
+ "probabilities": [
2426
+ 0.23090698626728123,
2427
+ 0.22512994336695702,
2428
+ 0.29206807026400283,
2429
+ 0.2518950001017589
2430
+ ]
2431
+ },
2432
+ {
2433
+ "id": 115,
2434
+ "probabilities": [
2435
+ 0.3465759999178384,
2436
+ 0.1859729590553169,
2437
+ 0.25873321953666356,
2438
+ 0.2087178214901812
2439
+ ]
2440
+ },
2441
+ {
2442
+ "id": 116,
2443
+ "probabilities": [
2444
+ 0.17987141933338635,
2445
+ 0.10120625768403213,
2446
+ 0.40821810548254117,
2447
+ 0.3107042175000404
2448
+ ]
2449
+ },
2450
+ {
2451
+ "id": 117,
2452
+ "probabilities": [
2453
+ 0.2962482991908548,
2454
+ 0.12660513288238684,
2455
+ 0.34830809964873455,
2456
+ 0.2288384682780238
2457
+ ]
2458
+ },
2459
+ {
2460
+ "id": 118,
2461
+ "probabilities": [
2462
+ 0.23697247724369547,
2463
+ 0.13137232188057588,
2464
+ 0.3352024069190348,
2465
+ 0.29645279395669377
2466
+ ]
2467
+ },
2468
+ {
2469
+ "id": 119,
2470
+ "probabilities": [
2471
+ 0.15572697573557115,
2472
+ 0.23391967877392267,
2473
+ 0.28880357893896236,
2474
+ 0.3215497665515439
2475
+ ]
2476
+ },
2477
+ {
2478
+ "id": 120,
2479
+ "probabilities": [
2480
+ 0.23619005682864558,
2481
+ 0.1922487755882326,
2482
+ 0.33592148585802717,
2483
+ 0.23563968172509464
2484
+ ]
2485
+ },
2486
+ {
2487
+ "id": 121,
2488
+ "probabilities": [
2489
+ 0.23062150698626666,
2490
+ 0.2704634740772457,
2491
+ 0.2671893290991104,
2492
+ 0.23172568983737712
2493
+ ]
2494
+ },
2495
+ {
2496
+ "id": 122,
2497
+ "probabilities": [
2498
+ 0.24505624342091814,
2499
+ 0.16305801445036117,
2500
+ 0.306288546689742,
2501
+ 0.2855971954389787
2502
+ ]
2503
+ },
2504
+ {
2505
+ "id": 123,
2506
+ "probabilities": [
2507
+ 0.26267066877108913,
2508
+ 0.253555915984708,
2509
+ 0.22678260402067354,
2510
+ 0.2569908112235293
2511
+ ]
2512
+ },
2513
+ {
2514
+ "id": 124,
2515
+ "probabilities": [
2516
+ 0.22303731216630457,
2517
+ 0.1974101978729857,
2518
+ 0.3463084859293869,
2519
+ 0.2332440040313229
2520
+ ]
2521
+ },
2522
+ {
2523
+ "id": 125,
2524
+ "probabilities": [
2525
+ 0.3396960785702139,
2526
+ 0.20638188425400583,
2527
+ 0.21380624237685336,
2528
+ 0.24011579479892692
2529
+ ]
2530
+ },
2531
+ {
2532
+ "id": 126,
2533
+ "probabilities": [
2534
+ 0.18454931606098318,
2535
+ 0.2610117883009914,
2536
+ 0.26596543146276846,
2537
+ 0.28847346417525693
2538
+ ]
2539
+ },
2540
+ {
2541
+ "id": 127,
2542
+ "probabilities": [
2543
+ 0.14498088630004902,
2544
+ 0.13120497969750444,
2545
+ 0.3761486846225912,
2546
+ 0.3476654493798552
2547
+ ]
2548
+ },
2549
+ {
2550
+ "id": 128,
2551
+ "probabilities": [
2552
+ 0.19293471864063327,
2553
+ 0.21836838877300102,
2554
+ 0.2616733488421123,
2555
+ 0.32702354374425335
2556
+ ]
2557
+ },
2558
+ {
2559
+ "id": 129,
2560
+ "probabilities": [
2561
+ 0.2659859264309691,
2562
+ 0.1724326606744283,
2563
+ 0.32348290584848644,
2564
+ 0.23809850704611618
2565
+ ]
2566
+ }
2567
+ ]
2568
+ }
2569
+ ]
2570
+ }
evaluation/experiments/feature-provenance.json ADDED
@@ -0,0 +1,130 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_repository": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
3
+ "base_revision": "50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b",
4
+ "input_sha256": "58b3cb7d7015b36e76c4fca416a46a3d590500a0db04de401f041276872ea0f9",
5
+ "extractor_sha256": "3f6d716ddc914e6c45cb90e12c2842e8a4dc62c09c187e4fd30d935fc999fd2b",
6
+ "ids": [
7
+ 1,
8
+ 2,
9
+ 3,
10
+ 4,
11
+ 5,
12
+ 6,
13
+ 7,
14
+ 8,
15
+ 9,
16
+ 10,
17
+ 11,
18
+ 12,
19
+ 13,
20
+ 14,
21
+ 15,
22
+ 16,
23
+ 17,
24
+ 18,
25
+ 19,
26
+ 20,
27
+ 21,
28
+ 22,
29
+ 23,
30
+ 24,
31
+ 25,
32
+ 28,
33
+ 29,
34
+ 30,
35
+ 31,
36
+ 35,
37
+ 36,
38
+ 37,
39
+ 38,
40
+ 39,
41
+ 42,
42
+ 43,
43
+ 44,
44
+ 45,
45
+ 46,
46
+ 47,
47
+ 48,
48
+ 49,
49
+ 50,
50
+ 51,
51
+ 52,
52
+ 53,
53
+ 54,
54
+ 55,
55
+ 56,
56
+ 57,
57
+ 58,
58
+ 59,
59
+ 60,
60
+ 61,
61
+ 62,
62
+ 63,
63
+ 64,
64
+ 65,
65
+ 66,
66
+ 67,
67
+ 68,
68
+ 69,
69
+ 70,
70
+ 71,
71
+ 72,
72
+ 73,
73
+ 74,
74
+ 77,
75
+ 78,
76
+ 79,
77
+ 80,
78
+ 81,
79
+ 82,
80
+ 83,
81
+ 84,
82
+ 85,
83
+ 86,
84
+ 87,
85
+ 88,
86
+ 89,
87
+ 90,
88
+ 91,
89
+ 92,
90
+ 93,
91
+ 94,
92
+ 95,
93
+ 96,
94
+ 97,
95
+ 98,
96
+ 99,
97
+ 100,
98
+ 101,
99
+ 102,
100
+ 103,
101
+ 104,
102
+ 105,
103
+ 106,
104
+ 107,
105
+ 108,
106
+ 109,
107
+ 110,
108
+ 111,
109
+ 112,
110
+ 113,
111
+ 114,
112
+ 115,
113
+ 116,
114
+ 117,
115
+ 118,
116
+ 119,
117
+ 120,
118
+ 121,
119
+ 122,
120
+ 123,
121
+ 124,
122
+ 125,
123
+ 126,
124
+ 127,
125
+ 128,
126
+ 129
127
+ ],
128
+ "elapsed_seconds": 326.14305114746094,
129
+ "peak_memory_gb": 2.685937876
130
+ }
evaluation/experiments/kernel-results-initial.json ADDED
@@ -0,0 +1,1408 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "selected_by": "Grouped 5-fold reference-only CV",
3
+ "best": {
4
+ "feature": "benchmark_layer36_mean",
5
+ "kernel": "rbf",
6
+ "scale_factor": 4,
7
+ "regularization": 0.0001,
8
+ "reference_cv_score": 89.40959259505091
9
+ },
10
+ "reference_fit_score": 99.95881090648084,
11
+ "development_score": 82.62871337092173,
12
+ "development_predictions": [
13
+ {
14
+ "id": 100,
15
+ "probabilities": [
16
+ 0.27414311842337796,
17
+ 0.1843029166684429,
18
+ 0.3026662449560907,
19
+ 0.23888771995208835
20
+ ]
21
+ },
22
+ {
23
+ "id": 101,
24
+ "probabilities": [
25
+ 0.2244982080243999,
26
+ 0.18550257870738984,
27
+ 0.29119861303879835,
28
+ 0.2988006002294119
29
+ ]
30
+ },
31
+ {
32
+ "id": 102,
33
+ "probabilities": [
34
+ 0.22768091090233575,
35
+ 0.18387431790840486,
36
+ 0.3004950262287692,
37
+ 0.28794974496049025
38
+ ]
39
+ },
40
+ {
41
+ "id": 103,
42
+ "probabilities": [
43
+ 0.20674021044027074,
44
+ 0.22256517560783384,
45
+ 0.2651158826453454,
46
+ 0.30557873130655
47
+ ]
48
+ },
49
+ {
50
+ "id": 104,
51
+ "probabilities": [
52
+ 0.2330724522715983,
53
+ 0.21085322717453664,
54
+ 0.25180386996293386,
55
+ 0.3042704505909311
56
+ ]
57
+ },
58
+ {
59
+ "id": 105,
60
+ "probabilities": [
61
+ 0.34812368745722055,
62
+ 0.14408783342352974,
63
+ 0.27727132259344733,
64
+ 0.23051715652580232
65
+ ]
66
+ },
67
+ {
68
+ "id": 106,
69
+ "probabilities": [
70
+ 0.3253974286691771,
71
+ 0.163398656493805,
72
+ 0.2968248811138898,
73
+ 0.21437903372312814
74
+ ]
75
+ },
76
+ {
77
+ "id": 107,
78
+ "probabilities": [
79
+ 0.21535407984644497,
80
+ 0.22059279832276402,
81
+ 0.26073226603556277,
82
+ 0.3033208557952283
83
+ ]
84
+ },
85
+ {
86
+ "id": 108,
87
+ "probabilities": [
88
+ 0.1874644887898187,
89
+ 0.2246043837161803,
90
+ 0.2508234724434239,
91
+ 0.33710765505057705
92
+ ]
93
+ },
94
+ {
95
+ "id": 109,
96
+ "probabilities": [
97
+ 0.2583182401944029,
98
+ 0.2155380633140918,
99
+ 0.24499273117676948,
100
+ 0.28115096531473577
101
+ ]
102
+ },
103
+ {
104
+ "id": 110,
105
+ "probabilities": [
106
+ 0.19360173239596407,
107
+ 0.18092142818664836,
108
+ 0.2861026239036196,
109
+ 0.339374215513768
110
+ ]
111
+ },
112
+ {
113
+ "id": 111,
114
+ "probabilities": [
115
+ 0.2536035869066501,
116
+ 0.23533795466949764,
117
+ 0.2331134991790531,
118
+ 0.2779449592447992
119
+ ]
120
+ },
121
+ {
122
+ "id": 112,
123
+ "probabilities": [
124
+ 0.2856728799792116,
125
+ 0.2615305247344896,
126
+ 0.2212173252023285,
127
+ 0.23157927008397028
128
+ ]
129
+ },
130
+ {
131
+ "id": 113,
132
+ "probabilities": [
133
+ 0.22076779436280855,
134
+ 0.24426700905775972,
135
+ 0.2372412058226103,
136
+ 0.29772399075682143
137
+ ]
138
+ },
139
+ {
140
+ "id": 114,
141
+ "probabilities": [
142
+ 0.23127599200462964,
143
+ 0.22792963509981587,
144
+ 0.2546728244058359,
145
+ 0.28612154848971866
146
+ ]
147
+ },
148
+ {
149
+ "id": 115,
150
+ "probabilities": [
151
+ 0.36164772877312673,
152
+ 0.17721996439174903,
153
+ 0.24343411929062303,
154
+ 0.21769818754450115
155
+ ]
156
+ },
157
+ {
158
+ "id": 116,
159
+ "probabilities": [
160
+ 0.20636845744254048,
161
+ 0.19038351457569125,
162
+ 0.2866336250950622,
163
+ 0.31661440288670617
164
+ ]
165
+ },
166
+ {
167
+ "id": 117,
168
+ "probabilities": [
169
+ 0.30775792767626126,
170
+ 0.14566476655764565,
171
+ 0.315457514352087,
172
+ 0.23111979141400602
173
+ ]
174
+ },
175
+ {
176
+ "id": 118,
177
+ "probabilities": [
178
+ 0.22391136082200003,
179
+ 0.18481384535558087,
180
+ 0.2899317509347053,
181
+ 0.30134304288771374
182
+ ]
183
+ },
184
+ {
185
+ "id": 119,
186
+ "probabilities": [
187
+ 0.1922363892631172,
188
+ 0.2150509410502764,
189
+ 0.26650802959960357,
190
+ 0.32620464008700284
191
+ ]
192
+ },
193
+ {
194
+ "id": 120,
195
+ "probabilities": [
196
+ 0.27821756052870034,
197
+ 0.1747233856875959,
198
+ 0.31946824439023974,
199
+ 0.22759080939346402
200
+ ]
201
+ },
202
+ {
203
+ "id": 121,
204
+ "probabilities": [
205
+ 0.23688440722627271,
206
+ 0.26945383054255445,
207
+ 0.22292954857912733,
208
+ 0.2707322136520455
209
+ ]
210
+ },
211
+ {
212
+ "id": 122,
213
+ "probabilities": [
214
+ 0.22201863732100077,
215
+ 0.22258700542036094,
216
+ 0.24595529681629186,
217
+ 0.30943906044234654
218
+ ]
219
+ },
220
+ {
221
+ "id": 123,
222
+ "probabilities": [
223
+ 0.2875388355563765,
224
+ 0.21444245557493805,
225
+ 0.20490458967749223,
226
+ 0.29311411919119335
227
+ ]
228
+ },
229
+ {
230
+ "id": 124,
231
+ "probabilities": [
232
+ 0.24284487747141192,
233
+ 0.18109685566227898,
234
+ 0.2911603708986613,
235
+ 0.28489789596764786
236
+ ]
237
+ },
238
+ {
239
+ "id": 125,
240
+ "probabilities": [
241
+ 0.3729403641888574,
242
+ 0.20114522181823136,
243
+ 0.18299200754195868,
244
+ 0.24292240645095253
245
+ ]
246
+ },
247
+ {
248
+ "id": 126,
249
+ "probabilities": [
250
+ 0.2012594217204905,
251
+ 0.2558988136671495,
252
+ 0.23917691171187974,
253
+ 0.3036648529004802
254
+ ]
255
+ },
256
+ {
257
+ "id": 127,
258
+ "probabilities": [
259
+ 0.1845435785309261,
260
+ 0.18320320465292908,
261
+ 0.2916240740778886,
262
+ 0.3406291427382562
263
+ ]
264
+ },
265
+ {
266
+ "id": 128,
267
+ "probabilities": [
268
+ 0.2300573440155685,
269
+ 0.2005385879576682,
270
+ 0.24299556725292032,
271
+ 0.326408500773843
272
+ ]
273
+ },
274
+ {
275
+ "id": 129,
276
+ "probabilities": [
277
+ 0.2644199480844658,
278
+ 0.20015358216845291,
279
+ 0.2756969562814494,
280
+ 0.2597295134656319
281
+ ]
282
+ }
283
+ ],
284
+ "trials": [
285
+ {
286
+ "feature": "benchmark_layer36_mean",
287
+ "kernel": "rbf",
288
+ "scale_factor": 4,
289
+ "regularization": 0.0001,
290
+ "reference_cv_score": 89.40959259505091
291
+ },
292
+ {
293
+ "feature": "benchmark_layer36_mean",
294
+ "kernel": "rbf",
295
+ "scale_factor": 4,
296
+ "regularization": 0.0005179474679231213,
297
+ "reference_cv_score": 89.40954084667952
298
+ },
299
+ {
300
+ "feature": "benchmark_layer36_mean",
301
+ "kernel": "rbf",
302
+ "scale_factor": 4,
303
+ "regularization": 0.002682695795279727,
304
+ "reference_cv_score": 89.40927129315445
305
+ },
306
+ {
307
+ "feature": "benchmark_layer36_mean",
308
+ "kernel": "rbf",
309
+ "scale_factor": 4,
310
+ "regularization": 0.013894954943731374,
311
+ "reference_cv_score": 89.40783532819215
312
+ },
313
+ {
314
+ "feature": "benchmark_layer36_mean",
315
+ "kernel": "rbf",
316
+ "scale_factor": 4,
317
+ "regularization": 0.07196856730011521,
318
+ "reference_cv_score": 89.39948211438552
319
+ },
320
+ {
321
+ "feature": "benchmark_layer36_mean",
322
+ "kernel": "rbf",
323
+ "scale_factor": 1,
324
+ "regularization": 1.9306977288832496,
325
+ "reference_cv_score": 89.35250243994054
326
+ },
327
+ {
328
+ "feature": "benchmark_layer36_mean",
329
+ "kernel": "rbf",
330
+ "scale_factor": 4,
331
+ "regularization": 0.3727593720314942,
332
+ "reference_cv_score": 89.34482750543974
333
+ },
334
+ {
335
+ "feature": "benchmark_layer18_mean",
336
+ "kernel": "rbf",
337
+ "scale_factor": 4,
338
+ "regularization": 0.0001,
339
+ "reference_cv_score": 89.30864984416147
340
+ },
341
+ {
342
+ "feature": "benchmark_layer18_mean",
343
+ "kernel": "rbf",
344
+ "scale_factor": 4,
345
+ "regularization": 0.0005179474679231213,
346
+ "reference_cv_score": 89.30861350858187
347
+ },
348
+ {
349
+ "feature": "benchmark_layer18_mean",
350
+ "kernel": "rbf",
351
+ "scale_factor": 4,
352
+ "regularization": 0.002682695795279727,
353
+ "reference_cv_score": 89.30842392157636
354
+ },
355
+ {
356
+ "feature": "benchmark_layer18_mean",
357
+ "kernel": "rbf",
358
+ "scale_factor": 4,
359
+ "regularization": 0.013894954943731374,
360
+ "reference_cv_score": 89.30740574311508
361
+ },
362
+ {
363
+ "feature": "benchmark_layer18_mean",
364
+ "kernel": "rbf",
365
+ "scale_factor": 4,
366
+ "regularization": 0.07196856730011521,
367
+ "reference_cv_score": 89.30130103480643
368
+ },
369
+ {
370
+ "feature": "benchmark_layer18_mean",
371
+ "kernel": "rbf",
372
+ "scale_factor": 4,
373
+ "regularization": 0.3727593720314942,
374
+ "reference_cv_score": 89.2592520184097
375
+ },
376
+ {
377
+ "feature": "benchmark_layer18_mean",
378
+ "kernel": "rbf",
379
+ "scale_factor": 1,
380
+ "regularization": 1.9306977288832496,
381
+ "reference_cv_score": 89.21364111829703
382
+ },
383
+ {
384
+ "feature": "benchmark_layer36_mean",
385
+ "kernel": "rbf",
386
+ "scale_factor": 1,
387
+ "regularization": 0.3727593720314942,
388
+ "reference_cv_score": 89.2105720351218
389
+ },
390
+ {
391
+ "feature": "benchmark_layer36_mean",
392
+ "kernel": "rbf",
393
+ "scale_factor": 0.25,
394
+ "regularization": 1.9306977288832496,
395
+ "reference_cv_score": 89.1920756152131
396
+ },
397
+ {
398
+ "feature": "benchmark_layer36_mean",
399
+ "kernel": "rbf",
400
+ "scale_factor": 0.25,
401
+ "regularization": 0.3727593720314942,
402
+ "reference_cv_score": 89.16668230034227
403
+ },
404
+ {
405
+ "feature": "benchmark_layer36_mean",
406
+ "kernel": "linear",
407
+ "scale_factor": 1,
408
+ "regularization": 0.013894954943731374,
409
+ "reference_cv_score": 89.15590180188828
410
+ },
411
+ {
412
+ "feature": "benchmark_layer18_mean",
413
+ "kernel": "rbf",
414
+ "scale_factor": 1,
415
+ "regularization": 0.3727593720314942,
416
+ "reference_cv_score": 89.12691636540816
417
+ },
418
+ {
419
+ "feature": "benchmark_layer36_mean",
420
+ "kernel": "rbf",
421
+ "scale_factor": 4,
422
+ "regularization": 1.9306977288832496,
423
+ "reference_cv_score": 89.11966375140085
424
+ },
425
+ {
426
+ "feature": "benchmark_layer36_mean",
427
+ "kernel": "linear",
428
+ "scale_factor": 1,
429
+ "regularization": 0.002682695795279727,
430
+ "reference_cv_score": 89.09409038967604
431
+ },
432
+ {
433
+ "feature": "benchmark_layer18_mean",
434
+ "kernel": "rbf",
435
+ "scale_factor": 4,
436
+ "regularization": 1.9306977288832496,
437
+ "reference_cv_score": 89.07918489362311
438
+ },
439
+ {
440
+ "feature": "benchmark_layer18_mean",
441
+ "kernel": "rbf",
442
+ "scale_factor": 0.25,
443
+ "regularization": 1.9306977288832496,
444
+ "reference_cv_score": 89.03005044714926
445
+ },
446
+ {
447
+ "feature": "benchmark_layer36_mean",
448
+ "kernel": "rbf",
449
+ "scale_factor": 1,
450
+ "regularization": 10.0,
451
+ "reference_cv_score": 89.02350990967075
452
+ },
453
+ {
454
+ "feature": "benchmark_layer18_mean",
455
+ "kernel": "rbf",
456
+ "scale_factor": 1,
457
+ "regularization": 10.0,
458
+ "reference_cv_score": 88.97419068178455
459
+ },
460
+ {
461
+ "feature": "benchmark_layer18_mean",
462
+ "kernel": "linear",
463
+ "scale_factor": 1,
464
+ "regularization": 0.002682695795279727,
465
+ "reference_cv_score": 88.96902542458466
466
+ },
467
+ {
468
+ "feature": "benchmark_layer18_last",
469
+ "kernel": "rbf",
470
+ "scale_factor": 4,
471
+ "regularization": 0.0001,
472
+ "reference_cv_score": 88.94625745046446
473
+ },
474
+ {
475
+ "feature": "benchmark_layer18_last",
476
+ "kernel": "rbf",
477
+ "scale_factor": 4,
478
+ "regularization": 0.0005179474679231213,
479
+ "reference_cv_score": 88.94624579106629
480
+ },
481
+ {
482
+ "feature": "benchmark_layer18_last",
483
+ "kernel": "rbf",
484
+ "scale_factor": 4,
485
+ "regularization": 0.002682695795279727,
486
+ "reference_cv_score": 88.9461848787471
487
+ },
488
+ {
489
+ "feature": "benchmark_layer18_last",
490
+ "kernel": "rbf",
491
+ "scale_factor": 4,
492
+ "regularization": 0.013894954943731374,
493
+ "reference_cv_score": 88.94585613522011
494
+ },
495
+ {
496
+ "feature": "benchmark_layer18_last",
497
+ "kernel": "rbf",
498
+ "scale_factor": 4,
499
+ "regularization": 0.07196856730011521,
500
+ "reference_cv_score": 88.94384599954421
501
+ },
502
+ {
503
+ "feature": "benchmark_layer36_last",
504
+ "kernel": "rbf",
505
+ "scale_factor": 1,
506
+ "regularization": 1.9306977288832496,
507
+ "reference_cv_score": 88.93758982285578
508
+ },
509
+ {
510
+ "feature": "benchmark_layer18_last",
511
+ "kernel": "rbf",
512
+ "scale_factor": 4,
513
+ "regularization": 0.3727593720314942,
514
+ "reference_cv_score": 88.92932476612796
515
+ },
516
+ {
517
+ "feature": "benchmark_layer36_last",
518
+ "kernel": "rbf",
519
+ "scale_factor": 4,
520
+ "regularization": 0.07196856730011521,
521
+ "reference_cv_score": 88.92358222621179
522
+ },
523
+ {
524
+ "feature": "benchmark_layer36_last",
525
+ "kernel": "rbf",
526
+ "scale_factor": 4,
527
+ "regularization": 0.3727593720314942,
528
+ "reference_cv_score": 88.92343953813455
529
+ },
530
+ {
531
+ "feature": "benchmark_layer36_last",
532
+ "kernel": "rbf",
533
+ "scale_factor": 4,
534
+ "regularization": 0.013894954943731374,
535
+ "reference_cv_score": 88.92082410266087
536
+ },
537
+ {
538
+ "feature": "benchmark_layer36_last",
539
+ "kernel": "rbf",
540
+ "scale_factor": 4,
541
+ "regularization": 0.002682695795279727,
542
+ "reference_cv_score": 88.92011569118901
543
+ },
544
+ {
545
+ "feature": "benchmark_layer36_last",
546
+ "kernel": "rbf",
547
+ "scale_factor": 4,
548
+ "regularization": 0.0005179474679231213,
549
+ "reference_cv_score": 88.91997155163193
550
+ },
551
+ {
552
+ "feature": "benchmark_layer36_last",
553
+ "kernel": "rbf",
554
+ "scale_factor": 4,
555
+ "regularization": 0.0001,
556
+ "reference_cv_score": 88.9199434423957
557
+ },
558
+ {
559
+ "feature": "benchmark_layer36_mean",
560
+ "kernel": "rbf",
561
+ "scale_factor": 0.25,
562
+ "regularization": 10.0,
563
+ "reference_cv_score": 88.89471094489899
564
+ },
565
+ {
566
+ "feature": "benchmark_layer36_mean",
567
+ "kernel": "linear",
568
+ "scale_factor": 1,
569
+ "regularization": 0.07196856730011521,
570
+ "reference_cv_score": 88.8816739693509
571
+ },
572
+ {
573
+ "feature": "benchmark_layer18_mean",
574
+ "kernel": "rbf",
575
+ "scale_factor": 0.25,
576
+ "regularization": 0.3727593720314942,
577
+ "reference_cv_score": 88.8734659462955
578
+ },
579
+ {
580
+ "feature": "benchmark_layer36_last",
581
+ "kernel": "rbf",
582
+ "scale_factor": 4,
583
+ "regularization": 1.9306977288832496,
584
+ "reference_cv_score": 88.86702091223532
585
+ },
586
+ {
587
+ "feature": "benchmark_layer36_last",
588
+ "kernel": "rbf",
589
+ "scale_factor": 0.25,
590
+ "regularization": 1.9306977288832496,
591
+ "reference_cv_score": 88.86598068911727
592
+ },
593
+ {
594
+ "feature": "benchmark_layer18_last",
595
+ "kernel": "rbf",
596
+ "scale_factor": 4,
597
+ "regularization": 1.9306977288832496,
598
+ "reference_cv_score": 88.86240851166801
599
+ },
600
+ {
601
+ "feature": "benchmark_layer36_last",
602
+ "kernel": "rbf",
603
+ "scale_factor": 1,
604
+ "regularization": 0.3727593720314942,
605
+ "reference_cv_score": 88.86093647665875
606
+ },
607
+ {
608
+ "feature": "benchmark_layer36_last",
609
+ "kernel": "linear",
610
+ "scale_factor": 1,
611
+ "regularization": 0.013894954943731374,
612
+ "reference_cv_score": 88.85845841746904
613
+ },
614
+ {
615
+ "feature": "benchmark_layer18_mean",
616
+ "kernel": "rbf",
617
+ "scale_factor": 0.25,
618
+ "regularization": 10.0,
619
+ "reference_cv_score": 88.85222018388296
620
+ },
621
+ {
622
+ "feature": "benchmark_layer36_mean",
623
+ "kernel": "rbf",
624
+ "scale_factor": 4,
625
+ "regularization": 10.0,
626
+ "reference_cv_score": 88.85004221884472
627
+ },
628
+ {
629
+ "feature": "benchmark_layer18_mean",
630
+ "kernel": "rbf",
631
+ "scale_factor": 4,
632
+ "regularization": 10.0,
633
+ "reference_cv_score": 88.84524030159331
634
+ },
635
+ {
636
+ "feature": "benchmark_layer36_last",
637
+ "kernel": "rbf",
638
+ "scale_factor": 1,
639
+ "regularization": 10.0,
640
+ "reference_cv_score": 88.83185313598123
641
+ },
642
+ {
643
+ "feature": "benchmark_layer18_mean",
644
+ "kernel": "linear",
645
+ "scale_factor": 1,
646
+ "regularization": 0.013894954943731374,
647
+ "reference_cv_score": 88.82800340431427
648
+ },
649
+ {
650
+ "feature": "benchmark_layer18_last",
651
+ "kernel": "rbf",
652
+ "scale_factor": 1,
653
+ "regularization": 1.9306977288832496,
654
+ "reference_cv_score": 88.80958230984206
655
+ },
656
+ {
657
+ "feature": "benchmark_layer18_mean",
658
+ "kernel": "rbf",
659
+ "scale_factor": 1,
660
+ "regularization": 0.07196856730011521,
661
+ "reference_cv_score": 88.80156135772988
662
+ },
663
+ {
664
+ "feature": "benchmark_layer18_last",
665
+ "kernel": "rbf",
666
+ "scale_factor": 1,
667
+ "regularization": 0.3727593720314942,
668
+ "reference_cv_score": 88.79994175249983
669
+ },
670
+ {
671
+ "feature": "benchmark_layer36_mean",
672
+ "kernel": "rbf",
673
+ "scale_factor": 1,
674
+ "regularization": 0.07196856730011521,
675
+ "reference_cv_score": 88.79051779962573
676
+ },
677
+ {
678
+ "feature": "benchmark_layer36_last",
679
+ "kernel": "rbf",
680
+ "scale_factor": 0.25,
681
+ "regularization": 10.0,
682
+ "reference_cv_score": 88.7803334924654
683
+ },
684
+ {
685
+ "feature": "benchmark_layer36_last",
686
+ "kernel": "rbf",
687
+ "scale_factor": 4,
688
+ "regularization": 10.0,
689
+ "reference_cv_score": 88.77014281679524
690
+ },
691
+ {
692
+ "feature": "benchmark_layer36_last",
693
+ "kernel": "linear",
694
+ "scale_factor": 1,
695
+ "regularization": 0.07196856730011521,
696
+ "reference_cv_score": 88.7699130982584
697
+ },
698
+ {
699
+ "feature": "benchmark_layer18_last",
700
+ "kernel": "rbf",
701
+ "scale_factor": 4,
702
+ "regularization": 10.0,
703
+ "reference_cv_score": 88.76894381541469
704
+ },
705
+ {
706
+ "feature": "benchmark_layer36_mean",
707
+ "kernel": "linear",
708
+ "scale_factor": 1,
709
+ "regularization": 0.3727593720314942,
710
+ "reference_cv_score": 88.7538379147214
711
+ },
712
+ {
713
+ "feature": "benchmark_layer18_last",
714
+ "kernel": "rbf",
715
+ "scale_factor": 1,
716
+ "regularization": 10.0,
717
+ "reference_cv_score": 88.74378681228129
718
+ },
719
+ {
720
+ "feature": "benchmark_layer18_mean",
721
+ "kernel": "linear",
722
+ "scale_factor": 1,
723
+ "regularization": 0.07196856730011521,
724
+ "reference_cv_score": 88.74205077671763
725
+ },
726
+ {
727
+ "feature": "benchmark_layer36_last",
728
+ "kernel": "linear",
729
+ "scale_factor": 1,
730
+ "regularization": 0.002682695795279727,
731
+ "reference_cv_score": 88.73547947266296
732
+ },
733
+ {
734
+ "feature": "benchmark_layer36_last",
735
+ "kernel": "rbf",
736
+ "scale_factor": 0.25,
737
+ "regularization": 0.3727593720314942,
738
+ "reference_cv_score": 88.72986571770248
739
+ },
740
+ {
741
+ "feature": "benchmark_layer36_last",
742
+ "kernel": "linear",
743
+ "scale_factor": 1,
744
+ "regularization": 0.3727593720314942,
745
+ "reference_cv_score": 88.72762723886778
746
+ },
747
+ {
748
+ "feature": "benchmark_layer36_mean",
749
+ "kernel": "linear",
750
+ "scale_factor": 1,
751
+ "regularization": 1.9306977288832496,
752
+ "reference_cv_score": 88.722982018296
753
+ },
754
+ {
755
+ "feature": "benchmark_layer18_mean",
756
+ "kernel": "linear",
757
+ "scale_factor": 1,
758
+ "regularization": 0.3727593720314942,
759
+ "reference_cv_score": 88.72063828861174
760
+ },
761
+ {
762
+ "feature": "benchmark_layer36_last",
763
+ "kernel": "linear",
764
+ "scale_factor": 1,
765
+ "regularization": 1.9306977288832496,
766
+ "reference_cv_score": 88.71770445371845
767
+ },
768
+ {
769
+ "feature": "benchmark_layer36_mean",
770
+ "kernel": "linear",
771
+ "scale_factor": 1,
772
+ "regularization": 10.0,
773
+ "reference_cv_score": 88.71673963286683
774
+ },
775
+ {
776
+ "feature": "benchmark_layer18_mean",
777
+ "kernel": "rbf",
778
+ "scale_factor": 16,
779
+ "regularization": 0.0001,
780
+ "reference_cv_score": 88.71670914908508
781
+ },
782
+ {
783
+ "feature": "benchmark_layer18_mean",
784
+ "kernel": "rbf",
785
+ "scale_factor": 16,
786
+ "regularization": 0.0005179474679231213,
787
+ "reference_cv_score": 88.7167067433614
788
+ },
789
+ {
790
+ "feature": "benchmark_layer18_mean",
791
+ "kernel": "rbf",
792
+ "scale_factor": 16,
793
+ "regularization": 0.002682695795279727,
794
+ "reference_cv_score": 88.71669432727845
795
+ },
796
+ {
797
+ "feature": "benchmark_layer18_mean",
798
+ "kernel": "rbf",
799
+ "scale_factor": 16,
800
+ "regularization": 0.013894954943731374,
801
+ "reference_cv_score": 88.71663118872361
802
+ },
803
+ {
804
+ "feature": "benchmark_layer18_mean",
805
+ "kernel": "rbf",
806
+ "scale_factor": 16,
807
+ "regularization": 0.07196856730011521,
808
+ "reference_cv_score": 88.71633320085846
809
+ },
810
+ {
811
+ "feature": "benchmark_layer18_mean",
812
+ "kernel": "linear",
813
+ "scale_factor": 1,
814
+ "regularization": 1.9306977288832496,
815
+ "reference_cv_score": 88.71628445379001
816
+ },
817
+ {
818
+ "feature": "benchmark_layer36_last",
819
+ "kernel": "linear",
820
+ "scale_factor": 1,
821
+ "regularization": 10.0,
822
+ "reference_cv_score": 88.71571220061381
823
+ },
824
+ {
825
+ "feature": "benchmark_layer18_mean",
826
+ "kernel": "linear",
827
+ "scale_factor": 1,
828
+ "regularization": 10.0,
829
+ "reference_cv_score": 88.71543531876469
830
+ },
831
+ {
832
+ "feature": "benchmark_layer18_mean",
833
+ "kernel": "rbf",
834
+ "scale_factor": 16,
835
+ "regularization": 0.3727593720314942,
836
+ "reference_cv_score": 88.71533375977245
837
+ },
838
+ {
839
+ "feature": "benchmark_layer18_mean",
840
+ "kernel": "linear",
841
+ "scale_factor": 1,
842
+ "regularization": 0.0005179474679231213,
843
+ "reference_cv_score": 88.71522370663574
844
+ },
845
+ {
846
+ "feature": "benchmark_layer18_last",
847
+ "kernel": "linear",
848
+ "scale_factor": 1,
849
+ "regularization": 10.0,
850
+ "reference_cv_score": 88.71519350746928
851
+ },
852
+ {
853
+ "feature": "benchmark_layer18_last",
854
+ "kernel": "linear",
855
+ "scale_factor": 1,
856
+ "regularization": 1.9306977288832496,
857
+ "reference_cv_score": 88.7150340581567
858
+ },
859
+ {
860
+ "feature": "benchmark_layer18_mean",
861
+ "kernel": "rbf",
862
+ "scale_factor": 16,
863
+ "regularization": 10.0,
864
+ "reference_cv_score": 88.71475309470979
865
+ },
866
+ {
867
+ "feature": "benchmark_layer18_mean",
868
+ "kernel": "rbf",
869
+ "scale_factor": 16,
870
+ "regularization": 1.9306977288832496,
871
+ "reference_cv_score": 88.71433917230584
872
+ },
873
+ {
874
+ "feature": "benchmark_layer18_last",
875
+ "kernel": "linear",
876
+ "scale_factor": 1,
877
+ "regularization": 0.3727593720314942,
878
+ "reference_cv_score": 88.71421677639928
879
+ },
880
+ {
881
+ "feature": "benchmark_layer36_mean",
882
+ "kernel": "rbf",
883
+ "scale_factor": 16,
884
+ "regularization": 10.0,
885
+ "reference_cv_score": 88.71400345146688
886
+ },
887
+ {
888
+ "feature": "benchmark_layer18_last",
889
+ "kernel": "rbf",
890
+ "scale_factor": 16,
891
+ "regularization": 10.0,
892
+ "reference_cv_score": 88.71378285481687
893
+ },
894
+ {
895
+ "feature": "benchmark_layer36_last",
896
+ "kernel": "rbf",
897
+ "scale_factor": 16,
898
+ "regularization": 10.0,
899
+ "reference_cv_score": 88.71367837539171
900
+ },
901
+ {
902
+ "feature": "benchmark_layer36_mean",
903
+ "kernel": "rbf",
904
+ "scale_factor": 16,
905
+ "regularization": 1.9306977288832496,
906
+ "reference_cv_score": 88.7115444883175
907
+ },
908
+ {
909
+ "feature": "benchmark_layer18_last",
910
+ "kernel": "rbf",
911
+ "scale_factor": 16,
912
+ "regularization": 1.9306977288832496,
913
+ "reference_cv_score": 88.71075598329344
914
+ },
915
+ {
916
+ "feature": "benchmark_layer36_last",
917
+ "kernel": "rbf",
918
+ "scale_factor": 16,
919
+ "regularization": 1.9306977288832496,
920
+ "reference_cv_score": 88.71036355474237
921
+ },
922
+ {
923
+ "feature": "benchmark_layer18_last",
924
+ "kernel": "linear",
925
+ "scale_factor": 1,
926
+ "regularization": 0.07196856730011521,
927
+ "reference_cv_score": 88.71021155233993
928
+ },
929
+ {
930
+ "feature": "benchmark_layer36_mean",
931
+ "kernel": "rbf",
932
+ "scale_factor": 16,
933
+ "regularization": 0.3727593720314942,
934
+ "reference_cv_score": 88.7094015488324
935
+ },
936
+ {
937
+ "feature": "benchmark_layer36_mean",
938
+ "kernel": "rbf",
939
+ "scale_factor": 16,
940
+ "regularization": 0.07196856730011521,
941
+ "reference_cv_score": 88.70874925768442
942
+ },
943
+ {
944
+ "feature": "benchmark_layer36_mean",
945
+ "kernel": "rbf",
946
+ "scale_factor": 16,
947
+ "regularization": 0.013894954943731374,
948
+ "reference_cv_score": 88.70861555348233
949
+ },
950
+ {
951
+ "feature": "benchmark_layer36_mean",
952
+ "kernel": "rbf",
953
+ "scale_factor": 16,
954
+ "regularization": 0.002682695795279727,
955
+ "reference_cv_score": 88.70858958400102
956
+ },
957
+ {
958
+ "feature": "benchmark_layer36_mean",
959
+ "kernel": "rbf",
960
+ "scale_factor": 16,
961
+ "regularization": 0.0005179474679231213,
962
+ "reference_cv_score": 88.70858456585992
963
+ },
964
+ {
965
+ "feature": "benchmark_layer36_mean",
966
+ "kernel": "rbf",
967
+ "scale_factor": 16,
968
+ "regularization": 0.0001,
969
+ "reference_cv_score": 88.70858359686443
970
+ },
971
+ {
972
+ "feature": "benchmark_layer18_last",
973
+ "kernel": "rbf",
974
+ "scale_factor": 16,
975
+ "regularization": 0.3727593720314942,
976
+ "reference_cv_score": 88.70785175466781
977
+ },
978
+ {
979
+ "feature": "benchmark_layer18_last",
980
+ "kernel": "rbf",
981
+ "scale_factor": 0.25,
982
+ "regularization": 1.9306977288832496,
983
+ "reference_cv_score": 88.70775793167367
984
+ },
985
+ {
986
+ "feature": "benchmark_layer36_last",
987
+ "kernel": "rbf",
988
+ "scale_factor": 16,
989
+ "regularization": 0.3727593720314942,
990
+ "reference_cv_score": 88.70701002269155
991
+ },
992
+ {
993
+ "feature": "benchmark_layer18_last",
994
+ "kernel": "rbf",
995
+ "scale_factor": 16,
996
+ "regularization": 0.07196856730011521,
997
+ "reference_cv_score": 88.706855635171
998
+ },
999
+ {
1000
+ "feature": "benchmark_layer18_last",
1001
+ "kernel": "rbf",
1002
+ "scale_factor": 16,
1003
+ "regularization": 0.013894954943731374,
1004
+ "reference_cv_score": 88.70663866978254
1005
+ },
1006
+ {
1007
+ "feature": "benchmark_layer18_last",
1008
+ "kernel": "rbf",
1009
+ "scale_factor": 16,
1010
+ "regularization": 0.002682695795279727,
1011
+ "reference_cv_score": 88.70659585574862
1012
+ },
1013
+ {
1014
+ "feature": "benchmark_layer18_last",
1015
+ "kernel": "rbf",
1016
+ "scale_factor": 16,
1017
+ "regularization": 0.0005179474679231213,
1018
+ "reference_cv_score": 88.7065875556201
1019
+ },
1020
+ {
1021
+ "feature": "benchmark_layer18_last",
1022
+ "kernel": "rbf",
1023
+ "scale_factor": 16,
1024
+ "regularization": 0.0001,
1025
+ "reference_cv_score": 88.70658595186251
1026
+ },
1027
+ {
1028
+ "feature": "benchmark_layer36_last",
1029
+ "kernel": "rbf",
1030
+ "scale_factor": 16,
1031
+ "regularization": 0.07196856730011521,
1032
+ "reference_cv_score": 88.70577430872754
1033
+ },
1034
+ {
1035
+ "feature": "benchmark_layer36_last",
1036
+ "kernel": "rbf",
1037
+ "scale_factor": 16,
1038
+ "regularization": 0.013894954943731374,
1039
+ "reference_cv_score": 88.70549442162155
1040
+ },
1041
+ {
1042
+ "feature": "benchmark_layer36_last",
1043
+ "kernel": "rbf",
1044
+ "scale_factor": 16,
1045
+ "regularization": 0.002682695795279727,
1046
+ "reference_cv_score": 88.70543860480964
1047
+ },
1048
+ {
1049
+ "feature": "benchmark_layer36_last",
1050
+ "kernel": "rbf",
1051
+ "scale_factor": 16,
1052
+ "regularization": 0.0005179474679231213,
1053
+ "reference_cv_score": 88.70542776006768
1054
+ },
1055
+ {
1056
+ "feature": "benchmark_layer36_last",
1057
+ "kernel": "rbf",
1058
+ "scale_factor": 16,
1059
+ "regularization": 0.0001,
1060
+ "reference_cv_score": 88.70542566371554
1061
+ },
1062
+ {
1063
+ "feature": "benchmark_layer18_last",
1064
+ "kernel": "rbf",
1065
+ "scale_factor": 0.25,
1066
+ "regularization": 10.0,
1067
+ "reference_cv_score": 88.7019942560044
1068
+ },
1069
+ {
1070
+ "feature": "benchmark_layer18_last",
1071
+ "kernel": "linear",
1072
+ "scale_factor": 1,
1073
+ "regularization": 0.013894954943731374,
1074
+ "reference_cv_score": 88.69495499762255
1075
+ },
1076
+ {
1077
+ "feature": "benchmark_layer18_last",
1078
+ "kernel": "linear",
1079
+ "scale_factor": 1,
1080
+ "regularization": 0.002682695795279727,
1081
+ "reference_cv_score": 88.68079487455122
1082
+ },
1083
+ {
1084
+ "feature": "benchmark_layer36_last",
1085
+ "kernel": "rbf",
1086
+ "scale_factor": 1,
1087
+ "regularization": 0.07196856730011521,
1088
+ "reference_cv_score": 88.66404486407671
1089
+ },
1090
+ {
1091
+ "feature": "benchmark_layer18_last",
1092
+ "kernel": "rbf",
1093
+ "scale_factor": 0.25,
1094
+ "regularization": 0.3727593720314942,
1095
+ "reference_cv_score": 88.66278618779432
1096
+ },
1097
+ {
1098
+ "feature": "benchmark_layer18_last",
1099
+ "kernel": "rbf",
1100
+ "scale_factor": 1,
1101
+ "regularization": 0.07196856730011521,
1102
+ "reference_cv_score": 88.65924353032166
1103
+ },
1104
+ {
1105
+ "feature": "benchmark_layer18_mean",
1106
+ "kernel": "rbf",
1107
+ "scale_factor": 1,
1108
+ "regularization": 0.013894954943731374,
1109
+ "reference_cv_score": 88.61838616642294
1110
+ },
1111
+ {
1112
+ "feature": "benchmark_layer36_mean",
1113
+ "kernel": "rbf",
1114
+ "scale_factor": 1,
1115
+ "regularization": 0.013894954943731374,
1116
+ "reference_cv_score": 88.5963764872948
1117
+ },
1118
+ {
1119
+ "feature": "benchmark_layer18_last",
1120
+ "kernel": "linear",
1121
+ "scale_factor": 1,
1122
+ "regularization": 0.0005179474679231213,
1123
+ "reference_cv_score": 88.59610372372131
1124
+ },
1125
+ {
1126
+ "feature": "benchmark_layer18_last",
1127
+ "kernel": "rbf",
1128
+ "scale_factor": 1,
1129
+ "regularization": 0.013894954943731374,
1130
+ "reference_cv_score": 88.58250195751036
1131
+ },
1132
+ {
1133
+ "feature": "benchmark_layer18_mean",
1134
+ "kernel": "rbf",
1135
+ "scale_factor": 1,
1136
+ "regularization": 0.002682695795279727,
1137
+ "reference_cv_score": 88.57007869431452
1138
+ },
1139
+ {
1140
+ "feature": "benchmark_layer18_last",
1141
+ "kernel": "rbf",
1142
+ "scale_factor": 1,
1143
+ "regularization": 0.002682695795279727,
1144
+ "reference_cv_score": 88.56292300963756
1145
+ },
1146
+ {
1147
+ "feature": "benchmark_layer36_last",
1148
+ "kernel": "rbf",
1149
+ "scale_factor": 1,
1150
+ "regularization": 0.013894954943731374,
1151
+ "reference_cv_score": 88.56217594401781
1152
+ },
1153
+ {
1154
+ "feature": "benchmark_layer18_mean",
1155
+ "kernel": "rbf",
1156
+ "scale_factor": 1,
1157
+ "regularization": 0.0005179474679231213,
1158
+ "reference_cv_score": 88.56018316307038
1159
+ },
1160
+ {
1161
+ "feature": "benchmark_layer18_last",
1162
+ "kernel": "rbf",
1163
+ "scale_factor": 1,
1164
+ "regularization": 0.0005179474679231213,
1165
+ "reference_cv_score": 88.55891288577446
1166
+ },
1167
+ {
1168
+ "feature": "benchmark_layer18_mean",
1169
+ "kernel": "rbf",
1170
+ "scale_factor": 1,
1171
+ "regularization": 0.0001,
1172
+ "reference_cv_score": 88.55824620163386
1173
+ },
1174
+ {
1175
+ "feature": "benchmark_layer18_last",
1176
+ "kernel": "rbf",
1177
+ "scale_factor": 1,
1178
+ "regularization": 0.0001,
1179
+ "reference_cv_score": 88.55812957765916
1180
+ },
1181
+ {
1182
+ "feature": "benchmark_layer36_mean",
1183
+ "kernel": "rbf",
1184
+ "scale_factor": 1,
1185
+ "regularization": 0.002682695795279727,
1186
+ "reference_cv_score": 88.54878055050872
1187
+ },
1188
+ {
1189
+ "feature": "benchmark_layer36_mean",
1190
+ "kernel": "rbf",
1191
+ "scale_factor": 1,
1192
+ "regularization": 0.0005179474679231213,
1193
+ "reference_cv_score": 88.53910433156045
1194
+ },
1195
+ {
1196
+ "feature": "benchmark_layer36_mean",
1197
+ "kernel": "rbf",
1198
+ "scale_factor": 1,
1199
+ "regularization": 0.0001,
1200
+ "reference_cv_score": 88.53721694317099
1201
+ },
1202
+ {
1203
+ "feature": "benchmark_layer36_last",
1204
+ "kernel": "rbf",
1205
+ "scale_factor": 1,
1206
+ "regularization": 0.002682695795279727,
1207
+ "reference_cv_score": 88.53627825339515
1208
+ },
1209
+ {
1210
+ "feature": "benchmark_layer36_last",
1211
+ "kernel": "rbf",
1212
+ "scale_factor": 1,
1213
+ "regularization": 0.0005179474679231213,
1214
+ "reference_cv_score": 88.53098068995011
1215
+ },
1216
+ {
1217
+ "feature": "benchmark_layer36_last",
1218
+ "kernel": "rbf",
1219
+ "scale_factor": 1,
1220
+ "regularization": 0.0001,
1221
+ "reference_cv_score": 88.52994565941174
1222
+ },
1223
+ {
1224
+ "feature": "benchmark_layer36_mean",
1225
+ "kernel": "rbf",
1226
+ "scale_factor": 0.25,
1227
+ "regularization": 0.07196856730011521,
1228
+ "reference_cv_score": 88.39909540406245
1229
+ },
1230
+ {
1231
+ "feature": "benchmark_layer36_last",
1232
+ "kernel": "rbf",
1233
+ "scale_factor": 0.25,
1234
+ "regularization": 0.07196856730011521,
1235
+ "reference_cv_score": 88.33487938159948
1236
+ },
1237
+ {
1238
+ "feature": "benchmark_layer36_last",
1239
+ "kernel": "linear",
1240
+ "scale_factor": 1,
1241
+ "regularization": 0.0005179474679231213,
1242
+ "reference_cv_score": 88.22313747432166
1243
+ },
1244
+ {
1245
+ "feature": "benchmark_layer18_last",
1246
+ "kernel": "rbf",
1247
+ "scale_factor": 0.25,
1248
+ "regularization": 0.07196856730011521,
1249
+ "reference_cv_score": 88.22232941089398
1250
+ },
1251
+ {
1252
+ "feature": "benchmark_layer18_mean",
1253
+ "kernel": "rbf",
1254
+ "scale_factor": 0.25,
1255
+ "regularization": 0.07196856730011521,
1256
+ "reference_cv_score": 88.1598239455435
1257
+ },
1258
+ {
1259
+ "feature": "benchmark_layer36_mean",
1260
+ "kernel": "linear",
1261
+ "scale_factor": 1,
1262
+ "regularization": 0.0005179474679231213,
1263
+ "reference_cv_score": 88.15577983269456
1264
+ },
1265
+ {
1266
+ "feature": "benchmark_layer36_last",
1267
+ "kernel": "rbf",
1268
+ "scale_factor": 0.25,
1269
+ "regularization": 0.013894954943731374,
1270
+ "reference_cv_score": 87.91425531654563
1271
+ },
1272
+ {
1273
+ "feature": "benchmark_layer18_last",
1274
+ "kernel": "linear",
1275
+ "scale_factor": 1,
1276
+ "regularization": 0.0001,
1277
+ "reference_cv_score": 87.89185051574486
1278
+ },
1279
+ {
1280
+ "feature": "benchmark_layer36_last",
1281
+ "kernel": "rbf",
1282
+ "scale_factor": 0.25,
1283
+ "regularization": 0.002682695795279727,
1284
+ "reference_cv_score": 87.75186800781592
1285
+ },
1286
+ {
1287
+ "feature": "benchmark_layer18_last",
1288
+ "kernel": "rbf",
1289
+ "scale_factor": 0.25,
1290
+ "regularization": 0.013894954943731374,
1291
+ "reference_cv_score": 87.72697600276133
1292
+ },
1293
+ {
1294
+ "feature": "benchmark_layer36_last",
1295
+ "kernel": "rbf",
1296
+ "scale_factor": 0.25,
1297
+ "regularization": 0.0005179474679231213,
1298
+ "reference_cv_score": 87.71712750602015
1299
+ },
1300
+ {
1301
+ "feature": "benchmark_layer36_last",
1302
+ "kernel": "rbf",
1303
+ "scale_factor": 0.25,
1304
+ "regularization": 0.0001,
1305
+ "reference_cv_score": 87.7100558053175
1306
+ },
1307
+ {
1308
+ "feature": "benchmark_layer18_mean",
1309
+ "kernel": "linear",
1310
+ "scale_factor": 1,
1311
+ "regularization": 0.0001,
1312
+ "reference_cv_score": 87.68783848804053
1313
+ },
1314
+ {
1315
+ "feature": "benchmark_layer36_mean",
1316
+ "kernel": "rbf",
1317
+ "scale_factor": 0.25,
1318
+ "regularization": 0.013894954943731374,
1319
+ "reference_cv_score": 87.61233210485837
1320
+ },
1321
+ {
1322
+ "feature": "benchmark_layer18_last",
1323
+ "kernel": "rbf",
1324
+ "scale_factor": 0.25,
1325
+ "regularization": 0.002682695795279727,
1326
+ "reference_cv_score": 87.548913637498
1327
+ },
1328
+ {
1329
+ "feature": "benchmark_layer18_last",
1330
+ "kernel": "rbf",
1331
+ "scale_factor": 0.25,
1332
+ "regularization": 0.0005179474679231213,
1333
+ "reference_cv_score": 87.5086090752602
1334
+ },
1335
+ {
1336
+ "feature": "benchmark_layer18_last",
1337
+ "kernel": "rbf",
1338
+ "scale_factor": 0.25,
1339
+ "regularization": 0.0001,
1340
+ "reference_cv_score": 87.50050819496869
1341
+ },
1342
+ {
1343
+ "feature": "benchmark_layer36_last",
1344
+ "kernel": "linear",
1345
+ "scale_factor": 1,
1346
+ "regularization": 0.0001,
1347
+ "reference_cv_score": 87.36937951720209
1348
+ },
1349
+ {
1350
+ "feature": "benchmark_layer18_mean",
1351
+ "kernel": "rbf",
1352
+ "scale_factor": 0.25,
1353
+ "regularization": 0.013894954943731374,
1354
+ "reference_cv_score": 87.33597631623745
1355
+ },
1356
+ {
1357
+ "feature": "benchmark_layer36_mean",
1358
+ "kernel": "rbf",
1359
+ "scale_factor": 0.25,
1360
+ "regularization": 0.002682695795279727,
1361
+ "reference_cv_score": 87.31934815431165
1362
+ },
1363
+ {
1364
+ "feature": "benchmark_layer36_mean",
1365
+ "kernel": "rbf",
1366
+ "scale_factor": 0.25,
1367
+ "regularization": 0.0005179474679231213,
1368
+ "reference_cv_score": 87.25086005929822
1369
+ },
1370
+ {
1371
+ "feature": "benchmark_layer36_mean",
1372
+ "kernel": "rbf",
1373
+ "scale_factor": 0.25,
1374
+ "regularization": 0.0001,
1375
+ "reference_cv_score": 87.23700063391657
1376
+ },
1377
+ {
1378
+ "feature": "benchmark_layer36_mean",
1379
+ "kernel": "linear",
1380
+ "scale_factor": 1,
1381
+ "regularization": 0.0001,
1382
+ "reference_cv_score": 87.0075676031761
1383
+ },
1384
+ {
1385
+ "feature": "benchmark_layer18_mean",
1386
+ "kernel": "rbf",
1387
+ "scale_factor": 0.25,
1388
+ "regularization": 0.002682695795279727,
1389
+ "reference_cv_score": 86.99071757067166
1390
+ },
1391
+ {
1392
+ "feature": "benchmark_layer18_mean",
1393
+ "kernel": "rbf",
1394
+ "scale_factor": 0.25,
1395
+ "regularization": 0.0005179474679231213,
1396
+ "reference_cv_score": 86.90078192065333
1397
+ },
1398
+ {
1399
+ "feature": "benchmark_layer18_mean",
1400
+ "kernel": "rbf",
1401
+ "scale_factor": 0.25,
1402
+ "regularization": 0.0001,
1403
+ "reference_cv_score": 86.88219963140796
1404
+ }
1405
+ ],
1406
+ "evaluation_used": false,
1407
+ "input_transform": "None; exact benchmark messages"
1408
+ }
evaluation/experiments/kernel-results-word.json ADDED
The diff for this file is too large to render. See raw diff
 
evaluation/experiments/linear-head-gain.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "development_gain": 2.2515472428085683,
3
+ "paired95CI": [
4
+ -1.217414600542667,
5
+ 5.761640571631134
6
+ ],
7
+ "interpretation": "Development-only diagnostic; no final-evaluation feedback"
8
+ }
evaluation/experiments/multiview-results.json ADDED
@@ -0,0 +1,2099 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best": {
3
+ "family": "mean_layers",
4
+ "features": [
5
+ "benchmark_layer18_mean",
6
+ "benchmark_layer36_mean"
7
+ ],
8
+ "base_prior_weight": 0.5,
9
+ "regularization": 5.623413251903491,
10
+ "reference_cv_score": 89.4162906704577
11
+ },
12
+ "selected_by": "Grouped 5-fold reference-only CV",
13
+ "development_score": 83.62375125684261,
14
+ "development_predictions": [
15
+ {
16
+ "id": 100,
17
+ "probabilities": [
18
+ 0.31456126565788484,
19
+ 0.15610840345191643,
20
+ 0.2962974578978655,
21
+ 0.23303287299233327
22
+ ]
23
+ },
24
+ {
25
+ "id": 101,
26
+ "probabilities": [
27
+ 0.2126752407428939,
28
+ 0.06725737192898118,
29
+ 0.3832451013212859,
30
+ 0.3368222860068391
31
+ ]
32
+ },
33
+ {
34
+ "id": 102,
35
+ "probabilities": [
36
+ 0.17756700443081674,
37
+ 0.2706986806697266,
38
+ 0.27653220737585726,
39
+ 0.2752021075235994
40
+ ]
41
+ },
42
+ {
43
+ "id": 103,
44
+ "probabilities": [
45
+ 0.21750966211589784,
46
+ 0.2708666766087169,
47
+ 0.24702229691760985,
48
+ 0.26460136435777554
49
+ ]
50
+ },
51
+ {
52
+ "id": 104,
53
+ "probabilities": [
54
+ 0.23697506131317606,
55
+ 0.2758312608170974,
56
+ 0.15732291842120452,
57
+ 0.32987075944852196
58
+ ]
59
+ },
60
+ {
61
+ "id": 105,
62
+ "probabilities": [
63
+ 0.34632658054213067,
64
+ 0.10811312115392083,
65
+ 0.2920379660574455,
66
+ 0.2535223322465031
67
+ ]
68
+ },
69
+ {
70
+ "id": 106,
71
+ "probabilities": [
72
+ 0.24638315893969143,
73
+ 0.1488819277316107,
74
+ 0.3381039505998963,
75
+ 0.26663096272880155
76
+ ]
77
+ },
78
+ {
79
+ "id": 107,
80
+ "probabilities": [
81
+ 0.29037887666737777,
82
+ 0.2440001919502936,
83
+ 0.24842077845761518,
84
+ 0.21720015292471334
85
+ ]
86
+ },
87
+ {
88
+ "id": 108,
89
+ "probabilities": [
90
+ 0.21466619599775133,
91
+ 0.14077280357827224,
92
+ 0.24896326926983242,
93
+ 0.3955977311541441
94
+ ]
95
+ },
96
+ {
97
+ "id": 109,
98
+ "probabilities": [
99
+ 0.2223035622273476,
100
+ 0.26847066467714675,
101
+ 0.24430892332298515,
102
+ 0.26491684977252056
103
+ ]
104
+ },
105
+ {
106
+ "id": 110,
107
+ "probabilities": [
108
+ 0.15478684176153726,
109
+ 0.2154804435423894,
110
+ 0.25075976549231205,
111
+ 0.37897294920376123
112
+ ]
113
+ },
114
+ {
115
+ "id": 111,
116
+ "probabilities": [
117
+ 0.35938219964141166,
118
+ 0.23940161636859128,
119
+ 0.14285287236723943,
120
+ 0.2583633116227577
121
+ ]
122
+ },
123
+ {
124
+ "id": 112,
125
+ "probabilities": [
126
+ 0.2685639442132176,
127
+ 0.3305868327521503,
128
+ 0.18497595105487033,
129
+ 0.21587327197976175
130
+ ]
131
+ },
132
+ {
133
+ "id": 113,
134
+ "probabilities": [
135
+ 0.19986477758743987,
136
+ 0.31980139814274244,
137
+ 0.21174148951779212,
138
+ 0.26859233475202565
139
+ ]
140
+ },
141
+ {
142
+ "id": 114,
143
+ "probabilities": [
144
+ 0.25332928747534894,
145
+ 0.22832461013263194,
146
+ 0.25414442747549365,
147
+ 0.2642016749165256
148
+ ]
149
+ },
150
+ {
151
+ "id": 115,
152
+ "probabilities": [
153
+ 0.36716819173718884,
154
+ 0.20367933090824514,
155
+ 0.21777012786109026,
156
+ 0.21138234949347576
157
+ ]
158
+ },
159
+ {
160
+ "id": 116,
161
+ "probabilities": [
162
+ 0.17262402151775183,
163
+ 0.09009800360646052,
164
+ 0.4083649305462612,
165
+ 0.3289130443295265
166
+ ]
167
+ },
168
+ {
169
+ "id": 117,
170
+ "probabilities": [
171
+ 0.3237050554023231,
172
+ 0.11755880321629106,
173
+ 0.3096360825816941,
174
+ 0.24910005879969185
175
+ ]
176
+ },
177
+ {
178
+ "id": 118,
179
+ "probabilities": [
180
+ 0.2660069758120185,
181
+ 0.12876948671442093,
182
+ 0.28343039354101307,
183
+ 0.32179314393254743
184
+ ]
185
+ },
186
+ {
187
+ "id": 119,
188
+ "probabilities": [
189
+ 0.1404159149934383,
190
+ 0.28353959566999737,
191
+ 0.23881470416655287,
192
+ 0.3372297851700115
193
+ ]
194
+ },
195
+ {
196
+ "id": 120,
197
+ "probabilities": [
198
+ 0.22849788863629264,
199
+ 0.25426793160405137,
200
+ 0.25815487471811494,
201
+ 0.259079305041541
202
+ ]
203
+ },
204
+ {
205
+ "id": 121,
206
+ "probabilities": [
207
+ 0.2211606370820594,
208
+ 0.3101360758378373,
209
+ 0.230577688883422,
210
+ 0.2381255981966812
211
+ ]
212
+ },
213
+ {
214
+ "id": 122,
215
+ "probabilities": [
216
+ 0.275862649663969,
217
+ 0.1534404212714224,
218
+ 0.24271120235293336,
219
+ 0.32798572671167514
220
+ ]
221
+ },
222
+ {
223
+ "id": 123,
224
+ "probabilities": [
225
+ 0.2540102158359768,
226
+ 0.2957606555885178,
227
+ 0.18318085285966723,
228
+ 0.2670482757158382
229
+ ]
230
+ },
231
+ {
232
+ "id": 124,
233
+ "probabilities": [
234
+ 0.21965689171657976,
235
+ 0.25580674094468575,
236
+ 0.27009567142277463,
237
+ 0.2544406959159599
238
+ ]
239
+ },
240
+ {
241
+ "id": 125,
242
+ "probabilities": [
243
+ 0.35809854044759715,
244
+ 0.20999281119702645,
245
+ 0.17232977784189712,
246
+ 0.2595788705134793
247
+ ]
248
+ },
249
+ {
250
+ "id": 126,
251
+ "probabilities": [
252
+ 0.17867537303122338,
253
+ 0.31910610144076673,
254
+ 0.2040518323571549,
255
+ 0.29816669317085487
256
+ ]
257
+ },
258
+ {
259
+ "id": 127,
260
+ "probabilities": [
261
+ 0.14601570788629167,
262
+ 0.14336638467646248,
263
+ 0.35683679842099014,
264
+ 0.3537811090162556
265
+ ]
266
+ },
267
+ {
268
+ "id": 128,
269
+ "probabilities": [
270
+ 0.19103421378391308,
271
+ 0.2658130157414528,
272
+ 0.20704304101862023,
273
+ 0.3361097294560138
274
+ ]
275
+ },
276
+ {
277
+ "id": 129,
278
+ "probabilities": [
279
+ 0.2914770977568439,
280
+ 0.19213595820549695,
281
+ 0.25605517154608853,
282
+ 0.26033177249157063
283
+ ]
284
+ }
285
+ ],
286
+ "trials": [
287
+ {
288
+ "family": "mean_layers",
289
+ "features": [
290
+ "benchmark_layer18_mean",
291
+ "benchmark_layer36_mean"
292
+ ],
293
+ "base_prior_weight": 0.5,
294
+ "regularization": 5.623413251903491,
295
+ "reference_cv_score": 89.4162906704577
296
+ },
297
+ {
298
+ "family": "mean_layers",
299
+ "features": [
300
+ "benchmark_layer18_mean",
301
+ "benchmark_layer36_mean"
302
+ ],
303
+ "base_prior_weight": 0.5,
304
+ "regularization": 23.71373705661655,
305
+ "reference_cv_score": 89.36933815780512
306
+ },
307
+ {
308
+ "family": "mean_layers",
309
+ "features": [
310
+ "benchmark_layer18_mean",
311
+ "benchmark_layer36_mean"
312
+ ],
313
+ "base_prior_weight": 1,
314
+ "regularization": 5.623413251903491,
315
+ "reference_cv_score": 89.3473929935887
316
+ },
317
+ {
318
+ "family": "mean_layers",
319
+ "features": [
320
+ "benchmark_layer18_mean",
321
+ "benchmark_layer36_mean"
322
+ ],
323
+ "base_prior_weight": 1,
324
+ "regularization": 23.71373705661655,
325
+ "reference_cv_score": 89.33179262262311
326
+ },
327
+ {
328
+ "family": "all_means",
329
+ "features": [
330
+ "benchmark_layer18_mean",
331
+ "benchmark_layer36_mean",
332
+ "benchmark_layer9_wordmean",
333
+ "benchmark_layer18_wordmean",
334
+ "benchmark_layer27_wordmean",
335
+ "benchmark_layer36_wordmean"
336
+ ],
337
+ "base_prior_weight": 0.5,
338
+ "regularization": 5.623413251903491,
339
+ "reference_cv_score": 89.31433017341843
340
+ },
341
+ {
342
+ "family": "all_means",
343
+ "features": [
344
+ "benchmark_layer18_mean",
345
+ "benchmark_layer36_mean",
346
+ "benchmark_layer9_wordmean",
347
+ "benchmark_layer18_wordmean",
348
+ "benchmark_layer27_wordmean",
349
+ "benchmark_layer36_wordmean"
350
+ ],
351
+ "base_prior_weight": 0.5,
352
+ "regularization": 23.71373705661655,
353
+ "reference_cv_score": 89.27441267579287
354
+ },
355
+ {
356
+ "family": "mean_and_topic",
357
+ "features": [
358
+ "benchmark_layer36_mean",
359
+ "benchmark_layer18_wordlast",
360
+ "benchmark_layer27_wordlast"
361
+ ],
362
+ "base_prior_weight": 0.5,
363
+ "regularization": 5.623413251903491,
364
+ "reference_cv_score": 89.27434350245075
365
+ },
366
+ {
367
+ "family": "mean_and_topic",
368
+ "features": [
369
+ "benchmark_layer36_mean",
370
+ "benchmark_layer18_wordlast",
371
+ "benchmark_layer27_wordlast"
372
+ ],
373
+ "base_prior_weight": 0.5,
374
+ "regularization": 23.71373705661655,
375
+ "reference_cv_score": 89.26407676358275
376
+ },
377
+ {
378
+ "family": "mean_layers",
379
+ "features": [
380
+ "benchmark_layer18_mean",
381
+ "benchmark_layer36_mean"
382
+ ],
383
+ "base_prior_weight": 0.5,
384
+ "regularization": 100.0,
385
+ "reference_cv_score": 89.26030240536052
386
+ },
387
+ {
388
+ "family": "all_means",
389
+ "features": [
390
+ "benchmark_layer18_mean",
391
+ "benchmark_layer36_mean",
392
+ "benchmark_layer9_wordmean",
393
+ "benchmark_layer18_wordmean",
394
+ "benchmark_layer27_wordmean",
395
+ "benchmark_layer36_wordmean"
396
+ ],
397
+ "base_prior_weight": 1,
398
+ "regularization": 5.623413251903491,
399
+ "reference_cv_score": 89.25973398208266
400
+ },
401
+ {
402
+ "family": "all_means",
403
+ "features": [
404
+ "benchmark_layer18_mean",
405
+ "benchmark_layer36_mean",
406
+ "benchmark_layer9_wordmean",
407
+ "benchmark_layer18_wordmean",
408
+ "benchmark_layer27_wordmean",
409
+ "benchmark_layer36_wordmean"
410
+ ],
411
+ "base_prior_weight": 1,
412
+ "regularization": 23.71373705661655,
413
+ "reference_cv_score": 89.25939554025948
414
+ },
415
+ {
416
+ "family": "mean_layers",
417
+ "features": [
418
+ "benchmark_layer18_mean",
419
+ "benchmark_layer36_mean"
420
+ ],
421
+ "base_prior_weight": 1,
422
+ "regularization": 100.0,
423
+ "reference_cv_score": 89.2569776473394
424
+ },
425
+ {
426
+ "family": "all_benchmark",
427
+ "features": [
428
+ "benchmark_layer18_last",
429
+ "benchmark_layer18_mean",
430
+ "benchmark_layer36_last",
431
+ "benchmark_layer36_mean",
432
+ "benchmark_layer9_wordlast",
433
+ "benchmark_layer9_wordmean",
434
+ "benchmark_layer18_wordlast",
435
+ "benchmark_layer18_wordmean",
436
+ "benchmark_layer27_wordlast",
437
+ "benchmark_layer27_wordmean",
438
+ "benchmark_layer36_wordlast",
439
+ "benchmark_layer36_wordmean"
440
+ ],
441
+ "base_prior_weight": 0.5,
442
+ "regularization": 5.623413251903491,
443
+ "reference_cv_score": 89.2444870722066
444
+ },
445
+ {
446
+ "family": "mean_and_topic",
447
+ "features": [
448
+ "benchmark_layer36_mean",
449
+ "benchmark_layer18_wordlast",
450
+ "benchmark_layer27_wordlast"
451
+ ],
452
+ "base_prior_weight": 1,
453
+ "regularization": 23.71373705661655,
454
+ "reference_cv_score": 89.24356107904549
455
+ },
456
+ {
457
+ "family": "all_benchmark",
458
+ "features": [
459
+ "benchmark_layer18_last",
460
+ "benchmark_layer18_mean",
461
+ "benchmark_layer36_last",
462
+ "benchmark_layer36_mean",
463
+ "benchmark_layer9_wordlast",
464
+ "benchmark_layer9_wordmean",
465
+ "benchmark_layer18_wordlast",
466
+ "benchmark_layer18_wordmean",
467
+ "benchmark_layer27_wordlast",
468
+ "benchmark_layer27_wordmean",
469
+ "benchmark_layer36_wordlast",
470
+ "benchmark_layer36_wordmean"
471
+ ],
472
+ "base_prior_weight": 0.5,
473
+ "regularization": 23.71373705661655,
474
+ "reference_cv_score": 89.2329253108588
475
+ },
476
+ {
477
+ "family": "all_means",
478
+ "features": [
479
+ "benchmark_layer18_mean",
480
+ "benchmark_layer36_mean",
481
+ "benchmark_layer9_wordmean",
482
+ "benchmark_layer18_wordmean",
483
+ "benchmark_layer27_wordmean",
484
+ "benchmark_layer36_wordmean"
485
+ ],
486
+ "base_prior_weight": 1,
487
+ "regularization": 100.0,
488
+ "reference_cv_score": 89.22970650626151
489
+ },
490
+ {
491
+ "family": "mean_and_topic",
492
+ "features": [
493
+ "benchmark_layer36_mean",
494
+ "benchmark_layer18_wordlast",
495
+ "benchmark_layer27_wordlast"
496
+ ],
497
+ "base_prior_weight": 1,
498
+ "regularization": 100.0,
499
+ "reference_cv_score": 89.2263010493511
500
+ },
501
+ {
502
+ "family": "all_means",
503
+ "features": [
504
+ "benchmark_layer18_mean",
505
+ "benchmark_layer36_mean",
506
+ "benchmark_layer9_wordmean",
507
+ "benchmark_layer18_wordmean",
508
+ "benchmark_layer27_wordmean",
509
+ "benchmark_layer36_wordmean"
510
+ ],
511
+ "base_prior_weight": 0.5,
512
+ "regularization": 100.0,
513
+ "reference_cv_score": 89.22421286178755
514
+ },
515
+ {
516
+ "family": "all_benchmark",
517
+ "features": [
518
+ "benchmark_layer18_last",
519
+ "benchmark_layer18_mean",
520
+ "benchmark_layer36_last",
521
+ "benchmark_layer36_mean",
522
+ "benchmark_layer9_wordlast",
523
+ "benchmark_layer9_wordmean",
524
+ "benchmark_layer18_wordlast",
525
+ "benchmark_layer18_wordmean",
526
+ "benchmark_layer27_wordlast",
527
+ "benchmark_layer27_wordmean",
528
+ "benchmark_layer36_wordlast",
529
+ "benchmark_layer36_wordmean"
530
+ ],
531
+ "base_prior_weight": 1,
532
+ "regularization": 23.71373705661655,
533
+ "reference_cv_score": 89.22394689668933
534
+ },
535
+ {
536
+ "family": "mean_and_topic",
537
+ "features": [
538
+ "benchmark_layer36_mean",
539
+ "benchmark_layer18_wordlast",
540
+ "benchmark_layer27_wordlast"
541
+ ],
542
+ "base_prior_weight": 0.5,
543
+ "regularization": 100.0,
544
+ "reference_cv_score": 89.22311659351423
545
+ },
546
+ {
547
+ "family": "all_benchmark",
548
+ "features": [
549
+ "benchmark_layer18_last",
550
+ "benchmark_layer18_mean",
551
+ "benchmark_layer36_last",
552
+ "benchmark_layer36_mean",
553
+ "benchmark_layer9_wordlast",
554
+ "benchmark_layer9_wordmean",
555
+ "benchmark_layer18_wordlast",
556
+ "benchmark_layer18_wordmean",
557
+ "benchmark_layer27_wordlast",
558
+ "benchmark_layer27_wordmean",
559
+ "benchmark_layer36_wordlast",
560
+ "benchmark_layer36_wordmean"
561
+ ],
562
+ "base_prior_weight": 1,
563
+ "regularization": 100.0,
564
+ "reference_cv_score": 89.21884626020706
565
+ },
566
+ {
567
+ "family": "all_benchmark",
568
+ "features": [
569
+ "benchmark_layer18_last",
570
+ "benchmark_layer18_mean",
571
+ "benchmark_layer36_last",
572
+ "benchmark_layer36_mean",
573
+ "benchmark_layer9_wordlast",
574
+ "benchmark_layer9_wordmean",
575
+ "benchmark_layer18_wordlast",
576
+ "benchmark_layer18_wordmean",
577
+ "benchmark_layer27_wordlast",
578
+ "benchmark_layer27_wordmean",
579
+ "benchmark_layer36_wordlast",
580
+ "benchmark_layer36_wordmean"
581
+ ],
582
+ "base_prior_weight": 0.5,
583
+ "regularization": 100.0,
584
+ "reference_cv_score": 89.21168747816104
585
+ },
586
+ {
587
+ "family": "mean_and_topic",
588
+ "features": [
589
+ "benchmark_layer36_mean",
590
+ "benchmark_layer18_wordlast",
591
+ "benchmark_layer27_wordlast"
592
+ ],
593
+ "base_prior_weight": 1,
594
+ "regularization": 5.623413251903491,
595
+ "reference_cv_score": 89.21090645878616
596
+ },
597
+ {
598
+ "family": "topic_layers",
599
+ "features": [
600
+ "benchmark_layer9_wordlast",
601
+ "benchmark_layer18_wordlast",
602
+ "benchmark_layer27_wordlast",
603
+ "benchmark_layer36_wordlast"
604
+ ],
605
+ "base_prior_weight": 1,
606
+ "regularization": 100.0,
607
+ "reference_cv_score": 89.20628168308762
608
+ },
609
+ {
610
+ "family": "all_benchmark",
611
+ "features": [
612
+ "benchmark_layer18_last",
613
+ "benchmark_layer18_mean",
614
+ "benchmark_layer36_last",
615
+ "benchmark_layer36_mean",
616
+ "benchmark_layer9_wordlast",
617
+ "benchmark_layer9_wordmean",
618
+ "benchmark_layer18_wordlast",
619
+ "benchmark_layer18_wordmean",
620
+ "benchmark_layer27_wordlast",
621
+ "benchmark_layer27_wordmean",
622
+ "benchmark_layer36_wordlast",
623
+ "benchmark_layer36_wordmean"
624
+ ],
625
+ "base_prior_weight": 1,
626
+ "regularization": 5.623413251903491,
627
+ "reference_cv_score": 89.20064626859767
628
+ },
629
+ {
630
+ "family": "topic_layers",
631
+ "features": [
632
+ "benchmark_layer9_wordlast",
633
+ "benchmark_layer18_wordlast",
634
+ "benchmark_layer27_wordlast",
635
+ "benchmark_layer36_wordlast"
636
+ ],
637
+ "base_prior_weight": 0.5,
638
+ "regularization": 100.0,
639
+ "reference_cv_score": 89.19731546867895
640
+ },
641
+ {
642
+ "family": "topic_layers",
643
+ "features": [
644
+ "benchmark_layer9_wordlast",
645
+ "benchmark_layer18_wordlast",
646
+ "benchmark_layer27_wordlast",
647
+ "benchmark_layer36_wordlast"
648
+ ],
649
+ "base_prior_weight": 0.5,
650
+ "regularization": 23.71373705661655,
651
+ "reference_cv_score": 89.18185851062916
652
+ },
653
+ {
654
+ "family": "topic_layers",
655
+ "features": [
656
+ "benchmark_layer9_wordlast",
657
+ "benchmark_layer18_wordlast",
658
+ "benchmark_layer27_wordlast",
659
+ "benchmark_layer36_wordlast"
660
+ ],
661
+ "base_prior_weight": 1,
662
+ "regularization": 23.71373705661655,
663
+ "reference_cv_score": 89.17979135168213
664
+ },
665
+ {
666
+ "family": "all_benchmark",
667
+ "features": [
668
+ "benchmark_layer18_last",
669
+ "benchmark_layer18_mean",
670
+ "benchmark_layer36_last",
671
+ "benchmark_layer36_mean",
672
+ "benchmark_layer9_wordlast",
673
+ "benchmark_layer9_wordmean",
674
+ "benchmark_layer18_wordlast",
675
+ "benchmark_layer18_wordmean",
676
+ "benchmark_layer27_wordlast",
677
+ "benchmark_layer27_wordmean",
678
+ "benchmark_layer36_wordlast",
679
+ "benchmark_layer36_wordmean"
680
+ ],
681
+ "base_prior_weight": 0.5,
682
+ "regularization": 1.333521432163324,
683
+ "reference_cv_score": 89.14765389736513
684
+ },
685
+ {
686
+ "family": "topic_layers",
687
+ "features": [
688
+ "benchmark_layer9_wordlast",
689
+ "benchmark_layer18_wordlast",
690
+ "benchmark_layer27_wordlast",
691
+ "benchmark_layer36_wordlast"
692
+ ],
693
+ "base_prior_weight": 0.5,
694
+ "regularization": 5.623413251903491,
695
+ "reference_cv_score": 89.13179773850966
696
+ },
697
+ {
698
+ "family": "all_means",
699
+ "features": [
700
+ "benchmark_layer18_mean",
701
+ "benchmark_layer36_mean",
702
+ "benchmark_layer9_wordmean",
703
+ "benchmark_layer18_wordmean",
704
+ "benchmark_layer27_wordmean",
705
+ "benchmark_layer36_wordmean"
706
+ ],
707
+ "base_prior_weight": 0.5,
708
+ "regularization": 1.333521432163324,
709
+ "reference_cv_score": 89.12238267103342
710
+ },
711
+ {
712
+ "family": "topic_layers",
713
+ "features": [
714
+ "benchmark_layer9_wordlast",
715
+ "benchmark_layer18_wordlast",
716
+ "benchmark_layer27_wordlast",
717
+ "benchmark_layer36_wordlast"
718
+ ],
719
+ "base_prior_weight": 1,
720
+ "regularization": 5.623413251903491,
721
+ "reference_cv_score": 89.10284414611141
722
+ },
723
+ {
724
+ "family": "mean_layers",
725
+ "features": [
726
+ "benchmark_layer18_mean",
727
+ "benchmark_layer36_mean"
728
+ ],
729
+ "base_prior_weight": 0,
730
+ "regularization": 5.623413251903491,
731
+ "reference_cv_score": 89.10188178078322
732
+ },
733
+ {
734
+ "family": "mean_and_topic",
735
+ "features": [
736
+ "benchmark_layer36_mean",
737
+ "benchmark_layer18_wordlast",
738
+ "benchmark_layer27_wordlast"
739
+ ],
740
+ "base_prior_weight": 0.5,
741
+ "regularization": 1.333521432163324,
742
+ "reference_cv_score": 89.09187813559409
743
+ },
744
+ {
745
+ "family": "mean_layers",
746
+ "features": [
747
+ "benchmark_layer18_mean",
748
+ "benchmark_layer36_mean"
749
+ ],
750
+ "base_prior_weight": 0.5,
751
+ "regularization": 1.333521432163324,
752
+ "reference_cv_score": 89.05910039265264
753
+ },
754
+ {
755
+ "family": "all_benchmark",
756
+ "features": [
757
+ "benchmark_layer18_last",
758
+ "benchmark_layer18_mean",
759
+ "benchmark_layer36_last",
760
+ "benchmark_layer36_mean",
761
+ "benchmark_layer9_wordlast",
762
+ "benchmark_layer9_wordmean",
763
+ "benchmark_layer18_wordlast",
764
+ "benchmark_layer18_wordmean",
765
+ "benchmark_layer27_wordlast",
766
+ "benchmark_layer27_wordmean",
767
+ "benchmark_layer36_wordlast",
768
+ "benchmark_layer36_wordmean"
769
+ ],
770
+ "base_prior_weight": 1,
771
+ "regularization": 1.333521432163324,
772
+ "reference_cv_score": 89.05733431200946
773
+ },
774
+ {
775
+ "family": "all_means",
776
+ "features": [
777
+ "benchmark_layer18_mean",
778
+ "benchmark_layer36_mean",
779
+ "benchmark_layer9_wordmean",
780
+ "benchmark_layer18_wordmean",
781
+ "benchmark_layer27_wordmean",
782
+ "benchmark_layer36_wordmean"
783
+ ],
784
+ "base_prior_weight": 1,
785
+ "regularization": 1.333521432163324,
786
+ "reference_cv_score": 89.03756763535766
787
+ },
788
+ {
789
+ "family": "topic_layers",
790
+ "features": [
791
+ "benchmark_layer9_wordlast",
792
+ "benchmark_layer18_wordlast",
793
+ "benchmark_layer27_wordlast",
794
+ "benchmark_layer36_wordlast"
795
+ ],
796
+ "base_prior_weight": 0.5,
797
+ "regularization": 1.333521432163324,
798
+ "reference_cv_score": 89.03387262027304
799
+ },
800
+ {
801
+ "family": "mean_layers",
802
+ "features": [
803
+ "benchmark_layer18_mean",
804
+ "benchmark_layer36_mean"
805
+ ],
806
+ "base_prior_weight": 1,
807
+ "regularization": 1.333521432163324,
808
+ "reference_cv_score": 89.0005828023328
809
+ },
810
+ {
811
+ "family": "mean_and_topic",
812
+ "features": [
813
+ "benchmark_layer36_mean",
814
+ "benchmark_layer18_wordlast",
815
+ "benchmark_layer27_wordlast"
816
+ ],
817
+ "base_prior_weight": 1,
818
+ "regularization": 1.333521432163324,
819
+ "reference_cv_score": 88.97342018405004
820
+ },
821
+ {
822
+ "family": "mean_layers",
823
+ "features": [
824
+ "benchmark_layer18_mean",
825
+ "benchmark_layer36_mean"
826
+ ],
827
+ "base_prior_weight": 0,
828
+ "regularization": 23.71373705661655,
829
+ "reference_cv_score": 88.96698455107372
830
+ },
831
+ {
832
+ "family": "all_means",
833
+ "features": [
834
+ "benchmark_layer18_mean",
835
+ "benchmark_layer36_mean",
836
+ "benchmark_layer9_wordmean",
837
+ "benchmark_layer18_wordmean",
838
+ "benchmark_layer27_wordmean",
839
+ "benchmark_layer36_wordmean"
840
+ ],
841
+ "base_prior_weight": 0,
842
+ "regularization": 5.623413251903491,
843
+ "reference_cv_score": 88.94797754840738
844
+ },
845
+ {
846
+ "family": "topic_layers",
847
+ "features": [
848
+ "benchmark_layer9_wordlast",
849
+ "benchmark_layer18_wordlast",
850
+ "benchmark_layer27_wordlast",
851
+ "benchmark_layer36_wordlast"
852
+ ],
853
+ "base_prior_weight": 1,
854
+ "regularization": 1.333521432163324,
855
+ "reference_cv_score": 88.94274385282972
856
+ },
857
+ {
858
+ "family": "mean_and_topic",
859
+ "features": [
860
+ "benchmark_layer36_mean",
861
+ "benchmark_layer18_wordlast",
862
+ "benchmark_layer27_wordlast"
863
+ ],
864
+ "base_prior_weight": 0,
865
+ "regularization": 5.623413251903491,
866
+ "reference_cv_score": 88.93534131312234
867
+ },
868
+ {
869
+ "family": "mean_and_topic",
870
+ "features": [
871
+ "benchmark_layer36_mean",
872
+ "benchmark_layer18_wordlast",
873
+ "benchmark_layer27_wordlast"
874
+ ],
875
+ "base_prior_weight": 0,
876
+ "regularization": 1.333521432163324,
877
+ "reference_cv_score": 88.87181534341282
878
+ },
879
+ {
880
+ "family": "all_benchmark",
881
+ "features": [
882
+ "benchmark_layer18_last",
883
+ "benchmark_layer18_mean",
884
+ "benchmark_layer36_last",
885
+ "benchmark_layer36_mean",
886
+ "benchmark_layer9_wordlast",
887
+ "benchmark_layer9_wordmean",
888
+ "benchmark_layer18_wordlast",
889
+ "benchmark_layer18_wordmean",
890
+ "benchmark_layer27_wordlast",
891
+ "benchmark_layer27_wordmean",
892
+ "benchmark_layer36_wordlast",
893
+ "benchmark_layer36_wordmean"
894
+ ],
895
+ "base_prior_weight": 0,
896
+ "regularization": 1.333521432163324,
897
+ "reference_cv_score": 88.86431411188622
898
+ },
899
+ {
900
+ "family": "all_benchmark",
901
+ "features": [
902
+ "benchmark_layer18_last",
903
+ "benchmark_layer18_mean",
904
+ "benchmark_layer36_last",
905
+ "benchmark_layer36_mean",
906
+ "benchmark_layer9_wordlast",
907
+ "benchmark_layer9_wordmean",
908
+ "benchmark_layer18_wordlast",
909
+ "benchmark_layer18_wordmean",
910
+ "benchmark_layer27_wordlast",
911
+ "benchmark_layer27_wordmean",
912
+ "benchmark_layer36_wordlast",
913
+ "benchmark_layer36_wordmean"
914
+ ],
915
+ "base_prior_weight": 0,
916
+ "regularization": 5.623413251903491,
917
+ "reference_cv_score": 88.8629885240404
918
+ },
919
+ {
920
+ "family": "mean_and_topic",
921
+ "features": [
922
+ "benchmark_layer36_mean",
923
+ "benchmark_layer18_wordlast",
924
+ "benchmark_layer27_wordlast"
925
+ ],
926
+ "base_prior_weight": 0,
927
+ "regularization": 23.71373705661655,
928
+ "reference_cv_score": 88.83793340757343
929
+ },
930
+ {
931
+ "family": "all_means",
932
+ "features": [
933
+ "benchmark_layer18_mean",
934
+ "benchmark_layer36_mean",
935
+ "benchmark_layer9_wordmean",
936
+ "benchmark_layer18_wordmean",
937
+ "benchmark_layer27_wordmean",
938
+ "benchmark_layer36_wordmean"
939
+ ],
940
+ "base_prior_weight": 0,
941
+ "regularization": 1.333521432163324,
942
+ "reference_cv_score": 88.83603763292373
943
+ },
944
+ {
945
+ "family": "all_means",
946
+ "features": [
947
+ "benchmark_layer18_mean",
948
+ "benchmark_layer36_mean",
949
+ "benchmark_layer9_wordmean",
950
+ "benchmark_layer18_wordmean",
951
+ "benchmark_layer27_wordmean",
952
+ "benchmark_layer36_wordmean"
953
+ ],
954
+ "base_prior_weight": 0,
955
+ "regularization": 23.71373705661655,
956
+ "reference_cv_score": 88.83481464639922
957
+ },
958
+ {
959
+ "family": "all_benchmark",
960
+ "features": [
961
+ "benchmark_layer18_last",
962
+ "benchmark_layer18_mean",
963
+ "benchmark_layer36_last",
964
+ "benchmark_layer36_mean",
965
+ "benchmark_layer9_wordlast",
966
+ "benchmark_layer9_wordmean",
967
+ "benchmark_layer18_wordlast",
968
+ "benchmark_layer18_wordmean",
969
+ "benchmark_layer27_wordlast",
970
+ "benchmark_layer27_wordmean",
971
+ "benchmark_layer36_wordlast",
972
+ "benchmark_layer36_wordmean"
973
+ ],
974
+ "base_prior_weight": 0.5,
975
+ "regularization": 0.31622776601683794,
976
+ "reference_cv_score": 88.81173698463778
977
+ },
978
+ {
979
+ "family": "mean_layers",
980
+ "features": [
981
+ "benchmark_layer18_mean",
982
+ "benchmark_layer36_mean"
983
+ ],
984
+ "base_prior_weight": 0,
985
+ "regularization": 100.0,
986
+ "reference_cv_score": 88.80133796868515
987
+ },
988
+ {
989
+ "family": "mean_layers",
990
+ "features": [
991
+ "benchmark_layer18_mean",
992
+ "benchmark_layer36_mean"
993
+ ],
994
+ "base_prior_weight": 0,
995
+ "regularization": 1.333521432163324,
996
+ "reference_cv_score": 88.78963268362003
997
+ },
998
+ {
999
+ "family": "all_benchmark",
1000
+ "features": [
1001
+ "benchmark_layer18_last",
1002
+ "benchmark_layer18_mean",
1003
+ "benchmark_layer36_last",
1004
+ "benchmark_layer36_mean",
1005
+ "benchmark_layer9_wordlast",
1006
+ "benchmark_layer9_wordmean",
1007
+ "benchmark_layer18_wordlast",
1008
+ "benchmark_layer18_wordmean",
1009
+ "benchmark_layer27_wordlast",
1010
+ "benchmark_layer27_wordmean",
1011
+ "benchmark_layer36_wordlast",
1012
+ "benchmark_layer36_wordmean"
1013
+ ],
1014
+ "base_prior_weight": 0,
1015
+ "regularization": 23.71373705661655,
1016
+ "reference_cv_score": 88.78613038250343
1017
+ },
1018
+ {
1019
+ "family": "mean_and_topic",
1020
+ "features": [
1021
+ "benchmark_layer36_mean",
1022
+ "benchmark_layer18_wordlast",
1023
+ "benchmark_layer27_wordlast"
1024
+ ],
1025
+ "base_prior_weight": 0,
1026
+ "regularization": 100.0,
1027
+ "reference_cv_score": 88.75549538683799
1028
+ },
1029
+ {
1030
+ "family": "all_means",
1031
+ "features": [
1032
+ "benchmark_layer18_mean",
1033
+ "benchmark_layer36_mean",
1034
+ "benchmark_layer9_wordmean",
1035
+ "benchmark_layer18_wordmean",
1036
+ "benchmark_layer27_wordmean",
1037
+ "benchmark_layer36_wordmean"
1038
+ ],
1039
+ "base_prior_weight": 0,
1040
+ "regularization": 100.0,
1041
+ "reference_cv_score": 88.75188115662766
1042
+ },
1043
+ {
1044
+ "family": "all_benchmark",
1045
+ "features": [
1046
+ "benchmark_layer18_last",
1047
+ "benchmark_layer18_mean",
1048
+ "benchmark_layer36_last",
1049
+ "benchmark_layer36_mean",
1050
+ "benchmark_layer9_wordlast",
1051
+ "benchmark_layer9_wordmean",
1052
+ "benchmark_layer18_wordlast",
1053
+ "benchmark_layer18_wordmean",
1054
+ "benchmark_layer27_wordlast",
1055
+ "benchmark_layer27_wordmean",
1056
+ "benchmark_layer36_wordlast",
1057
+ "benchmark_layer36_wordmean"
1058
+ ],
1059
+ "base_prior_weight": 0,
1060
+ "regularization": 100.0,
1061
+ "reference_cv_score": 88.7373943690524
1062
+ },
1063
+ {
1064
+ "family": "topic_layers",
1065
+ "features": [
1066
+ "benchmark_layer9_wordlast",
1067
+ "benchmark_layer18_wordlast",
1068
+ "benchmark_layer27_wordlast",
1069
+ "benchmark_layer36_wordlast"
1070
+ ],
1071
+ "base_prior_weight": 0,
1072
+ "regularization": 1.333521432163324,
1073
+ "reference_cv_score": 88.73226241506975
1074
+ },
1075
+ {
1076
+ "family": "topic_layers",
1077
+ "features": [
1078
+ "benchmark_layer9_wordlast",
1079
+ "benchmark_layer18_wordlast",
1080
+ "benchmark_layer27_wordlast",
1081
+ "benchmark_layer36_wordlast"
1082
+ ],
1083
+ "base_prior_weight": 0,
1084
+ "regularization": 5.623413251903491,
1085
+ "reference_cv_score": 88.72884415805616
1086
+ },
1087
+ {
1088
+ "family": "topic_layers",
1089
+ "features": [
1090
+ "benchmark_layer9_wordlast",
1091
+ "benchmark_layer18_wordlast",
1092
+ "benchmark_layer27_wordlast",
1093
+ "benchmark_layer36_wordlast"
1094
+ ],
1095
+ "base_prior_weight": 0,
1096
+ "regularization": 23.71373705661655,
1097
+ "reference_cv_score": 88.72706088986382
1098
+ },
1099
+ {
1100
+ "family": "topic_layers",
1101
+ "features": [
1102
+ "benchmark_layer9_wordlast",
1103
+ "benchmark_layer18_wordlast",
1104
+ "benchmark_layer27_wordlast",
1105
+ "benchmark_layer36_wordlast"
1106
+ ],
1107
+ "base_prior_weight": 0,
1108
+ "regularization": 100.0,
1109
+ "reference_cv_score": 88.72109634149523
1110
+ },
1111
+ {
1112
+ "family": "all_benchmark",
1113
+ "features": [
1114
+ "benchmark_layer18_last",
1115
+ "benchmark_layer18_mean",
1116
+ "benchmark_layer36_last",
1117
+ "benchmark_layer36_mean",
1118
+ "benchmark_layer9_wordlast",
1119
+ "benchmark_layer9_wordmean",
1120
+ "benchmark_layer18_wordlast",
1121
+ "benchmark_layer18_wordmean",
1122
+ "benchmark_layer27_wordlast",
1123
+ "benchmark_layer27_wordmean",
1124
+ "benchmark_layer36_wordlast",
1125
+ "benchmark_layer36_wordmean"
1126
+ ],
1127
+ "base_prior_weight": 1,
1128
+ "regularization": 0.31622776601683794,
1129
+ "reference_cv_score": 88.70755885859319
1130
+ },
1131
+ {
1132
+ "family": "topic_layers",
1133
+ "features": [
1134
+ "benchmark_layer9_wordlast",
1135
+ "benchmark_layer18_wordlast",
1136
+ "benchmark_layer27_wordlast",
1137
+ "benchmark_layer36_wordlast"
1138
+ ],
1139
+ "base_prior_weight": 0.5,
1140
+ "regularization": 0.31622776601683794,
1141
+ "reference_cv_score": 88.62669398555273
1142
+ },
1143
+ {
1144
+ "family": "all_benchmark",
1145
+ "features": [
1146
+ "benchmark_layer18_last",
1147
+ "benchmark_layer18_mean",
1148
+ "benchmark_layer36_last",
1149
+ "benchmark_layer36_mean",
1150
+ "benchmark_layer9_wordlast",
1151
+ "benchmark_layer9_wordmean",
1152
+ "benchmark_layer18_wordlast",
1153
+ "benchmark_layer18_wordmean",
1154
+ "benchmark_layer27_wordlast",
1155
+ "benchmark_layer27_wordmean",
1156
+ "benchmark_layer36_wordlast",
1157
+ "benchmark_layer36_wordmean"
1158
+ ],
1159
+ "base_prior_weight": 0,
1160
+ "regularization": 0.31622776601683794,
1161
+ "reference_cv_score": 88.59903056313497
1162
+ },
1163
+ {
1164
+ "family": "all_means",
1165
+ "features": [
1166
+ "benchmark_layer18_mean",
1167
+ "benchmark_layer36_mean",
1168
+ "benchmark_layer9_wordmean",
1169
+ "benchmark_layer18_wordmean",
1170
+ "benchmark_layer27_wordmean",
1171
+ "benchmark_layer36_wordmean"
1172
+ ],
1173
+ "base_prior_weight": 0.5,
1174
+ "regularization": 0.31622776601683794,
1175
+ "reference_cv_score": 88.57471028825907
1176
+ },
1177
+ {
1178
+ "family": "mean_and_topic",
1179
+ "features": [
1180
+ "benchmark_layer36_mean",
1181
+ "benchmark_layer18_wordlast",
1182
+ "benchmark_layer27_wordlast"
1183
+ ],
1184
+ "base_prior_weight": 0.5,
1185
+ "regularization": 0.31622776601683794,
1186
+ "reference_cv_score": 88.56281013125235
1187
+ },
1188
+ {
1189
+ "family": "all_means",
1190
+ "features": [
1191
+ "benchmark_layer18_mean",
1192
+ "benchmark_layer36_mean",
1193
+ "benchmark_layer9_wordmean",
1194
+ "benchmark_layer18_wordmean",
1195
+ "benchmark_layer27_wordmean",
1196
+ "benchmark_layer36_wordmean"
1197
+ ],
1198
+ "base_prior_weight": 1,
1199
+ "regularization": 0.31622776601683794,
1200
+ "reference_cv_score": 88.49594393236883
1201
+ },
1202
+ {
1203
+ "family": "topic_layers",
1204
+ "features": [
1205
+ "benchmark_layer9_wordlast",
1206
+ "benchmark_layer18_wordlast",
1207
+ "benchmark_layer27_wordlast",
1208
+ "benchmark_layer36_wordlast"
1209
+ ],
1210
+ "base_prior_weight": 1,
1211
+ "regularization": 0.31622776601683794,
1212
+ "reference_cv_score": 88.47669380324919
1213
+ },
1214
+ {
1215
+ "family": "all_benchmark",
1216
+ "features": [
1217
+ "benchmark_layer18_last",
1218
+ "benchmark_layer18_mean",
1219
+ "benchmark_layer36_last",
1220
+ "benchmark_layer36_mean",
1221
+ "benchmark_layer9_wordlast",
1222
+ "benchmark_layer9_wordmean",
1223
+ "benchmark_layer18_wordlast",
1224
+ "benchmark_layer18_wordmean",
1225
+ "benchmark_layer27_wordlast",
1226
+ "benchmark_layer27_wordmean",
1227
+ "benchmark_layer36_wordlast",
1228
+ "benchmark_layer36_wordmean"
1229
+ ],
1230
+ "base_prior_weight": 0.5,
1231
+ "regularization": 0.07498942093324558,
1232
+ "reference_cv_score": 88.4604973383838
1233
+ },
1234
+ {
1235
+ "family": "topic_layers",
1236
+ "features": [
1237
+ "benchmark_layer9_wordlast",
1238
+ "benchmark_layer18_wordlast",
1239
+ "benchmark_layer27_wordlast",
1240
+ "benchmark_layer36_wordlast"
1241
+ ],
1242
+ "base_prior_weight": 0,
1243
+ "regularization": 0.31622776601683794,
1244
+ "reference_cv_score": 88.43706632963385
1245
+ },
1246
+ {
1247
+ "family": "mean_and_topic",
1248
+ "features": [
1249
+ "benchmark_layer36_mean",
1250
+ "benchmark_layer18_wordlast",
1251
+ "benchmark_layer27_wordlast"
1252
+ ],
1253
+ "base_prior_weight": 0,
1254
+ "regularization": 0.31622776601683794,
1255
+ "reference_cv_score": 88.42198609306274
1256
+ },
1257
+ {
1258
+ "family": "mean_and_topic",
1259
+ "features": [
1260
+ "benchmark_layer36_mean",
1261
+ "benchmark_layer18_wordlast",
1262
+ "benchmark_layer27_wordlast"
1263
+ ],
1264
+ "base_prior_weight": 1,
1265
+ "regularization": 0.31622776601683794,
1266
+ "reference_cv_score": 88.39952368593997
1267
+ },
1268
+ {
1269
+ "family": "all_benchmark",
1270
+ "features": [
1271
+ "benchmark_layer18_last",
1272
+ "benchmark_layer18_mean",
1273
+ "benchmark_layer36_last",
1274
+ "benchmark_layer36_mean",
1275
+ "benchmark_layer9_wordlast",
1276
+ "benchmark_layer9_wordmean",
1277
+ "benchmark_layer18_wordlast",
1278
+ "benchmark_layer18_wordmean",
1279
+ "benchmark_layer27_wordlast",
1280
+ "benchmark_layer27_wordmean",
1281
+ "benchmark_layer36_wordlast",
1282
+ "benchmark_layer36_wordmean"
1283
+ ],
1284
+ "base_prior_weight": 1,
1285
+ "regularization": 0.07498942093324558,
1286
+ "reference_cv_score": 88.35679711311013
1287
+ },
1288
+ {
1289
+ "family": "all_means",
1290
+ "features": [
1291
+ "benchmark_layer18_mean",
1292
+ "benchmark_layer36_mean",
1293
+ "benchmark_layer9_wordmean",
1294
+ "benchmark_layer18_wordmean",
1295
+ "benchmark_layer27_wordmean",
1296
+ "benchmark_layer36_wordmean"
1297
+ ],
1298
+ "base_prior_weight": 0,
1299
+ "regularization": 0.31622776601683794,
1300
+ "reference_cv_score": 88.31628882157428
1301
+ },
1302
+ {
1303
+ "family": "all_benchmark",
1304
+ "features": [
1305
+ "benchmark_layer18_last",
1306
+ "benchmark_layer18_mean",
1307
+ "benchmark_layer36_last",
1308
+ "benchmark_layer36_mean",
1309
+ "benchmark_layer9_wordlast",
1310
+ "benchmark_layer9_wordmean",
1311
+ "benchmark_layer18_wordlast",
1312
+ "benchmark_layer18_wordmean",
1313
+ "benchmark_layer27_wordlast",
1314
+ "benchmark_layer27_wordmean",
1315
+ "benchmark_layer36_wordlast",
1316
+ "benchmark_layer36_wordmean"
1317
+ ],
1318
+ "base_prior_weight": 0.5,
1319
+ "regularization": 0.01778279410038923,
1320
+ "reference_cv_score": 88.30655277596425
1321
+ },
1322
+ {
1323
+ "family": "all_benchmark",
1324
+ "features": [
1325
+ "benchmark_layer18_last",
1326
+ "benchmark_layer18_mean",
1327
+ "benchmark_layer36_last",
1328
+ "benchmark_layer36_mean",
1329
+ "benchmark_layer9_wordlast",
1330
+ "benchmark_layer9_wordmean",
1331
+ "benchmark_layer18_wordlast",
1332
+ "benchmark_layer18_wordmean",
1333
+ "benchmark_layer27_wordlast",
1334
+ "benchmark_layer27_wordmean",
1335
+ "benchmark_layer36_wordlast",
1336
+ "benchmark_layer36_wordmean"
1337
+ ],
1338
+ "base_prior_weight": 0.5,
1339
+ "regularization": 0.004216965034285823,
1340
+ "reference_cv_score": 88.26308757213384
1341
+ },
1342
+ {
1343
+ "family": "all_benchmark",
1344
+ "features": [
1345
+ "benchmark_layer18_last",
1346
+ "benchmark_layer18_mean",
1347
+ "benchmark_layer36_last",
1348
+ "benchmark_layer36_mean",
1349
+ "benchmark_layer9_wordlast",
1350
+ "benchmark_layer9_wordmean",
1351
+ "benchmark_layer18_wordlast",
1352
+ "benchmark_layer18_wordmean",
1353
+ "benchmark_layer27_wordlast",
1354
+ "benchmark_layer27_wordmean",
1355
+ "benchmark_layer36_wordlast",
1356
+ "benchmark_layer36_wordmean"
1357
+ ],
1358
+ "base_prior_weight": 0,
1359
+ "regularization": 0.07498942093324558,
1360
+ "reference_cv_score": 88.2583060593407
1361
+ },
1362
+ {
1363
+ "family": "all_benchmark",
1364
+ "features": [
1365
+ "benchmark_layer18_last",
1366
+ "benchmark_layer18_mean",
1367
+ "benchmark_layer36_last",
1368
+ "benchmark_layer36_mean",
1369
+ "benchmark_layer9_wordlast",
1370
+ "benchmark_layer9_wordmean",
1371
+ "benchmark_layer18_wordlast",
1372
+ "benchmark_layer18_wordmean",
1373
+ "benchmark_layer27_wordlast",
1374
+ "benchmark_layer27_wordmean",
1375
+ "benchmark_layer36_wordlast",
1376
+ "benchmark_layer36_wordmean"
1377
+ ],
1378
+ "base_prior_weight": 0.5,
1379
+ "regularization": 0.001,
1380
+ "reference_cv_score": 88.25226445731786
1381
+ },
1382
+ {
1383
+ "family": "mean_layers",
1384
+ "features": [
1385
+ "benchmark_layer18_mean",
1386
+ "benchmark_layer36_mean"
1387
+ ],
1388
+ "base_prior_weight": 0.5,
1389
+ "regularization": 0.31622776601683794,
1390
+ "reference_cv_score": 88.22737799527061
1391
+ },
1392
+ {
1393
+ "family": "mean_layers",
1394
+ "features": [
1395
+ "benchmark_layer18_mean",
1396
+ "benchmark_layer36_mean"
1397
+ ],
1398
+ "base_prior_weight": 1,
1399
+ "regularization": 0.31622776601683794,
1400
+ "reference_cv_score": 88.22094958177293
1401
+ },
1402
+ {
1403
+ "family": "all_benchmark",
1404
+ "features": [
1405
+ "benchmark_layer18_last",
1406
+ "benchmark_layer18_mean",
1407
+ "benchmark_layer36_last",
1408
+ "benchmark_layer36_mean",
1409
+ "benchmark_layer9_wordlast",
1410
+ "benchmark_layer9_wordmean",
1411
+ "benchmark_layer18_wordlast",
1412
+ "benchmark_layer18_wordmean",
1413
+ "benchmark_layer27_wordlast",
1414
+ "benchmark_layer27_wordmean",
1415
+ "benchmark_layer36_wordlast",
1416
+ "benchmark_layer36_wordmean"
1417
+ ],
1418
+ "base_prior_weight": 1,
1419
+ "regularization": 0.01778279410038923,
1420
+ "reference_cv_score": 88.21559594716119
1421
+ },
1422
+ {
1423
+ "family": "all_benchmark",
1424
+ "features": [
1425
+ "benchmark_layer18_last",
1426
+ "benchmark_layer18_mean",
1427
+ "benchmark_layer36_last",
1428
+ "benchmark_layer36_mean",
1429
+ "benchmark_layer9_wordlast",
1430
+ "benchmark_layer9_wordmean",
1431
+ "benchmark_layer18_wordlast",
1432
+ "benchmark_layer18_wordmean",
1433
+ "benchmark_layer27_wordlast",
1434
+ "benchmark_layer27_wordmean",
1435
+ "benchmark_layer36_wordlast",
1436
+ "benchmark_layer36_wordmean"
1437
+ ],
1438
+ "base_prior_weight": 1,
1439
+ "regularization": 0.004216965034285823,
1440
+ "reference_cv_score": 88.17726550435188
1441
+ },
1442
+ {
1443
+ "family": "all_benchmark",
1444
+ "features": [
1445
+ "benchmark_layer18_last",
1446
+ "benchmark_layer18_mean",
1447
+ "benchmark_layer36_last",
1448
+ "benchmark_layer36_mean",
1449
+ "benchmark_layer9_wordlast",
1450
+ "benchmark_layer9_wordmean",
1451
+ "benchmark_layer18_wordlast",
1452
+ "benchmark_layer18_wordmean",
1453
+ "benchmark_layer27_wordlast",
1454
+ "benchmark_layer27_wordmean",
1455
+ "benchmark_layer36_wordlast",
1456
+ "benchmark_layer36_wordmean"
1457
+ ],
1458
+ "base_prior_weight": 1,
1459
+ "regularization": 0.001,
1460
+ "reference_cv_score": 88.16780041889844
1461
+ },
1462
+ {
1463
+ "family": "all_benchmark",
1464
+ "features": [
1465
+ "benchmark_layer18_last",
1466
+ "benchmark_layer18_mean",
1467
+ "benchmark_layer36_last",
1468
+ "benchmark_layer36_mean",
1469
+ "benchmark_layer9_wordlast",
1470
+ "benchmark_layer9_wordmean",
1471
+ "benchmark_layer18_wordlast",
1472
+ "benchmark_layer18_wordmean",
1473
+ "benchmark_layer27_wordlast",
1474
+ "benchmark_layer27_wordmean",
1475
+ "benchmark_layer36_wordlast",
1476
+ "benchmark_layer36_wordmean"
1477
+ ],
1478
+ "base_prior_weight": 0,
1479
+ "regularization": 0.01778279410038923,
1480
+ "reference_cv_score": 88.12331204929754
1481
+ },
1482
+ {
1483
+ "family": "all_benchmark",
1484
+ "features": [
1485
+ "benchmark_layer18_last",
1486
+ "benchmark_layer18_mean",
1487
+ "benchmark_layer36_last",
1488
+ "benchmark_layer36_mean",
1489
+ "benchmark_layer9_wordlast",
1490
+ "benchmark_layer9_wordmean",
1491
+ "benchmark_layer18_wordlast",
1492
+ "benchmark_layer18_wordmean",
1493
+ "benchmark_layer27_wordlast",
1494
+ "benchmark_layer27_wordmean",
1495
+ "benchmark_layer36_wordlast",
1496
+ "benchmark_layer36_wordmean"
1497
+ ],
1498
+ "base_prior_weight": 0,
1499
+ "regularization": 0.004216965034285823,
1500
+ "reference_cv_score": 88.08494199090026
1501
+ },
1502
+ {
1503
+ "family": "all_benchmark",
1504
+ "features": [
1505
+ "benchmark_layer18_last",
1506
+ "benchmark_layer18_mean",
1507
+ "benchmark_layer36_last",
1508
+ "benchmark_layer36_mean",
1509
+ "benchmark_layer9_wordlast",
1510
+ "benchmark_layer9_wordmean",
1511
+ "benchmark_layer18_wordlast",
1512
+ "benchmark_layer18_wordmean",
1513
+ "benchmark_layer27_wordlast",
1514
+ "benchmark_layer27_wordmean",
1515
+ "benchmark_layer36_wordlast",
1516
+ "benchmark_layer36_wordmean"
1517
+ ],
1518
+ "base_prior_weight": 0,
1519
+ "regularization": 0.001,
1520
+ "reference_cv_score": 88.07534716485951
1521
+ },
1522
+ {
1523
+ "family": "all_means",
1524
+ "features": [
1525
+ "benchmark_layer18_mean",
1526
+ "benchmark_layer36_mean",
1527
+ "benchmark_layer9_wordmean",
1528
+ "benchmark_layer18_wordmean",
1529
+ "benchmark_layer27_wordmean",
1530
+ "benchmark_layer36_wordmean"
1531
+ ],
1532
+ "base_prior_weight": 0.5,
1533
+ "regularization": 0.07498942093324558,
1534
+ "reference_cv_score": 88.0242430825302
1535
+ },
1536
+ {
1537
+ "family": "all_means",
1538
+ "features": [
1539
+ "benchmark_layer18_mean",
1540
+ "benchmark_layer36_mean",
1541
+ "benchmark_layer9_wordmean",
1542
+ "benchmark_layer18_wordmean",
1543
+ "benchmark_layer27_wordmean",
1544
+ "benchmark_layer36_wordmean"
1545
+ ],
1546
+ "base_prior_weight": 1,
1547
+ "regularization": 0.07498942093324558,
1548
+ "reference_cv_score": 87.97962330831275
1549
+ },
1550
+ {
1551
+ "family": "mean_layers",
1552
+ "features": [
1553
+ "benchmark_layer18_mean",
1554
+ "benchmark_layer36_mean"
1555
+ ],
1556
+ "base_prior_weight": 0,
1557
+ "regularization": 0.31622776601683794,
1558
+ "reference_cv_score": 87.92202602405784
1559
+ },
1560
+ {
1561
+ "family": "mean_and_topic",
1562
+ "features": [
1563
+ "benchmark_layer36_mean",
1564
+ "benchmark_layer18_wordlast",
1565
+ "benchmark_layer27_wordlast"
1566
+ ],
1567
+ "base_prior_weight": 0.5,
1568
+ "regularization": 0.07498942093324558,
1569
+ "reference_cv_score": 87.8921488681765
1570
+ },
1571
+ {
1572
+ "family": "topic_layers",
1573
+ "features": [
1574
+ "benchmark_layer9_wordlast",
1575
+ "benchmark_layer18_wordlast",
1576
+ "benchmark_layer27_wordlast",
1577
+ "benchmark_layer36_wordlast"
1578
+ ],
1579
+ "base_prior_weight": 0.5,
1580
+ "regularization": 0.07498942093324558,
1581
+ "reference_cv_score": 87.88952399500867
1582
+ },
1583
+ {
1584
+ "family": "all_means",
1585
+ "features": [
1586
+ "benchmark_layer18_mean",
1587
+ "benchmark_layer36_mean",
1588
+ "benchmark_layer9_wordmean",
1589
+ "benchmark_layer18_wordmean",
1590
+ "benchmark_layer27_wordmean",
1591
+ "benchmark_layer36_wordmean"
1592
+ ],
1593
+ "base_prior_weight": 0.5,
1594
+ "regularization": 0.01778279410038923,
1595
+ "reference_cv_score": 87.79035817677506
1596
+ },
1597
+ {
1598
+ "family": "mean_and_topic",
1599
+ "features": [
1600
+ "benchmark_layer36_mean",
1601
+ "benchmark_layer18_wordlast",
1602
+ "benchmark_layer27_wordlast"
1603
+ ],
1604
+ "base_prior_weight": 1,
1605
+ "regularization": 0.07498942093324558,
1606
+ "reference_cv_score": 87.77802715998992
1607
+ },
1608
+ {
1609
+ "family": "topic_layers",
1610
+ "features": [
1611
+ "benchmark_layer9_wordlast",
1612
+ "benchmark_layer18_wordlast",
1613
+ "benchmark_layer27_wordlast",
1614
+ "benchmark_layer36_wordlast"
1615
+ ],
1616
+ "base_prior_weight": 0,
1617
+ "regularization": 0.07498942093324558,
1618
+ "reference_cv_score": 87.7711650483833
1619
+ },
1620
+ {
1621
+ "family": "all_means",
1622
+ "features": [
1623
+ "benchmark_layer18_mean",
1624
+ "benchmark_layer36_mean",
1625
+ "benchmark_layer9_wordmean",
1626
+ "benchmark_layer18_wordmean",
1627
+ "benchmark_layer27_wordmean",
1628
+ "benchmark_layer36_wordmean"
1629
+ ],
1630
+ "base_prior_weight": 1,
1631
+ "regularization": 0.01778279410038923,
1632
+ "reference_cv_score": 87.7639538902371
1633
+ },
1634
+ {
1635
+ "family": "all_means",
1636
+ "features": [
1637
+ "benchmark_layer18_mean",
1638
+ "benchmark_layer36_mean",
1639
+ "benchmark_layer9_wordmean",
1640
+ "benchmark_layer18_wordmean",
1641
+ "benchmark_layer27_wordmean",
1642
+ "benchmark_layer36_wordmean"
1643
+ ],
1644
+ "base_prior_weight": 0,
1645
+ "regularization": 0.07498942093324558,
1646
+ "reference_cv_score": 87.75960696978925
1647
+ },
1648
+ {
1649
+ "family": "mean_and_topic",
1650
+ "features": [
1651
+ "benchmark_layer36_mean",
1652
+ "benchmark_layer18_wordlast",
1653
+ "benchmark_layer27_wordlast"
1654
+ ],
1655
+ "base_prior_weight": 0,
1656
+ "regularization": 0.07498942093324558,
1657
+ "reference_cv_score": 87.74010513174936
1658
+ },
1659
+ {
1660
+ "family": "topic_layers",
1661
+ "features": [
1662
+ "benchmark_layer9_wordlast",
1663
+ "benchmark_layer18_wordlast",
1664
+ "benchmark_layer27_wordlast",
1665
+ "benchmark_layer36_wordlast"
1666
+ ],
1667
+ "base_prior_weight": 1,
1668
+ "regularization": 0.07498942093324558,
1669
+ "reference_cv_score": 87.73288146519508
1670
+ },
1671
+ {
1672
+ "family": "all_means",
1673
+ "features": [
1674
+ "benchmark_layer18_mean",
1675
+ "benchmark_layer36_mean",
1676
+ "benchmark_layer9_wordmean",
1677
+ "benchmark_layer18_wordmean",
1678
+ "benchmark_layer27_wordmean",
1679
+ "benchmark_layer36_wordmean"
1680
+ ],
1681
+ "base_prior_weight": 0.5,
1682
+ "regularization": 0.004216965034285823,
1683
+ "reference_cv_score": 87.72170889759775
1684
+ },
1685
+ {
1686
+ "family": "all_means",
1687
+ "features": [
1688
+ "benchmark_layer18_mean",
1689
+ "benchmark_layer36_mean",
1690
+ "benchmark_layer9_wordmean",
1691
+ "benchmark_layer18_wordmean",
1692
+ "benchmark_layer27_wordmean",
1693
+ "benchmark_layer36_wordmean"
1694
+ ],
1695
+ "base_prior_weight": 0.5,
1696
+ "regularization": 0.001,
1697
+ "reference_cv_score": 87.70446385849068
1698
+ },
1699
+ {
1700
+ "family": "all_means",
1701
+ "features": [
1702
+ "benchmark_layer18_mean",
1703
+ "benchmark_layer36_mean",
1704
+ "benchmark_layer9_wordmean",
1705
+ "benchmark_layer18_wordmean",
1706
+ "benchmark_layer27_wordmean",
1707
+ "benchmark_layer36_wordmean"
1708
+ ],
1709
+ "base_prior_weight": 1,
1710
+ "regularization": 0.004216965034285823,
1711
+ "reference_cv_score": 87.70079553841863
1712
+ },
1713
+ {
1714
+ "family": "all_means",
1715
+ "features": [
1716
+ "benchmark_layer18_mean",
1717
+ "benchmark_layer36_mean",
1718
+ "benchmark_layer9_wordmean",
1719
+ "benchmark_layer18_wordmean",
1720
+ "benchmark_layer27_wordmean",
1721
+ "benchmark_layer36_wordmean"
1722
+ ],
1723
+ "base_prior_weight": 1,
1724
+ "regularization": 0.001,
1725
+ "reference_cv_score": 87.68504781510092
1726
+ },
1727
+ {
1728
+ "family": "mean_and_topic",
1729
+ "features": [
1730
+ "benchmark_layer36_mean",
1731
+ "benchmark_layer18_wordlast",
1732
+ "benchmark_layer27_wordlast"
1733
+ ],
1734
+ "base_prior_weight": 0.5,
1735
+ "regularization": 0.01778279410038923,
1736
+ "reference_cv_score": 87.55205997193244
1737
+ },
1738
+ {
1739
+ "family": "all_means",
1740
+ "features": [
1741
+ "benchmark_layer18_mean",
1742
+ "benchmark_layer36_mean",
1743
+ "benchmark_layer9_wordmean",
1744
+ "benchmark_layer18_wordmean",
1745
+ "benchmark_layer27_wordmean",
1746
+ "benchmark_layer36_wordmean"
1747
+ ],
1748
+ "base_prior_weight": 0,
1749
+ "regularization": 0.01778279410038923,
1750
+ "reference_cv_score": 87.51295562293525
1751
+ },
1752
+ {
1753
+ "family": "topic_layers",
1754
+ "features": [
1755
+ "benchmark_layer9_wordlast",
1756
+ "benchmark_layer18_wordlast",
1757
+ "benchmark_layer27_wordlast",
1758
+ "benchmark_layer36_wordlast"
1759
+ ],
1760
+ "base_prior_weight": 0.5,
1761
+ "regularization": 0.01778279410038923,
1762
+ "reference_cv_score": 87.45399738359009
1763
+ },
1764
+ {
1765
+ "family": "mean_and_topic",
1766
+ "features": [
1767
+ "benchmark_layer36_mean",
1768
+ "benchmark_layer18_wordlast",
1769
+ "benchmark_layer27_wordlast"
1770
+ ],
1771
+ "base_prior_weight": 1,
1772
+ "regularization": 0.01778279410038923,
1773
+ "reference_cv_score": 87.45088373329706
1774
+ },
1775
+ {
1776
+ "family": "mean_and_topic",
1777
+ "features": [
1778
+ "benchmark_layer36_mean",
1779
+ "benchmark_layer18_wordlast",
1780
+ "benchmark_layer27_wordlast"
1781
+ ],
1782
+ "base_prior_weight": 0.5,
1783
+ "regularization": 0.004216965034285823,
1784
+ "reference_cv_score": 87.44658373022811
1785
+ },
1786
+ {
1787
+ "family": "all_means",
1788
+ "features": [
1789
+ "benchmark_layer18_mean",
1790
+ "benchmark_layer36_mean",
1791
+ "benchmark_layer9_wordmean",
1792
+ "benchmark_layer18_wordmean",
1793
+ "benchmark_layer27_wordmean",
1794
+ "benchmark_layer36_wordmean"
1795
+ ],
1796
+ "base_prior_weight": 0,
1797
+ "regularization": 0.004216965034285823,
1798
+ "reference_cv_score": 87.44157315342515
1799
+ },
1800
+ {
1801
+ "family": "all_means",
1802
+ "features": [
1803
+ "benchmark_layer18_mean",
1804
+ "benchmark_layer36_mean",
1805
+ "benchmark_layer9_wordmean",
1806
+ "benchmark_layer18_wordmean",
1807
+ "benchmark_layer27_wordmean",
1808
+ "benchmark_layer36_wordmean"
1809
+ ],
1810
+ "base_prior_weight": 0,
1811
+ "regularization": 0.001,
1812
+ "reference_cv_score": 87.42360336828591
1813
+ },
1814
+ {
1815
+ "family": "mean_and_topic",
1816
+ "features": [
1817
+ "benchmark_layer36_mean",
1818
+ "benchmark_layer18_wordlast",
1819
+ "benchmark_layer27_wordlast"
1820
+ ],
1821
+ "base_prior_weight": 0.5,
1822
+ "regularization": 0.001,
1823
+ "reference_cv_score": 87.41943210013005
1824
+ },
1825
+ {
1826
+ "family": "mean_layers",
1827
+ "features": [
1828
+ "benchmark_layer18_mean",
1829
+ "benchmark_layer36_mean"
1830
+ ],
1831
+ "base_prior_weight": 1,
1832
+ "regularization": 0.07498942093324558,
1833
+ "reference_cv_score": 87.37548777801406
1834
+ },
1835
+ {
1836
+ "family": "mean_and_topic",
1837
+ "features": [
1838
+ "benchmark_layer36_mean",
1839
+ "benchmark_layer18_wordlast",
1840
+ "benchmark_layer27_wordlast"
1841
+ ],
1842
+ "base_prior_weight": 0,
1843
+ "regularization": 0.01778279410038923,
1844
+ "reference_cv_score": 87.35930842005463
1845
+ },
1846
+ {
1847
+ "family": "topic_layers",
1848
+ "features": [
1849
+ "benchmark_layer9_wordlast",
1850
+ "benchmark_layer18_wordlast",
1851
+ "benchmark_layer27_wordlast",
1852
+ "benchmark_layer36_wordlast"
1853
+ ],
1854
+ "base_prior_weight": 0,
1855
+ "regularization": 0.01778279410038923,
1856
+ "reference_cv_score": 87.34895111127446
1857
+ },
1858
+ {
1859
+ "family": "mean_and_topic",
1860
+ "features": [
1861
+ "benchmark_layer36_mean",
1862
+ "benchmark_layer18_wordlast",
1863
+ "benchmark_layer27_wordlast"
1864
+ ],
1865
+ "base_prior_weight": 1,
1866
+ "regularization": 0.004216965034285823,
1867
+ "reference_cv_score": 87.34863771587203
1868
+ },
1869
+ {
1870
+ "family": "mean_layers",
1871
+ "features": [
1872
+ "benchmark_layer18_mean",
1873
+ "benchmark_layer36_mean"
1874
+ ],
1875
+ "base_prior_weight": 0.5,
1876
+ "regularization": 0.07498942093324558,
1877
+ "reference_cv_score": 87.33014552356103
1878
+ },
1879
+ {
1880
+ "family": "mean_and_topic",
1881
+ "features": [
1882
+ "benchmark_layer36_mean",
1883
+ "benchmark_layer18_wordlast",
1884
+ "benchmark_layer27_wordlast"
1885
+ ],
1886
+ "base_prior_weight": 1,
1887
+ "regularization": 0.001,
1888
+ "reference_cv_score": 87.32291387804428
1889
+ },
1890
+ {
1891
+ "family": "topic_layers",
1892
+ "features": [
1893
+ "benchmark_layer9_wordlast",
1894
+ "benchmark_layer18_wordlast",
1895
+ "benchmark_layer27_wordlast",
1896
+ "benchmark_layer36_wordlast"
1897
+ ],
1898
+ "base_prior_weight": 0.5,
1899
+ "regularization": 0.004216965034285823,
1900
+ "reference_cv_score": 87.30286587711778
1901
+ },
1902
+ {
1903
+ "family": "topic_layers",
1904
+ "features": [
1905
+ "benchmark_layer9_wordlast",
1906
+ "benchmark_layer18_wordlast",
1907
+ "benchmark_layer27_wordlast",
1908
+ "benchmark_layer36_wordlast"
1909
+ ],
1910
+ "base_prior_weight": 1,
1911
+ "regularization": 0.01778279410038923,
1912
+ "reference_cv_score": 87.27077907102013
1913
+ },
1914
+ {
1915
+ "family": "topic_layers",
1916
+ "features": [
1917
+ "benchmark_layer9_wordlast",
1918
+ "benchmark_layer18_wordlast",
1919
+ "benchmark_layer27_wordlast",
1920
+ "benchmark_layer36_wordlast"
1921
+ ],
1922
+ "base_prior_weight": 0.5,
1923
+ "regularization": 0.001,
1924
+ "reference_cv_score": 87.26292593073251
1925
+ },
1926
+ {
1927
+ "family": "mean_and_topic",
1928
+ "features": [
1929
+ "benchmark_layer36_mean",
1930
+ "benchmark_layer18_wordlast",
1931
+ "benchmark_layer27_wordlast"
1932
+ ],
1933
+ "base_prior_weight": 0,
1934
+ "regularization": 0.004216965034285823,
1935
+ "reference_cv_score": 87.24335856010119
1936
+ },
1937
+ {
1938
+ "family": "mean_and_topic",
1939
+ "features": [
1940
+ "benchmark_layer36_mean",
1941
+ "benchmark_layer18_wordlast",
1942
+ "benchmark_layer27_wordlast"
1943
+ ],
1944
+ "base_prior_weight": 0,
1945
+ "regularization": 0.001,
1946
+ "reference_cv_score": 87.21412582742632
1947
+ },
1948
+ {
1949
+ "family": "topic_layers",
1950
+ "features": [
1951
+ "benchmark_layer9_wordlast",
1952
+ "benchmark_layer18_wordlast",
1953
+ "benchmark_layer27_wordlast",
1954
+ "benchmark_layer36_wordlast"
1955
+ ],
1956
+ "base_prior_weight": 0,
1957
+ "regularization": 0.004216965034285823,
1958
+ "reference_cv_score": 87.20678523669372
1959
+ },
1960
+ {
1961
+ "family": "topic_layers",
1962
+ "features": [
1963
+ "benchmark_layer9_wordlast",
1964
+ "benchmark_layer18_wordlast",
1965
+ "benchmark_layer27_wordlast",
1966
+ "benchmark_layer36_wordlast"
1967
+ ],
1968
+ "base_prior_weight": 0,
1969
+ "regularization": 0.001,
1970
+ "reference_cv_score": 87.1697875649269
1971
+ },
1972
+ {
1973
+ "family": "topic_layers",
1974
+ "features": [
1975
+ "benchmark_layer9_wordlast",
1976
+ "benchmark_layer18_wordlast",
1977
+ "benchmark_layer27_wordlast",
1978
+ "benchmark_layer36_wordlast"
1979
+ ],
1980
+ "base_prior_weight": 1,
1981
+ "regularization": 0.004216965034285823,
1982
+ "reference_cv_score": 87.11807115886188
1983
+ },
1984
+ {
1985
+ "family": "topic_layers",
1986
+ "features": [
1987
+ "benchmark_layer9_wordlast",
1988
+ "benchmark_layer18_wordlast",
1989
+ "benchmark_layer27_wordlast",
1990
+ "benchmark_layer36_wordlast"
1991
+ ],
1992
+ "base_prior_weight": 1,
1993
+ "regularization": 0.001,
1994
+ "reference_cv_score": 87.07853358728428
1995
+ },
1996
+ {
1997
+ "family": "mean_layers",
1998
+ "features": [
1999
+ "benchmark_layer18_mean",
2000
+ "benchmark_layer36_mean"
2001
+ ],
2002
+ "base_prior_weight": 0,
2003
+ "regularization": 0.07498942093324558,
2004
+ "reference_cv_score": 86.98194788394564
2005
+ },
2006
+ {
2007
+ "family": "mean_layers",
2008
+ "features": [
2009
+ "benchmark_layer18_mean",
2010
+ "benchmark_layer36_mean"
2011
+ ],
2012
+ "base_prior_weight": 1,
2013
+ "regularization": 0.01778279410038923,
2014
+ "reference_cv_score": 86.95082274839841
2015
+ },
2016
+ {
2017
+ "family": "mean_layers",
2018
+ "features": [
2019
+ "benchmark_layer18_mean",
2020
+ "benchmark_layer36_mean"
2021
+ ],
2022
+ "base_prior_weight": 0.5,
2023
+ "regularization": 0.01778279410038923,
2024
+ "reference_cv_score": 86.90991020709812
2025
+ },
2026
+ {
2027
+ "family": "mean_layers",
2028
+ "features": [
2029
+ "benchmark_layer18_mean",
2030
+ "benchmark_layer36_mean"
2031
+ ],
2032
+ "base_prior_weight": 1,
2033
+ "regularization": 0.004216965034285823,
2034
+ "reference_cv_score": 86.83917747367134
2035
+ },
2036
+ {
2037
+ "family": "mean_layers",
2038
+ "features": [
2039
+ "benchmark_layer18_mean",
2040
+ "benchmark_layer36_mean"
2041
+ ],
2042
+ "base_prior_weight": 1,
2043
+ "regularization": 0.001,
2044
+ "reference_cv_score": 86.81139314257776
2045
+ },
2046
+ {
2047
+ "family": "mean_layers",
2048
+ "features": [
2049
+ "benchmark_layer18_mean",
2050
+ "benchmark_layer36_mean"
2051
+ ],
2052
+ "base_prior_weight": 0.5,
2053
+ "regularization": 0.004216965034285823,
2054
+ "reference_cv_score": 86.79451623857042
2055
+ },
2056
+ {
2057
+ "family": "mean_layers",
2058
+ "features": [
2059
+ "benchmark_layer18_mean",
2060
+ "benchmark_layer36_mean"
2061
+ ],
2062
+ "base_prior_weight": 0.5,
2063
+ "regularization": 0.001,
2064
+ "reference_cv_score": 86.76557985889151
2065
+ },
2066
+ {
2067
+ "family": "mean_layers",
2068
+ "features": [
2069
+ "benchmark_layer18_mean",
2070
+ "benchmark_layer36_mean"
2071
+ ],
2072
+ "base_prior_weight": 0,
2073
+ "regularization": 0.01778279410038923,
2074
+ "reference_cv_score": 86.5880272421645
2075
+ },
2076
+ {
2077
+ "family": "mean_layers",
2078
+ "features": [
2079
+ "benchmark_layer18_mean",
2080
+ "benchmark_layer36_mean"
2081
+ ],
2082
+ "base_prior_weight": 0,
2083
+ "regularization": 0.004216965034285823,
2084
+ "reference_cv_score": 86.46644236051773
2085
+ },
2086
+ {
2087
+ "family": "mean_layers",
2088
+ "features": [
2089
+ "benchmark_layer18_mean",
2090
+ "benchmark_layer36_mean"
2091
+ ],
2092
+ "base_prior_weight": 0,
2093
+ "regularization": 0.001,
2094
+ "reference_cv_score": 86.43498740903017
2095
+ }
2096
+ ],
2097
+ "export_equivalence_max_error": 2.6350865933721934e-12,
2098
+ "evaluation_used": false
2099
+ }
evaluation/experiments/nested-residual-cv.json ADDED
@@ -0,0 +1,1042 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "Nested grouped CV: 5 outer folds; 4 inner folds select feature, prior weight, regularization",
3
+ "score": 89.34233282945043,
4
+ "base_score": 86.7944768369158,
5
+ "constant_score": 88.71523173764487,
6
+ "uniform_score": 88.77483365524246,
7
+ "folds": [
8
+ {
9
+ "fold": 0,
10
+ "feature": "layer36",
11
+ "base_prior_weight": 0.5,
12
+ "regularization": 0.01,
13
+ "inner_score": 89.28763533155654,
14
+ "outer_score": 89.5979423499075
15
+ },
16
+ {
17
+ "fold": 1,
18
+ "feature": "layer36_plus_base_scale5",
19
+ "base_prior_weight": 0.5,
20
+ "regularization": 0.31622776601683794,
21
+ "inner_score": 88.69035289305855,
22
+ "outer_score": 92.4021683559608
23
+ },
24
+ {
25
+ "fold": 2,
26
+ "feature": "layer18",
27
+ "base_prior_weight": 0.5,
28
+ "regularization": 0.0017782794100389228,
29
+ "inner_score": 89.37403354732723,
30
+ "outer_score": 89.58445479464524
31
+ },
32
+ {
33
+ "fold": 3,
34
+ "feature": "layer36",
35
+ "base_prior_weight": 0.5,
36
+ "regularization": 0.01,
37
+ "inner_score": 89.53449946480532,
38
+ "outer_score": 89.2047211295707
39
+ },
40
+ {
41
+ "fold": 4,
42
+ "feature": "layer18",
43
+ "base_prior_weight": 0.5,
44
+ "regularization": 0.0017782794100389228,
45
+ "inner_score": 90.31827189272697,
46
+ "outer_score": 85.54121335018013
47
+ }
48
+ ],
49
+ "predictions": [
50
+ {
51
+ "id": 1,
52
+ "group": "the internet",
53
+ "probabilities": [
54
+ 0.28759035601482325,
55
+ 0.16014195409540097,
56
+ 0.27670400705421416,
57
+ 0.2755636828355615
58
+ ],
59
+ "base_score": 90.98206559546314
60
+ },
61
+ {
62
+ "id": 2,
63
+ "group": "content creators",
64
+ "probabilities": [
65
+ 0.2942130991144953,
66
+ 0.19459627120587775,
67
+ 0.24437891077109428,
68
+ 0.26681171890853284
69
+ ],
70
+ "base_score": 85.72667828408686
71
+ },
72
+ {
73
+ "id": 3,
74
+ "group": "free speech",
75
+ "probabilities": [
76
+ 0.17012333796777887,
77
+ 0.20693911076098293,
78
+ 0.2810004135992812,
79
+ 0.341937137671957
80
+ ],
81
+ "base_score": 93.11613629489604
82
+ },
83
+ {
84
+ "id": 4,
85
+ "group": "michelin stars",
86
+ "probabilities": [
87
+ 0.24134741971814472,
88
+ 0.3058162765309445,
89
+ 0.22481891443182175,
90
+ 0.22801738931908913
91
+ ],
92
+ "base_score": 65.48756228373702
93
+ },
94
+ {
95
+ "id": 5,
96
+ "group": "read receipts",
97
+ "probabilities": [
98
+ 0.2824778941464056,
99
+ 0.2767767566919921,
100
+ 0.18448076782266976,
101
+ 0.2562645813389327
102
+ ],
103
+ "base_score": 95.08788051973815
104
+ },
105
+ {
106
+ "id": 6,
107
+ "group": "capitalism",
108
+ "probabilities": [
109
+ 0.23582123369756353,
110
+ 0.0544697961877654,
111
+ 0.3830542397723608,
112
+ 0.3266547303423104
113
+ ],
114
+ "base_score": 85.97993791872463
115
+ },
116
+ {
117
+ "id": 7,
118
+ "group": "ai psychosis",
119
+ "probabilities": [
120
+ 0.23594636100053834,
121
+ 0.17088498372089966,
122
+ 0.26443180228629654,
123
+ 0.32873685299226535
124
+ ],
125
+ "base_score": 86.4780388507365
126
+ },
127
+ {
128
+ "id": 8,
129
+ "group": "@shl0ms",
130
+ "probabilities": [
131
+ 0.2965941990750713,
132
+ 0.14900599438802886,
133
+ 0.32082229156168707,
134
+ 0.23357751497521284
135
+ ],
136
+ "base_score": 92.41959653672333
137
+ },
138
+ {
139
+ "id": 9,
140
+ "group": "the enhanced games",
141
+ "probabilities": [
142
+ 0.3507918476249287,
143
+ 0.17937381769203278,
144
+ 0.26180879648768945,
145
+ 0.20802553819534905
146
+ ],
147
+ "base_score": 76.26781013188925
148
+ },
149
+ {
150
+ "id": 10,
151
+ "group": "national anthems",
152
+ "probabilities": [
153
+ 0.28633617081118423,
154
+ 0.2429013350485779,
155
+ 0.19629507818998035,
156
+ 0.2744674159502575
157
+ ],
158
+ "base_score": 72.029067633284
159
+ },
160
+ {
161
+ "id": 11,
162
+ "group": "open relationships",
163
+ "probabilities": [
164
+ 0.22614536219217868,
165
+ 0.31566321734484243,
166
+ 0.23035373133148868,
167
+ 0.22783768913149016
168
+ ],
169
+ "base_score": 69.80693939613877
170
+ },
171
+ {
172
+ "id": 12,
173
+ "group": "zodiac signs",
174
+ "probabilities": [
175
+ 0.2811182049566054,
176
+ 0.18215601900564082,
177
+ 0.2828564301653894,
178
+ 0.2538693458723644
179
+ ],
180
+ "base_score": 98.97887283950617
181
+ },
182
+ {
183
+ "id": 13,
184
+ "group": "coachella",
185
+ "probabilities": [
186
+ 0.37150231750827883,
187
+ 0.24262091668424685,
188
+ 0.19640692554646264,
189
+ 0.18946984026101155
190
+ ],
191
+ "base_score": 85.10623689986284
192
+ },
193
+ {
194
+ "id": 14,
195
+ "group": "bumper stickers",
196
+ "probabilities": [
197
+ 0.26599919066605904,
198
+ 0.24610171656977445,
199
+ 0.2279119762803241,
200
+ 0.2599871164838425
201
+ ],
202
+ "base_score": 90.16517105938674
203
+ },
204
+ {
205
+ "id": 15,
206
+ "group": "art basel",
207
+ "probabilities": [
208
+ 0.3114188414344724,
209
+ 0.1882947433942223,
210
+ 0.26087685228425705,
211
+ 0.23940956288704818
212
+ ],
213
+ "base_score": 96.10785628780181
214
+ },
215
+ {
216
+ "id": 16,
217
+ "group": "times square",
218
+ "probabilities": [
219
+ 0.3440474688892178,
220
+ 0.16278697436949427,
221
+ 0.2613318338453962,
222
+ 0.2318337228958918
223
+ ],
224
+ "base_score": 94.51282287334594
225
+ },
226
+ {
227
+ "id": 17,
228
+ "group": "the american dream",
229
+ "probabilities": [
230
+ 0.31584693427443455,
231
+ 0.1496055910909624,
232
+ 0.24913169133825247,
233
+ 0.28541578329635064
234
+ ],
235
+ "base_score": 98.30762553492318
236
+ },
237
+ {
238
+ "id": 18,
239
+ "group": "jack butcher",
240
+ "probabilities": [
241
+ 0.30388701328323525,
242
+ 0.13700942127274807,
243
+ 0.28675063210123847,
244
+ 0.2723529333427782
245
+ ],
246
+ "base_score": 91.05355543635851
247
+ },
248
+ {
249
+ "id": 19,
250
+ "group": "eye contact",
251
+ "probabilities": [
252
+ 0.2257106743053171,
253
+ 0.32143516453191767,
254
+ 0.22220806670716917,
255
+ 0.23064609445559617
256
+ ],
257
+ "base_score": 99.96034104938272
258
+ },
259
+ {
260
+ "id": 20,
261
+ "group": "the stock market",
262
+ "probabilities": [
263
+ 0.24246527861971953,
264
+ 0.17023012608412694,
265
+ 0.29311811057442994,
266
+ 0.29418648472172365
267
+ ],
268
+ "base_score": 77.05554093983625
269
+ },
270
+ {
271
+ "id": 21,
272
+ "group": "concession speeches",
273
+ "probabilities": [
274
+ 0.2666629785532034,
275
+ 0.14836250207543086,
276
+ 0.27056586379692116,
277
+ 0.31440865557444464
278
+ ],
279
+ "base_score": 95.73613738678904
280
+ },
281
+ {
282
+ "id": 22,
283
+ "group": "art blocks",
284
+ "probabilities": [
285
+ 0.3518434272878561,
286
+ 0.20853170222430328,
287
+ 0.2057090842524728,
288
+ 0.23391578623536774
289
+ ],
290
+ "base_score": 80.70169171597634
291
+ },
292
+ {
293
+ "id": 23,
294
+ "group": "anthropic",
295
+ "probabilities": [
296
+ 0.20919878633068625,
297
+ 0.24637672971727745,
298
+ 0.2986526023992073,
299
+ 0.24577188155282903
300
+ ],
301
+ "base_score": 72.62037177267358
302
+ },
303
+ {
304
+ "id": 24,
305
+ "group": "donald trump",
306
+ "probabilities": [
307
+ 0.2369931645395222,
308
+ 0.0,
309
+ 0.5132645425551587,
310
+ 0.24974229290531894
311
+ ],
312
+ "base_score": 57.919687832786195
313
+ },
314
+ {
315
+ "id": 25,
316
+ "group": "credit cards",
317
+ "probabilities": [
318
+ 0.16955954972696088,
319
+ 0.16991005546309323,
320
+ 0.32941705614518124,
321
+ 0.33111333866476456
322
+ ],
323
+ "base_score": 81.93092719968645
324
+ },
325
+ {
326
+ "id": 28,
327
+ "group": "cancel culture",
328
+ "probabilities": [
329
+ 0.13855124872978958,
330
+ 0.1497350809219383,
331
+ 0.3238018757248633,
332
+ 0.38791179462340875
333
+ ],
334
+ "base_score": 87.77059204152249
335
+ },
336
+ {
337
+ "id": 29,
338
+ "group": "rhizome",
339
+ "probabilities": [
340
+ 0.3206380584344449,
341
+ 0.20024881283715698,
342
+ 0.2607084697870573,
343
+ 0.21840465894134095
344
+ ],
345
+ "base_score": 86.16484816630259
346
+ },
347
+ {
348
+ "id": 30,
349
+ "group": "elon musk",
350
+ "probabilities": [
351
+ 0.16322173649052135,
352
+ 0.09510310231372995,
353
+ 0.40774325501431213,
354
+ 0.3339319061814366
355
+ ],
356
+ "base_score": 93.6351836419753
357
+ },
358
+ {
359
+ "id": 31,
360
+ "group": "taste",
361
+ "probabilities": [
362
+ 0.3197477196669207,
363
+ 0.25305484827725394,
364
+ 0.21850538512364787,
365
+ 0.2086920469321774
366
+ ],
367
+ "base_score": 91.67181249555001
368
+ },
369
+ {
370
+ "id": 35,
371
+ "group": "the world cup",
372
+ "probabilities": [
373
+ 0.27186003940160625,
374
+ 0.15531182061525092,
375
+ 0.24749899236952078,
376
+ 0.3253291476136221
377
+ ],
378
+ "base_score": 62.741258242327
379
+ },
380
+ {
381
+ "id": 36,
382
+ "group": "prisons",
383
+ "probabilities": [
384
+ 0.21302243386788233,
385
+ 0.2169447186694819,
386
+ 0.2604756972166952,
387
+ 0.30955715024594066
388
+ ],
389
+ "base_score": 89.05551231148046
390
+ },
391
+ {
392
+ "id": 37,
393
+ "group": "beeple",
394
+ "probabilities": [
395
+ 0.24958774098649616,
396
+ 0.1868701175605279,
397
+ 0.3159423223017301,
398
+ 0.24759981915124588
399
+ ],
400
+ "base_score": 86.51417187499999
401
+ },
402
+ {
403
+ "id": 38,
404
+ "group": "compliments",
405
+ "probabilities": [
406
+ 0.28056029205387334,
407
+ 0.2675484227486446,
408
+ 0.1971754837145535,
409
+ 0.2547158014829286
410
+ ],
411
+ "base_score": 87.67088466641883
412
+ },
413
+ {
414
+ "id": 39,
415
+ "group": "gen z",
416
+ "probabilities": [
417
+ 0.2860488975874377,
418
+ 0.19275813358078736,
419
+ 0.25295771924125665,
420
+ 0.26823524959051837
421
+ ],
422
+ "base_score": 81.06312152777778
423
+ },
424
+ {
425
+ "id": 42,
426
+ "group": "patronage",
427
+ "probabilities": [
428
+ 0.2739185000601869,
429
+ 0.23372495551675143,
430
+ 0.2236860323063934,
431
+ 0.2686705121166683
432
+ ],
433
+ "base_score": 93.88445940964621
434
+ },
435
+ {
436
+ "id": 43,
437
+ "group": "speculation",
438
+ "probabilities": [
439
+ 0.2602208682847131,
440
+ 0.20075489287157278,
441
+ 0.27203412337684846,
442
+ 0.2669901154668657
443
+ ],
444
+ "base_score": 74.05630384946853
445
+ },
446
+ {
447
+ "id": 44,
448
+ "group": "floor prices",
449
+ "probabilities": [
450
+ 0.31637630073130996,
451
+ 0.22391163966720282,
452
+ 0.22831003120200635,
453
+ 0.23140202839948093
454
+ ],
455
+ "base_score": 92.08132816510579
456
+ },
457
+ {
458
+ "id": 45,
459
+ "group": "status",
460
+ "probabilities": [
461
+ 0.304357745629264,
462
+ 0.23321787598674495,
463
+ 0.19528468635914772,
464
+ 0.26713969202484333
465
+ ],
466
+ "base_score": 85.41881226731414
467
+ },
468
+ {
469
+ "id": 46,
470
+ "group": "fomo",
471
+ "probabilities": [
472
+ 0.323183112397191,
473
+ 0.22497108658497994,
474
+ 0.2625996332140586,
475
+ 0.18924616780377043
476
+ ],
477
+ "base_score": 84.75299775720897
478
+ },
479
+ {
480
+ "id": 47,
481
+ "group": "generative art",
482
+ "probabilities": [
483
+ 0.2431929870577973,
484
+ 0.2734847203435597,
485
+ 0.2706192736978129,
486
+ 0.21270301890083
487
+ ],
488
+ "base_score": 94.21274720041863
489
+ },
490
+ {
491
+ "id": 48,
492
+ "group": "non-fungible tokens",
493
+ "probabilities": [
494
+ 0.24955210091993985,
495
+ 0.20731321013324577,
496
+ 0.24054394105761645,
497
+ 0.3025907478891978
498
+ ],
499
+ "base_score": 64.28167753313159
500
+ },
501
+ {
502
+ "id": 49,
503
+ "group": "fast fashion",
504
+ "probabilities": [
505
+ 0.3122617866672555,
506
+ 0.13847054648649346,
507
+ 0.29402877628205787,
508
+ 0.2552388905641931
509
+ ],
510
+ "base_score": 76.41289963269054
511
+ },
512
+ {
513
+ "id": 50,
514
+ "group": "tribute labs",
515
+ "probabilities": [
516
+ 0.2990273902544584,
517
+ 0.25113033527756484,
518
+ 0.14865335291686355,
519
+ 0.3011889215511133
520
+ ],
521
+ "base_score": 94.40979201619767
522
+ },
523
+ {
524
+ "id": 51,
525
+ "group": "bitcoin",
526
+ "probabilities": [
527
+ 0.3040478761260974,
528
+ 0.1099423697578929,
529
+ 0.30568573130759047,
530
+ 0.28032402280841917
531
+ ],
532
+ "base_score": 97.49067426210154
533
+ },
534
+ {
535
+ "id": 52,
536
+ "group": "ethereum",
537
+ "probabilities": [
538
+ 0.28073670885900315,
539
+ 0.22287931637197522,
540
+ 0.2564013677353568,
541
+ 0.23998260703366467
542
+ ],
543
+ "base_score": 84.80197828594042
544
+ },
545
+ {
546
+ "id": 53,
547
+ "group": "solana",
548
+ "probabilities": [
549
+ 0.3008853250083468,
550
+ 0.22135604889328558,
551
+ 0.24452789773354416,
552
+ 0.23323072836482342
553
+ ],
554
+ "base_score": 91.612110430839
555
+ },
556
+ {
557
+ "id": 54,
558
+ "group": "gen alpha",
559
+ "probabilities": [
560
+ 0.2677148560681006,
561
+ 0.17980169802299695,
562
+ 0.3022731742889094,
563
+ 0.25021027161999304
564
+ ],
565
+ "base_score": 99.9057656239328
566
+ },
567
+ {
568
+ "id": 55,
569
+ "group": "phoebe gates",
570
+ "probabilities": [
571
+ 0.2679399578153479,
572
+ 0.23334593666777598,
573
+ 0.1851885437537915,
574
+ 0.3135255617630847
575
+ ],
576
+ "base_score": 76.80394567474049
577
+ },
578
+ {
579
+ "id": 56,
580
+ "group": "burning man",
581
+ "probabilities": [
582
+ 0.25882455974677504,
583
+ 0.303984383857474,
584
+ 0.1759160072015348,
585
+ 0.26127504919421624
586
+ ],
587
+ "base_score": 59.00383333333333
588
+ },
589
+ {
590
+ "id": 57,
591
+ "group": "family dinners",
592
+ "probabilities": [
593
+ 0.27103453396439947,
594
+ 0.25097583041242433,
595
+ 0.20796892059857017,
596
+ 0.2700207150246061
597
+ ],
598
+ "base_score": 94.37273457340166
599
+ },
600
+ {
601
+ "id": 58,
602
+ "group": "sobriety",
603
+ "probabilities": [
604
+ 0.2742164938264532,
605
+ 0.21716560935554213,
606
+ 0.25325602277096976,
607
+ 0.2553618740470349
608
+ ],
609
+ "base_score": 98.85858091378545
610
+ },
611
+ {
612
+ "id": 59,
613
+ "group": "tech startups",
614
+ "probabilities": [
615
+ 0.23251996596774804,
616
+ 0.15600928996078717,
617
+ 0.3192152251179197,
618
+ 0.29225551895354507
619
+ ],
620
+ "base_score": 99.2162088846881
621
+ },
622
+ {
623
+ "id": 60,
624
+ "group": "republicans",
625
+ "probabilities": [
626
+ 0.17624740962200425,
627
+ 0.04368623018051458,
628
+ 0.384956648208123,
629
+ 0.3951097119893581
630
+ ],
631
+ "base_score": 97.5517484375
632
+ },
633
+ {
634
+ "id": 61,
635
+ "group": "professional sports",
636
+ "probabilities": [
637
+ 0.18560412405433707,
638
+ 0.1129590711143386,
639
+ 0.3633334222931102,
640
+ 0.33810338253821415
641
+ ],
642
+ "base_score": 91.2700122946638
643
+ },
644
+ {
645
+ "id": 62,
646
+ "group": "jeffrey epstein",
647
+ "probabilities": [
648
+ 0.15602060537167936,
649
+ 0.1691522268735923,
650
+ 0.3532423244299314,
651
+ 0.321584843324797
652
+ ],
653
+ "base_score": 91.95030019150148
654
+ },
655
+ {
656
+ "id": 63,
657
+ "group": "disney world",
658
+ "probabilities": [
659
+ 0.3683830557683518,
660
+ 0.20587061809291932,
661
+ 0.23649378117458525,
662
+ 0.18925254496414368
663
+ ],
664
+ "base_score": 89.5873
665
+ },
666
+ {
667
+ "id": 64,
668
+ "group": "trauma dumping",
669
+ "probabilities": [
670
+ 0.17999163283594194,
671
+ 0.2728353111611479,
672
+ 0.2859994887845654,
673
+ 0.2611735672183449
674
+ ],
675
+ "base_score": 92.30219841269842
676
+ },
677
+ {
678
+ "id": 65,
679
+ "group": "cannabis",
680
+ "probabilities": [
681
+ 0.19910486277906292,
682
+ 0.28209792472539374,
683
+ 0.23460589022731324,
684
+ 0.2841913222682301
685
+ ],
686
+ "base_score": 96.53281939272757
687
+ },
688
+ {
689
+ "id": 66,
690
+ "group": "mcdonald's",
691
+ "probabilities": [
692
+ 0.28028188259276027,
693
+ 0.1798346773002828,
694
+ 0.24173397249383477,
695
+ 0.2981494676131221
696
+ ],
697
+ "base_score": 81.05781293062009
698
+ },
699
+ {
700
+ "id": 67,
701
+ "group": "vitalik buterin",
702
+ "probabilities": [
703
+ 0.17829684467115742,
704
+ 0.27561137538634656,
705
+ 0.231450413754843,
706
+ 0.31464136618765304
707
+ ],
708
+ "base_score": 77.06386852844147
709
+ },
710
+ {
711
+ "id": 68,
712
+ "group": "police departments",
713
+ "probabilities": [
714
+ 0.19834029369663322,
715
+ 0.19002109898746,
716
+ 0.2614852172002589,
717
+ 0.3501533901156477
718
+ ],
719
+ "base_score": 88.43088950583444
720
+ },
721
+ {
722
+ "id": 69,
723
+ "group": "silence",
724
+ "probabilities": [
725
+ 0.2304276016696119,
726
+ 0.32723425873712797,
727
+ 0.14274361035735142,
728
+ 0.2995945292359087
729
+ ],
730
+ "base_score": 93.52432698961938
731
+ },
732
+ {
733
+ "id": 70,
734
+ "group": "millennials",
735
+ "probabilities": [
736
+ 0.27075769054032545,
737
+ 0.15710997978322108,
738
+ 0.30980031167659006,
739
+ 0.2623320179998635
740
+ ],
741
+ "base_score": 99.15851858676494
742
+ },
743
+ {
744
+ "id": 71,
745
+ "group": "democrats",
746
+ "probabilities": [
747
+ 0.1557112688696555,
748
+ 0.09868408490138739,
749
+ 0.3608929730176592,
750
+ 0.38471167321129796
751
+ ],
752
+ "base_score": 94.11262796167533
753
+ },
754
+ {
755
+ "id": 72,
756
+ "group": "fossil fuels",
757
+ "probabilities": [
758
+ 0.17520801662229338,
759
+ 0.18139843159672606,
760
+ 0.31691019800909825,
761
+ 0.3264833537718823
762
+ ],
763
+ "base_score": 67.90661055837317
764
+ },
765
+ {
766
+ "id": 73,
767
+ "group": "screen time",
768
+ "probabilities": [
769
+ 0.3415207799191355,
770
+ 0.1638526544039463,
771
+ 0.2523874524828584,
772
+ 0.24223911319405986
773
+ ],
774
+ "base_score": 82.58140001514288
775
+ },
776
+ {
777
+ "id": 74,
778
+ "group": "initial public offerings",
779
+ "probabilities": [
780
+ 0.25920274041546887,
781
+ 0.17727677157741312,
782
+ 0.30421391283306604,
783
+ 0.25930657517405203
784
+ ],
785
+ "base_score": 91.49425612244897
786
+ },
787
+ {
788
+ "id": 77,
789
+ "group": "flags",
790
+ "probabilities": [
791
+ 0.31615450189016603,
792
+ 0.1531671032661327,
793
+ 0.2471470540183193,
794
+ 0.2835313408253819
795
+ ],
796
+ "base_score": 79.00957127910266
797
+ },
798
+ {
799
+ "id": 78,
800
+ "group": "dating apps",
801
+ "probabilities": [
802
+ 0.2726301593392729,
803
+ 0.1217501478652064,
804
+ 0.3709237129902613,
805
+ 0.23469597980525944
806
+ ],
807
+ "base_score": 94.59242905044962
808
+ },
809
+ {
810
+ "id": 79,
811
+ "group": "las vegas",
812
+ "probabilities": [
813
+ 0.33373342786789817,
814
+ 0.17139835449063334,
815
+ 0.24274789040092132,
816
+ 0.2521203272405471
817
+ ],
818
+ "base_score": 96.04354959013067
819
+ },
820
+ {
821
+ "id": 80,
822
+ "group": "alcohol",
823
+ "probabilities": [
824
+ 0.21073749058327343,
825
+ 0.2743591384631471,
826
+ 0.25894607382645335,
827
+ 0.25595729712712617
828
+ ],
829
+ "base_score": 88.82029584120983
830
+ },
831
+ {
832
+ "id": 81,
833
+ "group": "border walls",
834
+ "probabilities": [
835
+ 0.2221726548547321,
836
+ 0.16685512100901587,
837
+ 0.32387231179384135,
838
+ 0.2870999123424107
839
+ ],
840
+ "base_score": 67.89774621054319
841
+ },
842
+ {
843
+ "id": 82,
844
+ "group": "recycling",
845
+ "probabilities": [
846
+ 0.2463311613890534,
847
+ 0.28333454844970546,
848
+ 0.22873114932457886,
849
+ 0.24160314083666232
850
+ ],
851
+ "base_score": 93.7245
852
+ },
853
+ {
854
+ "id": 83,
855
+ "group": "freedom",
856
+ "probabilities": [
857
+ 0.21097827877076136,
858
+ 0.28689005429299413,
859
+ 0.21212586130244243,
860
+ 0.2900058056338021
861
+ ],
862
+ "base_score": 93.53120556988253
863
+ },
864
+ {
865
+ "id": 84,
866
+ "group": "starbucks",
867
+ "probabilities": [
868
+ 0.33072689232651226,
869
+ 0.20951498099225602,
870
+ 0.23627368445822144,
871
+ 0.2234844422230104
872
+ ],
873
+ "base_score": 82.16141764705883
874
+ },
875
+ {
876
+ "id": 85,
877
+ "group": "barack obama",
878
+ "probabilities": [
879
+ 0.16345345567290104,
880
+ 0.25487434420259747,
881
+ 0.2582087698435873,
882
+ 0.3234634302809141
883
+ ],
884
+ "base_score": 74.80655332810508
885
+ },
886
+ {
887
+ "id": 86,
888
+ "group": "universal basic income",
889
+ "probabilities": [
890
+ 0.14232166642662708,
891
+ 0.16801356313475813,
892
+ 0.2934066346887845,
893
+ 0.3962581357498304
894
+ ],
895
+ "base_score": 83.58019179508538
896
+ },
897
+ {
898
+ "id": 87,
899
+ "group": "same-sex marriage",
900
+ "probabilities": [
901
+ 0.1666428910765303,
902
+ 0.25162450065321423,
903
+ 0.2520952450239688,
904
+ 0.3296373632462866
905
+ ],
906
+ "base_score": 96.85141675150756
907
+ },
908
+ {
909
+ "id": 88,
910
+ "group": "kendrick lamar",
911
+ "probabilities": [
912
+ 0.20390021178703627,
913
+ 0.21621954234070298,
914
+ 0.24430335829675393,
915
+ 0.3355768875755068
916
+ ],
917
+ "base_score": 56.58171666453751
918
+ },
919
+ {
920
+ "id": 89,
921
+ "group": "red carpets",
922
+ "probabilities": [
923
+ 0.3406552078145665,
924
+ 0.21180711890839254,
925
+ 0.22111533731402513,
926
+ 0.22642233596301586
927
+ ],
928
+ "base_score": 78.54140659309785
929
+ },
930
+ {
931
+ "id": 90,
932
+ "group": "one night stands",
933
+ "probabilities": [
934
+ 0.24783318749720445,
935
+ 0.3179332423615268,
936
+ 0.19964586148032148,
937
+ 0.23458770866094714
938
+ ],
939
+ "base_score": 91.70806154739527
940
+ },
941
+ {
942
+ "id": 91,
943
+ "group": "therapy",
944
+ "probabilities": [
945
+ 0.2381196861576014,
946
+ 0.2841346215863394,
947
+ 0.24846378383701387,
948
+ 0.2292819084190454
949
+ ],
950
+ "base_score": 99.38781977257132
951
+ },
952
+ {
953
+ "id": 92,
954
+ "group": "tequila",
955
+ "probabilities": [
956
+ 0.27599926947843323,
957
+ 0.24441200324610696,
958
+ 0.23821589781216837,
959
+ 0.2413728294632915
960
+ ],
961
+ "base_score": 99.07611558184254
962
+ },
963
+ {
964
+ "id": 93,
965
+ "group": "socialism",
966
+ "probabilities": [
967
+ 0.18561591127981103,
968
+ 0.27952243360189977,
969
+ 0.2144826934165252,
970
+ 0.32037896170176405
971
+ ],
972
+ "base_score": 86.1547662037037
973
+ },
974
+ {
975
+ "id": 94,
976
+ "group": "comfort",
977
+ "probabilities": [
978
+ 0.29493259389492715,
979
+ 0.2629214772505907,
980
+ 0.2000257650873778,
981
+ 0.24212016376710427
982
+ ],
983
+ "base_score": 99.72289524044912
984
+ },
985
+ {
986
+ "id": 95,
987
+ "group": "lawyers",
988
+ "probabilities": [
989
+ 0.18902759290446947,
990
+ 0.18961418832076177,
991
+ 0.27824353568943855,
992
+ 0.3431146830853303
993
+ ],
994
+ "base_score": 90.74682911392405
995
+ },
996
+ {
997
+ "id": 96,
998
+ "group": "golf",
999
+ "probabilities": [
1000
+ 0.2605704493869361,
1001
+ 0.20818301727010688,
1002
+ 0.25915240743826706,
1003
+ 0.27209412590469007
1004
+ ],
1005
+ "base_score": 95.89063850415512
1006
+ },
1007
+ {
1008
+ "id": 97,
1009
+ "group": "handwritten notes",
1010
+ "probabilities": [
1011
+ 0.22446842920575338,
1012
+ 0.3168695544697438,
1013
+ 0.2298056748467459,
1014
+ 0.228856341477757
1015
+ ],
1016
+ "base_score": 96.88735841760857
1017
+ },
1018
+ {
1019
+ "id": 98,
1020
+ "group": "joe biden",
1021
+ "probabilities": [
1022
+ 0.17021665236661493,
1023
+ 0.1292614558134751,
1024
+ 0.31647103349515054,
1025
+ 0.3840508583247595
1026
+ ],
1027
+ "base_score": 88.00707717369032
1028
+ },
1029
+ {
1030
+ "id": 99,
1031
+ "group": "elon musk",
1032
+ "probabilities": [
1033
+ 0.16322173649052135,
1034
+ 0.09510310231372995,
1035
+ 0.40774325501431213,
1036
+ 0.3339319061814366
1037
+ ],
1038
+ "base_score": 81.85187646232829
1039
+ }
1040
+ ],
1041
+ "evaluation_used": false
1042
+ }
evaluation/experiments/probability-lora-seed-17/complete.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "elapsed_seconds": 141.49662709236145,
3
+ "peak_memory_gb": 3.121123843,
4
+ "training_order": [
5
+ 79,
6
+ 37,
7
+ 50,
8
+ 29,
9
+ 65,
10
+ 59,
11
+ 94,
12
+ 12,
13
+ 24,
14
+ 38,
15
+ 61,
16
+ 56,
17
+ 36,
18
+ 20,
19
+ 16,
20
+ 21,
21
+ 60,
22
+ 30,
23
+ 98,
24
+ 14,
25
+ 93,
26
+ 69,
27
+ 68,
28
+ 73,
29
+ 71,
30
+ 46,
31
+ 23,
32
+ 58,
33
+ 83,
34
+ 6
35
+ ],
36
+ "selected": {
37
+ "step": 30,
38
+ "development_score": 83.71083842709793,
39
+ "elapsed_seconds": 141.47547507286072,
40
+ "adapter_sha256": "7f039536105fa855242b93e746b1acd26329babd980dcc35f5269ec47036bc5b"
41
+ }
42
+ }
evaluation/experiments/probability-lora-seed-17/config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_repository": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
3
+ "base_revision": "50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b",
4
+ "num_layers": 8,
5
+ "fine_tune_type": "lora",
6
+ "lora_parameters": {
7
+ "rank": 8,
8
+ "scale": 16,
9
+ "dropout": 0.0
10
+ },
11
+ "learning_rate": 2e-06,
12
+ "steps": 30,
13
+ "checkpoints": [
14
+ 30
15
+ ],
16
+ "objective": "sum squared error against unrounded crowd probabilities",
17
+ "readout": "Fixed reference-trained softmax head, benchmark_layer36_mean",
18
+ "seed": 7,
19
+ "data_seed": 17,
20
+ "training_partition": "reference",
21
+ "selection_partition": "development",
22
+ "evaluation_used": false
23
+ }
evaluation/experiments/probability-lora-seed-17/development-step-30.json ADDED
@@ -0,0 +1,278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 30,
3
+ "development_score": 83.71083842709793,
4
+ "elapsed_seconds": 141.47547507286072,
5
+ "adapter_sha256": "7f039536105fa855242b93e746b1acd26329babd980dcc35f5269ec47036bc5b",
6
+ "predictions": [
7
+ {
8
+ "id": 100,
9
+ "probabilities": [
10
+ 0.265676043460487,
11
+ 0.19043953149200882,
12
+ 0.3267901442411499,
13
+ 0.21709428080635426
14
+ ]
15
+ },
16
+ {
17
+ "id": 101,
18
+ "probabilities": [
19
+ 0.2148978678152283,
20
+ 0.129811627718633,
21
+ 0.3852030279457118,
22
+ 0.2700874765204269
23
+ ]
24
+ },
25
+ {
26
+ "id": 102,
27
+ "probabilities": [
28
+ 0.19908863306045532,
29
+ 0.1862410604953766,
30
+ 0.3363357484340668,
31
+ 0.2783345580101013
32
+ ]
33
+ },
34
+ {
35
+ "id": 103,
36
+ "probabilities": [
37
+ 0.22703944009777546,
38
+ 0.19836258580461655,
39
+ 0.33700900298410674,
40
+ 0.23758897111350125
41
+ ]
42
+ },
43
+ {
44
+ "id": 104,
45
+ "probabilities": [
46
+ 0.27384117245674133,
47
+ 0.19978190958499908,
48
+ 0.23938952386379242,
49
+ 0.28698739409446716
50
+ ]
51
+ },
52
+ {
53
+ "id": 105,
54
+ "probabilities": [
55
+ 0.3021455064096226,
56
+ 0.1591039276256572,
57
+ 0.3307849417509892,
58
+ 0.20796562421373094
59
+ ]
60
+ },
61
+ {
62
+ "id": 106,
63
+ "probabilities": [
64
+ 0.2657642722936625,
65
+ 0.1592425412616842,
66
+ 0.3650943608497655,
67
+ 0.20989882559488782
68
+ ]
69
+ },
70
+ {
71
+ "id": 107,
72
+ "probabilities": [
73
+ 0.22091646665832598,
74
+ 0.23232600198233117,
75
+ 0.32691977459670457,
76
+ 0.21983775676263828
77
+ ]
78
+ },
79
+ {
80
+ "id": 108,
81
+ "probabilities": [
82
+ 0.16683737933635712,
83
+ 0.19138853251934052,
84
+ 0.32696712017059326,
85
+ 0.3148069679737091
86
+ ]
87
+ },
88
+ {
89
+ "id": 109,
90
+ "probabilities": [
91
+ 0.24356386466783891,
92
+ 0.21138807186239636,
93
+ 0.296733604517567,
94
+ 0.24831445895219778
95
+ ]
96
+ },
97
+ {
98
+ "id": 110,
99
+ "probabilities": [
100
+ 0.17884210709207932,
101
+ 0.14231274597904844,
102
+ 0.3393566507292792,
103
+ 0.33948849619959304
104
+ ]
105
+ },
106
+ {
107
+ "id": 111,
108
+ "probabilities": [
109
+ 0.31687389240595215,
110
+ 0.23298891930232582,
111
+ 0.22765850548409694,
112
+ 0.22247868280762506
113
+ ]
114
+ },
115
+ {
116
+ "id": 112,
117
+ "probabilities": [
118
+ 0.2986139490580834,
119
+ 0.25999121040066525,
120
+ 0.23621910376336144,
121
+ 0.2051757367778899
122
+ ]
123
+ },
124
+ {
125
+ "id": 113,
126
+ "probabilities": [
127
+ 0.2254288330929776,
128
+ 0.25360827169467637,
129
+ 0.26243119015879574,
130
+ 0.25853170505355033
131
+ ]
132
+ },
133
+ {
134
+ "id": 114,
135
+ "probabilities": [
136
+ 0.2148261325216771,
137
+ 0.24776833524391037,
138
+ 0.29510176523610065,
139
+ 0.24230376699831185
140
+ ]
141
+ },
142
+ {
143
+ "id": 115,
144
+ "probabilities": [
145
+ 0.33191626769429045,
146
+ 0.18971866086544603,
147
+ 0.268045421420851,
148
+ 0.2103196500194125
149
+ ]
150
+ },
151
+ {
152
+ "id": 116,
153
+ "probabilities": [
154
+ 0.19830766923840332,
155
+ 0.13006179943404497,
156
+ 0.36861179611332134,
157
+ 0.30301873521423034
158
+ ]
159
+ },
160
+ {
161
+ "id": 117,
162
+ "probabilities": [
163
+ 0.28037211716729576,
164
+ 0.15634401375567933,
165
+ 0.34724244992796255,
166
+ 0.21604141914906233
167
+ ]
168
+ },
169
+ {
170
+ "id": 118,
171
+ "probabilities": [
172
+ 0.2175687136883842,
173
+ 0.15352472891695393,
174
+ 0.3501793496337436,
175
+ 0.27872720776091825
176
+ ]
177
+ },
178
+ {
179
+ "id": 119,
180
+ "probabilities": [
181
+ 0.17650319372857817,
182
+ 0.2084035246312093,
183
+ 0.3028628184964833,
184
+ 0.3122304631437292
185
+ ]
186
+ },
187
+ {
188
+ "id": 120,
189
+ "probabilities": [
190
+ 0.2546365705349105,
191
+ 0.15174724747256949,
192
+ 0.37136695555645494,
193
+ 0.22224922643606504
194
+ ]
195
+ },
196
+ {
197
+ "id": 121,
198
+ "probabilities": [
199
+ 0.2456618845462799,
200
+ 0.25816771388053894,
201
+ 0.268558531999588,
202
+ 0.22761186957359314
203
+ ]
204
+ },
205
+ {
206
+ "id": 122,
207
+ "probabilities": [
208
+ 0.22221254640184204,
209
+ 0.1972319275965712,
210
+ 0.33129059281079193,
211
+ 0.2492649331907948
212
+ ]
213
+ },
214
+ {
215
+ "id": 123,
216
+ "probabilities": [
217
+ 0.2758371614169228,
218
+ 0.23553987549364197,
219
+ 0.23766898327079367,
220
+ 0.25095397981864154
221
+ ]
222
+ },
223
+ {
224
+ "id": 124,
225
+ "probabilities": [
226
+ 0.23791429899036745,
227
+ 0.1614558975370037,
228
+ 0.3803234597703186,
229
+ 0.22030634370231023
230
+ ]
231
+ },
232
+ {
233
+ "id": 125,
234
+ "probabilities": [
235
+ 0.32494504228070503,
236
+ 0.22637071390064697,
237
+ 0.22439368737917206,
238
+ 0.2242905564394759
239
+ ]
240
+ },
241
+ {
242
+ "id": 126,
243
+ "probabilities": [
244
+ 0.19606522631450812,
245
+ 0.22939581485403135,
246
+ 0.2907063874391798,
247
+ 0.28383257139228074
248
+ ]
249
+ },
250
+ {
251
+ "id": 127,
252
+ "probabilities": [
253
+ 0.15237271558683044,
254
+ 0.13753320071796774,
255
+ 0.35731434289642655,
256
+ 0.3527797407987752
257
+ ]
258
+ },
259
+ {
260
+ "id": 128,
261
+ "probabilities": [
262
+ 0.2013125091595574,
263
+ 0.1927818776252586,
264
+ 0.2827275651286905,
265
+ 0.3231780480864935
266
+ ]
267
+ },
268
+ {
269
+ "id": 129,
270
+ "probabilities": [
271
+ 0.2502865679433986,
272
+ 0.17615223633562463,
273
+ 0.3493828617312225,
274
+ 0.22417833398975429
275
+ ]
276
+ }
277
+ ]
278
+ }
evaluation/experiments/probability-lora-seed-17/results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 30,
4
+ "development_score": 83.71083842709793,
5
+ "elapsed_seconds": 141.47547507286072,
6
+ "adapter_sha256": "7f039536105fa855242b93e746b1acd26329babd980dcc35f5269ec47036bc5b"
7
+ }
8
+ ]
evaluation/experiments/probability-lora-seed-29/complete.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "elapsed_seconds": 147.71312808990479,
3
+ "peak_memory_gb": 3.133743119,
4
+ "training_order": [
5
+ 7,
6
+ 25,
7
+ 89,
8
+ 30,
9
+ 81,
10
+ 35,
11
+ 21,
12
+ 10,
13
+ 17,
14
+ 16,
15
+ 48,
16
+ 9,
17
+ 96,
18
+ 79,
19
+ 56,
20
+ 88,
21
+ 67,
22
+ 55,
23
+ 61,
24
+ 70,
25
+ 97,
26
+ 90,
27
+ 20,
28
+ 28,
29
+ 64,
30
+ 98,
31
+ 31,
32
+ 80,
33
+ 47,
34
+ 46
35
+ ],
36
+ "selected": {
37
+ "step": 30,
38
+ "development_score": 83.08685726064856,
39
+ "elapsed_seconds": 147.6867871284485,
40
+ "adapter_sha256": "ad9a3d30ff2aafc7a3b5192173244bcafb7f35a45bba7adec140da304676e715"
41
+ }
42
+ }
evaluation/experiments/probability-lora-seed-29/config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_repository": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
3
+ "base_revision": "50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b",
4
+ "num_layers": 8,
5
+ "fine_tune_type": "lora",
6
+ "lora_parameters": {
7
+ "rank": 8,
8
+ "scale": 16,
9
+ "dropout": 0.0
10
+ },
11
+ "learning_rate": 2e-06,
12
+ "steps": 30,
13
+ "checkpoints": [
14
+ 30
15
+ ],
16
+ "objective": "sum squared error against unrounded crowd probabilities",
17
+ "readout": "Fixed reference-trained softmax head, benchmark_layer36_mean",
18
+ "seed": 7,
19
+ "data_seed": 29,
20
+ "training_partition": "reference",
21
+ "selection_partition": "development",
22
+ "evaluation_used": false
23
+ }
evaluation/experiments/probability-lora-seed-29/development-step-30.json ADDED
@@ -0,0 +1,278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 30,
3
+ "development_score": 83.08685726064856,
4
+ "elapsed_seconds": 147.6867871284485,
5
+ "adapter_sha256": "ad9a3d30ff2aafc7a3b5192173244bcafb7f35a45bba7adec140da304676e715",
6
+ "predictions": [
7
+ {
8
+ "id": 100,
9
+ "probabilities": [
10
+ 0.26227784156799316,
11
+ 0.15823008120059967,
12
+ 0.3359213173389435,
13
+ 0.24357075989246368
14
+ ]
15
+ },
16
+ {
17
+ "id": 101,
18
+ "probabilities": [
19
+ 0.20676731138971546,
20
+ 0.1035294039459793,
21
+ 0.3948150696688114,
22
+ 0.29488821499549384
23
+ ]
24
+ },
25
+ {
26
+ "id": 102,
27
+ "probabilities": [
28
+ 0.19417465644554327,
29
+ 0.1501373752910681,
30
+ 0.3492231562965168,
31
+ 0.30646481196687186
32
+ ]
33
+ },
34
+ {
35
+ "id": 103,
36
+ "probabilities": [
37
+ 0.22198354205562731,
38
+ 0.16299072669487924,
39
+ 0.34669063925635935,
40
+ 0.2683350919931341
41
+ ]
42
+ },
43
+ {
44
+ "id": 104,
45
+ "probabilities": [
46
+ 0.2715319475988134,
47
+ 0.16423881543394372,
48
+ 0.2473709060958298,
49
+ 0.3168583308714131
50
+ ]
51
+ },
52
+ {
53
+ "id": 105,
54
+ "probabilities": [
55
+ 0.2965318174203689,
56
+ 0.1291639170299793,
57
+ 0.3439845638279747,
58
+ 0.23031970172167712
59
+ ]
60
+ },
61
+ {
62
+ "id": 106,
63
+ "probabilities": [
64
+ 0.2596694385808372,
65
+ 0.12979976116417416,
66
+ 0.37709473831026186,
67
+ 0.23343606194472682
68
+ ]
69
+ },
70
+ {
71
+ "id": 107,
72
+ "probabilities": [
73
+ 0.2176267070790162,
74
+ 0.1926783168821273,
75
+ 0.34131523529553676,
76
+ 0.24837974074331975
77
+ ]
78
+ },
79
+ {
80
+ "id": 108,
81
+ "probabilities": [
82
+ 0.16212470064124618,
83
+ 0.1575735132801613,
84
+ 0.3303081540901134,
85
+ 0.34999363198847916
86
+ ]
87
+ },
88
+ {
89
+ "id": 109,
90
+ "probabilities": [
91
+ 0.24265727400779724,
92
+ 0.17393812537193298,
93
+ 0.30767711997032166,
94
+ 0.2757274806499481
95
+ ]
96
+ },
97
+ {
98
+ "id": 110,
99
+ "probabilities": [
100
+ 0.1706371856115571,
101
+ 0.11260350719711228,
102
+ 0.3488591223275138,
103
+ 0.3679001848638168
104
+ ]
105
+ },
106
+ {
107
+ "id": 111,
108
+ "probabilities": [
109
+ 0.3206267297734864,
110
+ 0.192261412163184,
111
+ 0.2380776731727774,
112
+ 0.24903418489055223
113
+ ]
114
+ },
115
+ {
116
+ "id": 112,
117
+ "probabilities": [
118
+ 0.29804254337828284,
119
+ 0.22022099642299142,
120
+ 0.24706135339577842,
121
+ 0.23467510680294731
122
+ ]
123
+ },
124
+ {
125
+ "id": 113,
126
+ "probabilities": [
127
+ 0.2251906063379257,
128
+ 0.211372625658324,
129
+ 0.27367332169900355,
130
+ 0.28976344630474676
131
+ ]
132
+ },
133
+ {
134
+ "id": 114,
135
+ "probabilities": [
136
+ 0.21172665375063798,
137
+ 0.20829469275913676,
138
+ 0.3054416523194559,
139
+ 0.27453700117076935
140
+ ]
141
+ },
142
+ {
143
+ "id": 115,
144
+ "probabilities": [
145
+ 0.33096882207738126,
146
+ 0.1573690152560321,
147
+ 0.27611350601742407,
148
+ 0.23554865664916252
149
+ ]
150
+ },
151
+ {
152
+ "id": 116,
153
+ "probabilities": [
154
+ 0.1887419904206093,
155
+ 0.10378320979102894,
156
+ 0.3763841558866571,
157
+ 0.33109064390170473
158
+ ]
159
+ },
160
+ {
161
+ "id": 117,
162
+ "probabilities": [
163
+ 0.27595910841165644,
164
+ 0.12673674712682884,
165
+ 0.359093462811313,
166
+ 0.2382106816502017
167
+ ]
168
+ },
169
+ {
170
+ "id": 118,
171
+ "probabilities": [
172
+ 0.21018234602427685,
173
+ 0.1242206273890798,
174
+ 0.3576126859481377,
175
+ 0.30798434063850566
176
+ ]
177
+ },
178
+ {
179
+ "id": 119,
180
+ "probabilities": [
181
+ 0.1736798882484436,
182
+ 0.17081359028816223,
183
+ 0.30962347984313965,
184
+ 0.3458830416202545
185
+ ]
186
+ },
187
+ {
188
+ "id": 120,
189
+ "probabilities": [
190
+ 0.2505357302805145,
191
+ 0.12149033131436007,
192
+ 0.38521206952947484,
193
+ 0.2427618688756506
194
+ ]
195
+ },
196
+ {
197
+ "id": 121,
198
+ "probabilities": [
199
+ 0.24532219036453395,
200
+ 0.21532859756563313,
201
+ 0.2814664458791481,
202
+ 0.25788276619068484
203
+ ]
204
+ },
205
+ {
206
+ "id": 122,
207
+ "probabilities": [
208
+ 0.22056008875370026,
209
+ 0.1607421189546585,
210
+ 0.34095874428749084,
211
+ 0.2777390480041504
212
+ ]
213
+ },
214
+ {
215
+ "id": 123,
216
+ "probabilities": [
217
+ 0.2748602669665257,
218
+ 0.19510458700514716,
219
+ 0.25098985807582525,
220
+ 0.2790452879525019
221
+ ]
222
+ },
223
+ {
224
+ "id": 124,
225
+ "probabilities": [
226
+ 0.23268460880689906,
227
+ 0.12977687821124675,
228
+ 0.3940866828845936,
229
+ 0.24345183009726062
230
+ ]
231
+ },
232
+ {
233
+ "id": 125,
234
+ "probabilities": [
235
+ 0.3255114104827379,
236
+ 0.18851193138265304,
237
+ 0.23551563481311358,
238
+ 0.2504610233214955
239
+ ]
240
+ },
241
+ {
242
+ "id": 126,
243
+ "probabilities": [
244
+ 0.1928018033504486,
245
+ 0.18911269307136536,
246
+ 0.29892176389694214,
247
+ 0.3191637396812439
248
+ ]
249
+ },
250
+ {
251
+ "id": 127,
252
+ "probabilities": [
253
+ 0.14496056627511555,
254
+ 0.10942607291470413,
255
+ 0.36158194868578053,
256
+ 0.38403141212439973
257
+ ]
258
+ },
259
+ {
260
+ "id": 128,
261
+ "probabilities": [
262
+ 0.19579491019248962,
263
+ 0.15781152248382568,
264
+ 0.28709545731544495,
265
+ 0.35929811000823975
266
+ ]
267
+ },
268
+ {
269
+ "id": 129,
270
+ "probabilities": [
271
+ 0.2476475349507124,
272
+ 0.14436801423287454,
273
+ 0.359566376785921,
274
+ 0.24841807403049204
275
+ ]
276
+ }
277
+ ]
278
+ }
evaluation/experiments/probability-lora-seed-29/results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 30,
4
+ "development_score": 83.08685726064856,
5
+ "elapsed_seconds": 147.6867871284485,
6
+ "adapter_sha256": "ad9a3d30ff2aafc7a3b5192173244bcafb7f35a45bba7adec140da304676e715"
7
+ }
8
+ ]
evaluation/experiments/probability-lora/complete.json ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "elapsed_seconds": 524.6876087188721,
3
+ "peak_memory_gb": 3.136196815,
4
+ "training_order": [
5
+ 54,
6
+ 50,
7
+ 44,
8
+ 64,
9
+ 29,
10
+ 90,
11
+ 24,
12
+ 20,
13
+ 95,
14
+ 2,
15
+ 25,
16
+ 66,
17
+ 3,
18
+ 5,
19
+ 43,
20
+ 52,
21
+ 96,
22
+ 70,
23
+ 17,
24
+ 38,
25
+ 58,
26
+ 86,
27
+ 31,
28
+ 92,
29
+ 13,
30
+ 8,
31
+ 62,
32
+ 71,
33
+ 94,
34
+ 48,
35
+ 18,
36
+ 11,
37
+ 7,
38
+ 56,
39
+ 69,
40
+ 97,
41
+ 35,
42
+ 93,
43
+ 1,
44
+ 84,
45
+ 61,
46
+ 80,
47
+ 87,
48
+ 21,
49
+ 47,
50
+ 98,
51
+ 73,
52
+ 77,
53
+ 59,
54
+ 65,
55
+ 15,
56
+ 9,
57
+ 57,
58
+ 23,
59
+ 72,
60
+ 55,
61
+ 91,
62
+ 85,
63
+ 99,
64
+ 89,
65
+ 30,
66
+ 53,
67
+ 45,
68
+ 78,
69
+ 10,
70
+ 4,
71
+ 63,
72
+ 67,
73
+ 88,
74
+ 14,
75
+ 83,
76
+ 36,
77
+ 19,
78
+ 37,
79
+ 42,
80
+ 6,
81
+ 82,
82
+ 81,
83
+ 39,
84
+ 16,
85
+ 46,
86
+ 60,
87
+ 28,
88
+ 79,
89
+ 51,
90
+ 74,
91
+ 68,
92
+ 22,
93
+ 49,
94
+ 12
95
+ ],
96
+ "selected": {
97
+ "step": 30,
98
+ "development_score": 83.85572531791652,
99
+ "elapsed_seconds": 286.5345878601074,
100
+ "adapter_sha256": "70bfcc189507b62d5d874d79e28094c4dd8deca15fe872b780eabe9b26309579"
101
+ }
102
+ }
evaluation/experiments/probability-lora/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_repository": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
3
+ "base_revision": "50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b",
4
+ "num_layers": 8,
5
+ "fine_tune_type": "lora",
6
+ "lora_parameters": {
7
+ "rank": 8,
8
+ "scale": 16,
9
+ "dropout": 0.0
10
+ },
11
+ "learning_rate": 2e-06,
12
+ "steps": 90,
13
+ "checkpoints": [
14
+ 0,
15
+ 10,
16
+ 30,
17
+ 90
18
+ ],
19
+ "objective": "sum squared error against unrounded crowd probabilities",
20
+ "readout": "Fixed reference-trained softmax head, benchmark_layer36_mean",
21
+ "seed": 7,
22
+ "training_partition": "reference",
23
+ "selection_partition": "development",
24
+ "evaluation_used": false
25
+ }
evaluation/experiments/probability-lora/development-step-0.json ADDED
@@ -0,0 +1,278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 0,
3
+ "development_score": 82.94195955902426,
4
+ "elapsed_seconds": 66.22038292884827,
5
+ "adapter_sha256": "6b1872161c4d4396e9a299f9882e76853a7ba75d8339670dc0a724d9cbb59053",
6
+ "predictions": [
7
+ {
8
+ "id": 100,
9
+ "probabilities": [
10
+ 0.2767840582611552,
11
+ 0.1999985843897077,
12
+ 0.2785102385504508,
13
+ 0.24470711879868629
14
+ ]
15
+ },
16
+ {
17
+ "id": 101,
18
+ "probabilities": [
19
+ 0.22762631691615828,
20
+ 0.137049402682501,
21
+ 0.33075215426826016,
22
+ 0.30457212613308055
23
+ ]
24
+ },
25
+ {
26
+ "id": 102,
27
+ "probabilities": [
28
+ 0.20938945058647093,
29
+ 0.19371530749110535,
30
+ 0.28513772576226437,
31
+ 0.31175751616015934
32
+ ]
33
+ },
34
+ {
35
+ "id": 103,
36
+ "probabilities": [
37
+ 0.24123902311630374,
38
+ 0.20613437845301788,
39
+ 0.28434685734310317,
40
+ 0.2682797410875752
41
+ ]
42
+ },
43
+ {
44
+ "id": 104,
45
+ "probabilities": [
46
+ 0.2789900940506174,
47
+ 0.20409316128631178,
48
+ 0.2031617343896886,
49
+ 0.3137550102733822
50
+ ]
51
+ },
52
+ {
53
+ "id": 105,
54
+ "probabilities": [
55
+ 0.3140190635329206,
56
+ 0.16674611469346626,
57
+ 0.2833019877464172,
58
+ 0.235932834027196
59
+ ]
60
+ },
61
+ {
62
+ "id": 106,
63
+ "probabilities": [
64
+ 0.279312402009964,
65
+ 0.16867080330848694,
66
+ 0.3108484745025635,
67
+ 0.2411683201789856
68
+ ]
69
+ },
70
+ {
71
+ "id": 107,
72
+ "probabilities": [
73
+ 0.23097624115468868,
74
+ 0.2418045134696747,
75
+ 0.27880089572078703,
76
+ 0.2484183496548496
77
+ ]
78
+ },
79
+ {
80
+ "id": 108,
81
+ "probabilities": [
82
+ 0.17366875190529968,
83
+ 0.2004215806597,
84
+ 0.2727292396804917,
85
+ 0.35318042775450864
86
+ ]
87
+ },
88
+ {
89
+ "id": 109,
90
+ "probabilities": [
91
+ 0.2538770659602563,
92
+ 0.2166257436088996,
93
+ 0.2519067152766372,
94
+ 0.2775904751542069
95
+ ]
96
+ },
97
+ {
98
+ "id": 110,
99
+ "probabilities": [
100
+ 0.18420262085787592,
101
+ 0.14833746408410478,
102
+ 0.2877951476634995,
103
+ 0.3796647673945198
104
+ ]
105
+ },
106
+ {
107
+ "id": 111,
108
+ "probabilities": [
109
+ 0.3238711558618797,
110
+ 0.23800631648283255,
111
+ 0.19078371850300674,
112
+ 0.24733880915228101
113
+ ]
114
+ },
115
+ {
116
+ "id": 112,
117
+ "probabilities": [
118
+ 0.3012553363664348,
119
+ 0.2691930452229665,
120
+ 0.19695065328625877,
121
+ 0.2326009651243399
122
+ ]
123
+ },
124
+ {
125
+ "id": 113,
126
+ "probabilities": [
127
+ 0.23134940517918162,
128
+ 0.25820847960995913,
129
+ 0.22282869781809006,
130
+ 0.2876134173927692
131
+ ]
132
+ },
133
+ {
134
+ "id": 114,
135
+ "probabilities": [
136
+ 0.22386942648109356,
137
+ 0.25626803971934553,
138
+ 0.2502470761684821,
139
+ 0.2696154576310788
140
+ ]
141
+ },
142
+ {
143
+ "id": 115,
144
+ "probabilities": [
145
+ 0.3406623303890228,
146
+ 0.19711372256278992,
147
+ 0.22378167510032654,
148
+ 0.23844227194786072
149
+ ]
150
+ },
151
+ {
152
+ "id": 116,
153
+ "probabilities": [
154
+ 0.2061057774393029,
155
+ 0.13721723445602552,
156
+ 0.31471296206972116,
157
+ 0.3419640260349504
158
+ ]
159
+ },
160
+ {
161
+ "id": 117,
162
+ "probabilities": [
163
+ 0.2893389165401459,
164
+ 0.1659073531627655,
165
+ 0.2960449457168579,
166
+ 0.2487087845802307
167
+ ]
168
+ },
169
+ {
170
+ "id": 118,
171
+ "probabilities": [
172
+ 0.22718720138072968,
173
+ 0.16122286021709442,
174
+ 0.2984620928764343,
175
+ 0.3131278455257416
176
+ ]
177
+ },
178
+ {
179
+ "id": 119,
180
+ "probabilities": [
181
+ 0.18320895856552136,
182
+ 0.21516191846416008,
183
+ 0.25439147245947474,
184
+ 0.3472376505108438
185
+ ]
186
+ },
187
+ {
188
+ "id": 120,
189
+ "probabilities": [
190
+ 0.26689885259712576,
191
+ 0.16057123961618125,
192
+ 0.31739388335021806,
193
+ 0.25513602443647493
194
+ ]
195
+ },
196
+ {
197
+ "id": 121,
198
+ "probabilities": [
199
+ 0.25359479726529705,
200
+ 0.26515604250830604,
201
+ 0.22522240393857973,
202
+ 0.2560267562878172
203
+ ]
204
+ },
205
+ {
206
+ "id": 122,
207
+ "probabilities": [
208
+ 0.2326555927796485,
209
+ 0.20558402819681085,
210
+ 0.2814651643793236,
211
+ 0.28029521464421703
212
+ ]
213
+ },
214
+ {
215
+ "id": 123,
216
+ "probabilities": [
217
+ 0.28125979611723095,
218
+ 0.24046524170527173,
219
+ 0.200770348367866,
220
+ 0.2775046138096313
221
+ ]
222
+ },
223
+ {
224
+ "id": 124,
225
+ "probabilities": [
226
+ 0.24760859083546088,
227
+ 0.17120042698383967,
228
+ 0.3264615882405875,
229
+ 0.2547293939401119
230
+ ]
231
+ },
232
+ {
233
+ "id": 125,
234
+ "probabilities": [
235
+ 0.3302539737409067,
236
+ 0.2307180659151942,
237
+ 0.1896163885466879,
238
+ 0.24941157179721124
239
+ ]
240
+ },
241
+ {
242
+ "id": 126,
243
+ "probabilities": [
244
+ 0.20342899278233914,
245
+ 0.23471787131061575,
246
+ 0.24628953246576485,
247
+ 0.31556360344128026
248
+ ]
249
+ },
250
+ {
251
+ "id": 127,
252
+ "probabilities": [
253
+ 0.1611901968717575,
254
+ 0.1441902071237564,
255
+ 0.3033282458782196,
256
+ 0.3912913501262665
257
+ ]
258
+ },
259
+ {
260
+ "id": 128,
261
+ "probabilities": [
262
+ 0.2084904822257305,
263
+ 0.19704478076233806,
264
+ 0.24001703381589157,
265
+ 0.3544477031960399
266
+ ]
267
+ },
268
+ {
269
+ "id": 129,
270
+ "probabilities": [
271
+ 0.2622393291521272,
272
+ 0.18431308316251388,
273
+ 0.29955776633150083,
274
+ 0.25388982135385807
275
+ ]
276
+ }
277
+ ]
278
+ }
evaluation/experiments/probability-lora/development-step-10.json ADDED
@@ -0,0 +1,278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 10,
3
+ "development_score": 81.47862733670475,
4
+ "elapsed_seconds": 163.51784682273865,
5
+ "adapter_sha256": "a054c0056ec8b41933f119faf95355371f7b534307783f10d764af99db0a75b2",
6
+ "predictions": [
7
+ {
8
+ "id": 100,
9
+ "probabilities": [
10
+ 0.245537195554203,
11
+ 0.26526679402887254,
12
+ 0.21511804095873052,
13
+ 0.27407796945819396
14
+ ]
15
+ },
16
+ {
17
+ "id": 101,
18
+ "probabilities": [
19
+ 0.20548961444230038,
20
+ 0.1879667136679079,
21
+ 0.2607364278812281,
22
+ 0.34580724400856366
23
+ ]
24
+ },
25
+ {
26
+ "id": 102,
27
+ "probabilities": [
28
+ 0.18626075983047485,
29
+ 0.2527591586112976,
30
+ 0.21923378109931946,
31
+ 0.3417463004589081
32
+ ]
33
+ },
34
+ {
35
+ "id": 103,
36
+ "probabilities": [
37
+ 0.20983407453444267,
38
+ 0.27335818380006327,
39
+ 0.2177802226939698,
40
+ 0.2990275189715243
41
+ ]
42
+ },
43
+ {
44
+ "id": 104,
45
+ "probabilities": [
46
+ 0.24380915556631882,
47
+ 0.2623920079224117,
48
+ 0.1551074822343125,
49
+ 0.338691354276957
50
+ ]
51
+ },
52
+ {
53
+ "id": 105,
54
+ "probabilities": [
55
+ 0.28283758235741774,
56
+ 0.22660576820101297,
57
+ 0.22139448917185467,
58
+ 0.2691621602697146
59
+ ]
60
+ },
61
+ {
62
+ "id": 106,
63
+ "probabilities": [
64
+ 0.25041741132736206,
65
+ 0.2294863909482956,
66
+ 0.24349771440029144,
67
+ 0.2765984833240509
68
+ ]
69
+ },
70
+ {
71
+ "id": 107,
72
+ "probabilities": [
73
+ 0.201593646359633,
74
+ 0.3133979644358765,
75
+ 0.21156574155194338,
76
+ 0.2734426476525471
77
+ ]
78
+ },
79
+ {
80
+ "id": 108,
81
+ "probabilities": [
82
+ 0.1509669296587546,
83
+ 0.25931156068014444,
84
+ 0.20868361307209154,
85
+ 0.38103789658900944
86
+ ]
87
+ },
88
+ {
89
+ "id": 109,
90
+ "probabilities": [
91
+ 0.2236162986812547,
92
+ 0.28237664278780455,
93
+ 0.191522342092956,
94
+ 0.30248471643798475
95
+ ]
96
+ },
97
+ {
98
+ "id": 110,
99
+ "probabilities": [
100
+ 0.16560802366685726,
101
+ 0.1952451798173678,
102
+ 0.22399349665680549,
103
+ 0.4151532998589695
104
+ ]
105
+ },
106
+ {
107
+ "id": 111,
108
+ "probabilities": [
109
+ 0.28323363387835276,
110
+ 0.3027934657628436,
111
+ 0.14670040806385934,
112
+ 0.26727249229494426
113
+ ]
114
+ },
115
+ {
116
+ "id": 112,
117
+ "probabilities": [
118
+ 0.26075896232189294,
119
+ 0.34013428777256177,
120
+ 0.14985003844127,
121
+ 0.24925671146427525
122
+ ]
123
+ },
124
+ {
125
+ "id": 113,
126
+ "probabilities": [
127
+ 0.19859679941544534,
128
+ 0.328233321659764,
129
+ 0.16705935695590504,
130
+ 0.3061105219688856
131
+ ]
132
+ },
133
+ {
134
+ "id": 114,
135
+ "probabilities": [
136
+ 0.1926670189301383,
137
+ 0.32465447930422303,
138
+ 0.1915243382170402,
139
+ 0.2911541635485985
140
+ ]
141
+ },
142
+ {
143
+ "id": 115,
144
+ "probabilities": [
145
+ 0.30045699625526373,
146
+ 0.2591775319102774,
147
+ 0.17755479846068026,
148
+ 0.26281067337377856
149
+ ]
150
+ },
151
+ {
152
+ "id": 116,
153
+ "probabilities": [
154
+ 0.1853961282400546,
155
+ 0.18484566441978503,
156
+ 0.2451233675386027,
157
+ 0.38463483980155766
158
+ ]
159
+ },
160
+ {
161
+ "id": 117,
162
+ "probabilities": [
163
+ 0.26372020257770107,
164
+ 0.2251378346172943,
165
+ 0.23083799045512124,
166
+ 0.28030397234988336
167
+ ]
168
+ },
169
+ {
170
+ "id": 118,
171
+ "probabilities": [
172
+ 0.20232871795149185,
173
+ 0.21288918689227562,
174
+ 0.23258348745233434,
175
+ 0.35219860770389816
176
+ ]
177
+ },
178
+ {
179
+ "id": 119,
180
+ "probabilities": [
181
+ 0.16324083750308807,
182
+ 0.2751931887148796,
183
+ 0.193172338503187,
184
+ 0.36839363527884533
185
+ ]
186
+ },
187
+ {
188
+ "id": 120,
189
+ "probabilities": [
190
+ 0.24670379986310303,
191
+ 0.2163461861558827,
192
+ 0.2509238384526396,
193
+ 0.28602617552837467
194
+ ]
195
+ },
196
+ {
197
+ "id": 121,
198
+ "probabilities": [
199
+ 0.21928396821022034,
200
+ 0.3352859616279602,
201
+ 0.17206820845603943,
202
+ 0.27336186170578003
203
+ ]
204
+ },
205
+ {
206
+ "id": 122,
207
+ "probabilities": [
208
+ 0.20383041518168518,
209
+ 0.26848517068409194,
210
+ 0.2166471578172069,
211
+ 0.311037256317016
212
+ ]
213
+ },
214
+ {
215
+ "id": 123,
216
+ "probabilities": [
217
+ 0.24318278601220888,
218
+ 0.3057391850430016,
219
+ 0.15327958305836967,
220
+ 0.29779844588641985
221
+ ]
222
+ },
223
+ {
224
+ "id": 124,
225
+ "probabilities": [
226
+ 0.22771749711878606,
227
+ 0.22964150519247337,
228
+ 0.25808086222169213,
229
+ 0.28456013546704845
230
+ ]
231
+ },
232
+ {
233
+ "id": 125,
234
+ "probabilities": [
235
+ 0.2868386337237939,
236
+ 0.2970731391194376,
237
+ 0.14542689079464483,
238
+ 0.27066133636212364
239
+ ]
240
+ },
241
+ {
242
+ "id": 126,
243
+ "probabilities": [
244
+ 0.1762252344950894,
245
+ 0.2998250246152267,
246
+ 0.18495561570193675,
247
+ 0.3389941251877472
248
+ ]
249
+ },
250
+ {
251
+ "id": 127,
252
+ "probabilities": [
253
+ 0.14314160604128873,
254
+ 0.19062131289370732,
255
+ 0.23470610289014,
256
+ 0.43153097817486397
257
+ ]
258
+ },
259
+ {
260
+ "id": 128,
261
+ "probabilities": [
262
+ 0.1793045439590783,
263
+ 0.25525745431784064,
264
+ 0.1816835294929848,
265
+ 0.38375447223009623
266
+ ]
267
+ },
268
+ {
269
+ "id": 129,
270
+ "probabilities": [
271
+ 0.2336892888109068,
272
+ 0.24779335772067418,
273
+ 0.23166194103637075,
274
+ 0.28685541243204826
275
+ ]
276
+ }
277
+ ]
278
+ }
evaluation/experiments/probability-lora/development-step-30.json ADDED
@@ -0,0 +1,278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 30,
3
+ "development_score": 83.85572531791652,
4
+ "elapsed_seconds": 286.5345878601074,
5
+ "adapter_sha256": "70bfcc189507b62d5d874d79e28094c4dd8deca15fe872b780eabe9b26309579",
6
+ "predictions": [
7
+ {
8
+ "id": 100,
9
+ "probabilities": [
10
+ 0.24238972004667342,
11
+ 0.15475573905176312,
12
+ 0.42965313151995643,
13
+ 0.17320140938160702
14
+ ]
15
+ },
16
+ {
17
+ "id": 101,
18
+ "probabilities": [
19
+ 0.18740018130988287,
20
+ 0.10076039509684731,
21
+ 0.5003365986124411,
22
+ 0.21150282498082873
23
+ ]
24
+ },
25
+ {
26
+ "id": 102,
27
+ "probabilities": [
28
+ 0.17988834739064136,
29
+ 0.14851997350096782,
30
+ 0.44950454087541875,
31
+ 0.22208713823297208
32
+ ]
33
+ },
34
+ {
35
+ "id": 103,
36
+ "probabilities": [
37
+ 0.2039799751037352,
38
+ 0.16022900224414474,
39
+ 0.444052888275769,
40
+ 0.19173813437635107
41
+ ]
42
+ },
43
+ {
44
+ "id": 104,
45
+ "probabilities": [
46
+ 0.25873146513615064,
47
+ 0.17181553156558188,
48
+ 0.32245150786254495,
49
+ 0.2470014954357225
50
+ ]
51
+ },
52
+ {
53
+ "id": 105,
54
+ "probabilities": [
55
+ 0.2749702241249549,
56
+ 0.12763273176794737,
57
+ 0.4319469952543821,
58
+ 0.16545004885271555
59
+ ]
60
+ },
61
+ {
62
+ "id": 106,
63
+ "probabilities": [
64
+ 0.23603856295059897,
65
+ 0.12491009198799044,
66
+ 0.47474887410187167,
67
+ 0.1643024709595389
68
+ ]
69
+ },
70
+ {
71
+ "id": 107,
72
+ "probabilities": [
73
+ 0.20037371218761374,
74
+ 0.19046461865998238,
75
+ 0.43236110258640503,
76
+ 0.17680056656599888
77
+ ]
78
+ },
79
+ {
80
+ "id": 108,
81
+ "probabilities": [
82
+ 0.15168806232416351,
83
+ 0.15943259778175065,
84
+ 0.42669052958381787,
85
+ 0.2621888103102679
86
+ ]
87
+ },
88
+ {
89
+ "id": 109,
90
+ "probabilities": [
91
+ 0.2257536120937351,
92
+ 0.1752892635848899,
93
+ 0.39522410616946535,
94
+ 0.20373301815190967
95
+ ]
96
+ },
97
+ {
98
+ "id": 110,
99
+ "probabilities": [
100
+ 0.16050294106109614,
101
+ 0.11431400840045593,
102
+ 0.4470885829042761,
103
+ 0.27809446763417184
104
+ ]
105
+ },
106
+ {
107
+ "id": 111,
108
+ "probabilities": [
109
+ 0.30512015647649066,
110
+ 0.1985636562751089,
111
+ 0.30944891380747047,
112
+ 0.18686727344092993
113
+ ]
114
+ },
115
+ {
116
+ "id": 112,
117
+ "probabilities": [
118
+ 0.28254278652242465,
119
+ 0.22412098276254586,
120
+ 0.3176960254402153,
121
+ 0.17564020527481422
122
+ ]
123
+ },
124
+ {
125
+ "id": 113,
126
+ "probabilities": [
127
+ 0.2124072941006317,
128
+ 0.21438378415083564,
129
+ 0.3573995583862,
130
+ 0.21580936336233264
131
+ ]
132
+ },
133
+ {
134
+ "id": 114,
135
+ "probabilities": [
136
+ 0.19890126890532558,
137
+ 0.20974280180079927,
138
+ 0.38943172160197964,
139
+ 0.2019242076918955
140
+ ]
141
+ },
142
+ {
143
+ "id": 115,
144
+ "probabilities": [
145
+ 0.31506633452379196,
146
+ 0.15771208548568788,
147
+ 0.3549300061984354,
148
+ 0.17229157379208482
149
+ ]
150
+ },
151
+ {
152
+ "id": 116,
153
+ "probabilities": [
154
+ 0.17430679178804998,
155
+ 0.10309852605973731,
156
+ 0.47921788925648484,
157
+ 0.24337679289572786
158
+ ]
159
+ },
160
+ {
161
+ "id": 117,
162
+ "probabilities": [
163
+ 0.25004340335920766,
164
+ 0.1238736267629397,
165
+ 0.45460443740804957,
166
+ 0.17147853246980305
167
+ ]
168
+ },
169
+ {
170
+ "id": 118,
171
+ "probabilities": [
172
+ 0.1960628763134563,
173
+ 0.12418011483415875,
174
+ 0.4531312253092883,
175
+ 0.2266257835430966
176
+ ]
177
+ },
178
+ {
179
+ "id": 119,
180
+ "probabilities": [
181
+ 0.16293102745609025,
182
+ 0.17368217071417227,
183
+ 0.4038910627944926,
184
+ 0.25949573903524487
185
+ ]
186
+ },
187
+ {
188
+ "id": 120,
189
+ "probabilities": [
190
+ 0.22647437424757058,
191
+ 0.11745127993031204,
192
+ 0.48448526590788815,
193
+ 0.17158907991422923
194
+ ]
195
+ },
196
+ {
197
+ "id": 121,
198
+ "probabilities": [
199
+ 0.22926305576060796,
200
+ 0.21887630550379017,
201
+ 0.3613779300656606,
202
+ 0.19048270866994127
203
+ ]
204
+ },
205
+ {
206
+ "id": 122,
207
+ "probabilities": [
208
+ 0.1999768763780594,
209
+ 0.16005277633666992,
210
+ 0.437348335981369,
211
+ 0.20262201130390167
212
+ ]
213
+ },
214
+ {
215
+ "id": 123,
216
+ "probabilities": [
217
+ 0.263295936735156,
218
+ 0.20340906664390565,
219
+ 0.3224942241984208,
220
+ 0.21080077242251757
221
+ ]
222
+ },
223
+ {
224
+ "id": 124,
225
+ "probabilities": [
226
+ 0.20865429005082145,
227
+ 0.12580818865560642,
228
+ 0.4931537586530853,
229
+ 0.17238376264048683
230
+ ]
231
+ },
232
+ {
233
+ "id": 125,
234
+ "probabilities": [
235
+ 0.313424397315049,
236
+ 0.1934302266496555,
237
+ 0.3059387985431432,
238
+ 0.1872065774921523
239
+ ]
240
+ },
241
+ {
242
+ "id": 126,
243
+ "probabilities": [
244
+ 0.18240274760727207,
245
+ 0.1902439175582516,
246
+ 0.394008940369024,
247
+ 0.23334439446545235
248
+ ]
249
+ },
250
+ {
251
+ "id": 127,
252
+ "probabilities": [
253
+ 0.13450491227947306,
254
+ 0.11017145052296742,
255
+ 0.4674854208903697,
256
+ 0.2878382163071898
257
+ ]
258
+ },
259
+ {
260
+ "id": 128,
261
+ "probabilities": [
262
+ 0.1873982511400134,
263
+ 0.16217788530456337,
264
+ 0.37908794755267783,
265
+ 0.27133591600274537
266
+ ]
267
+ },
268
+ {
269
+ "id": 129,
270
+ "probabilities": [
271
+ 0.22355016242117173,
272
+ 0.13766783886157985,
273
+ 0.4637826819355095,
274
+ 0.1749993167817389
275
+ ]
276
+ }
277
+ ]
278
+ }
evaluation/experiments/probability-lora/development-step-90.json ADDED
@@ -0,0 +1,278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 90,
3
+ "development_score": 81.11244674536678,
4
+ "elapsed_seconds": 524.6678857803345,
5
+ "adapter_sha256": "eb5f863b6197a46ba352d6ce9f9feaa4feae2a3825c6af1e83716b9b1d455f11",
6
+ "predictions": [
7
+ {
8
+ "id": 100,
9
+ "probabilities": [
10
+ 0.2531495837480078,
11
+ 0.21683697600144292,
12
+ 0.23030187306988995,
13
+ 0.29971156718065933
14
+ ]
15
+ },
16
+ {
17
+ "id": 101,
18
+ "probabilities": [
19
+ 0.20301455236862956,
20
+ 0.15008329226946143,
21
+ 0.27095953591469407,
22
+ 0.37594261944721497
23
+ ]
24
+ },
25
+ {
26
+ "id": 102,
27
+ "probabilities": [
28
+ 0.18559716365341597,
29
+ 0.20577808907958733,
30
+ 0.2340226138528792,
31
+ 0.37460213341411747
32
+ ]
33
+ },
34
+ {
35
+ "id": 103,
36
+ "probabilities": [
37
+ 0.21121411969724832,
38
+ 0.22609266159352637,
39
+ 0.22765326027512223,
40
+ 0.33503995843410306
41
+ ]
42
+ },
43
+ {
44
+ "id": 104,
45
+ "probabilities": [
46
+ 0.24511819712641542,
47
+ 0.21659934197963265,
48
+ 0.16152311620826845,
49
+ 0.3767593446856835
50
+ ]
51
+ },
52
+ {
53
+ "id": 105,
54
+ "probabilities": [
55
+ 0.2903467118740082,
56
+ 0.18247643113136292,
57
+ 0.2365112602710724,
58
+ 0.2906655967235565
59
+ ]
60
+ },
61
+ {
62
+ "id": 106,
63
+ "probabilities": [
64
+ 0.2557386946483474,
65
+ 0.1848246443886045,
66
+ 0.26179497404359087,
67
+ 0.29764168691945725
68
+ ]
69
+ },
70
+ {
71
+ "id": 107,
72
+ "probabilities": [
73
+ 0.20757214472127825,
74
+ 0.2610586739217445,
75
+ 0.22938130673058668,
76
+ 0.3019878746263906
77
+ ]
78
+ },
79
+ {
80
+ "id": 108,
81
+ "probabilities": [
82
+ 0.15060078280869646,
83
+ 0.209180841260292,
84
+ 0.2204129794424614,
85
+ 0.41980539648855014
86
+ ]
87
+ },
88
+ {
89
+ "id": 109,
90
+ "probabilities": [
91
+ 0.22685848514524826,
92
+ 0.23455225280750175,
93
+ 0.20512499220855523,
94
+ 0.33346426983869476
95
+ ]
96
+ },
97
+ {
98
+ "id": 110,
99
+ "probabilities": [
100
+ 0.16265367456238491,
101
+ 0.15451629920352397,
102
+ 0.23410851461018664,
103
+ 0.44872151162390445
104
+ ]
105
+ },
106
+ {
107
+ "id": 111,
108
+ "probabilities": [
109
+ 0.29197977298407735,
110
+ 0.2539905125196507,
111
+ 0.15697144673637062,
112
+ 0.29705826775990135
113
+ ]
114
+ },
115
+ {
116
+ "id": 112,
117
+ "probabilities": [
118
+ 0.27019230901048724,
119
+ 0.28813169669320005,
120
+ 0.16083764071240184,
121
+ 0.28083835358391085
122
+ ]
123
+ },
124
+ {
125
+ "id": 113,
126
+ "probabilities": [
127
+ 0.20515808118956555,
128
+ 0.2743702285554801,
129
+ 0.17948669080555224,
130
+ 0.34098499944940214
131
+ ]
132
+ },
133
+ {
134
+ "id": 114,
135
+ "probabilities": [
136
+ 0.19908124808603905,
137
+ 0.2713160393543822,
138
+ 0.20608412298184084,
139
+ 0.32351858957773794
140
+ ]
141
+ },
142
+ {
143
+ "id": 115,
144
+ "probabilities": [
145
+ 0.3137902225914531,
146
+ 0.21259237192295874,
147
+ 0.18697641232680046,
148
+ 0.2866409931587877
149
+ ]
150
+ },
151
+ {
152
+ "id": 116,
153
+ "probabilities": [
154
+ 0.18277406147795733,
155
+ 0.1479945734740921,
156
+ 0.25146015729128846,
157
+ 0.41777120775666216
158
+ ]
159
+ },
160
+ {
161
+ "id": 117,
162
+ "probabilities": [
163
+ 0.2673914432525635,
164
+ 0.18046876788139343,
165
+ 0.2465246617794037,
166
+ 0.3056151270866394
167
+ ]
168
+ },
169
+ {
170
+ "id": 118,
171
+ "probabilities": [
172
+ 0.20276098557594374,
173
+ 0.1709749749593429,
174
+ 0.24711876353975426,
175
+ 0.37914527592495906
176
+ ]
177
+ },
178
+ {
179
+ "id": 119,
180
+ "probabilities": [
181
+ 0.16066991325200122,
182
+ 0.2254980817140292,
183
+ 0.20242318794589115,
184
+ 0.4114088170880784
185
+ ]
186
+ },
187
+ {
188
+ "id": 120,
189
+ "probabilities": [
190
+ 0.24472128980277047,
191
+ 0.17497651018237306,
192
+ 0.2673509379125992,
193
+ 0.31295126210225727
194
+ ]
195
+ },
196
+ {
197
+ "id": 121,
198
+ "probabilities": [
199
+ 0.22413015365600586,
200
+ 0.2835748791694641,
201
+ 0.18426495790481567,
202
+ 0.30803000926971436
203
+ ]
204
+ },
205
+ {
206
+ "id": 122,
207
+ "probabilities": [
208
+ 0.20867143635984037,
209
+ 0.2198123797634527,
210
+ 0.23022416459203993,
211
+ 0.341292019284667
212
+ ]
213
+ },
214
+ {
215
+ "id": 123,
216
+ "probabilities": [
217
+ 0.25113869836056374,
218
+ 0.2549074406135428,
219
+ 0.16403820353917198,
220
+ 0.32991565748672147
221
+ ]
222
+ },
223
+ {
224
+ "id": 124,
225
+ "probabilities": [
226
+ 0.22860817398069994,
227
+ 0.18766698333121962,
228
+ 0.27144531373342023,
229
+ 0.3122795289546602
230
+ ]
231
+ },
232
+ {
233
+ "id": 125,
234
+ "probabilities": [
235
+ 0.2994114369329382,
236
+ 0.24737445272879444,
237
+ 0.15426839428340214,
238
+ 0.29894571605486525
239
+ ]
240
+ },
241
+ {
242
+ "id": 126,
243
+ "probabilities": [
244
+ 0.18056003211259747,
245
+ 0.24853552137209411,
246
+ 0.19680579910261037,
247
+ 0.37409864741269805
248
+ ]
249
+ },
250
+ {
251
+ "id": 127,
252
+ "probabilities": [
253
+ 0.14165525995245903,
254
+ 0.15013251527551494,
255
+ 0.24514927364218503,
256
+ 0.463062951129841
257
+ ]
258
+ },
259
+ {
260
+ "id": 128,
261
+ "probabilities": [
262
+ 0.18107473439423646,
263
+ 0.20687789957987662,
264
+ 0.19003837943305846,
265
+ 0.42200898659282843
266
+ ]
267
+ },
268
+ {
269
+ "id": 129,
270
+ "probabilities": [
271
+ 0.23736932595302715,
272
+ 0.20134390880585396,
273
+ 0.24672753760758506,
274
+ 0.3145592276335338
275
+ ]
276
+ }
277
+ ]
278
+ }
evaluation/experiments/probability-lora/results.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 0,
4
+ "development_score": 82.94195955902426,
5
+ "elapsed_seconds": 66.22038292884827,
6
+ "adapter_sha256": "6b1872161c4d4396e9a299f9882e76853a7ba75d8339670dc0a724d9cbb59053"
7
+ },
8
+ {
9
+ "step": 10,
10
+ "development_score": 81.47862733670475,
11
+ "elapsed_seconds": 163.51784682273865,
12
+ "adapter_sha256": "a054c0056ec8b41933f119faf95355371f7b534307783f10d764af99db0a75b2"
13
+ },
14
+ {
15
+ "step": 30,
16
+ "development_score": 83.85572531791652,
17
+ "elapsed_seconds": 286.5345878601074,
18
+ "adapter_sha256": "70bfcc189507b62d5d874d79e28094c4dd8deca15fe872b780eabe9b26309579"
19
+ },
20
+ {
21
+ "step": 90,
22
+ "development_score": 81.11244674536678,
23
+ "elapsed_seconds": 524.6678857803345,
24
+ "adapter_sha256": "eb5f863b6197a46ba352d6ce9f9feaa4feae2a3825c6af1e83716b9b1d455f11"
25
+ }
26
+ ]
evaluation/experiments/protocol.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "purpose": "Frozen Qwen features with a supervised probability head; diagnostic development experiment",
3
+ "datasetHash": "ec9d7582b5610a24f4e14dbbb05d13c636b692ec9e133b9381db0fdf483ffb2b",
4
+ "splitHash": "a165c72f7557f8128253148eb28e6906b39e80aec12e45c679fddde62fa31421",
5
+ "partitions": [
6
+ "reference",
7
+ "development"
8
+ ],
9
+ "features": {
10
+ "prompts": [
11
+ "benchmark",
12
+ "semantic"
13
+ ],
14
+ "layers": [
15
+ 18,
16
+ 36
17
+ ],
18
+ "pooling": [
19
+ "last",
20
+ "mean"
21
+ ]
22
+ },
23
+ "selection": "Choose representation and regularization with grouped 5-fold reference-only cross-validation, then evaluate development. No evaluation data exported.",
24
+ "base": "Untouched pinned Qwen 4-bit checkpoint",
25
+ "objective": "Mean squared error against the actual four-way audience distribution"
26
+ }
evaluation/experiments/residual-results.json ADDED
@@ -0,0 +1,2235 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best": {
3
+ "feature": "layer36",
4
+ "base_prior_weight": 0.5,
5
+ "regularization": 0.01,
6
+ "reference_cv_score": 89.51477452986248
7
+ },
8
+ "selected_by": "Grouped 5-fold reference-only CV",
9
+ "reference_base_score": 86.7944768369158,
10
+ "development_base_score": 80.78752496890755,
11
+ "development_score": 83.51754446455074,
12
+ "reference_invalid_base_outputs": 0,
13
+ "invalid_base_feature_fallback": "Uniform features inside the composed model; raw baseline failures still score zero",
14
+ "reference_oof_predictions": [
15
+ {
16
+ "id": 1,
17
+ "probabilities": [
18
+ 0.2780616639239286,
19
+ 0.16040847056270102,
20
+ 0.27917591738615766,
21
+ 0.28235394812721276
22
+ ]
23
+ },
24
+ {
25
+ "id": 2,
26
+ "probabilities": [
27
+ 0.2688526873646153,
28
+ 0.17999232825625236,
29
+ 0.2693029200217922,
30
+ 0.2818520643573402
31
+ ]
32
+ },
33
+ {
34
+ "id": 3,
35
+ "probabilities": [
36
+ 0.17012333796777887,
37
+ 0.20693911076098293,
38
+ 0.2810004135992812,
39
+ 0.341937137671957
40
+ ]
41
+ },
42
+ {
43
+ "id": 4,
44
+ "probabilities": [
45
+ 0.24134741971814472,
46
+ 0.3058162765309445,
47
+ 0.22481891443182175,
48
+ 0.22801738931908913
49
+ ]
50
+ },
51
+ {
52
+ "id": 5,
53
+ "probabilities": [
54
+ 0.2824778941464056,
55
+ 0.2767767566919921,
56
+ 0.18448076782266976,
57
+ 0.2562645813389327
58
+ ]
59
+ },
60
+ {
61
+ "id": 6,
62
+ "probabilities": [
63
+ 0.23582123369756353,
64
+ 0.0544697961877654,
65
+ 0.3830542397723608,
66
+ 0.3266547303423104
67
+ ]
68
+ },
69
+ {
70
+ "id": 7,
71
+ "probabilities": [
72
+ 0.23594636100053834,
73
+ 0.17088498372089966,
74
+ 0.26443180228629654,
75
+ 0.32873685299226535
76
+ ]
77
+ },
78
+ {
79
+ "id": 8,
80
+ "probabilities": [
81
+ 0.2977800481176909,
82
+ 0.16905910914454939,
83
+ 0.2730846514501102,
84
+ 0.26007619128764947
85
+ ]
86
+ },
87
+ {
88
+ "id": 9,
89
+ "probabilities": [
90
+ 0.30815829421400065,
91
+ 0.15713889392357133,
92
+ 0.2755058806842854,
93
+ 0.2591969311781427
94
+ ]
95
+ },
96
+ {
97
+ "id": 10,
98
+ "probabilities": [
99
+ 0.28633617081118423,
100
+ 0.2429013350485779,
101
+ 0.19629507818998035,
102
+ 0.2744674159502575
103
+ ]
104
+ },
105
+ {
106
+ "id": 11,
107
+ "probabilities": [
108
+ 0.18578463860812902,
109
+ 0.3498014553466959,
110
+ 0.25858835273080355,
111
+ 0.2058255533143716
112
+ ]
113
+ },
114
+ {
115
+ "id": 12,
116
+ "probabilities": [
117
+ 0.27624798508511184,
118
+ 0.18929614325189442,
119
+ 0.2544037744780154,
120
+ 0.2800520971849783
121
+ ]
122
+ },
123
+ {
124
+ "id": 13,
125
+ "probabilities": [
126
+ 0.37150231750827883,
127
+ 0.24262091668424685,
128
+ 0.19640692554646264,
129
+ 0.18946984026101155
130
+ ]
131
+ },
132
+ {
133
+ "id": 14,
134
+ "probabilities": [
135
+ 0.26940357383417746,
136
+ 0.2367860924946201,
137
+ 0.2282026826915116,
138
+ 0.26560765097969075
139
+ ]
140
+ },
141
+ {
142
+ "id": 15,
143
+ "probabilities": [
144
+ 0.3104122934920078,
145
+ 0.19108901990896188,
146
+ 0.2411532817725904,
147
+ 0.25734540482643986
148
+ ]
149
+ },
150
+ {
151
+ "id": 16,
152
+ "probabilities": [
153
+ 0.34821104190258745,
154
+ 0.16172407654675863,
155
+ 0.23944841490402105,
156
+ 0.25061646664663284
157
+ ]
158
+ },
159
+ {
160
+ "id": 17,
161
+ "probabilities": [
162
+ 0.26937387309208943,
163
+ 0.1423877871523671,
164
+ 0.2751992309545281,
165
+ 0.31303910880101526
166
+ ]
167
+ },
168
+ {
169
+ "id": 18,
170
+ "probabilities": [
171
+ 0.3121764629493703,
172
+ 0.10296384871733216,
173
+ 0.3151615094485126,
174
+ 0.26969817888478487
175
+ ]
176
+ },
177
+ {
178
+ "id": 19,
179
+ "probabilities": [
180
+ 0.2257106743053171,
181
+ 0.32143516453191767,
182
+ 0.22220806670716917,
183
+ 0.23064609445559617
184
+ ]
185
+ },
186
+ {
187
+ "id": 20,
188
+ "probabilities": [
189
+ 0.2162063959906334,
190
+ 0.1545203021637327,
191
+ 0.3106814052757864,
192
+ 0.31859189656984743
193
+ ]
194
+ },
195
+ {
196
+ "id": 21,
197
+ "probabilities": [
198
+ 0.25459127456929903,
199
+ 0.14965107015489132,
200
+ 0.23599693360834595,
201
+ 0.3597607216674638
202
+ ]
203
+ },
204
+ {
205
+ "id": 22,
206
+ "probabilities": [
207
+ 0.3185408492898369,
208
+ 0.2202388927242267,
209
+ 0.1904571865394975,
210
+ 0.2707630714464389
211
+ ]
212
+ },
213
+ {
214
+ "id": 23,
215
+ "probabilities": [
216
+ 0.2013077308920048,
217
+ 0.2501896226010574,
218
+ 0.28770783846959325,
219
+ 0.26079480803734456
220
+ ]
221
+ },
222
+ {
223
+ "id": 24,
224
+ "probabilities": [
225
+ 0.25997840189814786,
226
+ 0.0,
227
+ 0.45910362471120786,
228
+ 0.2809179733906442
229
+ ]
230
+ },
231
+ {
232
+ "id": 25,
233
+ "probabilities": [
234
+ 0.19626503978013832,
235
+ 0.19006449606449652,
236
+ 0.30370322462924043,
237
+ 0.3099672395261247
238
+ ]
239
+ },
240
+ {
241
+ "id": 28,
242
+ "probabilities": [
243
+ 0.18321259241647442,
244
+ 0.14740494659626835,
245
+ 0.3150467177046429,
246
+ 0.35433574328261436
247
+ ]
248
+ },
249
+ {
250
+ "id": 29,
251
+ "probabilities": [
252
+ 0.30968207798405367,
253
+ 0.21402335212825724,
254
+ 0.2421193915010207,
255
+ 0.23417517838666846
256
+ ]
257
+ },
258
+ {
259
+ "id": 30,
260
+ "probabilities": [
261
+ 0.18810447787136175,
262
+ 0.10281880517659861,
263
+ 0.3914328028050628,
264
+ 0.31764391414697674
265
+ ]
266
+ },
267
+ {
268
+ "id": 31,
269
+ "probabilities": [
270
+ 0.3197477196669207,
271
+ 0.25305484827725394,
272
+ 0.21850538512364787,
273
+ 0.2086920469321774
274
+ ]
275
+ },
276
+ {
277
+ "id": 35,
278
+ "probabilities": [
279
+ 0.2788917476379319,
280
+ 0.16041028446323274,
281
+ 0.23435517818113513,
282
+ 0.32634278971770025
283
+ ]
284
+ },
285
+ {
286
+ "id": 36,
287
+ "probabilities": [
288
+ 0.21302243386788233,
289
+ 0.2169447186694819,
290
+ 0.2604756972166952,
291
+ 0.30955715024594066
292
+ ]
293
+ },
294
+ {
295
+ "id": 37,
296
+ "probabilities": [
297
+ 0.24958774098649616,
298
+ 0.1868701175605279,
299
+ 0.3159423223017301,
300
+ 0.24759981915124588
301
+ ]
302
+ },
303
+ {
304
+ "id": 38,
305
+ "probabilities": [
306
+ 0.28056029205387334,
307
+ 0.2675484227486446,
308
+ 0.1971754837145535,
309
+ 0.2547158014829286
310
+ ]
311
+ },
312
+ {
313
+ "id": 39,
314
+ "probabilities": [
315
+ 0.2860488975874377,
316
+ 0.19275813358078736,
317
+ 0.25295771924125665,
318
+ 0.26823524959051837
319
+ ]
320
+ },
321
+ {
322
+ "id": 42,
323
+ "probabilities": [
324
+ 0.2739185000601869,
325
+ 0.23372495551675143,
326
+ 0.2236860323063934,
327
+ 0.2686705121166683
328
+ ]
329
+ },
330
+ {
331
+ "id": 43,
332
+ "probabilities": [
333
+ 0.24929232590753558,
334
+ 0.20638290074527055,
335
+ 0.2525262643733699,
336
+ 0.29179850897382403
337
+ ]
338
+ },
339
+ {
340
+ "id": 44,
341
+ "probabilities": [
342
+ 0.29160902961350676,
343
+ 0.23955370766913822,
344
+ 0.21909019726022416,
345
+ 0.24974706545713088
346
+ ]
347
+ },
348
+ {
349
+ "id": 45,
350
+ "probabilities": [
351
+ 0.28485689605764436,
352
+ 0.22793303801749873,
353
+ 0.20846588670004412,
354
+ 0.27874417922481276
355
+ ]
356
+ },
357
+ {
358
+ "id": 46,
359
+ "probabilities": [
360
+ 0.323183112397191,
361
+ 0.22497108658497994,
362
+ 0.2625996332140586,
363
+ 0.18924616780377043
364
+ ]
365
+ },
366
+ {
367
+ "id": 47,
368
+ "probabilities": [
369
+ 0.23902414905663474,
370
+ 0.2669125092855682,
371
+ 0.2663646080593926,
372
+ 0.2276987335984044
373
+ ]
374
+ },
375
+ {
376
+ "id": 48,
377
+ "probabilities": [
378
+ 0.24955210091993985,
379
+ 0.20731321013324577,
380
+ 0.24054394105761645,
381
+ 0.3025907478891978
382
+ ]
383
+ },
384
+ {
385
+ "id": 49,
386
+ "probabilities": [
387
+ 0.32044140969646867,
388
+ 0.1421483646563151,
389
+ 0.268684697517717,
390
+ 0.2687255281294992
391
+ ]
392
+ },
393
+ {
394
+ "id": 50,
395
+ "probabilities": [
396
+ 0.2990273902544584,
397
+ 0.25113033527756484,
398
+ 0.14865335291686355,
399
+ 0.3011889215511133
400
+ ]
401
+ },
402
+ {
403
+ "id": 51,
404
+ "probabilities": [
405
+ 0.2976829468231073,
406
+ 0.10247251934813645,
407
+ 0.3004619235367803,
408
+ 0.29938261029197594
409
+ ]
410
+ },
411
+ {
412
+ "id": 52,
413
+ "probabilities": [
414
+ 0.28073670885900315,
415
+ 0.22287931637197522,
416
+ 0.2564013677353568,
417
+ 0.23998260703366467
418
+ ]
419
+ },
420
+ {
421
+ "id": 53,
422
+ "probabilities": [
423
+ 0.3008853250083468,
424
+ 0.22135604889328558,
425
+ 0.24452789773354416,
426
+ 0.23323072836482342
427
+ ]
428
+ },
429
+ {
430
+ "id": 54,
431
+ "probabilities": [
432
+ 0.2582187093377519,
433
+ 0.18135098432358385,
434
+ 0.29237037090033324,
435
+ 0.2680599354383311
436
+ ]
437
+ },
438
+ {
439
+ "id": 55,
440
+ "probabilities": [
441
+ 0.2679399578153479,
442
+ 0.23334593666777598,
443
+ 0.1851885437537915,
444
+ 0.3135255617630847
445
+ ]
446
+ },
447
+ {
448
+ "id": 56,
449
+ "probabilities": [
450
+ 0.25882455974677504,
451
+ 0.303984383857474,
452
+ 0.1759160072015348,
453
+ 0.26127504919421624
454
+ ]
455
+ },
456
+ {
457
+ "id": 57,
458
+ "probabilities": [
459
+ 0.26820923178640443,
460
+ 0.272582116082221,
461
+ 0.20705604409798434,
462
+ 0.2521526080333903
463
+ ]
464
+ },
465
+ {
466
+ "id": 58,
467
+ "probabilities": [
468
+ 0.2742164938264532,
469
+ 0.21716560935554213,
470
+ 0.25325602277096976,
471
+ 0.2553618740470349
472
+ ]
473
+ },
474
+ {
475
+ "id": 59,
476
+ "probabilities": [
477
+ 0.21908972931166168,
478
+ 0.15076383031972096,
479
+ 0.3281432531478524,
480
+ 0.3020031872207649
481
+ ]
482
+ },
483
+ {
484
+ "id": 60,
485
+ "probabilities": [
486
+ 0.17624740962200425,
487
+ 0.04368623018051458,
488
+ 0.384956648208123,
489
+ 0.3951097119893581
490
+ ]
491
+ },
492
+ {
493
+ "id": 61,
494
+ "probabilities": [
495
+ 0.2146705645488538,
496
+ 0.12562956323676908,
497
+ 0.3341252688977967,
498
+ 0.3255746033165803
499
+ ]
500
+ },
501
+ {
502
+ "id": 62,
503
+ "probabilities": [
504
+ 0.15602060537167936,
505
+ 0.1691522268735923,
506
+ 0.3532423244299314,
507
+ 0.321584843324797
508
+ ]
509
+ },
510
+ {
511
+ "id": 63,
512
+ "probabilities": [
513
+ 0.3489702311775927,
514
+ 0.1878820499898759,
515
+ 0.2556560892176022,
516
+ 0.20749162961492906
517
+ ]
518
+ },
519
+ {
520
+ "id": 64,
521
+ "probabilities": [
522
+ 0.18818146784792336,
523
+ 0.29366678649203565,
524
+ 0.2615975293588739,
525
+ 0.256554216301167
526
+ ]
527
+ },
528
+ {
529
+ "id": 65,
530
+ "probabilities": [
531
+ 0.19910486277906292,
532
+ 0.28209792472539374,
533
+ 0.23460589022731324,
534
+ 0.2841913222682301
535
+ ]
536
+ },
537
+ {
538
+ "id": 66,
539
+ "probabilities": [
540
+ 0.28028188259276027,
541
+ 0.1798346773002828,
542
+ 0.24173397249383477,
543
+ 0.2981494676131221
544
+ ]
545
+ },
546
+ {
547
+ "id": 67,
548
+ "probabilities": [
549
+ 0.17829684467115742,
550
+ 0.27561137538634656,
551
+ 0.231450413754843,
552
+ 0.31464136618765304
553
+ ]
554
+ },
555
+ {
556
+ "id": 68,
557
+ "probabilities": [
558
+ 0.19834029369663322,
559
+ 0.19002109898746,
560
+ 0.2614852172002589,
561
+ 0.3501533901156477
562
+ ]
563
+ },
564
+ {
565
+ "id": 69,
566
+ "probabilities": [
567
+ 0.22564521812990262,
568
+ 0.3113382359352363,
569
+ 0.18810134045924398,
570
+ 0.27491520547561715
571
+ ]
572
+ },
573
+ {
574
+ "id": 70,
575
+ "probabilities": [
576
+ 0.2610671228081892,
577
+ 0.15695028495007016,
578
+ 0.29297316774901816,
579
+ 0.28900942449272243
580
+ ]
581
+ },
582
+ {
583
+ "id": 71,
584
+ "probabilities": [
585
+ 0.16874494037371757,
586
+ 0.10663923581703566,
587
+ 0.3341649446781747,
588
+ 0.3904508791310722
589
+ ]
590
+ },
591
+ {
592
+ "id": 72,
593
+ "probabilities": [
594
+ 0.17729132722990554,
595
+ 0.17044543759940542,
596
+ 0.3143582312004263,
597
+ 0.33790500397026274
598
+ ]
599
+ },
600
+ {
601
+ "id": 73,
602
+ "probabilities": [
603
+ 0.3182064982067135,
604
+ 0.175786124851237,
605
+ 0.26306009599534125,
606
+ 0.24294728094670814
607
+ ]
608
+ },
609
+ {
610
+ "id": 74,
611
+ "probabilities": [
612
+ 0.24395263507545595,
613
+ 0.17123956867416268,
614
+ 0.31133889574191115,
615
+ 0.27346890050847034
616
+ ]
617
+ },
618
+ {
619
+ "id": 77,
620
+ "probabilities": [
621
+ 0.31615450189016603,
622
+ 0.1531671032661327,
623
+ 0.2471470540183193,
624
+ 0.2835313408253819
625
+ ]
626
+ },
627
+ {
628
+ "id": 78,
629
+ "probabilities": [
630
+ 0.2734295925669595,
631
+ 0.14141277637244457,
632
+ 0.3198467039278862,
633
+ 0.26531092713270976
634
+ ]
635
+ },
636
+ {
637
+ "id": 79,
638
+ "probabilities": [
639
+ 0.3368425736760575,
640
+ 0.1713506700776125,
641
+ 0.21744790544938852,
642
+ 0.27435885079694156
643
+ ]
644
+ },
645
+ {
646
+ "id": 80,
647
+ "probabilities": [
648
+ 0.21073749058327343,
649
+ 0.2743591384631471,
650
+ 0.25894607382645335,
651
+ 0.25595729712712617
652
+ ]
653
+ },
654
+ {
655
+ "id": 81,
656
+ "probabilities": [
657
+ 0.21065031446239646,
658
+ 0.2068454823008206,
659
+ 0.289380417276509,
660
+ 0.29312378596027405
661
+ ]
662
+ },
663
+ {
664
+ "id": 82,
665
+ "probabilities": [
666
+ 0.2500112621084758,
667
+ 0.269828638803452,
668
+ 0.22895389108753827,
669
+ 0.25120620800053406
670
+ ]
671
+ },
672
+ {
673
+ "id": 83,
674
+ "probabilities": [
675
+ 0.21097827877076136,
676
+ 0.28689005429299413,
677
+ 0.21212586130244243,
678
+ 0.2900058056338021
679
+ ]
680
+ },
681
+ {
682
+ "id": 84,
683
+ "probabilities": [
684
+ 0.33072689232651226,
685
+ 0.20951498099225602,
686
+ 0.23627368445822144,
687
+ 0.2234844422230104
688
+ ]
689
+ },
690
+ {
691
+ "id": 85,
692
+ "probabilities": [
693
+ 0.16345345567290104,
694
+ 0.25487434420259747,
695
+ 0.2582087698435873,
696
+ 0.3234634302809141
697
+ ]
698
+ },
699
+ {
700
+ "id": 86,
701
+ "probabilities": [
702
+ 0.14232166642662708,
703
+ 0.16801356313475813,
704
+ 0.2934066346887845,
705
+ 0.3962581357498304
706
+ ]
707
+ },
708
+ {
709
+ "id": 87,
710
+ "probabilities": [
711
+ 0.160437907194106,
712
+ 0.23568711020646596,
713
+ 0.27747068833597865,
714
+ 0.32640429426344925
715
+ ]
716
+ },
717
+ {
718
+ "id": 88,
719
+ "probabilities": [
720
+ 0.2425323242236022,
721
+ 0.2329164833018285,
722
+ 0.2556806334490447,
723
+ 0.26887055902552454
724
+ ]
725
+ },
726
+ {
727
+ "id": 89,
728
+ "probabilities": [
729
+ 0.3603780446481783,
730
+ 0.21340754115490096,
731
+ 0.2148754174330812,
732
+ 0.21133899676383958
733
+ ]
734
+ },
735
+ {
736
+ "id": 90,
737
+ "probabilities": [
738
+ 0.24783318749720445,
739
+ 0.3179332423615268,
740
+ 0.19964586148032148,
741
+ 0.23458770866094714
742
+ ]
743
+ },
744
+ {
745
+ "id": 91,
746
+ "probabilities": [
747
+ 0.22754810391680122,
748
+ 0.2906484142109327,
749
+ 0.26155008449453854,
750
+ 0.2202533973777276
751
+ ]
752
+ },
753
+ {
754
+ "id": 92,
755
+ "probabilities": [
756
+ 0.28086248221825305,
757
+ 0.2659977854074631,
758
+ 0.21787242285219963,
759
+ 0.23526730952208427
760
+ ]
761
+ },
762
+ {
763
+ "id": 93,
764
+ "probabilities": [
765
+ 0.17616696614269528,
766
+ 0.26560435513916936,
767
+ 0.2353365488888184,
768
+ 0.32289212982931703
769
+ ]
770
+ },
771
+ {
772
+ "id": 94,
773
+ "probabilities": [
774
+ 0.2791997462878585,
775
+ 0.2632265603100598,
776
+ 0.19128119058257767,
777
+ 0.2662925028195039
778
+ ]
779
+ },
780
+ {
781
+ "id": 95,
782
+ "probabilities": [
783
+ 0.18902759290446947,
784
+ 0.18961418832076177,
785
+ 0.27824353568943855,
786
+ 0.3431146830853303
787
+ ]
788
+ },
789
+ {
790
+ "id": 96,
791
+ "probabilities": [
792
+ 0.28163670056773443,
793
+ 0.20866181939813574,
794
+ 0.2542903280170568,
795
+ 0.25541115201707304
796
+ ]
797
+ },
798
+ {
799
+ "id": 97,
800
+ "probabilities": [
801
+ 0.21921515034529399,
802
+ 0.2963409873319949,
803
+ 0.2312073799820626,
804
+ 0.25323648234064844
805
+ ]
806
+ },
807
+ {
808
+ "id": 98,
809
+ "probabilities": [
810
+ 0.17588381827358027,
811
+ 0.14573728701548108,
812
+ 0.3162436086658493,
813
+ 0.3621352860450893
814
+ ]
815
+ },
816
+ {
817
+ "id": 99,
818
+ "probabilities": [
819
+ 0.18810447787136175,
820
+ 0.10281880517659861,
821
+ 0.3914328028050628,
822
+ 0.31764391414697674
823
+ ]
824
+ }
825
+ ],
826
+ "development_predictions": [
827
+ {
828
+ "id": 100,
829
+ "probabilities": [
830
+ 0.31429492017591754,
831
+ 0.1502717356945611,
832
+ 0.2914787065125519,
833
+ 0.24395463761696945
834
+ ]
835
+ },
836
+ {
837
+ "id": 101,
838
+ "probabilities": [
839
+ 0.2080329665010511,
840
+ 0.07022493572447847,
841
+ 0.39142921657077245,
842
+ 0.33031288120369806
843
+ ]
844
+ },
845
+ {
846
+ "id": 102,
847
+ "probabilities": [
848
+ 0.18357892381099108,
849
+ 0.2675919933766788,
850
+ 0.25459495334657123,
851
+ 0.29423412946575894
852
+ ]
853
+ },
854
+ {
855
+ "id": 103,
856
+ "probabilities": [
857
+ 0.2209750664272942,
858
+ 0.2610816474540316,
859
+ 0.26212347362099053,
860
+ 0.2558198124976837
861
+ ]
862
+ },
863
+ {
864
+ "id": 104,
865
+ "probabilities": [
866
+ 0.24836580571335373,
867
+ 0.29350659807900736,
868
+ 0.15046614199317274,
869
+ 0.30766145421446606
870
+ ]
871
+ },
872
+ {
873
+ "id": 105,
874
+ "probabilities": [
875
+ 0.3531668108270104,
876
+ 0.1126264189275247,
877
+ 0.2820541933230942,
878
+ 0.2521525769223707
879
+ ]
880
+ },
881
+ {
882
+ "id": 106,
883
+ "probabilities": [
884
+ 0.2423192869899606,
885
+ 0.15038996839806937,
886
+ 0.3350833804468529,
887
+ 0.2722073641651172
888
+ ]
889
+ },
890
+ {
891
+ "id": 107,
892
+ "probabilities": [
893
+ 0.2834148718931304,
894
+ 0.23632629402785096,
895
+ 0.266370271811533,
896
+ 0.2138885622674856
897
+ ]
898
+ },
899
+ {
900
+ "id": 108,
901
+ "probabilities": [
902
+ 0.22220109614536493,
903
+ 0.14309675341510822,
904
+ 0.26221279768054817,
905
+ 0.3724893527589788
906
+ ]
907
+ },
908
+ {
909
+ "id": 109,
910
+ "probabilities": [
911
+ 0.2202458986174464,
912
+ 0.2780642085626538,
913
+ 0.23504046902910766,
914
+ 0.26664942379079215
915
+ ]
916
+ },
917
+ {
918
+ "id": 110,
919
+ "probabilities": [
920
+ 0.16777091543408856,
921
+ 0.2422918539211313,
922
+ 0.22762534545705465,
923
+ 0.36231188518772545
924
+ ]
925
+ },
926
+ {
927
+ "id": 111,
928
+ "probabilities": [
929
+ 0.35572051510755914,
930
+ 0.2397552289470877,
931
+ 0.15639013602573862,
932
+ 0.24813411991961448
933
+ ]
934
+ },
935
+ {
936
+ "id": 112,
937
+ "probabilities": [
938
+ 0.2618385507687411,
939
+ 0.33261016744086935,
940
+ 0.1848460137409686,
941
+ 0.22070526804942092
942
+ ]
943
+ },
944
+ {
945
+ "id": 113,
946
+ "probabilities": [
947
+ 0.20086582800389566,
948
+ 0.2918041868843271,
949
+ 0.2323025470071376,
950
+ 0.2750274381046396
951
+ ]
952
+ },
953
+ {
954
+ "id": 114,
955
+ "probabilities": [
956
+ 0.25002359581376776,
957
+ 0.23476751102754545,
958
+ 0.24341213285279736,
959
+ 0.2717967603058895
960
+ ]
961
+ },
962
+ {
963
+ "id": 115,
964
+ "probabilities": [
965
+ 0.3664880340603116,
966
+ 0.20784950814405823,
967
+ 0.2167365836365824,
968
+ 0.2089258741590477
969
+ ]
970
+ },
971
+ {
972
+ "id": 116,
973
+ "probabilities": [
974
+ 0.19247119334394316,
975
+ 0.10601096625353951,
976
+ 0.3872215644847413,
977
+ 0.3142962759177759
978
+ ]
979
+ },
980
+ {
981
+ "id": 117,
982
+ "probabilities": [
983
+ 0.3299817485333888,
984
+ 0.1167358443245538,
985
+ 0.3028815528486808,
986
+ 0.2504008542933766
987
+ ]
988
+ },
989
+ {
990
+ "id": 118,
991
+ "probabilities": [
992
+ 0.25751555584945435,
993
+ 0.1375110145077798,
994
+ 0.28704650642012314,
995
+ 0.31792692322264277
996
+ ]
997
+ },
998
+ {
999
+ "id": 119,
1000
+ "probabilities": [
1001
+ 0.1543755118699502,
1002
+ 0.28066306953479353,
1003
+ 0.23593596099162395,
1004
+ 0.3290254576036324
1005
+ ]
1006
+ },
1007
+ {
1008
+ "id": 120,
1009
+ "probabilities": [
1010
+ 0.24283149237700685,
1011
+ 0.25351837804416705,
1012
+ 0.2517266581193432,
1013
+ 0.25192347145948296
1014
+ ]
1015
+ },
1016
+ {
1017
+ "id": 121,
1018
+ "probabilities": [
1019
+ 0.2191607523630502,
1020
+ 0.30445387999649054,
1021
+ 0.22587395296961038,
1022
+ 0.2505114146708488
1023
+ ]
1024
+ },
1025
+ {
1026
+ "id": 122,
1027
+ "probabilities": [
1028
+ 0.2858164563397234,
1029
+ 0.14200056566703373,
1030
+ 0.2774750910864715,
1031
+ 0.2947078869067713
1032
+ ]
1033
+ },
1034
+ {
1035
+ "id": 123,
1036
+ "probabilities": [
1037
+ 0.24548307780528258,
1038
+ 0.30017806944629477,
1039
+ 0.18712583388900617,
1040
+ 0.26721301885941634
1041
+ ]
1042
+ },
1043
+ {
1044
+ "id": 124,
1045
+ "probabilities": [
1046
+ 0.21882854476427338,
1047
+ 0.2703865182711726,
1048
+ 0.26251600091888544,
1049
+ 0.24826893604566846
1050
+ ]
1051
+ },
1052
+ {
1053
+ "id": 125,
1054
+ "probabilities": [
1055
+ 0.35169781559192403,
1056
+ 0.2076956449192937,
1057
+ 0.18052634883457647,
1058
+ 0.26008019065420585
1059
+ ]
1060
+ },
1061
+ {
1062
+ "id": 126,
1063
+ "probabilities": [
1064
+ 0.17296398509122116,
1065
+ 0.3018404276513368,
1066
+ 0.22835853259344274,
1067
+ 0.29683705466399923
1068
+ ]
1069
+ },
1070
+ {
1071
+ "id": 127,
1072
+ "probabilities": [
1073
+ 0.13829877283968606,
1074
+ 0.13566580157250102,
1075
+ 0.36424334029812455,
1076
+ 0.3617920852896883
1077
+ ]
1078
+ },
1079
+ {
1080
+ "id": 128,
1081
+ "probabilities": [
1082
+ 0.1856594104263878,
1083
+ 0.2590417701545245,
1084
+ 0.22073238492542752,
1085
+ 0.3345664344936602
1086
+ ]
1087
+ },
1088
+ {
1089
+ "id": 129,
1090
+ "probabilities": [
1091
+ 0.2923696194679665,
1092
+ 0.17428255042348056,
1093
+ 0.2768027489400368,
1094
+ 0.2565450811685161
1095
+ ]
1096
+ }
1097
+ ],
1098
+ "trials": [
1099
+ {
1100
+ "feature": "layer36",
1101
+ "base_prior_weight": 0.5,
1102
+ "regularization": 0.01,
1103
+ "reference_cv_score": 89.51477452986248
1104
+ },
1105
+ {
1106
+ "feature": "layer36_plus_base_scale5",
1107
+ "base_prior_weight": 0.5,
1108
+ "regularization": 0.31622776601683794,
1109
+ "reference_cv_score": 89.4745618449131
1110
+ },
1111
+ {
1112
+ "feature": "layer36_plus_base_scale5",
1113
+ "base_prior_weight": 0,
1114
+ "regularization": 0.31622776601683794,
1115
+ "reference_cv_score": 89.4597858144838
1116
+ },
1117
+ {
1118
+ "feature": "layer36",
1119
+ "base_prior_weight": 1,
1120
+ "regularization": 0.01,
1121
+ "reference_cv_score": 89.43874429641774
1122
+ },
1123
+ {
1124
+ "feature": "layer36_plus_base_scale5",
1125
+ "base_prior_weight": 1,
1126
+ "regularization": 0.31622776601683794,
1127
+ "reference_cv_score": 89.42094128177209
1128
+ },
1129
+ {
1130
+ "feature": "layer36_plus_base_scale1",
1131
+ "base_prior_weight": 0.5,
1132
+ "regularization": 0.01,
1133
+ "reference_cv_score": 89.41431938079141
1134
+ },
1135
+ {
1136
+ "feature": "layer36_plus_base_scale1",
1137
+ "base_prior_weight": 0,
1138
+ "regularization": 0.01,
1139
+ "reference_cv_score": 89.4141607489633
1140
+ },
1141
+ {
1142
+ "feature": "layer36_plus_base_scale1",
1143
+ "base_prior_weight": 1,
1144
+ "regularization": 0.01,
1145
+ "reference_cv_score": 89.41378785961334
1146
+ },
1147
+ {
1148
+ "feature": "layer36_plus_base_scale1",
1149
+ "base_prior_weight": 0,
1150
+ "regularization": 0.05623413251903491,
1151
+ "reference_cv_score": 89.38037208830039
1152
+ },
1153
+ {
1154
+ "feature": "layer36_plus_base_scale1",
1155
+ "base_prior_weight": 0.5,
1156
+ "regularization": 0.05623413251903491,
1157
+ "reference_cv_score": 89.37506055891947
1158
+ },
1159
+ {
1160
+ "feature": "layer36_plus_base_scale1",
1161
+ "base_prior_weight": 1,
1162
+ "regularization": 0.05623413251903491,
1163
+ "reference_cv_score": 89.36023968858422
1164
+ },
1165
+ {
1166
+ "feature": "layer36_plus_base_scale5",
1167
+ "base_prior_weight": 0.5,
1168
+ "regularization": 1.7782794100389228,
1169
+ "reference_cv_score": 89.35417495536085
1170
+ },
1171
+ {
1172
+ "feature": "layer18_plus_base_scale5",
1173
+ "base_prior_weight": 0.5,
1174
+ "regularization": 0.31622776601683794,
1175
+ "reference_cv_score": 89.34142887247175
1176
+ },
1177
+ {
1178
+ "feature": "layer36",
1179
+ "base_prior_weight": 0.5,
1180
+ "regularization": 0.05623413251903491,
1181
+ "reference_cv_score": 89.340325708821
1182
+ },
1183
+ {
1184
+ "feature": "layer36_plus_base_scale1",
1185
+ "base_prior_weight": 0.5,
1186
+ "regularization": 0.31622776601683794,
1187
+ "reference_cv_score": 89.32578520732399
1188
+ },
1189
+ {
1190
+ "feature": "layer18",
1191
+ "base_prior_weight": 0.5,
1192
+ "regularization": 0.0017782794100389228,
1193
+ "reference_cv_score": 89.3176142616982
1194
+ },
1195
+ {
1196
+ "feature": "layer18_plus_base_scale5",
1197
+ "base_prior_weight": 0,
1198
+ "regularization": 0.31622776601683794,
1199
+ "reference_cv_score": 89.31760734318921
1200
+ },
1201
+ {
1202
+ "feature": "layer36_plus_base_scale5",
1203
+ "base_prior_weight": 1,
1204
+ "regularization": 1.7782794100389228,
1205
+ "reference_cv_score": 89.3155830798428
1206
+ },
1207
+ {
1208
+ "feature": "layer36",
1209
+ "base_prior_weight": 1,
1210
+ "regularization": 0.05623413251903491,
1211
+ "reference_cv_score": 89.31443902562344
1212
+ },
1213
+ {
1214
+ "feature": "layer18_plus_base_scale1",
1215
+ "base_prior_weight": 0.5,
1216
+ "regularization": 0.31622776601683794,
1217
+ "reference_cv_score": 89.31013592300869
1218
+ },
1219
+ {
1220
+ "feature": "layer18_plus_base_scale1",
1221
+ "base_prior_weight": 0,
1222
+ "regularization": 0.05623413251903491,
1223
+ "reference_cv_score": 89.30976883097624
1224
+ },
1225
+ {
1226
+ "feature": "base_probabilities",
1227
+ "base_prior_weight": 0.5,
1228
+ "regularization": 0.31622776601683794,
1229
+ "reference_cv_score": 89.30812297332938
1230
+ },
1231
+ {
1232
+ "feature": "layer18_plus_base_scale1",
1233
+ "base_prior_weight": 0.5,
1234
+ "regularization": 0.05623413251903491,
1235
+ "reference_cv_score": 89.30666932575365
1236
+ },
1237
+ {
1238
+ "feature": "base_probabilities",
1239
+ "base_prior_weight": 0,
1240
+ "regularization": 0.05623413251903491,
1241
+ "reference_cv_score": 89.30081335937508
1242
+ },
1243
+ {
1244
+ "feature": "layer36_plus_base_scale1",
1245
+ "base_prior_weight": 0,
1246
+ "regularization": 0.31622776601683794,
1247
+ "reference_cv_score": 89.29869110841945
1248
+ },
1249
+ {
1250
+ "feature": "layer18_plus_base_scale5",
1251
+ "base_prior_weight": 1,
1252
+ "regularization": 0.31622776601683794,
1253
+ "reference_cv_score": 89.29820338520263
1254
+ },
1255
+ {
1256
+ "feature": "base_probabilities",
1257
+ "base_prior_weight": 0.5,
1258
+ "regularization": 0.05623413251903491,
1259
+ "reference_cv_score": 89.29803550459793
1260
+ },
1261
+ {
1262
+ "feature": "layer18",
1263
+ "base_prior_weight": 0.5,
1264
+ "regularization": 0.01,
1265
+ "reference_cv_score": 89.29619463545282
1266
+ },
1267
+ {
1268
+ "feature": "layer18_plus_base_scale1",
1269
+ "base_prior_weight": 1,
1270
+ "regularization": 0.05623413251903491,
1271
+ "reference_cv_score": 89.29422423907198
1272
+ },
1273
+ {
1274
+ "feature": "layer18_plus_base_scale5",
1275
+ "base_prior_weight": 0,
1276
+ "regularization": 0.05623413251903491,
1277
+ "reference_cv_score": 89.28952402877036
1278
+ },
1279
+ {
1280
+ "feature": "base_probabilities",
1281
+ "base_prior_weight": 1,
1282
+ "regularization": 0.05623413251903491,
1283
+ "reference_cv_score": 89.28594049622565
1284
+ },
1285
+ {
1286
+ "feature": "layer18_plus_base_scale5",
1287
+ "base_prior_weight": 0.5,
1288
+ "regularization": 0.05623413251903491,
1289
+ "reference_cv_score": 89.28494171675243
1290
+ },
1291
+ {
1292
+ "feature": "layer36_plus_base_scale1",
1293
+ "base_prior_weight": 1,
1294
+ "regularization": 0.31622776601683794,
1295
+ "reference_cv_score": 89.28479522221231
1296
+ },
1297
+ {
1298
+ "feature": "layer18_plus_base_scale1",
1299
+ "base_prior_weight": 0,
1300
+ "regularization": 0.31622776601683794,
1301
+ "reference_cv_score": 89.28107094903982
1302
+ },
1303
+ {
1304
+ "feature": "layer18",
1305
+ "base_prior_weight": 1,
1306
+ "regularization": 0.01,
1307
+ "reference_cv_score": 89.28066074232797
1308
+ },
1309
+ {
1310
+ "feature": "base_probabilities",
1311
+ "base_prior_weight": 0,
1312
+ "regularization": 0.31622776601683794,
1313
+ "reference_cv_score": 89.27877021166711
1314
+ },
1315
+ {
1316
+ "feature": "layer18_plus_base_scale5",
1317
+ "base_prior_weight": 0.5,
1318
+ "regularization": 1.7782794100389228,
1319
+ "reference_cv_score": 89.27514537604057
1320
+ },
1321
+ {
1322
+ "feature": "layer18_plus_base_scale1",
1323
+ "base_prior_weight": 1,
1324
+ "regularization": 0.31622776601683794,
1325
+ "reference_cv_score": 89.27022348823168
1326
+ },
1327
+ {
1328
+ "feature": "layer18_plus_base_scale5",
1329
+ "base_prior_weight": 1,
1330
+ "regularization": 0.05623413251903491,
1331
+ "reference_cv_score": 89.27007400842328
1332
+ },
1333
+ {
1334
+ "feature": "base_probabilities",
1335
+ "base_prior_weight": 1,
1336
+ "regularization": 0.31622776601683794,
1337
+ "reference_cv_score": 89.26839736317928
1338
+ },
1339
+ {
1340
+ "feature": "layer18_plus_base_scale1",
1341
+ "base_prior_weight": 1,
1342
+ "regularization": 0.01,
1343
+ "reference_cv_score": 89.26733430689666
1344
+ },
1345
+ {
1346
+ "feature": "layer18_plus_base_scale1",
1347
+ "base_prior_weight": 0.5,
1348
+ "regularization": 0.01,
1349
+ "reference_cv_score": 89.26713844193053
1350
+ },
1351
+ {
1352
+ "feature": "layer18",
1353
+ "base_prior_weight": 1,
1354
+ "regularization": 0.0017782794100389228,
1355
+ "reference_cv_score": 89.26671218303639
1356
+ },
1357
+ {
1358
+ "feature": "layer18_plus_base_scale1",
1359
+ "base_prior_weight": 0,
1360
+ "regularization": 0.01,
1361
+ "reference_cv_score": 89.26635087342005
1362
+ },
1363
+ {
1364
+ "feature": "layer36_plus_base_scale1",
1365
+ "base_prior_weight": 0.5,
1366
+ "regularization": 1.7782794100389228,
1367
+ "reference_cv_score": 89.26561689485565
1368
+ },
1369
+ {
1370
+ "feature": "layer18_plus_base_scale1",
1371
+ "base_prior_weight": 0.5,
1372
+ "regularization": 1.7782794100389228,
1373
+ "reference_cv_score": 89.26151949573588
1374
+ },
1375
+ {
1376
+ "feature": "base_probabilities",
1377
+ "base_prior_weight": 0.5,
1378
+ "regularization": 1.7782794100389228,
1379
+ "reference_cv_score": 89.2609133282698
1380
+ },
1381
+ {
1382
+ "feature": "layer18_plus_base_scale5",
1383
+ "base_prior_weight": 1,
1384
+ "regularization": 1.7782794100389228,
1385
+ "reference_cv_score": 89.25397043246042
1386
+ },
1387
+ {
1388
+ "feature": "layer36_plus_base_scale1",
1389
+ "base_prior_weight": 1,
1390
+ "regularization": 1.7782794100389228,
1391
+ "reference_cv_score": 89.24678168204252
1392
+ },
1393
+ {
1394
+ "feature": "layer18_plus_base_scale1",
1395
+ "base_prior_weight": 1,
1396
+ "regularization": 1.7782794100389228,
1397
+ "reference_cv_score": 89.24358207047172
1398
+ },
1399
+ {
1400
+ "feature": "base_probabilities",
1401
+ "base_prior_weight": 1,
1402
+ "regularization": 1.7782794100389228,
1403
+ "reference_cv_score": 89.24311680956167
1404
+ },
1405
+ {
1406
+ "feature": "layer36_plus_base_scale5",
1407
+ "base_prior_weight": 0.5,
1408
+ "regularization": 10.0,
1409
+ "reference_cv_score": 89.2405720332457
1410
+ },
1411
+ {
1412
+ "feature": "layer36_plus_base_scale5",
1413
+ "base_prior_weight": 1,
1414
+ "regularization": 10.0,
1415
+ "reference_cv_score": 89.24015072898875
1416
+ },
1417
+ {
1418
+ "feature": "layer36",
1419
+ "base_prior_weight": 1,
1420
+ "regularization": 0.31622776601683794,
1421
+ "reference_cv_score": 89.23703342390228
1422
+ },
1423
+ {
1424
+ "feature": "base_probabilities",
1425
+ "base_prior_weight": 1,
1426
+ "regularization": 0.01,
1427
+ "reference_cv_score": 89.2367181741705
1428
+ },
1429
+ {
1430
+ "feature": "base_probabilities",
1431
+ "base_prior_weight": 0.5,
1432
+ "regularization": 0.01,
1433
+ "reference_cv_score": 89.23635065813983
1434
+ },
1435
+ {
1436
+ "feature": "base_probabilities",
1437
+ "base_prior_weight": 0,
1438
+ "regularization": 0.01,
1439
+ "reference_cv_score": 89.23541046093726
1440
+ },
1441
+ {
1442
+ "feature": "layer36",
1443
+ "base_prior_weight": 0.5,
1444
+ "regularization": 0.31622776601683794,
1445
+ "reference_cv_score": 89.23210275889492
1446
+ },
1447
+ {
1448
+ "feature": "layer18",
1449
+ "base_prior_weight": 1,
1450
+ "regularization": 0.05623413251903491,
1451
+ "reference_cv_score": 89.23113243048539
1452
+ },
1453
+ {
1454
+ "feature": "layer18_plus_base_scale5",
1455
+ "base_prior_weight": 1,
1456
+ "regularization": 10.0,
1457
+ "reference_cv_score": 89.22489809304494
1458
+ },
1459
+ {
1460
+ "feature": "layer18",
1461
+ "base_prior_weight": 0.5,
1462
+ "regularization": 0.05623413251903491,
1463
+ "reference_cv_score": 89.22398112511817
1464
+ },
1465
+ {
1466
+ "feature": "layer36_plus_base_scale1",
1467
+ "base_prior_weight": 1,
1468
+ "regularization": 10.0,
1469
+ "reference_cv_score": 89.22319945243446
1470
+ },
1471
+ {
1472
+ "feature": "layer18_plus_base_scale1",
1473
+ "base_prior_weight": 1,
1474
+ "regularization": 10.0,
1475
+ "reference_cv_score": 89.2225572398099
1476
+ },
1477
+ {
1478
+ "feature": "base_probabilities",
1479
+ "base_prior_weight": 1,
1480
+ "regularization": 10.0,
1481
+ "reference_cv_score": 89.22245852978727
1482
+ },
1483
+ {
1484
+ "feature": "layer18_plus_base_scale5",
1485
+ "base_prior_weight": 0.5,
1486
+ "regularization": 10.0,
1487
+ "reference_cv_score": 89.21975797841472
1488
+ },
1489
+ {
1490
+ "feature": "layer36",
1491
+ "base_prior_weight": 1,
1492
+ "regularization": 1.7782794100389228,
1493
+ "reference_cv_score": 89.21843216014068
1494
+ },
1495
+ {
1496
+ "feature": "layer36_plus_base_scale1",
1497
+ "base_prior_weight": 0.5,
1498
+ "regularization": 10.0,
1499
+ "reference_cv_score": 89.21742816128221
1500
+ },
1501
+ {
1502
+ "feature": "layer18",
1503
+ "base_prior_weight": 1,
1504
+ "regularization": 0.31622776601683794,
1505
+ "reference_cv_score": 89.2173888445809
1506
+ },
1507
+ {
1508
+ "feature": "layer18_plus_base_scale1",
1509
+ "base_prior_weight": 0.5,
1510
+ "regularization": 10.0,
1511
+ "reference_cv_score": 89.21655226786262
1512
+ },
1513
+ {
1514
+ "feature": "base_probabilities",
1515
+ "base_prior_weight": 0.5,
1516
+ "regularization": 10.0,
1517
+ "reference_cv_score": 89.21641720431413
1518
+ },
1519
+ {
1520
+ "feature": "layer36",
1521
+ "base_prior_weight": 1,
1522
+ "regularization": 10.0,
1523
+ "reference_cv_score": 89.21492408711268
1524
+ },
1525
+ {
1526
+ "feature": "layer18",
1527
+ "base_prior_weight": 1,
1528
+ "regularization": 1.7782794100389228,
1529
+ "reference_cv_score": 89.21473876265046
1530
+ },
1531
+ {
1532
+ "feature": "layer18",
1533
+ "base_prior_weight": 1,
1534
+ "regularization": 10.0,
1535
+ "reference_cv_score": 89.21426062190653
1536
+ },
1537
+ {
1538
+ "feature": "layer36",
1539
+ "base_prior_weight": 0.5,
1540
+ "regularization": 0.0017782794100389228,
1541
+ "reference_cv_score": 89.21318119448
1542
+ },
1543
+ {
1544
+ "feature": "base_probabilities",
1545
+ "base_prior_weight": 1,
1546
+ "regularization": 0.0017782794100389228,
1547
+ "reference_cv_score": 89.20823664610029
1548
+ },
1549
+ {
1550
+ "feature": "base_probabilities",
1551
+ "base_prior_weight": 0.5,
1552
+ "regularization": 0.0017782794100389228,
1553
+ "reference_cv_score": 89.20792276013232
1554
+ },
1555
+ {
1556
+ "feature": "base_probabilities",
1557
+ "base_prior_weight": 0,
1558
+ "regularization": 0.0017782794100389228,
1559
+ "reference_cv_score": 89.2075874315797
1560
+ },
1561
+ {
1562
+ "feature": "layer36",
1563
+ "base_prior_weight": 0.5,
1564
+ "regularization": 1.7782794100389228,
1565
+ "reference_cv_score": 89.20625176280478
1566
+ },
1567
+ {
1568
+ "feature": "layer18",
1569
+ "base_prior_weight": 0.5,
1570
+ "regularization": 0.31622776601683794,
1571
+ "reference_cv_score": 89.2047981461706
1572
+ },
1573
+ {
1574
+ "feature": "base_probabilities",
1575
+ "base_prior_weight": 1,
1576
+ "regularization": 0.00031622776601683794,
1577
+ "reference_cv_score": 89.20173144476225
1578
+ },
1579
+ {
1580
+ "feature": "base_probabilities",
1581
+ "base_prior_weight": 0.5,
1582
+ "regularization": 0.00031622776601683794,
1583
+ "reference_cv_score": 89.20166562438774
1584
+ },
1585
+ {
1586
+ "feature": "base_probabilities",
1587
+ "base_prior_weight": 0,
1588
+ "regularization": 0.00031622776601683794,
1589
+ "reference_cv_score": 89.20159910352436
1590
+ },
1591
+ {
1592
+ "feature": "layer36",
1593
+ "base_prior_weight": 0.5,
1594
+ "regularization": 10.0,
1595
+ "reference_cv_score": 89.2013812062425
1596
+ },
1597
+ {
1598
+ "feature": "layer18",
1599
+ "base_prior_weight": 0.5,
1600
+ "regularization": 1.7782794100389228,
1601
+ "reference_cv_score": 89.20112240577112
1602
+ },
1603
+ {
1604
+ "feature": "base_probabilities",
1605
+ "base_prior_weight": 1,
1606
+ "regularization": 5.623413251903491e-05,
1607
+ "reference_cv_score": 89.20051951343872
1608
+ },
1609
+ {
1610
+ "feature": "base_probabilities",
1611
+ "base_prior_weight": 0.5,
1612
+ "regularization": 5.623413251903491e-05,
1613
+ "reference_cv_score": 89.20050747790307
1614
+ },
1615
+ {
1616
+ "feature": "base_probabilities",
1617
+ "base_prior_weight": 0,
1618
+ "regularization": 5.623413251903491e-05,
1619
+ "reference_cv_score": 89.20049542008427
1620
+ },
1621
+ {
1622
+ "feature": "layer18",
1623
+ "base_prior_weight": 0.5,
1624
+ "regularization": 10.0,
1625
+ "reference_cv_score": 89.20045992643651
1626
+ },
1627
+ {
1628
+ "feature": "base_probabilities",
1629
+ "base_prior_weight": 1,
1630
+ "regularization": 1e-05,
1631
+ "reference_cv_score": 89.20030219121206
1632
+ },
1633
+ {
1634
+ "feature": "base_probabilities",
1635
+ "base_prior_weight": 0.5,
1636
+ "regularization": 1e-05,
1637
+ "reference_cv_score": 89.20030004041101
1638
+ },
1639
+ {
1640
+ "feature": "base_probabilities",
1641
+ "base_prior_weight": 0,
1642
+ "regularization": 1e-05,
1643
+ "reference_cv_score": 89.20029788890051
1644
+ },
1645
+ {
1646
+ "feature": "layer36",
1647
+ "base_prior_weight": 0,
1648
+ "regularization": 0.01,
1649
+ "reference_cv_score": 89.1974363265241
1650
+ },
1651
+ {
1652
+ "feature": "layer36_plus_base_scale5",
1653
+ "base_prior_weight": 0,
1654
+ "regularization": 0.05623413251903491,
1655
+ "reference_cv_score": 89.18159766199872
1656
+ },
1657
+ {
1658
+ "feature": "layer36_plus_base_scale5",
1659
+ "base_prior_weight": 0.5,
1660
+ "regularization": 0.05623413251903491,
1661
+ "reference_cv_score": 89.18136902891438
1662
+ },
1663
+ {
1664
+ "feature": "layer36_plus_base_scale5",
1665
+ "base_prior_weight": 1,
1666
+ "regularization": 0.05623413251903491,
1667
+ "reference_cv_score": 89.16585060340927
1668
+ },
1669
+ {
1670
+ "feature": "layer18_plus_base_scale1",
1671
+ "base_prior_weight": 1,
1672
+ "regularization": 0.0017782794100389228,
1673
+ "reference_cv_score": 89.16187052954523
1674
+ },
1675
+ {
1676
+ "feature": "layer18_plus_base_scale1",
1677
+ "base_prior_weight": 0.5,
1678
+ "regularization": 0.0017782794100389228,
1679
+ "reference_cv_score": 89.16144094371697
1680
+ },
1681
+ {
1682
+ "feature": "layer18_plus_base_scale1",
1683
+ "base_prior_weight": 0,
1684
+ "regularization": 0.0017782794100389228,
1685
+ "reference_cv_score": 89.16098495025513
1686
+ },
1687
+ {
1688
+ "feature": "layer36",
1689
+ "base_prior_weight": 1,
1690
+ "regularization": 0.0017782794100389228,
1691
+ "reference_cv_score": 89.14742422049957
1692
+ },
1693
+ {
1694
+ "feature": "layer36_plus_base_scale5",
1695
+ "base_prior_weight": 0,
1696
+ "regularization": 1.7782794100389228,
1697
+ "reference_cv_score": 89.13052402959974
1698
+ },
1699
+ {
1700
+ "feature": "layer18_plus_base_scale5",
1701
+ "base_prior_weight": 0,
1702
+ "regularization": 1.7782794100389228,
1703
+ "reference_cv_score": 89.0283691694705
1704
+ },
1705
+ {
1706
+ "feature": "layer36_plus_base_scale1",
1707
+ "base_prior_weight": 0,
1708
+ "regularization": 1.7782794100389228,
1709
+ "reference_cv_score": 89.01581002521691
1710
+ },
1711
+ {
1712
+ "feature": "layer18_plus_base_scale1",
1713
+ "base_prior_weight": 0,
1714
+ "regularization": 1.7782794100389228,
1715
+ "reference_cv_score": 89.0105358133234
1716
+ },
1717
+ {
1718
+ "feature": "base_probabilities",
1719
+ "base_prior_weight": 0,
1720
+ "regularization": 1.7782794100389228,
1721
+ "reference_cv_score": 89.00974657914499
1722
+ },
1723
+ {
1724
+ "feature": "layer36_plus_base_scale1",
1725
+ "base_prior_weight": 1,
1726
+ "regularization": 0.0017782794100389228,
1727
+ "reference_cv_score": 88.99504508379947
1728
+ },
1729
+ {
1730
+ "feature": "layer36_plus_base_scale1",
1731
+ "base_prior_weight": 0.5,
1732
+ "regularization": 0.0017782794100389228,
1733
+ "reference_cv_score": 88.99407062743244
1734
+ },
1735
+ {
1736
+ "feature": "layer36_plus_base_scale1",
1737
+ "base_prior_weight": 0,
1738
+ "regularization": 0.0017782794100389228,
1739
+ "reference_cv_score": 88.9930506358851
1740
+ },
1741
+ {
1742
+ "feature": "layer18",
1743
+ "base_prior_weight": 0,
1744
+ "regularization": 0.0017782794100389228,
1745
+ "reference_cv_score": 88.96687541664865
1746
+ },
1747
+ {
1748
+ "feature": "layer36",
1749
+ "base_prior_weight": 0,
1750
+ "regularization": 0.0017782794100389228,
1751
+ "reference_cv_score": 88.94055933059492
1752
+ },
1753
+ {
1754
+ "feature": "layer36",
1755
+ "base_prior_weight": 0,
1756
+ "regularization": 0.05623413251903491,
1757
+ "reference_cv_score": 88.91633693848382
1758
+ },
1759
+ {
1760
+ "feature": "layer18",
1761
+ "base_prior_weight": 0,
1762
+ "regularization": 0.01,
1763
+ "reference_cv_score": 88.85803907987324
1764
+ },
1765
+ {
1766
+ "feature": "layer36_plus_base_scale5",
1767
+ "base_prior_weight": 0,
1768
+ "regularization": 10.0,
1769
+ "reference_cv_score": 88.82478735781257
1770
+ },
1771
+ {
1772
+ "feature": "layer18_plus_base_scale5",
1773
+ "base_prior_weight": 0,
1774
+ "regularization": 10.0,
1775
+ "reference_cv_score": 88.79591990523451
1776
+ },
1777
+ {
1778
+ "feature": "layer36_plus_base_scale1",
1779
+ "base_prior_weight": 0,
1780
+ "regularization": 10.0,
1781
+ "reference_cv_score": 88.79267335052342
1782
+ },
1783
+ {
1784
+ "feature": "layer18_plus_base_scale1",
1785
+ "base_prior_weight": 0,
1786
+ "regularization": 10.0,
1787
+ "reference_cv_score": 88.79146073876788
1788
+ },
1789
+ {
1790
+ "feature": "base_probabilities",
1791
+ "base_prior_weight": 0,
1792
+ "regularization": 10.0,
1793
+ "reference_cv_score": 88.79127307247283
1794
+ },
1795
+ {
1796
+ "feature": "layer18",
1797
+ "base_prior_weight": 0.5,
1798
+ "regularization": 0.00031622776601683794,
1799
+ "reference_cv_score": 88.77789521889439
1800
+ },
1801
+ {
1802
+ "feature": "layer36",
1803
+ "base_prior_weight": 0,
1804
+ "regularization": 0.31622776601683794,
1805
+ "reference_cv_score": 88.76035575280045
1806
+ },
1807
+ {
1808
+ "feature": "layer18",
1809
+ "base_prior_weight": 0,
1810
+ "regularization": 0.05623413251903491,
1811
+ "reference_cv_score": 88.74905274265032
1812
+ },
1813
+ {
1814
+ "feature": "layer18",
1815
+ "base_prior_weight": 1,
1816
+ "regularization": 0.00031622776601683794,
1817
+ "reference_cv_score": 88.73419122964741
1818
+ },
1819
+ {
1820
+ "feature": "layer18_plus_base_scale5",
1821
+ "base_prior_weight": 1,
1822
+ "regularization": 0.01,
1823
+ "reference_cv_score": 88.72454245237988
1824
+ },
1825
+ {
1826
+ "feature": "layer36",
1827
+ "base_prior_weight": 0,
1828
+ "regularization": 1.7782794100389228,
1829
+ "reference_cv_score": 88.72363945920428
1830
+ },
1831
+ {
1832
+ "feature": "layer18_plus_base_scale5",
1833
+ "base_prior_weight": 0.5,
1834
+ "regularization": 0.01,
1835
+ "reference_cv_score": 88.72168695755268
1836
+ },
1837
+ {
1838
+ "feature": "layer18",
1839
+ "base_prior_weight": 0,
1840
+ "regularization": 0.31622776601683794,
1841
+ "reference_cv_score": 88.72159290395939
1842
+ },
1843
+ {
1844
+ "feature": "layer18_plus_base_scale5",
1845
+ "base_prior_weight": 0,
1846
+ "regularization": 0.01,
1847
+ "reference_cv_score": 88.71772695469379
1848
+ },
1849
+ {
1850
+ "feature": "layer36",
1851
+ "base_prior_weight": 0,
1852
+ "regularization": 10.0,
1853
+ "reference_cv_score": 88.71673963286683
1854
+ },
1855
+ {
1856
+ "feature": "layer18",
1857
+ "base_prior_weight": 0,
1858
+ "regularization": 1.7782794100389228,
1859
+ "reference_cv_score": 88.71637448437846
1860
+ },
1861
+ {
1862
+ "feature": "layer18",
1863
+ "base_prior_weight": 0,
1864
+ "regularization": 10.0,
1865
+ "reference_cv_score": 88.71543531876469
1866
+ },
1867
+ {
1868
+ "feature": "layer18_plus_base_scale1",
1869
+ "base_prior_weight": 1,
1870
+ "regularization": 0.00031622776601683794,
1871
+ "reference_cv_score": 88.5508459676385
1872
+ },
1873
+ {
1874
+ "feature": "layer18_plus_base_scale1",
1875
+ "base_prior_weight": 0.5,
1876
+ "regularization": 0.00031622776601683794,
1877
+ "reference_cv_score": 88.5505869705035
1878
+ },
1879
+ {
1880
+ "feature": "layer18_plus_base_scale1",
1881
+ "base_prior_weight": 0,
1882
+ "regularization": 0.00031622776601683794,
1883
+ "reference_cv_score": 88.55032627620058
1884
+ },
1885
+ {
1886
+ "feature": "layer18",
1887
+ "base_prior_weight": 0,
1888
+ "regularization": 0.00031622776601683794,
1889
+ "reference_cv_score": 88.49400034464246
1890
+ },
1891
+ {
1892
+ "feature": "layer36",
1893
+ "base_prior_weight": 1,
1894
+ "regularization": 0.00031622776601683794,
1895
+ "reference_cv_score": 88.19095634416547
1896
+ },
1897
+ {
1898
+ "feature": "layer36",
1899
+ "base_prior_weight": 0.5,
1900
+ "regularization": 0.00031622776601683794,
1901
+ "reference_cv_score": 88.15258691097729
1902
+ },
1903
+ {
1904
+ "feature": "layer36_plus_base_scale5",
1905
+ "base_prior_weight": 1,
1906
+ "regularization": 0.01,
1907
+ "reference_cv_score": 88.14988405542181
1908
+ },
1909
+ {
1910
+ "feature": "layer36_plus_base_scale5",
1911
+ "base_prior_weight": 0.5,
1912
+ "regularization": 0.01,
1913
+ "reference_cv_score": 88.14152460618837
1914
+ },
1915
+ {
1916
+ "feature": "layer36_plus_base_scale5",
1917
+ "base_prior_weight": 0,
1918
+ "regularization": 0.01,
1919
+ "reference_cv_score": 88.12963589238866
1920
+ },
1921
+ {
1922
+ "feature": "layer36_plus_base_scale1",
1923
+ "base_prior_weight": 1,
1924
+ "regularization": 0.00031622776601683794,
1925
+ "reference_cv_score": 87.93015273178543
1926
+ },
1927
+ {
1928
+ "feature": "layer36_plus_base_scale1",
1929
+ "base_prior_weight": 0.5,
1930
+ "regularization": 0.00031622776601683794,
1931
+ "reference_cv_score": 87.92933361380462
1932
+ },
1933
+ {
1934
+ "feature": "layer36_plus_base_scale1",
1935
+ "base_prior_weight": 0,
1936
+ "regularization": 0.00031622776601683794,
1937
+ "reference_cv_score": 87.92850691634574
1938
+ },
1939
+ {
1940
+ "feature": "layer36",
1941
+ "base_prior_weight": 0,
1942
+ "regularization": 0.00031622776601683794,
1943
+ "reference_cv_score": 87.77213225320504
1944
+ },
1945
+ {
1946
+ "feature": "layer18_plus_base_scale5",
1947
+ "base_prior_weight": 1,
1948
+ "regularization": 0.0017782794100389228,
1949
+ "reference_cv_score": 87.55116865587426
1950
+ },
1951
+ {
1952
+ "feature": "layer18_plus_base_scale5",
1953
+ "base_prior_weight": 0.5,
1954
+ "regularization": 0.0017782794100389228,
1955
+ "reference_cv_score": 87.54880667512714
1956
+ },
1957
+ {
1958
+ "feature": "layer18_plus_base_scale5",
1959
+ "base_prior_weight": 0,
1960
+ "regularization": 0.0017782794100389228,
1961
+ "reference_cv_score": 87.54625559956753
1962
+ },
1963
+ {
1964
+ "feature": "layer18",
1965
+ "base_prior_weight": 0.5,
1966
+ "regularization": 5.623413251903491e-05,
1967
+ "reference_cv_score": 87.44100767229894
1968
+ },
1969
+ {
1970
+ "feature": "layer18",
1971
+ "base_prior_weight": 1,
1972
+ "regularization": 5.623413251903491e-05,
1973
+ "reference_cv_score": 87.430500998817
1974
+ },
1975
+ {
1976
+ "feature": "layer18_plus_base_scale1",
1977
+ "base_prior_weight": 1,
1978
+ "regularization": 5.623413251903491e-05,
1979
+ "reference_cv_score": 87.35091722510701
1980
+ },
1981
+ {
1982
+ "feature": "layer18_plus_base_scale1",
1983
+ "base_prior_weight": 0.5,
1984
+ "regularization": 5.623413251903491e-05,
1985
+ "reference_cv_score": 87.35080515075451
1986
+ },
1987
+ {
1988
+ "feature": "layer18_plus_base_scale1",
1989
+ "base_prior_weight": 0,
1990
+ "regularization": 5.623413251903491e-05,
1991
+ "reference_cv_score": 87.35069279222316
1992
+ },
1993
+ {
1994
+ "feature": "layer36",
1995
+ "base_prior_weight": 1,
1996
+ "regularization": 5.623413251903491e-05,
1997
+ "reference_cv_score": 87.32220232109937
1998
+ },
1999
+ {
2000
+ "feature": "layer36",
2001
+ "base_prior_weight": 0.5,
2002
+ "regularization": 5.623413251903491e-05,
2003
+ "reference_cv_score": 87.20910209532211
2004
+ },
2005
+ {
2006
+ "feature": "layer36_plus_base_scale5",
2007
+ "base_prior_weight": 1,
2008
+ "regularization": 0.0017782794100389228,
2009
+ "reference_cv_score": 87.175884725185
2010
+ },
2011
+ {
2012
+ "feature": "layer18",
2013
+ "base_prior_weight": 0,
2014
+ "regularization": 5.623413251903491e-05,
2015
+ "reference_cv_score": 87.17032971038192
2016
+ },
2017
+ {
2018
+ "feature": "layer36_plus_base_scale5",
2019
+ "base_prior_weight": 0.5,
2020
+ "regularization": 0.0017782794100389228,
2021
+ "reference_cv_score": 87.16424394020787
2022
+ },
2023
+ {
2024
+ "feature": "layer36_plus_base_scale5",
2025
+ "base_prior_weight": 0,
2026
+ "regularization": 0.0017782794100389228,
2027
+ "reference_cv_score": 87.15087539952182
2028
+ },
2029
+ {
2030
+ "feature": "layer36",
2031
+ "base_prior_weight": 1,
2032
+ "regularization": 1e-05,
2033
+ "reference_cv_score": 87.04889188378426
2034
+ },
2035
+ {
2036
+ "feature": "layer36_plus_base_scale1",
2037
+ "base_prior_weight": 1,
2038
+ "regularization": 5.623413251903491e-05,
2039
+ "reference_cv_score": 87.02840364103945
2040
+ },
2041
+ {
2042
+ "feature": "layer36_plus_base_scale1",
2043
+ "base_prior_weight": 0.5,
2044
+ "regularization": 5.623413251903491e-05,
2045
+ "reference_cv_score": 87.02763946972239
2046
+ },
2047
+ {
2048
+ "feature": "layer36_plus_base_scale1",
2049
+ "base_prior_weight": 0,
2050
+ "regularization": 5.623413251903491e-05,
2051
+ "reference_cv_score": 87.02687159106043
2052
+ },
2053
+ {
2054
+ "feature": "layer36",
2055
+ "base_prior_weight": 0.5,
2056
+ "regularization": 1e-05,
2057
+ "reference_cv_score": 86.90512670887082
2058
+ },
2059
+ {
2060
+ "feature": "layer36_plus_base_scale5",
2061
+ "base_prior_weight": 1,
2062
+ "regularization": 0.00031622776601683794,
2063
+ "reference_cv_score": 86.81520975840802
2064
+ },
2065
+ {
2066
+ "feature": "layer36_plus_base_scale5",
2067
+ "base_prior_weight": 0.5,
2068
+ "regularization": 0.00031622776601683794,
2069
+ "reference_cv_score": 86.80213477244017
2070
+ },
2071
+ {
2072
+ "feature": "layer36_plus_base_scale5",
2073
+ "base_prior_weight": 0,
2074
+ "regularization": 0.00031622776601683794,
2075
+ "reference_cv_score": 86.78757153369459
2076
+ },
2077
+ {
2078
+ "feature": "layer36",
2079
+ "base_prior_weight": 0,
2080
+ "regularization": 5.623413251903491e-05,
2081
+ "reference_cv_score": 86.7554480702029
2082
+ },
2083
+ {
2084
+ "feature": "layer36_plus_base_scale5",
2085
+ "base_prior_weight": 1,
2086
+ "regularization": 5.623413251903491e-05,
2087
+ "reference_cv_score": 86.73293198738928
2088
+ },
2089
+ {
2090
+ "feature": "layer36_plus_base_scale1",
2091
+ "base_prior_weight": 1,
2092
+ "regularization": 1e-05,
2093
+ "reference_cv_score": 86.73068621204408
2094
+ },
2095
+ {
2096
+ "feature": "layer36_plus_base_scale1",
2097
+ "base_prior_weight": 0.5,
2098
+ "regularization": 1e-05,
2099
+ "reference_cv_score": 86.72997200129807
2100
+ },
2101
+ {
2102
+ "feature": "layer36_plus_base_scale1",
2103
+ "base_prior_weight": 0,
2104
+ "regularization": 1e-05,
2105
+ "reference_cv_score": 86.72925488082616
2106
+ },
2107
+ {
2108
+ "feature": "layer36_plus_base_scale5",
2109
+ "base_prior_weight": 0.5,
2110
+ "regularization": 5.623413251903491e-05,
2111
+ "reference_cv_score": 86.71969581418631
2112
+ },
2113
+ {
2114
+ "feature": "layer36_plus_base_scale5",
2115
+ "base_prior_weight": 1,
2116
+ "regularization": 1e-05,
2117
+ "reference_cv_score": 86.71743244452072
2118
+ },
2119
+ {
2120
+ "feature": "layer36_plus_base_scale5",
2121
+ "base_prior_weight": 0,
2122
+ "regularization": 5.623413251903491e-05,
2123
+ "reference_cv_score": 86.70549834056816
2124
+ },
2125
+ {
2126
+ "feature": "layer36_plus_base_scale5",
2127
+ "base_prior_weight": 0.5,
2128
+ "regularization": 1e-05,
2129
+ "reference_cv_score": 86.70416664800365
2130
+ },
2131
+ {
2132
+ "feature": "layer36_plus_base_scale5",
2133
+ "base_prior_weight": 0,
2134
+ "regularization": 1e-05,
2135
+ "reference_cv_score": 86.69008533424353
2136
+ },
2137
+ {
2138
+ "feature": "layer36",
2139
+ "base_prior_weight": 0,
2140
+ "regularization": 1e-05,
2141
+ "reference_cv_score": 86.41913568353624
2142
+ },
2143
+ {
2144
+ "feature": "layer18_plus_base_scale5",
2145
+ "base_prior_weight": 1,
2146
+ "regularization": 0.00031622776601683794,
2147
+ "reference_cv_score": 86.30097082410819
2148
+ },
2149
+ {
2150
+ "feature": "layer18_plus_base_scale5",
2151
+ "base_prior_weight": 0.5,
2152
+ "regularization": 0.00031622776601683794,
2153
+ "reference_cv_score": 86.29974589738877
2154
+ },
2155
+ {
2156
+ "feature": "layer18_plus_base_scale5",
2157
+ "base_prior_weight": 0,
2158
+ "regularization": 0.00031622776601683794,
2159
+ "reference_cv_score": 86.29844096101687
2160
+ },
2161
+ {
2162
+ "feature": "layer18",
2163
+ "base_prior_weight": 1,
2164
+ "regularization": 1e-05,
2165
+ "reference_cv_score": 86.18738334362558
2166
+ },
2167
+ {
2168
+ "feature": "layer18",
2169
+ "base_prior_weight": 0.5,
2170
+ "regularization": 1e-05,
2171
+ "reference_cv_score": 86.18300688607586
2172
+ },
2173
+ {
2174
+ "feature": "layer18_plus_base_scale1",
2175
+ "base_prior_weight": 1,
2176
+ "regularization": 1e-05,
2177
+ "reference_cv_score": 86.18090423150547
2178
+ },
2179
+ {
2180
+ "feature": "layer18_plus_base_scale1",
2181
+ "base_prior_weight": 0.5,
2182
+ "regularization": 1e-05,
2183
+ "reference_cv_score": 86.180861745966
2184
+ },
2185
+ {
2186
+ "feature": "layer18_plus_base_scale1",
2187
+ "base_prior_weight": 0,
2188
+ "regularization": 1e-05,
2189
+ "reference_cv_score": 86.18081913032289
2190
+ },
2191
+ {
2192
+ "feature": "layer18",
2193
+ "base_prior_weight": 0,
2194
+ "regularization": 1e-05,
2195
+ "reference_cv_score": 85.91369363424579
2196
+ },
2197
+ {
2198
+ "feature": "layer18_plus_base_scale5",
2199
+ "base_prior_weight": 1,
2200
+ "regularization": 5.623413251903491e-05,
2201
+ "reference_cv_score": 85.75781896671579
2202
+ },
2203
+ {
2204
+ "feature": "layer18_plus_base_scale5",
2205
+ "base_prior_weight": 0.5,
2206
+ "regularization": 5.623413251903491e-05,
2207
+ "reference_cv_score": 85.75701810614332
2208
+ },
2209
+ {
2210
+ "feature": "layer18_plus_base_scale5",
2211
+ "base_prior_weight": 0,
2212
+ "regularization": 5.623413251903491e-05,
2213
+ "reference_cv_score": 85.75615301236539
2214
+ },
2215
+ {
2216
+ "feature": "layer18_plus_base_scale5",
2217
+ "base_prior_weight": 1,
2218
+ "regularization": 1e-05,
2219
+ "reference_cv_score": 85.6340001750905
2220
+ },
2221
+ {
2222
+ "feature": "layer18_plus_base_scale5",
2223
+ "base_prior_weight": 0.5,
2224
+ "regularization": 1e-05,
2225
+ "reference_cv_score": 85.63319156686711
2226
+ },
2227
+ {
2228
+ "feature": "layer18_plus_base_scale5",
2229
+ "base_prior_weight": 0,
2230
+ "regularization": 1e-05,
2231
+ "reference_cv_score": 85.63232148632342
2232
+ }
2233
+ ],
2234
+ "evaluation_used": false
2235
+ }
evaluation/experiments/results.json ADDED
@@ -0,0 +1,647 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "selected_by": "Grouped 5-fold cross-validation on reference only",
3
+ "best": {
4
+ "feature": "benchmark_layer36_mean",
5
+ "regularization": 0.01,
6
+ "reference_cv_score": 89.1974363265241
7
+ },
8
+ "reference_fit_score": 91.5245521185645,
9
+ "development_score": 83.03907221171613,
10
+ "development_uniform_score": 81.60764114550194,
11
+ "development_constant_score": 81.25166116576904,
12
+ "development_predictions": [
13
+ {
14
+ "id": 100,
15
+ "probabilities": [
16
+ 0.2767469443475201,
17
+ 0.2013847526712749,
18
+ 0.2773019277808663,
19
+ 0.24456637520033872
20
+ ]
21
+ },
22
+ {
23
+ "id": 101,
24
+ "probabilities": [
25
+ 0.23681159085776243,
26
+ 0.12419299419503507,
27
+ 0.32660930208115585,
28
+ 0.31238611286604656
29
+ ]
30
+ },
31
+ {
32
+ "id": 102,
33
+ "probabilities": [
34
+ 0.20913812990056885,
35
+ 0.196438022397978,
36
+ 0.2836534734620625,
37
+ 0.3107703742393907
38
+ ]
39
+ },
40
+ {
41
+ "id": 103,
42
+ "probabilities": [
43
+ 0.24277515311215864,
44
+ 0.2084274391446465,
45
+ 0.281076044210233,
46
+ 0.26772136353296166
47
+ ]
48
+ },
49
+ {
50
+ "id": 104,
51
+ "probabilities": [
52
+ 0.2809790714587031,
53
+ 0.20762512105058184,
54
+ 0.20001541551646695,
55
+ 0.31138039197424827
56
+ ]
57
+ },
58
+ {
59
+ "id": 105,
60
+ "probabilities": [
61
+ 0.3123424151117561,
62
+ 0.16222096267590158,
63
+ 0.28596528966103574,
64
+ 0.2394713325513065
65
+ ]
66
+ },
67
+ {
68
+ "id": 106,
69
+ "probabilities": [
70
+ 0.2821726000418683,
71
+ 0.1654343017271961,
72
+ 0.307310568358675,
73
+ 0.24508252987226053
74
+ ]
75
+ },
76
+ {
77
+ "id": 107,
78
+ "probabilities": [
79
+ 0.23195772369158407,
80
+ 0.24271678196141933,
81
+ 0.2770621917528061,
82
+ 0.24826330259419058
83
+ ]
84
+ },
85
+ {
86
+ "id": 108,
87
+ "probabilities": [
88
+ 0.1683917774707212,
89
+ 0.20706111432838983,
90
+ 0.27805251169691936,
91
+ 0.34649459650396963
92
+ ]
93
+ },
94
+ {
95
+ "id": 109,
96
+ "probabilities": [
97
+ 0.2541550984612819,
98
+ 0.21882270632894119,
99
+ 0.25086933009645035,
100
+ 0.2761528651133266
101
+ ]
102
+ },
103
+ {
104
+ "id": 110,
105
+ "probabilities": [
106
+ 0.1863991022472225,
107
+ 0.1474109624542882,
108
+ 0.2946990395120146,
109
+ 0.3714908957864748
110
+ ]
111
+ },
112
+ {
113
+ "id": 111,
114
+ "probabilities": [
115
+ 0.31790258530865634,
116
+ 0.24454554767355338,
117
+ 0.18633794102669007,
118
+ 0.2512139259911002
119
+ ]
120
+ },
121
+ {
122
+ "id": 112,
123
+ "probabilities": [
124
+ 0.300154064603127,
125
+ 0.27067561187423644,
126
+ 0.19507093032168443,
127
+ 0.23409939320095227
128
+ ]
129
+ },
130
+ {
131
+ "id": 113,
132
+ "probabilities": [
133
+ 0.23230934325164418,
134
+ 0.2588442588579539,
135
+ 0.22269650800687238,
136
+ 0.2861498898835295
137
+ ]
138
+ },
139
+ {
140
+ "id": 114,
141
+ "probabilities": [
142
+ 0.22360762977301563,
143
+ 0.2564081912417312,
144
+ 0.2515058710740258,
145
+ 0.2684783079112273
146
+ ]
147
+ },
148
+ {
149
+ "id": 115,
150
+ "probabilities": [
151
+ 0.33183134371576645,
152
+ 0.19959345485839863,
153
+ 0.22729873955895194,
154
+ 0.24127646186688292
155
+ ]
156
+ },
157
+ {
158
+ "id": 116,
159
+ "probabilities": [
160
+ 0.2144746473943043,
161
+ 0.12593279095849558,
162
+ 0.3173648029375558,
163
+ 0.3422277587096442
164
+ ]
165
+ },
166
+ {
167
+ "id": 117,
168
+ "probabilities": [
169
+ 0.2909735608592964,
170
+ 0.161264678046797,
171
+ 0.2951746658804225,
172
+ 0.2525870952134841
173
+ ]
174
+ },
175
+ {
176
+ "id": 118,
177
+ "probabilities": [
178
+ 0.23175372061016972,
179
+ 0.15511479682834906,
180
+ 0.2994920064700989,
181
+ 0.31363947609138243
182
+ ]
183
+ },
184
+ {
185
+ "id": 119,
186
+ "probabilities": [
187
+ 0.1793235015740624,
188
+ 0.22303003207595362,
189
+ 0.2574554578428791,
190
+ 0.3401910085071048
191
+ ]
192
+ },
193
+ {
194
+ "id": 120,
195
+ "probabilities": [
196
+ 0.2710397563252377,
197
+ 0.15671854653671308,
198
+ 0.3123481929268419,
199
+ 0.2598935042112074
200
+ ]
201
+ },
202
+ {
203
+ "id": 121,
204
+ "probabilities": [
205
+ 0.25463557532073006,
206
+ 0.26498067281823956,
207
+ 0.2249392772635219,
208
+ 0.25544447459750846
209
+ ]
210
+ },
211
+ {
212
+ "id": 122,
213
+ "probabilities": [
214
+ 0.233276676933817,
215
+ 0.20805862946351653,
216
+ 0.27847735093662596,
217
+ 0.2801873426660405
218
+ ]
219
+ },
220
+ {
221
+ "id": 123,
222
+ "probabilities": [
223
+ 0.2816782080069278,
224
+ 0.2421356728810935,
225
+ 0.19836312451324528,
226
+ 0.2778229945987334
227
+ ]
228
+ },
229
+ {
230
+ "id": 124,
231
+ "probabilities": [
232
+ 0.2511037884420435,
233
+ 0.17124837046717156,
234
+ 0.31972913936059744,
235
+ 0.25791870173018755
236
+ ]
237
+ },
238
+ {
239
+ "id": 125,
240
+ "probabilities": [
241
+ 0.3249577206288706,
242
+ 0.23497534949815735,
243
+ 0.18676051374582928,
244
+ 0.25330641612714266
245
+ ]
246
+ },
247
+ {
248
+ "id": 126,
249
+ "probabilities": [
250
+ 0.2010833755298861,
251
+ 0.24032042730255748,
252
+ 0.24767112133743902,
253
+ 0.3109250758301174
254
+ ]
255
+ },
256
+ {
257
+ "id": 127,
258
+ "probabilities": [
259
+ 0.15856666568238942,
260
+ 0.14293784538440157,
261
+ 0.31306011062729927,
262
+ 0.38543537830590985
263
+ ]
264
+ },
265
+ {
266
+ "id": 128,
267
+ "probabilities": [
268
+ 0.20966497841089837,
269
+ 0.2018544727175525,
270
+ 0.24319438938595067,
271
+ 0.3452861594855984
272
+ ]
273
+ },
274
+ {
275
+ "id": 129,
276
+ "probabilities": [
277
+ 0.2643364482035108,
278
+ 0.1835911466134052,
279
+ 0.29550090905757365,
280
+ 0.25657149612551033
281
+ ]
282
+ }
283
+ ],
284
+ "trials": [
285
+ {
286
+ "feature": "benchmark_layer36_mean",
287
+ "regularization": 0.01,
288
+ "reference_cv_score": 89.1974363265241
289
+ },
290
+ {
291
+ "feature": "semantic_layer18_last",
292
+ "regularization": 0.05623413251903491,
293
+ "reference_cv_score": 88.967412254995
294
+ },
295
+ {
296
+ "feature": "benchmark_layer18_mean",
297
+ "regularization": 0.0017782794100389228,
298
+ "reference_cv_score": 88.96687541664865
299
+ },
300
+ {
301
+ "feature": "semantic_layer18_last",
302
+ "regularization": 0.31622776601683794,
303
+ "reference_cv_score": 88.9477522752259
304
+ },
305
+ {
306
+ "feature": "benchmark_layer36_mean",
307
+ "regularization": 0.0017782794100389228,
308
+ "reference_cv_score": 88.94055933059492
309
+ },
310
+ {
311
+ "feature": "benchmark_layer36_mean",
312
+ "regularization": 0.05623413251903491,
313
+ "reference_cv_score": 88.91633693848382
314
+ },
315
+ {
316
+ "feature": "semantic_layer36_last",
317
+ "regularization": 1.7782794100389228,
318
+ "reference_cv_score": 88.87316761930629
319
+ },
320
+ {
321
+ "feature": "benchmark_layer36_last",
322
+ "regularization": 0.01,
323
+ "reference_cv_score": 88.8657979161112
324
+ },
325
+ {
326
+ "feature": "benchmark_layer18_mean",
327
+ "regularization": 0.01,
328
+ "reference_cv_score": 88.85803907987324
329
+ },
330
+ {
331
+ "feature": "semantic_layer36_last",
332
+ "regularization": 0.31622776601683794,
333
+ "reference_cv_score": 88.85578376057536
334
+ },
335
+ {
336
+ "feature": "semantic_layer18_last",
337
+ "regularization": 1.7782794100389228,
338
+ "reference_cv_score": 88.78735791216434
339
+ },
340
+ {
341
+ "feature": "benchmark_layer36_last",
342
+ "regularization": 0.05623413251903491,
343
+ "reference_cv_score": 88.78162439502944
344
+ },
345
+ {
346
+ "feature": "semantic_layer36_last",
347
+ "regularization": 10.0,
348
+ "reference_cv_score": 88.7640023373139
349
+ },
350
+ {
351
+ "feature": "benchmark_layer36_mean",
352
+ "regularization": 0.31622776601683794,
353
+ "reference_cv_score": 88.76035575280045
354
+ },
355
+ {
356
+ "feature": "benchmark_layer18_mean",
357
+ "regularization": 0.05623413251903491,
358
+ "reference_cv_score": 88.74905274265032
359
+ },
360
+ {
361
+ "feature": "semantic_layer18_last",
362
+ "regularization": 10.0,
363
+ "reference_cv_score": 88.72979204774546
364
+ },
365
+ {
366
+ "feature": "benchmark_layer36_last",
367
+ "regularization": 0.31622776601683794,
368
+ "reference_cv_score": 88.72973890881859
369
+ },
370
+ {
371
+ "feature": "benchmark_layer36_mean",
372
+ "regularization": 1.7782794100389228,
373
+ "reference_cv_score": 88.72363945920428
374
+ },
375
+ {
376
+ "feature": "benchmark_layer18_mean",
377
+ "regularization": 0.31622776601683794,
378
+ "reference_cv_score": 88.72159290395939
379
+ },
380
+ {
381
+ "feature": "benchmark_layer36_last",
382
+ "regularization": 1.7782794100389228,
383
+ "reference_cv_score": 88.71791457754468
384
+ },
385
+ {
386
+ "feature": "benchmark_layer36_mean",
387
+ "regularization": 10.0,
388
+ "reference_cv_score": 88.71673963286683
389
+ },
390
+ {
391
+ "feature": "benchmark_layer18_mean",
392
+ "regularization": 1.7782794100389228,
393
+ "reference_cv_score": 88.71637448437846
394
+ },
395
+ {
396
+ "feature": "benchmark_layer36_last",
397
+ "regularization": 10.0,
398
+ "reference_cv_score": 88.71571220061381
399
+ },
400
+ {
401
+ "feature": "benchmark_layer18_mean",
402
+ "regularization": 10.0,
403
+ "reference_cv_score": 88.71543531876469
404
+ },
405
+ {
406
+ "feature": "semantic_layer18_mean",
407
+ "regularization": 10.0,
408
+ "reference_cv_score": 88.715230568301
409
+ },
410
+ {
411
+ "feature": "semantic_layer18_mean",
412
+ "regularization": 1.7782794100389228,
413
+ "reference_cv_score": 88.71522462856049
414
+ },
415
+ {
416
+ "feature": "benchmark_layer18_last",
417
+ "regularization": 10.0,
418
+ "reference_cv_score": 88.71519350746928
419
+ },
420
+ {
421
+ "feature": "semantic_layer18_mean",
422
+ "regularization": 0.31622776601683794,
423
+ "reference_cv_score": 88.7151752055886
424
+ },
425
+ {
426
+ "feature": "benchmark_layer18_last",
427
+ "regularization": 1.7782794100389228,
428
+ "reference_cv_score": 88.71501715319053
429
+ },
430
+ {
431
+ "feature": "semantic_layer18_mean",
432
+ "regularization": 0.05623413251903491,
433
+ "reference_cv_score": 88.71444140503857
434
+ },
435
+ {
436
+ "feature": "benchmark_layer18_last",
437
+ "regularization": 0.31622776601683794,
438
+ "reference_cv_score": 88.71403765771531
439
+ },
440
+ {
441
+ "feature": "semantic_layer36_mean",
442
+ "regularization": 10.0,
443
+ "reference_cv_score": 88.71230607378293
444
+ },
445
+ {
446
+ "feature": "benchmark_layer18_last",
447
+ "regularization": 0.05623413251903491,
448
+ "reference_cv_score": 88.70891038125148
449
+ },
450
+ {
451
+ "feature": "semantic_layer18_mean",
452
+ "regularization": 0.01,
453
+ "reference_cv_score": 88.70185715592753
454
+ },
455
+ {
456
+ "feature": "semantic_layer36_mean",
457
+ "regularization": 1.7782794100389228,
458
+ "reference_cv_score": 88.69454689648362
459
+ },
460
+ {
461
+ "feature": "benchmark_layer18_last",
462
+ "regularization": 0.01,
463
+ "reference_cv_score": 88.69025614613658
464
+ },
465
+ {
466
+ "feature": "benchmark_layer18_last",
467
+ "regularization": 0.0017782794100389228,
468
+ "reference_cv_score": 88.68141481664132
469
+ },
470
+ {
471
+ "feature": "benchmark_layer36_last",
472
+ "regularization": 0.0017782794100389228,
473
+ "reference_cv_score": 88.62531820245493
474
+ },
475
+ {
476
+ "feature": "semantic_layer18_mean",
477
+ "regularization": 0.0017782794100389228,
478
+ "reference_cv_score": 88.60122109984378
479
+ },
480
+ {
481
+ "feature": "semantic_layer36_mean",
482
+ "regularization": 0.31622776601683794,
483
+ "reference_cv_score": 88.58729727193717
484
+ },
485
+ {
486
+ "feature": "semantic_layer18_last",
487
+ "regularization": 0.01,
488
+ "reference_cv_score": 88.57466532112358
489
+ },
490
+ {
491
+ "feature": "benchmark_layer18_mean",
492
+ "regularization": 0.00031622776601683794,
493
+ "reference_cv_score": 88.49400034464246
494
+ },
495
+ {
496
+ "feature": "benchmark_layer18_last",
497
+ "regularization": 0.00031622776601683794,
498
+ "reference_cv_score": 88.46922409731982
499
+ },
500
+ {
501
+ "feature": "semantic_layer36_mean",
502
+ "regularization": 0.05623413251903491,
503
+ "reference_cv_score": 88.34750148021514
504
+ },
505
+ {
506
+ "feature": "semantic_layer18_mean",
507
+ "regularization": 0.00031622776601683794,
508
+ "reference_cv_score": 88.16571934087709
509
+ },
510
+ {
511
+ "feature": "semantic_layer36_last",
512
+ "regularization": 0.05623413251903491,
513
+ "reference_cv_score": 87.98407261537717
514
+ },
515
+ {
516
+ "feature": "benchmark_layer36_last",
517
+ "regularization": 0.00031622776601683794,
518
+ "reference_cv_score": 87.9697977359991
519
+ },
520
+ {
521
+ "feature": "semantic_layer36_mean",
522
+ "regularization": 0.01,
523
+ "reference_cv_score": 87.83767499303093
524
+ },
525
+ {
526
+ "feature": "semantic_layer18_last",
527
+ "regularization": 0.0017782794100389228,
528
+ "reference_cv_score": 87.80583581590606
529
+ },
530
+ {
531
+ "feature": "benchmark_layer36_mean",
532
+ "regularization": 0.00031622776601683794,
533
+ "reference_cv_score": 87.77213225320504
534
+ },
535
+ {
536
+ "feature": "benchmark_layer18_last",
537
+ "regularization": 5.623413251903491e-05,
538
+ "reference_cv_score": 87.52609633141833
539
+ },
540
+ {
541
+ "feature": "semantic_layer36_mean",
542
+ "regularization": 0.0017782794100389228,
543
+ "reference_cv_score": 87.20251025661032
544
+ },
545
+ {
546
+ "feature": "benchmark_layer18_mean",
547
+ "regularization": 5.623413251903491e-05,
548
+ "reference_cv_score": 87.17032971038192
549
+ },
550
+ {
551
+ "feature": "semantic_layer18_last",
552
+ "regularization": 0.00031622776601683794,
553
+ "reference_cv_score": 87.15872938065462
554
+ },
555
+ {
556
+ "feature": "benchmark_layer36_last",
557
+ "regularization": 5.623413251903491e-05,
558
+ "reference_cv_score": 87.15003099011068
559
+ },
560
+ {
561
+ "feature": "semantic_layer18_last",
562
+ "regularization": 5.623413251903491e-05,
563
+ "reference_cv_score": 86.98514581080573
564
+ },
565
+ {
566
+ "feature": "semantic_layer18_last",
567
+ "regularization": 1e-05,
568
+ "reference_cv_score": 86.94857675204759
569
+ },
570
+ {
571
+ "feature": "semantic_layer18_mean",
572
+ "regularization": 5.623413251903491e-05,
573
+ "reference_cv_score": 86.94738071503085
574
+ },
575
+ {
576
+ "feature": "semantic_layer36_last",
577
+ "regularization": 0.01,
578
+ "reference_cv_score": 86.90723716897062
579
+ },
580
+ {
581
+ "feature": "semantic_layer36_mean",
582
+ "regularization": 0.00031622776601683794,
583
+ "reference_cv_score": 86.89690013420379
584
+ },
585
+ {
586
+ "feature": "semantic_layer36_mean",
587
+ "regularization": 5.623413251903491e-05,
588
+ "reference_cv_score": 86.82548252851916
589
+ },
590
+ {
591
+ "feature": "benchmark_layer36_last",
592
+ "regularization": 1e-05,
593
+ "reference_cv_score": 86.81809774158717
594
+ },
595
+ {
596
+ "feature": "semantic_layer36_mean",
597
+ "regularization": 1e-05,
598
+ "reference_cv_score": 86.81189605397182
599
+ },
600
+ {
601
+ "feature": "benchmark_layer36_mean",
602
+ "regularization": 5.623413251903491e-05,
603
+ "reference_cv_score": 86.7554480702029
604
+ },
605
+ {
606
+ "feature": "benchmark_layer18_last",
607
+ "regularization": 1e-05,
608
+ "reference_cv_score": 86.69150853626772
609
+ },
610
+ {
611
+ "feature": "semantic_layer36_last",
612
+ "regularization": 0.0017782794100389228,
613
+ "reference_cv_score": 86.54093589699345
614
+ },
615
+ {
616
+ "feature": "semantic_layer36_last",
617
+ "regularization": 0.00031622776601683794,
618
+ "reference_cv_score": 86.4707383226029
619
+ },
620
+ {
621
+ "feature": "semantic_layer36_last",
622
+ "regularization": 5.623413251903491e-05,
623
+ "reference_cv_score": 86.45766882101093
624
+ },
625
+ {
626
+ "feature": "semantic_layer36_last",
627
+ "regularization": 1e-05,
628
+ "reference_cv_score": 86.45532498450278
629
+ },
630
+ {
631
+ "feature": "benchmark_layer36_mean",
632
+ "regularization": 1e-05,
633
+ "reference_cv_score": 86.41913568353624
634
+ },
635
+ {
636
+ "feature": "benchmark_layer18_mean",
637
+ "regularization": 1e-05,
638
+ "reference_cv_score": 85.91369363424579
639
+ },
640
+ {
641
+ "feature": "semantic_layer18_mean",
642
+ "regularization": 1e-05,
643
+ "reference_cv_score": 85.76140773520362
644
+ }
645
+ ],
646
+ "evaluation_used": false
647
+ }
evaluation/experiments/softmax-results.json ADDED
@@ -0,0 +1,765 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best": {
3
+ "feature": "benchmark_layer36_mean",
4
+ "loss": "cross_entropy",
5
+ "regularization": 0.01,
6
+ "reference_cv_score": 89.21213279485077,
7
+ "folds_converged": [
8
+ true,
9
+ true,
10
+ true,
11
+ true,
12
+ true
13
+ ]
14
+ },
15
+ "selected_by": "Grouped 5-fold reference-only CV",
16
+ "reference_fit_score": 91.69337005606525,
17
+ "development_score": 82.94195987502029,
18
+ "development_predictions": [
19
+ {
20
+ "id": 100,
21
+ "probabilities": [
22
+ 0.2767840903262947,
23
+ 0.19999858931998196,
24
+ 0.2785102199074105,
25
+ 0.2447071004463129
26
+ ]
27
+ },
28
+ {
29
+ "id": 101,
30
+ "probabilities": [
31
+ 0.2276263399937467,
32
+ 0.1370493843070908,
33
+ 0.3307521486867349,
34
+ 0.3045721270124276
35
+ ]
36
+ },
37
+ {
38
+ "id": 102,
39
+ "probabilities": [
40
+ 0.20938945313910148,
41
+ 0.1937153166303514,
42
+ 0.2851377011726177,
43
+ 0.31175752905792925
44
+ ]
45
+ },
46
+ {
47
+ "id": 103,
48
+ "probabilities": [
49
+ 0.24123902086759808,
50
+ 0.20613438288468094,
51
+ 0.28434685293031337,
52
+ 0.26827974331740756
53
+ ]
54
+ },
55
+ {
56
+ "id": 104,
57
+ "probabilities": [
58
+ 0.27899008243666207,
59
+ 0.20409316761615542,
60
+ 0.20316173927489412,
61
+ 0.31375501067228834
62
+ ]
63
+ },
64
+ {
65
+ "id": 105,
66
+ "probabilities": [
67
+ 0.31401907079087044,
68
+ 0.1667461053322388,
69
+ 0.2833019816969544,
70
+ 0.23593284217993635
71
+ ]
72
+ },
73
+ {
74
+ "id": 106,
75
+ "probabilities": [
76
+ 0.2793123972164728,
77
+ 0.16867080884074365,
78
+ 0.31084847337801474,
79
+ 0.24116832056476892
80
+ ]
81
+ },
82
+ {
83
+ "id": 107,
84
+ "probabilities": [
85
+ 0.23097623732402692,
86
+ 0.24180452669082086,
87
+ 0.2788008585778452,
88
+ 0.24841837740730693
89
+ ]
90
+ },
91
+ {
92
+ "id": 108,
93
+ "probabilities": [
94
+ 0.17366876789125016,
95
+ 0.20042156733562835,
96
+ 0.2727292857355418,
97
+ 0.3531803790375797
98
+ ]
99
+ },
100
+ {
101
+ "id": 109,
102
+ "probabilities": [
103
+ 0.2538770502264199,
104
+ 0.21662573672251292,
105
+ 0.2519067229952169,
106
+ 0.2775904900558503
107
+ ]
108
+ },
109
+ {
110
+ "id": 110,
111
+ "probabilities": [
112
+ 0.18420262942736326,
113
+ 0.14833745694025433,
114
+ 0.2877951511818212,
115
+ 0.37966476245056124
116
+ ]
117
+ },
118
+ {
119
+ "id": 111,
120
+ "probabilities": [
121
+ 0.32387116102737934,
122
+ 0.23800630736360254,
123
+ 0.19078373305442128,
124
+ 0.24733879855459698
125
+ ]
126
+ },
127
+ {
128
+ "id": 112,
129
+ "probabilities": [
130
+ 0.30125530993572536,
131
+ 0.2691930732808362,
132
+ 0.19695063460099055,
133
+ 0.2326009821824481
134
+ ]
135
+ },
136
+ {
137
+ "id": 113,
138
+ "probabilities": [
139
+ 0.23134941554468474,
140
+ 0.2582084681626752,
141
+ 0.222828707868252,
142
+ 0.28761340842438826
143
+ ]
144
+ },
145
+ {
146
+ "id": 114,
147
+ "probabilities": [
148
+ 0.2238694248058623,
149
+ 0.2562680593678642,
150
+ 0.2502470708044597,
151
+ 0.26961544502181367
152
+ ]
153
+ },
154
+ {
155
+ "id": 115,
156
+ "probabilities": [
157
+ 0.3406623284914641,
158
+ 0.19711374052001376,
159
+ 0.2237816713068969,
160
+ 0.23844225968162513
161
+ ]
162
+ },
163
+ {
164
+ "id": 116,
165
+ "probabilities": [
166
+ 0.2061057680667132,
167
+ 0.13721723529707572,
168
+ 0.31471299802199704,
169
+ 0.3419639986142142
170
+ ]
171
+ },
172
+ {
173
+ "id": 117,
174
+ "probabilities": [
175
+ 0.2893388812540047,
176
+ 0.16590735125761916,
177
+ 0.29604493530599524,
178
+ 0.24870883218238074
179
+ ]
180
+ },
181
+ {
182
+ "id": 118,
183
+ "probabilities": [
184
+ 0.22718719741877372,
185
+ 0.16122287149521564,
186
+ 0.29846207580227685,
187
+ 0.31312785528373377
188
+ ]
189
+ },
190
+ {
191
+ "id": 119,
192
+ "probabilities": [
193
+ 0.18320896099675746,
194
+ 0.21516191532244125,
195
+ 0.2543914782018689,
196
+ 0.3472376454789324
197
+ ]
198
+ },
199
+ {
200
+ "id": 120,
201
+ "probabilities": [
202
+ 0.26689882100230317,
203
+ 0.16057125865921743,
204
+ 0.3173938516514413,
205
+ 0.25513606868703825
206
+ ]
207
+ },
208
+ {
209
+ "id": 121,
210
+ "probabilities": [
211
+ 0.2535947918062295,
212
+ 0.26515604303135276,
213
+ 0.22522237171038942,
214
+ 0.2560267934520283
215
+ ]
216
+ },
217
+ {
218
+ "id": 122,
219
+ "probabilities": [
220
+ 0.23265555587916487,
221
+ 0.2055840355394904,
222
+ 0.2814651478891325,
223
+ 0.28029526069221233
224
+ ]
225
+ },
226
+ {
227
+ "id": 123,
228
+ "probabilities": [
229
+ 0.2812597741708459,
230
+ 0.24046525090194534,
231
+ 0.200770366773692,
232
+ 0.27750460815351674
233
+ ]
234
+ },
235
+ {
236
+ "id": 124,
237
+ "probabilities": [
238
+ 0.24760858830050225,
239
+ 0.17120042974595565,
240
+ 0.32646157438407164,
241
+ 0.25472940756947055
242
+ ]
243
+ },
244
+ {
245
+ "id": 125,
246
+ "probabilities": [
247
+ 0.3302539612836859,
248
+ 0.23071807121972696,
249
+ 0.1896163932266279,
250
+ 0.24941157426995927
251
+ ]
252
+ },
253
+ {
254
+ "id": 126,
255
+ "probabilities": [
256
+ 0.20342898821292912,
257
+ 0.23471788677230135,
258
+ 0.24628950891094759,
259
+ 0.31556361610382194
260
+ ]
261
+ },
262
+ {
263
+ "id": 127,
264
+ "probabilities": [
265
+ 0.16119017894535245,
266
+ 0.14419021158891862,
267
+ 0.3033282638427004,
268
+ 0.39129134562302853
269
+ ]
270
+ },
271
+ {
272
+ "id": 128,
273
+ "probabilities": [
274
+ 0.20849049587373306,
275
+ 0.19704477459970257,
276
+ 0.2400170371842229,
277
+ 0.35444769234234164
278
+ ]
279
+ },
280
+ {
281
+ "id": 129,
282
+ "probabilities": [
283
+ 0.26223936506667483,
284
+ 0.184313081448488,
285
+ 0.29955776101456955,
286
+ 0.25388979247026755
287
+ ]
288
+ }
289
+ ],
290
+ "gradient_checks": {
291
+ "brier": 2.384688272984841e-08,
292
+ "cross_entropy": 9.49258677402655e-08
293
+ },
294
+ "trials": [
295
+ {
296
+ "feature": "benchmark_layer36_mean",
297
+ "loss": "cross_entropy",
298
+ "regularization": 0.01,
299
+ "reference_cv_score": 89.21213279485077,
300
+ "folds_converged": [
301
+ true,
302
+ true,
303
+ true,
304
+ true,
305
+ true
306
+ ]
307
+ },
308
+ {
309
+ "feature": "benchmark_layer36_mean",
310
+ "loss": "brier",
311
+ "regularization": 0.01,
312
+ "reference_cv_score": 89.10917738602812,
313
+ "folds_converged": [
314
+ true,
315
+ true,
316
+ true,
317
+ true,
318
+ true
319
+ ]
320
+ },
321
+ {
322
+ "feature": "benchmark_layer18_mean",
323
+ "loss": "cross_entropy",
324
+ "regularization": 0.01,
325
+ "reference_cv_score": 88.91443019411064,
326
+ "folds_converged": [
327
+ true,
328
+ true,
329
+ true,
330
+ true,
331
+ true
332
+ ]
333
+ },
334
+ {
335
+ "feature": "benchmark_layer18_mean",
336
+ "loss": "brier",
337
+ "regularization": 0.01,
338
+ "reference_cv_score": 88.88510537447189,
339
+ "folds_converged": [
340
+ true,
341
+ true,
342
+ true,
343
+ true,
344
+ true
345
+ ]
346
+ },
347
+ {
348
+ "feature": "benchmark_layer36_mean",
349
+ "loss": "cross_entropy",
350
+ "regularization": 0.1,
351
+ "reference_cv_score": 88.86826769564378,
352
+ "folds_converged": [
353
+ true,
354
+ true,
355
+ true,
356
+ true,
357
+ true
358
+ ]
359
+ },
360
+ {
361
+ "feature": "benchmark_layer18_wordlast",
362
+ "loss": "cross_entropy",
363
+ "regularization": 0.01,
364
+ "reference_cv_score": 88.86220566022546,
365
+ "folds_converged": [
366
+ true,
367
+ true,
368
+ true,
369
+ true,
370
+ true
371
+ ]
372
+ },
373
+ {
374
+ "feature": "benchmark_layer18_wordlast",
375
+ "loss": "cross_entropy",
376
+ "regularization": 0.001,
377
+ "reference_cv_score": 88.84977398903713,
378
+ "folds_converged": [
379
+ true,
380
+ true,
381
+ true,
382
+ true,
383
+ true
384
+ ]
385
+ },
386
+ {
387
+ "feature": "benchmark_layer18_mean",
388
+ "loss": "cross_entropy",
389
+ "regularization": 0.1,
390
+ "reference_cv_score": 88.82000735654552,
391
+ "folds_converged": [
392
+ true,
393
+ true,
394
+ true,
395
+ true,
396
+ true
397
+ ]
398
+ },
399
+ {
400
+ "feature": "benchmark_layer18_wordlast",
401
+ "loss": "brier",
402
+ "regularization": 0.001,
403
+ "reference_cv_score": 88.79859488612797,
404
+ "folds_converged": [
405
+ true,
406
+ true,
407
+ true,
408
+ true,
409
+ true
410
+ ]
411
+ },
412
+ {
413
+ "feature": "benchmark_layer36_mean",
414
+ "loss": "brier",
415
+ "regularization": 0.1,
416
+ "reference_cv_score": 88.79214160138515,
417
+ "folds_converged": [
418
+ true,
419
+ true,
420
+ true,
421
+ true,
422
+ true
423
+ ]
424
+ },
425
+ {
426
+ "feature": "benchmark_layer18_wordlast",
427
+ "loss": "brier",
428
+ "regularization": 0.01,
429
+ "reference_cv_score": 88.78673318679938,
430
+ "folds_converged": [
431
+ true,
432
+ true,
433
+ true,
434
+ true,
435
+ true
436
+ ]
437
+ },
438
+ {
439
+ "feature": "benchmark_layer18_mean",
440
+ "loss": "brier",
441
+ "regularization": 0.1,
442
+ "reference_cv_score": 88.76459117967053,
443
+ "folds_converged": [
444
+ true,
445
+ true,
446
+ true,
447
+ true,
448
+ true
449
+ ]
450
+ },
451
+ {
452
+ "feature": "benchmark_layer18_wordlast",
453
+ "loss": "cross_entropy",
454
+ "regularization": 0.1,
455
+ "reference_cv_score": 88.74453939902904,
456
+ "folds_converged": [
457
+ true,
458
+ true,
459
+ true,
460
+ true,
461
+ true
462
+ ]
463
+ },
464
+ {
465
+ "feature": "benchmark_layer36_mean",
466
+ "loss": "cross_entropy",
467
+ "regularization": 1.0,
468
+ "reference_cv_score": 88.73370050322816,
469
+ "folds_converged": [
470
+ true,
471
+ true,
472
+ true,
473
+ true,
474
+ true
475
+ ]
476
+ },
477
+ {
478
+ "feature": "benchmark_layer18_mean",
479
+ "loss": "cross_entropy",
480
+ "regularization": 1.0,
481
+ "reference_cv_score": 88.7285661822773,
482
+ "folds_converged": [
483
+ true,
484
+ true,
485
+ true,
486
+ true,
487
+ true
488
+ ]
489
+ },
490
+ {
491
+ "feature": "benchmark_layer18_wordlast",
492
+ "loss": "brier",
493
+ "regularization": 0.1,
494
+ "reference_cv_score": 88.72479905072701,
495
+ "folds_converged": [
496
+ true,
497
+ true,
498
+ true,
499
+ true,
500
+ true
501
+ ]
502
+ },
503
+ {
504
+ "feature": "benchmark_layer36_mean",
505
+ "loss": "brier",
506
+ "regularization": 1.0,
507
+ "reference_cv_score": 88.72368307449496,
508
+ "folds_converged": [
509
+ true,
510
+ true,
511
+ true,
512
+ true,
513
+ true
514
+ ]
515
+ },
516
+ {
517
+ "feature": "benchmark_layer36_mean",
518
+ "loss": "brier",
519
+ "regularization": 0.001,
520
+ "reference_cv_score": 88.72225976008481,
521
+ "folds_converged": [
522
+ true,
523
+ true,
524
+ true,
525
+ true,
526
+ true
527
+ ]
528
+ },
529
+ {
530
+ "feature": "benchmark_layer18_mean",
531
+ "loss": "brier",
532
+ "regularization": 1.0,
533
+ "reference_cv_score": 88.7209695798213,
534
+ "folds_converged": [
535
+ true,
536
+ true,
537
+ true,
538
+ true,
539
+ true
540
+ ]
541
+ },
542
+ {
543
+ "feature": "benchmark_layer18_wordlast",
544
+ "loss": "cross_entropy",
545
+ "regularization": 1.0,
546
+ "reference_cv_score": 88.71862181298783,
547
+ "folds_converged": [
548
+ true,
549
+ true,
550
+ true,
551
+ true,
552
+ true
553
+ ]
554
+ },
555
+ {
556
+ "feature": "benchmark_layer18_wordlast",
557
+ "loss": "brier",
558
+ "regularization": 1.0,
559
+ "reference_cv_score": 88.71629848186282,
560
+ "folds_converged": [
561
+ true,
562
+ true,
563
+ true,
564
+ true,
565
+ true
566
+ ]
567
+ },
568
+ {
569
+ "feature": "benchmark_layer36_mean",
570
+ "loss": "cross_entropy",
571
+ "regularization": 0.001,
572
+ "reference_cv_score": 88.49579013642888,
573
+ "folds_converged": [
574
+ true,
575
+ true,
576
+ true,
577
+ true,
578
+ true
579
+ ]
580
+ },
581
+ {
582
+ "feature": "benchmark_layer18_mean",
583
+ "loss": "brier",
584
+ "regularization": 0.001,
585
+ "reference_cv_score": 88.27530785655914,
586
+ "folds_converged": [
587
+ true,
588
+ true,
589
+ true,
590
+ true,
591
+ true
592
+ ]
593
+ },
594
+ {
595
+ "feature": "benchmark_layer18_wordlast",
596
+ "loss": "brier",
597
+ "regularization": 0.0001,
598
+ "reference_cv_score": 88.2257952014049,
599
+ "folds_converged": [
600
+ true,
601
+ true,
602
+ true,
603
+ true,
604
+ true
605
+ ]
606
+ },
607
+ {
608
+ "feature": "benchmark_layer18_wordlast",
609
+ "loss": "cross_entropy",
610
+ "regularization": 0.0001,
611
+ "reference_cv_score": 88.05315189550669,
612
+ "folds_converged": [
613
+ true,
614
+ true,
615
+ true,
616
+ true,
617
+ true
618
+ ]
619
+ },
620
+ {
621
+ "feature": "benchmark_layer18_mean",
622
+ "loss": "cross_entropy",
623
+ "regularization": 0.001,
624
+ "reference_cv_score": 88.0242292424535,
625
+ "folds_converged": [
626
+ true,
627
+ true,
628
+ true,
629
+ true,
630
+ true
631
+ ]
632
+ },
633
+ {
634
+ "feature": "benchmark_layer18_wordlast",
635
+ "loss": "brier",
636
+ "regularization": 1e-05,
637
+ "reference_cv_score": 87.73120726370061,
638
+ "folds_converged": [
639
+ true,
640
+ true,
641
+ true,
642
+ true,
643
+ true
644
+ ]
645
+ },
646
+ {
647
+ "feature": "benchmark_layer36_mean",
648
+ "loss": "brier",
649
+ "regularization": 0.0001,
650
+ "reference_cv_score": 87.51703297281558,
651
+ "folds_converged": [
652
+ true,
653
+ true,
654
+ true,
655
+ true,
656
+ true
657
+ ]
658
+ },
659
+ {
660
+ "feature": "benchmark_layer18_wordlast",
661
+ "loss": "cross_entropy",
662
+ "regularization": 1e-05,
663
+ "reference_cv_score": 87.14925724328123,
664
+ "folds_converged": [
665
+ true,
666
+ true,
667
+ true,
668
+ true,
669
+ true
670
+ ]
671
+ },
672
+ {
673
+ "feature": "benchmark_layer36_mean",
674
+ "loss": "cross_entropy",
675
+ "regularization": 0.0001,
676
+ "reference_cv_score": 87.0256315096669,
677
+ "folds_converged": [
678
+ true,
679
+ true,
680
+ true,
681
+ true,
682
+ true
683
+ ]
684
+ },
685
+ {
686
+ "feature": "benchmark_layer18_mean",
687
+ "loss": "brier",
688
+ "regularization": 0.0001,
689
+ "reference_cv_score": 86.99561158467267,
690
+ "folds_converged": [
691
+ true,
692
+ true,
693
+ true,
694
+ true,
695
+ true
696
+ ]
697
+ },
698
+ {
699
+ "feature": "benchmark_layer36_mean",
700
+ "loss": "brier",
701
+ "regularization": 1e-05,
702
+ "reference_cv_score": 86.69978684135334,
703
+ "folds_converged": [
704
+ true,
705
+ true,
706
+ true,
707
+ true,
708
+ true
709
+ ]
710
+ },
711
+ {
712
+ "feature": "benchmark_layer18_mean",
713
+ "loss": "cross_entropy",
714
+ "regularization": 0.0001,
715
+ "reference_cv_score": 86.3513291352653,
716
+ "folds_converged": [
717
+ true,
718
+ true,
719
+ true,
720
+ true,
721
+ true
722
+ ]
723
+ },
724
+ {
725
+ "feature": "benchmark_layer18_mean",
726
+ "loss": "brier",
727
+ "regularization": 1e-05,
728
+ "reference_cv_score": 85.86520050172861,
729
+ "folds_converged": [
730
+ true,
731
+ true,
732
+ true,
733
+ true,
734
+ true
735
+ ]
736
+ },
737
+ {
738
+ "feature": "benchmark_layer36_mean",
739
+ "loss": "cross_entropy",
740
+ "regularization": 1e-05,
741
+ "reference_cv_score": 85.714942397385,
742
+ "folds_converged": [
743
+ true,
744
+ true,
745
+ true,
746
+ true,
747
+ true
748
+ ]
749
+ },
750
+ {
751
+ "feature": "benchmark_layer18_mean",
752
+ "loss": "cross_entropy",
753
+ "regularization": 1e-05,
754
+ "reference_cv_score": 84.77708557578762,
755
+ "folds_converged": [
756
+ true,
757
+ true,
758
+ true,
759
+ true,
760
+ true
761
+ ]
762
+ }
763
+ ],
764
+ "evaluation_used": false
765
+ }
evaluation/experiments/targets.json ADDED
@@ -0,0 +1,1202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "id": 1,
4
+ "partition": "reference",
5
+ "probabilities": [
6
+ 0.32608695652173914,
7
+ 0.06521739130434782,
8
+ 0.5543478260869565,
9
+ 0.05434782608695652
10
+ ]
11
+ },
12
+ {
13
+ "id": 2,
14
+ "partition": "reference",
15
+ "probabilities": [
16
+ 0.1320754716981132,
17
+ 0.09433962264150944,
18
+ 0.16981132075471697,
19
+ 0.6037735849056604
20
+ ]
21
+ },
22
+ {
23
+ "id": 3,
24
+ "partition": "reference",
25
+ "probabilities": [
26
+ 0.14782608695652175,
27
+ 0.43478260869565216,
28
+ 0,
29
+ 0.41739130434782606
30
+ ]
31
+ },
32
+ {
33
+ "id": 4,
34
+ "partition": "reference",
35
+ "probabilities": [
36
+ 0.8333333333333334,
37
+ 0.06862745098039216,
38
+ 0.06862745098039216,
39
+ 0.029411764705882353
40
+ ]
41
+ },
42
+ {
43
+ "id": 5,
44
+ "partition": "reference",
45
+ "probabilities": [
46
+ 0.15492957746478872,
47
+ 0.2112676056338028,
48
+ 0.22535211267605634,
49
+ 0.4084507042253521
50
+ ]
51
+ },
52
+ {
53
+ "id": 6,
54
+ "partition": "reference",
55
+ "probabilities": [
56
+ 0.11888111888111888,
57
+ 0.1048951048951049,
58
+ 0.16783216783216784,
59
+ 0.6083916083916084
60
+ ]
61
+ },
62
+ {
63
+ "id": 7,
64
+ "partition": "reference",
65
+ "probabilities": [
66
+ 0.27586206896551724,
67
+ 0.014778325123152709,
68
+ 0.6699507389162561,
69
+ 0.03940886699507389
70
+ ]
71
+ },
72
+ {
73
+ "id": 8,
74
+ "partition": "reference",
75
+ "probabilities": [
76
+ 0.5663311985361391,
77
+ 0.06404391582799634,
78
+ 0.0878316559926807,
79
+ 0.2817932296431839
80
+ ]
81
+ },
82
+ {
83
+ "id": 9,
84
+ "partition": "reference",
85
+ "probabilities": [
86
+ 0.02336448598130841,
87
+ 0.1822429906542056,
88
+ 0.03271028037383177,
89
+ 0.7616822429906542
90
+ ]
91
+ },
92
+ {
93
+ "id": 10,
94
+ "partition": "reference",
95
+ "probabilities": [
96
+ 0.39080459770114945,
97
+ 0.0016420361247947454,
98
+ 0.0049261083743842365,
99
+ 0.6026272577996716
100
+ ]
101
+ },
102
+ {
103
+ "id": 11,
104
+ "partition": "reference",
105
+ "probabilities": [
106
+ 0.08132530120481928,
107
+ 0.08132530120481928,
108
+ 0.07981927710843373,
109
+ 0.7575301204819277
110
+ ]
111
+ },
112
+ {
113
+ "id": 12,
114
+ "partition": "reference",
115
+ "probabilities": [
116
+ 0.16666666666666666,
117
+ 0.4166666666666667,
118
+ 0.2361111111111111,
119
+ 0.18055555555555555
120
+ ]
121
+ },
122
+ {
123
+ "id": 13,
124
+ "partition": "reference",
125
+ "probabilities": [
126
+ 0.5111111111111111,
127
+ 0,
128
+ 0.48148148148148145,
129
+ 0.007407407407407408
130
+ ]
131
+ },
132
+ {
133
+ "id": 14,
134
+ "partition": "reference",
135
+ "probabilities": [
136
+ 0.13200723327305605,
137
+ 0.23508137432188064,
138
+ 0.12658227848101267,
139
+ 0.5063291139240507
140
+ ]
141
+ },
142
+ {
143
+ "id": 15,
144
+ "partition": "reference",
145
+ "probabilities": [
146
+ 0.37349397590361444,
147
+ 0.5341365461847389,
148
+ 0.040160642570281124,
149
+ 0.05220883534136546
150
+ ]
151
+ },
152
+ {
153
+ "id": 16,
154
+ "partition": "reference",
155
+ "probabilities": [
156
+ 0.5217391304347826,
157
+ 0.11956521739130435,
158
+ 0.1793478260869565,
159
+ 0.1793478260869565
160
+ ]
161
+ },
162
+ {
163
+ "id": 17,
164
+ "partition": "reference",
165
+ "probabilities": [
166
+ 0.2621359223300971,
167
+ 0.23300970873786409,
168
+ 0.20388349514563106,
169
+ 0.30097087378640774
170
+ ]
171
+ },
172
+ {
173
+ "id": 18,
174
+ "partition": "reference",
175
+ "probabilities": [
176
+ 0.355116079105761,
177
+ 0.6147893379191746,
178
+ 0.012897678417884782,
179
+ 0.017196904557179708
180
+ ]
181
+ },
182
+ {
183
+ "id": 19,
184
+ "partition": "reference",
185
+ "probabilities": [
186
+ 0.13194444444444445,
187
+ 0.5347222222222222,
188
+ 0.19444444444444445,
189
+ 0.1388888888888889
190
+ ]
191
+ },
192
+ {
193
+ "id": 20,
194
+ "partition": "reference",
195
+ "probabilities": [
196
+ 0.09433962264150944,
197
+ 0,
198
+ 0.8490566037735849,
199
+ 0.05660377358490566
200
+ ]
201
+ },
202
+ {
203
+ "id": 21,
204
+ "partition": "reference",
205
+ "probabilities": [
206
+ 0.36813186813186816,
207
+ 0.14835164835164835,
208
+ 0.13736263736263737,
209
+ 0.34615384615384615
210
+ ]
211
+ },
212
+ {
213
+ "id": 22,
214
+ "partition": "reference",
215
+ "probabilities": [
216
+ 0.08615384615384615,
217
+ 0.10153846153846154,
218
+ 0.11384615384615385,
219
+ 0.6984615384615385
220
+ ]
221
+ },
222
+ {
223
+ "id": 23,
224
+ "partition": "reference",
225
+ "probabilities": [
226
+ 0.1021021021021021,
227
+ 0.0960960960960961,
228
+ 0.07807807807807808,
229
+ 0.7237237237237237
230
+ ]
231
+ },
232
+ {
233
+ "id": 24,
234
+ "partition": "reference",
235
+ "probabilities": [
236
+ 0.0027100271002710027,
237
+ 0,
238
+ 0.13821138211382114,
239
+ 0.8590785907859079
240
+ ]
241
+ },
242
+ {
243
+ "id": 25,
244
+ "partition": "reference",
245
+ "probabilities": [
246
+ 0.671957671957672,
247
+ 0.1111111111111111,
248
+ 0.12169312169312169,
249
+ 0.09523809523809523
250
+ ]
251
+ },
252
+ {
253
+ "id": 28,
254
+ "partition": "reference",
255
+ "probabilities": [
256
+ 0.08823529411764706,
257
+ 0.014705882352941176,
258
+ 0.35294117647058826,
259
+ 0.5441176470588235
260
+ ]
261
+ },
262
+ {
263
+ "id": 29,
264
+ "partition": "reference",
265
+ "probabilities": [
266
+ 0.15328467153284672,
267
+ 0.7980535279805353,
268
+ 0.0024330900243309003,
269
+ 0.046228710462287104
270
+ ]
271
+ },
272
+ {
273
+ "id": 30,
274
+ "partition": "reference",
275
+ "probabilities": [
276
+ 0.22361111111111112,
277
+ 0.043055555555555555,
278
+ 0.3472222222222222,
279
+ 0.3861111111111111
280
+ ]
281
+ },
282
+ {
283
+ "id": 31,
284
+ "partition": "reference",
285
+ "probabilities": [
286
+ 0.42452830188679247,
287
+ 0.054245283018867926,
288
+ 0.4339622641509434,
289
+ 0.08726415094339622
290
+ ]
291
+ },
292
+ {
293
+ "id": 35,
294
+ "partition": "reference",
295
+ "probabilities": [
296
+ 0.8992805755395683,
297
+ 0.03597122302158273,
298
+ 0.02877697841726619,
299
+ 0.03597122302158273
300
+ ]
301
+ },
302
+ {
303
+ "id": 36,
304
+ "partition": "reference",
305
+ "probabilities": [
306
+ 0.12719298245614036,
307
+ 0.12280701754385964,
308
+ 0.14912280701754385,
309
+ 0.6008771929824561
310
+ ]
311
+ },
312
+ {
313
+ "id": 37,
314
+ "partition": "reference",
315
+ "probabilities": [
316
+ 0.246875,
317
+ 0.078125,
318
+ 0.078125,
319
+ 0.596875
320
+ ]
321
+ },
322
+ {
323
+ "id": 38,
324
+ "partition": "reference",
325
+ "probabilities": [
326
+ 0.5267379679144385,
327
+ 0.058823529411764705,
328
+ 0.045454545454545456,
329
+ 0.3689839572192513
330
+ ]
331
+ },
332
+ {
333
+ "id": 39,
334
+ "partition": "reference",
335
+ "probabilities": [
336
+ 0.17708333333333334,
337
+ 0.041666666666666664,
338
+ 0.7083333333333334,
339
+ 0.07291666666666667
340
+ ]
341
+ },
342
+ {
343
+ "id": 42,
344
+ "partition": "reference",
345
+ "probabilities": [
346
+ 0.12605042016806722,
347
+ 0.6470588235294118,
348
+ 0.11764705882352941,
349
+ 0.1092436974789916
350
+ ]
351
+ },
352
+ {
353
+ "id": 43,
354
+ "partition": "reference",
355
+ "probabilities": [
356
+ 0.01694915254237288,
357
+ 0.11864406779661017,
358
+ 0.8135593220338984,
359
+ 0.05084745762711865
360
+ ]
361
+ },
362
+ {
363
+ "id": 44,
364
+ "partition": "reference",
365
+ "probabilities": [
366
+ 0.44623655913978494,
367
+ 0.010752688172043012,
368
+ 0.2903225806451613,
369
+ 0.25268817204301075
370
+ ]
371
+ },
372
+ {
373
+ "id": 45,
374
+ "partition": "reference",
375
+ "probabilities": [
376
+ 0.34408602150537637,
377
+ 0,
378
+ 0.5913978494623656,
379
+ 0.06451612903225806
380
+ ]
381
+ },
382
+ {
383
+ "id": 46,
384
+ "partition": "reference",
385
+ "probabilities": [
386
+ 0,
387
+ 0.4339622641509434,
388
+ 0.05660377358490566,
389
+ 0.5094339622641509
390
+ ]
391
+ },
392
+ {
393
+ "id": 47,
394
+ "partition": "reference",
395
+ "probabilities": [
396
+ 0.2490842490842491,
397
+ 0.6996336996336996,
398
+ 0,
399
+ 0.05128205128205128
400
+ ]
401
+ },
402
+ {
403
+ "id": 48,
404
+ "partition": "reference",
405
+ "probabilities": [
406
+ 0.015444015444015444,
407
+ 0.021235521235521235,
408
+ 0.9498069498069498,
409
+ 0.013513513513513514
410
+ ]
411
+ },
412
+ {
413
+ "id": 49,
414
+ "partition": "reference",
415
+ "probabilities": [
416
+ 0.045454545454545456,
417
+ 0,
418
+ 0.24242424242424243,
419
+ 0.7121212121212122
420
+ ]
421
+ },
422
+ {
423
+ "id": 50,
424
+ "partition": "reference",
425
+ "probabilities": [
426
+ 0.18654434250764526,
427
+ 0.6116207951070336,
428
+ 0.0061162079510703364,
429
+ 0.19571865443425077
430
+ ]
431
+ },
432
+ {
433
+ "id": 51,
434
+ "partition": "reference",
435
+ "probabilities": [
436
+ 0.09740259740259741,
437
+ 0.38961038961038963,
438
+ 0.3181818181818182,
439
+ 0.19480519480519481
440
+ ]
441
+ },
442
+ {
443
+ "id": 52,
444
+ "partition": "reference",
445
+ "probabilities": [
446
+ 0.11654135338345864,
447
+ 0.12406015037593984,
448
+ 0.12030075187969924,
449
+ 0.6390977443609023
450
+ ]
451
+ },
452
+ {
453
+ "id": 53,
454
+ "partition": "reference",
455
+ "probabilities": [
456
+ 0.5976190476190476,
457
+ 0.09047619047619047,
458
+ 0.20238095238095238,
459
+ 0.10952380952380952
460
+ ]
461
+ },
462
+ {
463
+ "id": 54,
464
+ "partition": "reference",
465
+ "probabilities": [
466
+ 0.2727272727272727,
467
+ 0.34710743801652894,
468
+ 0.23140495867768596,
469
+ 0.1487603305785124
470
+ ]
471
+ },
472
+ {
473
+ "id": 55,
474
+ "partition": "reference",
475
+ "probabilities": [
476
+ 0.16911764705882354,
477
+ 0.013235294117647059,
478
+ 0.7661764705882353,
479
+ 0.051470588235294115
480
+ ]
481
+ },
482
+ {
483
+ "id": 56,
484
+ "partition": "reference",
485
+ "probabilities": [
486
+ 0.8966666666666666,
487
+ 0.03666666666666667,
488
+ 0.02666666666666667,
489
+ 0.04
490
+ ]
491
+ },
492
+ {
493
+ "id": 57,
494
+ "partition": "reference",
495
+ "probabilities": [
496
+ 0.2537313432835821,
497
+ 0.746268656716418,
498
+ 0,
499
+ 0
500
+ ]
501
+ },
502
+ {
503
+ "id": 58,
504
+ "partition": "reference",
505
+ "probabilities": [
506
+ 0.21929824561403508,
507
+ 0.2777777777777778,
508
+ 0.23976608187134502,
509
+ 0.2631578947368421
510
+ ]
511
+ },
512
+ {
513
+ "id": 59,
514
+ "partition": "reference",
515
+ "probabilities": [
516
+ 0.2463768115942029,
517
+ 0.3333333333333333,
518
+ 0.2028985507246377,
519
+ 0.21739130434782608
520
+ ]
521
+ },
522
+ {
523
+ "id": 60,
524
+ "partition": "reference",
525
+ "probabilities": [
526
+ 0.071875,
527
+ 0.128125,
528
+ 0.4,
529
+ 0.4
530
+ ]
531
+ },
532
+ {
533
+ "id": 61,
534
+ "partition": "reference",
535
+ "probabilities": [
536
+ 0.42424242424242425,
537
+ 0.47474747474747475,
538
+ 0.04040404040404041,
539
+ 0.06060606060606061
540
+ ]
541
+ },
542
+ {
543
+ "id": 62,
544
+ "partition": "reference",
545
+ "probabilities": [
546
+ 0.10071942446043165,
547
+ 0.08992805755395683,
548
+ 0.7014388489208633,
549
+ 0.1079136690647482
550
+ ]
551
+ },
552
+ {
553
+ "id": 63,
554
+ "partition": "reference",
555
+ "probabilities": [
556
+ 0.7,
557
+ 0.2,
558
+ 0.05,
559
+ 0.05
560
+ ]
561
+ },
562
+ {
563
+ "id": 64,
564
+ "partition": "reference",
565
+ "probabilities": [
566
+ 0.047619047619047616,
567
+ 0.49523809523809526,
568
+ 0,
569
+ 0.45714285714285713
570
+ ]
571
+ },
572
+ {
573
+ "id": 65,
574
+ "partition": "reference",
575
+ "probabilities": [
576
+ 0.20761245674740483,
577
+ 0.2560553633217993,
578
+ 0.314878892733564,
579
+ 0.22145328719723184
580
+ ]
581
+ },
582
+ {
583
+ "id": 66,
584
+ "partition": "reference",
585
+ "probabilities": [
586
+ 0.08860759493670886,
587
+ 0.02531645569620253,
588
+ 0.7974683544303798,
589
+ 0.08860759493670886
590
+ ]
591
+ },
592
+ {
593
+ "id": 67,
594
+ "partition": "reference",
595
+ "probabilities": [
596
+ 0.03711790393013101,
597
+ 0.19868995633187772,
598
+ 0.06331877729257641,
599
+ 0.7008733624454149
600
+ ]
601
+ },
602
+ {
603
+ "id": 68,
604
+ "partition": "reference",
605
+ "probabilities": [
606
+ 0.017699115044247787,
607
+ 0.02654867256637168,
608
+ 0.4778761061946903,
609
+ 0.4778761061946903
610
+ ]
611
+ },
612
+ {
613
+ "id": 69,
614
+ "partition": "reference",
615
+ "probabilities": [
616
+ 0.29411764705882354,
617
+ 0.22058823529411764,
618
+ 0.3235294117647059,
619
+ 0.16176470588235295
620
+ ]
621
+ },
622
+ {
623
+ "id": 70,
624
+ "partition": "reference",
625
+ "probabilities": [
626
+ 0.34810126582278483,
627
+ 0.2468354430379747,
628
+ 0.22151898734177214,
629
+ 0.18354430379746836
630
+ ]
631
+ },
632
+ {
633
+ "id": 71,
634
+ "partition": "reference",
635
+ "probabilities": [
636
+ 0.22452504317789293,
637
+ 0.05008635578583765,
638
+ 0.4386873920552677,
639
+ 0.2867012089810017
640
+ ]
641
+ },
642
+ {
643
+ "id": 72,
644
+ "partition": "reference",
645
+ "probabilities": [
646
+ 0.0049261083743842365,
647
+ 0.0049261083743842365,
648
+ 0.09359605911330049,
649
+ 0.896551724137931
650
+ ]
651
+ },
652
+ {
653
+ "id": 73,
654
+ "partition": "reference",
655
+ "probabilities": [
656
+ 0.11945392491467577,
657
+ 0.06825938566552901,
658
+ 0.689419795221843,
659
+ 0.12286689419795221
660
+ ]
661
+ },
662
+ {
663
+ "id": 74,
664
+ "partition": "reference",
665
+ "probabilities": [
666
+ 0.4732142857142857,
667
+ 0.0625,
668
+ 0.4017857142857143,
669
+ 0.0625
670
+ ]
671
+ },
672
+ {
673
+ "id": 77,
674
+ "partition": "reference",
675
+ "probabilities": [
676
+ 0.8398058252427184,
677
+ 0.05339805825242718,
678
+ 0.038834951456310676,
679
+ 0.06796116504854369
680
+ ]
681
+ },
682
+ {
683
+ "id": 78,
684
+ "partition": "reference",
685
+ "probabilities": [
686
+ 0.41975308641975306,
687
+ 0.04938271604938271,
688
+ 0.43950617283950616,
689
+ 0.09135802469135802
690
+ ]
691
+ },
692
+ {
693
+ "id": 79,
694
+ "partition": "reference",
695
+ "probabilities": [
696
+ 0.11711711711711711,
697
+ 0.26126126126126126,
698
+ 0.2702702702702703,
699
+ 0.35135135135135137
700
+ ]
701
+ },
702
+ {
703
+ "id": 80,
704
+ "partition": "reference",
705
+ "probabilities": [
706
+ 0.05217391304347826,
707
+ 0.34782608695652173,
708
+ 0.043478260869565216,
709
+ 0.5565217391304348
710
+ ]
711
+ },
712
+ {
713
+ "id": 81,
714
+ "partition": "reference",
715
+ "probabilities": [
716
+ 0.0189873417721519,
717
+ 0.16139240506329114,
718
+ 0.028481012658227847,
719
+ 0.7911392405063291
720
+ ]
721
+ },
722
+ {
723
+ "id": 82,
724
+ "partition": "reference",
725
+ "probabilities": [
726
+ 0,
727
+ 0.75,
728
+ 0,
729
+ 0.25
730
+ ]
731
+ },
732
+ {
733
+ "id": 83,
734
+ "partition": "reference",
735
+ "probabilities": [
736
+ 0.29107981220657275,
737
+ 0.2300469483568075,
738
+ 0.18779342723004694,
739
+ 0.29107981220657275
740
+ ]
741
+ },
742
+ {
743
+ "id": 84,
744
+ "partition": "reference",
745
+ "probabilities": [
746
+ 0.7941176470588235,
747
+ 0.07352941176470588,
748
+ 0.051470588235294115,
749
+ 0.08088235294117647
750
+ ]
751
+ },
752
+ {
753
+ "id": 85,
754
+ "partition": "reference",
755
+ "probabilities": [
756
+ 0.10891089108910891,
757
+ 0.10396039603960396,
758
+ 0.13366336633663367,
759
+ 0.6534653465346535
760
+ ]
761
+ },
762
+ {
763
+ "id": 86,
764
+ "partition": "reference",
765
+ "probabilities": [
766
+ 0.22448979591836735,
767
+ 0.030612244897959183,
768
+ 0.7244897959183674,
769
+ 0.02040816326530612
770
+ ]
771
+ },
772
+ {
773
+ "id": 87,
774
+ "partition": "reference",
775
+ "probabilities": [
776
+ 0.02654867256637168,
777
+ 0.6194690265486725,
778
+ 0.02654867256637168,
779
+ 0.3274336283185841
780
+ ]
781
+ },
782
+ {
783
+ "id": 88,
784
+ "partition": "reference",
785
+ "probabilities": [
786
+ 0.01567398119122257,
787
+ 0.009404388714733543,
788
+ 0.9467084639498433,
789
+ 0.02821316614420063
790
+ ]
791
+ },
792
+ {
793
+ "id": 89,
794
+ "partition": "reference",
795
+ "probabilities": [
796
+ 0.8508557457212714,
797
+ 0.061124694376528114,
798
+ 0.029339853300733496,
799
+ 0.05867970660146699
800
+ ]
801
+ },
802
+ {
803
+ "id": 90,
804
+ "partition": "reference",
805
+ "probabilities": [
806
+ 0.16262975778546712,
807
+ 0.14878892733564014,
808
+ 0.3494809688581315,
809
+ 0.3391003460207612
810
+ ]
811
+ },
812
+ {
813
+ "id": 91,
814
+ "partition": "reference",
815
+ "probabilities": [
816
+ 0.21782178217821782,
817
+ 0.5181518151815182,
818
+ 0.10231023102310231,
819
+ 0.1617161716171617
820
+ ]
821
+ },
822
+ {
823
+ "id": 92,
824
+ "partition": "reference",
825
+ "probabilities": [
826
+ 0.16030534351145037,
827
+ 0.5076335877862596,
828
+ 0.09923664122137404,
829
+ 0.23282442748091603
830
+ ]
831
+ },
832
+ {
833
+ "id": 93,
834
+ "partition": "reference",
835
+ "probabilities": [
836
+ 0.1423611111111111,
837
+ 0.10069444444444445,
838
+ 0.4479166666666667,
839
+ 0.3090277777777778
840
+ ]
841
+ },
842
+ {
843
+ "id": 94,
844
+ "partition": "reference",
845
+ "probabilities": [
846
+ 0.2605042016806723,
847
+ 0.47058823529411764,
848
+ 0.11764705882352941,
849
+ 0.15126050420168066
850
+ ]
851
+ },
852
+ {
853
+ "id": 95,
854
+ "partition": "reference",
855
+ "probabilities": [
856
+ 0.15822784810126583,
857
+ 0.0759493670886076,
858
+ 0.620253164556962,
859
+ 0.14556962025316456
860
+ ]
861
+ },
862
+ {
863
+ "id": 96,
864
+ "partition": "reference",
865
+ "probabilities": [
866
+ 0.21052631578947367,
867
+ 0.13157894736842105,
868
+ 0.47368421052631576,
869
+ 0.18421052631578946
870
+ ]
871
+ },
872
+ {
873
+ "id": 97,
874
+ "partition": "reference",
875
+ "probabilities": [
876
+ 0.11707317073170732,
877
+ 0.7268292682926829,
878
+ 0.05365853658536585,
879
+ 0.1024390243902439
880
+ ]
881
+ },
882
+ {
883
+ "id": 98,
884
+ "partition": "reference",
885
+ "probabilities": [
886
+ 0.1322314049586777,
887
+ 0.09090909090909091,
888
+ 0.45041322314049587,
889
+ 0.32644628099173556
890
+ ]
891
+ },
892
+ {
893
+ "id": 99,
894
+ "partition": "reference",
895
+ "probabilities": [
896
+ 0.025817555938037865,
897
+ 0.01721170395869191,
898
+ 0.2547332185886403,
899
+ 0.7022375215146299
900
+ ]
901
+ },
902
+ {
903
+ "id": 100,
904
+ "partition": "development",
905
+ "probabilities": [
906
+ 0.3449367088607595,
907
+ 0.04113924050632911,
908
+ 0.5411392405063291,
909
+ 0.07278481012658228
910
+ ]
911
+ },
912
+ {
913
+ "id": 101,
914
+ "partition": "development",
915
+ "probabilities": [
916
+ 0.05622489959839357,
917
+ 0.04417670682730924,
918
+ 0.8112449799196787,
919
+ 0.08835341365461848
920
+ ]
921
+ },
922
+ {
923
+ "id": 102,
924
+ "partition": "development",
925
+ "probabilities": [
926
+ 0.04040404040404041,
927
+ 0.06060606060606061,
928
+ 0.1414141414141414,
929
+ 0.7575757575757576
930
+ ]
931
+ },
932
+ {
933
+ "id": 103,
934
+ "partition": "development",
935
+ "probabilities": [
936
+ 0.09836065573770492,
937
+ 0.8278688524590164,
938
+ 0.02459016393442623,
939
+ 0.04918032786885246
940
+ ]
941
+ },
942
+ {
943
+ "id": 104,
944
+ "partition": "development",
945
+ "probabilities": [
946
+ 0.35844155844155845,
947
+ 0.24155844155844156,
948
+ 0.2805194805194805,
949
+ 0.11948051948051948
950
+ ]
951
+ },
952
+ {
953
+ "id": 105,
954
+ "partition": "development",
955
+ "probabilities": [
956
+ 0.05555555555555555,
957
+ 0.03864734299516908,
958
+ 0.7971014492753623,
959
+ 0.10869565217391304
960
+ ]
961
+ },
962
+ {
963
+ "id": 106,
964
+ "partition": "development",
965
+ "probabilities": [
966
+ 0.7740112994350282,
967
+ 0.11299435028248588,
968
+ 0.07909604519774012,
969
+ 0.03389830508474576
970
+ ]
971
+ },
972
+ {
973
+ "id": 107,
974
+ "partition": "development",
975
+ "probabilities": [
976
+ 0.0851063829787234,
977
+ 0.06382978723404255,
978
+ 0.5191489361702127,
979
+ 0.33191489361702126
980
+ ]
981
+ },
982
+ {
983
+ "id": 108,
984
+ "partition": "development",
985
+ "probabilities": [
986
+ 0.04452054794520548,
987
+ 0.023972602739726026,
988
+ 0.8561643835616438,
989
+ 0.07534246575342465
990
+ ]
991
+ },
992
+ {
993
+ "id": 109,
994
+ "partition": "development",
995
+ "probabilities": [
996
+ 0.8409090909090909,
997
+ 0.09090909090909091,
998
+ 0.045454545454545456,
999
+ 0.022727272727272728
1000
+ ]
1001
+ },
1002
+ {
1003
+ "id": 110,
1004
+ "partition": "development",
1005
+ "probabilities": [
1006
+ 0.06686046511627906,
1007
+ 0.040697674418604654,
1008
+ 0.752906976744186,
1009
+ 0.13953488372093023
1010
+ ]
1011
+ },
1012
+ {
1013
+ "id": 111,
1014
+ "partition": "development",
1015
+ "probabilities": [
1016
+ 0.7581699346405228,
1017
+ 0.1503267973856209,
1018
+ 0.058823529411764705,
1019
+ 0.032679738562091505
1020
+ ]
1021
+ },
1022
+ {
1023
+ "id": 112,
1024
+ "partition": "development",
1025
+ "probabilities": [
1026
+ 0.06691449814126393,
1027
+ 0.8810408921933085,
1028
+ 0.01858736059479554,
1029
+ 0.03345724907063197
1030
+ ]
1031
+ },
1032
+ {
1033
+ "id": 113,
1034
+ "partition": "development",
1035
+ "probabilities": [
1036
+ 0.06666666666666667,
1037
+ 0.7666666666666667,
1038
+ 0.044444444444444446,
1039
+ 0.12222222222222222
1040
+ ]
1041
+ },
1042
+ {
1043
+ "id": 114,
1044
+ "partition": "development",
1045
+ "probabilities": [
1046
+ 0.06666666666666667,
1047
+ 0.05333333333333334,
1048
+ 0.7466666666666667,
1049
+ 0.13333333333333333
1050
+ ]
1051
+ },
1052
+ {
1053
+ "id": 115,
1054
+ "partition": "development",
1055
+ "probabilities": [
1056
+ 0.8207547169811321,
1057
+ 0.08490566037735849,
1058
+ 0.0660377358490566,
1059
+ 0.02830188679245283
1060
+ ]
1061
+ },
1062
+ {
1063
+ "id": 116,
1064
+ "partition": "development",
1065
+ "probabilities": [
1066
+ 0.03614457831325301,
1067
+ 0.018072289156626505,
1068
+ 0.8674698795180723,
1069
+ 0.0783132530120482
1070
+ ]
1071
+ },
1072
+ {
1073
+ "id": 117,
1074
+ "partition": "development",
1075
+ "probabilities": [
1076
+ 0.12253829321663019,
1077
+ 0.03282275711159737,
1078
+ 0.787746170678337,
1079
+ 0.05689277899343545
1080
+ ]
1081
+ },
1082
+ {
1083
+ "id": 118,
1084
+ "partition": "development",
1085
+ "probabilities": [
1086
+ 0.05012531328320802,
1087
+ 0.02756892230576441,
1088
+ 0.8070175438596491,
1089
+ 0.11528822055137844
1090
+ ]
1091
+ },
1092
+ {
1093
+ "id": 119,
1094
+ "partition": "development",
1095
+ "probabilities": [
1096
+ 0.09893048128342247,
1097
+ 0.1925133689839572,
1098
+ 0.31016042780748665,
1099
+ 0.3983957219251337
1100
+ ]
1101
+ },
1102
+ {
1103
+ "id": 120,
1104
+ "partition": "development",
1105
+ "probabilities": [
1106
+ 0.03597122302158273,
1107
+ 0.11510791366906475,
1108
+ 0.08633093525179857,
1109
+ 0.762589928057554
1110
+ ]
1111
+ },
1112
+ {
1113
+ "id": 121,
1114
+ "partition": "development",
1115
+ "probabilities": [
1116
+ 0.0967741935483871,
1117
+ 0.8064516129032258,
1118
+ 0.03225806451612903,
1119
+ 0.06451612903225806
1120
+ ]
1121
+ },
1122
+ {
1123
+ "id": 122,
1124
+ "partition": "development",
1125
+ "probabilities": [
1126
+ 0.7814207650273224,
1127
+ 0.060109289617486336,
1128
+ 0.13114754098360656,
1129
+ 0.0273224043715847
1130
+ ]
1131
+ },
1132
+ {
1133
+ "id": 123,
1134
+ "partition": "development",
1135
+ "probabilities": [
1136
+ 0.7666666666666667,
1137
+ 0.07777777777777778,
1138
+ 0.12222222222222222,
1139
+ 0.03333333333333333
1140
+ ]
1141
+ },
1142
+ {
1143
+ "id": 124,
1144
+ "partition": "development",
1145
+ "probabilities": [
1146
+ 0.7511520737327189,
1147
+ 0.1336405529953917,
1148
+ 0.07373271889400922,
1149
+ 0.041474654377880185
1150
+ ]
1151
+ },
1152
+ {
1153
+ "id": 125,
1154
+ "partition": "development",
1155
+ "probabilities": [
1156
+ 0.08247422680412371,
1157
+ 0.8762886597938144,
1158
+ 0.010309278350515464,
1159
+ 0.030927835051546393
1160
+ ]
1161
+ },
1162
+ {
1163
+ "id": 126,
1164
+ "partition": "development",
1165
+ "probabilities": [
1166
+ 0.12781954887218044,
1167
+ 0.7819548872180451,
1168
+ 0.03007518796992481,
1169
+ 0.06015037593984962
1170
+ ]
1171
+ },
1172
+ {
1173
+ "id": 127,
1174
+ "partition": "development",
1175
+ "probabilities": [
1176
+ 0.0379746835443038,
1177
+ 0.02531645569620253,
1178
+ 0.7974683544303798,
1179
+ 0.13924050632911392
1180
+ ]
1181
+ },
1182
+ {
1183
+ "id": 128,
1184
+ "partition": "development",
1185
+ "probabilities": [
1186
+ 0.0942622950819672,
1187
+ 0.02459016393442623,
1188
+ 0.8360655737704918,
1189
+ 0.045081967213114756
1190
+ ]
1191
+ },
1192
+ {
1193
+ "id": 129,
1194
+ "partition": "development",
1195
+ "probabilities": [
1196
+ 0.7906976744186046,
1197
+ 0.046511627906976744,
1198
+ 0.13953488372093023,
1199
+ 0.023255813953488372
1200
+ ]
1201
+ }
1202
+ ]
evaluation/experiments/word-feature-provenance.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ids": [
3
+ 1,
4
+ 2,
5
+ 3,
6
+ 4,
7
+ 5,
8
+ 6,
9
+ 7,
10
+ 8,
11
+ 9,
12
+ 10,
13
+ 11,
14
+ 12,
15
+ 13,
16
+ 14,
17
+ 15,
18
+ 16,
19
+ 17,
20
+ 18,
21
+ 19,
22
+ 20,
23
+ 21,
24
+ 22,
25
+ 23,
26
+ 24,
27
+ 25,
28
+ 28,
29
+ 29,
30
+ 30,
31
+ 31,
32
+ 35,
33
+ 36,
34
+ 37,
35
+ 38,
36
+ 39,
37
+ 42,
38
+ 43,
39
+ 44,
40
+ 45,
41
+ 46,
42
+ 47,
43
+ 48,
44
+ 49,
45
+ 50,
46
+ 51,
47
+ 52,
48
+ 53,
49
+ 54,
50
+ 55,
51
+ 56,
52
+ 57,
53
+ 58,
54
+ 59,
55
+ 60,
56
+ 61,
57
+ 62,
58
+ 63,
59
+ 64,
60
+ 65,
61
+ 66,
62
+ 67,
63
+ 68,
64
+ 69,
65
+ 70,
66
+ 71,
67
+ 72,
68
+ 73,
69
+ 74,
70
+ 77,
71
+ 78,
72
+ 79,
73
+ 80,
74
+ 81,
75
+ 82,
76
+ 83,
77
+ 84,
78
+ 85,
79
+ 86,
80
+ 87,
81
+ 88,
82
+ 89,
83
+ 90,
84
+ 91,
85
+ 92,
86
+ 93,
87
+ 94,
88
+ 95,
89
+ 96,
90
+ 97,
91
+ 98,
92
+ 99,
93
+ 100,
94
+ 101,
95
+ 102,
96
+ 103,
97
+ 104,
98
+ 105,
99
+ 106,
100
+ 107,
101
+ 108,
102
+ 109,
103
+ 110,
104
+ 111,
105
+ 112,
106
+ 113,
107
+ 114,
108
+ 115,
109
+ 116,
110
+ 117,
111
+ 118,
112
+ 119,
113
+ 120,
114
+ 121,
115
+ 122,
116
+ 123,
117
+ 124,
118
+ 125,
119
+ 126,
120
+ 127,
121
+ 128,
122
+ 129
123
+ ],
124
+ "elapsed_seconds": 409.6224629878998,
125
+ "input_transform": "None; token positions overlap the quoted WORD in the original benchmark prompt",
126
+ "layers": [
127
+ 9,
128
+ 18,
129
+ 27,
130
+ 36
131
+ ]
132
+ }
evaluation/initial-final-protocol-paused.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "selection_sha256": "b4afccf90e55d9ece29910cc207a91ff35e82920b8efd27c28a0ead3f15c8b0a",
3
+ "adapter_sha256": "04d3ee30d25043648b25473a92f8d1e6de16f93be45cc50c4d1337bb4353d339",
4
+ "commands": [
5
+ [
6
+ "node",
7
+ "scripts/run-local.ts",
8
+ "--label",
9
+ "qwen3-4b-base-final",
10
+ "--split",
11
+ "evaluation",
12
+ "--strategy",
13
+ "tracks"
14
+ ]
15
+ ],
16
+ "reports": {}
17
+ }
evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/130.json ADDED
@@ -0,0 +1,118 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "day": 130,
3
+ "strategy": "none",
4
+ "request": {
5
+ "model": "mixed-messenger-final-predict",
6
+ "messages": [
7
+ {
8
+ "role": "system",
9
+ "content": "Predict the distribution of responses from participants in Mixed Messages, a generative art project. These are this audience's interpretations, not objective labels. Reply with a single JSON object only. No prose or code fences."
10
+ },
11
+ {
12
+ "role": "user",
13
+ "content": "WORD: \"BERNIE SANDERS\"\n\nEstimate the share of this audience's submissions in each quadrant:\nperformed+uniting: creating false unity among us\nhonest+uniting: bringing us together, authentically\nperformed+dividing: exploiting our divisions, deliberately\nhonest+dividing: fracturing us, truthfully\n\nReturn exactly these four keys with numeric probabilities between 0 and 1 that sum to 1 (not percentages). Use at least three decimal places when needed. A sum differing from 1 by at most 0.001 will be normalized. Do not include confidence, explanations, or any other keys.\n{\"performed+uniting\": <probability>, \"honest+uniting\": <probability>, \"performed+dividing\": <probability>, \"honest+dividing\": <probability>}"
14
+ }
15
+ ],
16
+ "temperature": 0,
17
+ "max_tokens": 8000,
18
+ "usage": {
19
+ "include": true
20
+ }
21
+ },
22
+ "attempts": [
23
+ {
24
+ "index": 1,
25
+ "startedAt": "2026-11-15T07:14:21.391Z",
26
+ "status": "response",
27
+ "raw": "{\"performed+uniting\":0.13231751299651195,\"honest+uniting\":0.13606212365043097,\"performed+dividing\":0.41974983978061103,\"honest+dividing\":0.31187052357244605}",
28
+ "response": {
29
+ "local": {
30
+ "id": 1,
31
+ "text": "{\"performed+uniting\":0.13231751299651195,\"honest+uniting\":0.13606212365043097,\"performed+dividing\":0.41974983978061103,\"honest+dividing\":0.31187052357244605}",
32
+ "head_sha256": "ed30965b7e41a823d5c9dd19c7638f2ddef88d9bdb7b3e74106deb114f9521d1",
33
+ "adapter_sha256": null,
34
+ "serialized_output_tokens": 105,
35
+ "seconds": 10.93779400002677,
36
+ "prompt_tokens": 231,
37
+ "completion_tokens": 57,
38
+ "forward_passes": 3,
39
+ "peak_memory_gb": 5.269715786,
40
+ "base_raw": "{\"performed+uniting\": 0.123, \"honest+uniting\": 0.587, \"performed+dividing\": 0.156, \"honest+dividing\": 0.134}",
41
+ "base_valid": true,
42
+ "base_probabilities": [
43
+ 0.123,
44
+ 0.587,
45
+ 0.156,
46
+ 0.134
47
+ ],
48
+ "calibrated_probabilities": [
49
+ 0.12853623779047896,
50
+ 0.19054079893863482,
51
+ 0.3021959894160299,
52
+ 0.37872697385485643
53
+ ],
54
+ "adapted_probabilities": [
55
+ [
56
+ 0.13609878820254495,
57
+ 0.08158344836222714,
58
+ 0.5373036901451922,
59
+ 0.24501407329003566
60
+ ]
61
+ ]
62
+ }
63
+ },
64
+ "provider": "local-mlx-probability",
65
+ "usage": {
66
+ "prompt_tokens": 231,
67
+ "completion_tokens": 57,
68
+ "total_tokens": 288,
69
+ "serialized_output_tokens": 105,
70
+ "forward_passes": 3,
71
+ "cost": 0,
72
+ "seconds": 10.93779400002677
73
+ },
74
+ "error": null,
75
+ "retriable": false,
76
+ "finishedAt": "2026-11-15T07:14:32.334Z"
77
+ }
78
+ ],
79
+ "terminal": true,
80
+ "trace": [
81
+ {
82
+ "index": 1,
83
+ "action": {
84
+ "type": "submit_prediction",
85
+ "prediction": {
86
+ "performed+uniting": 0.13231751299651195,
87
+ "honest+uniting": 0.13606212365043097,
88
+ "performed+dividing": 0.41974983978061103,
89
+ "honest+dividing": 0.31187052357244605
90
+ }
91
+ },
92
+ "observation": {
93
+ "ok": true,
94
+ "accepted": true,
95
+ "error": null,
96
+ "remainingInspections": 0,
97
+ "remainingActions": 7,
98
+ "ended": true
99
+ }
100
+ }
101
+ ],
102
+ "outcome": {
103
+ "status": "valid",
104
+ "prediction": {
105
+ "performed+uniting": 0.13231751299651195,
106
+ "honest+uniting": 0.13606212365043097,
107
+ "performed+dividing": 0.41974983978061103,
108
+ "honest+dividing": 0.31187052357244605
109
+ },
110
+ "originalSum": 1,
111
+ "failure": null,
112
+ "error": 0.34519033559676726,
113
+ "score": 82.74048322016164,
114
+ "winnerCredit": 0,
115
+ "inspections": 0,
116
+ "actions": 1
117
+ }
118
+ }
evaluation/mixed-messenger-final-predict-9beb5d49d25bcd6a/episodes/none/131.json ADDED
@@ -0,0 +1,118 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "day": 131,
3
+ "strategy": "none",
4
+ "request": {
5
+ "model": "mixed-messenger-final-predict",
6
+ "messages": [
7
+ {
8
+ "role": "system",
9
+ "content": "Predict the distribution of responses from participants in Mixed Messages, a generative art project. These are this audience's interpretations, not objective labels. Reply with a single JSON object only. No prose or code fences."
10
+ },
11
+ {
12
+ "role": "user",
13
+ "content": "WORD: \"WELFARE\"\n\nEstimate the share of this audience's submissions in each quadrant:\nperformed+uniting: creating false unity among us\nhonest+uniting: bringing us together, authentically\nperformed+dividing: exploiting our divisions, deliberately\nhonest+dividing: fracturing us, truthfully\n\nReturn exactly these four keys with numeric probabilities between 0 and 1 that sum to 1 (not percentages). Use at least three decimal places when needed. A sum differing from 1 by at most 0.001 will be normalized. Do not include confidence, explanations, or any other keys.\n{\"performed+uniting\": <probability>, \"honest+uniting\": <probability>, \"performed+dividing\": <probability>, \"honest+dividing\": <probability>}"
14
+ }
15
+ ],
16
+ "temperature": 0,
17
+ "max_tokens": 8000,
18
+ "usage": {
19
+ "include": true
20
+ }
21
+ },
22
+ "attempts": [
23
+ {
24
+ "index": 1,
25
+ "startedAt": "2026-11-15T07:14:32.339Z",
26
+ "status": "response",
27
+ "raw": "{\"performed+uniting\":0.20664971592525844,\"honest+uniting\":0.24405021973971064,\"performed+dividing\":0.30532208956448775,\"honest+dividing\":0.24397797477054314}",
28
+ "response": {
29
+ "local": {
30
+ "id": 2,
31
+ "text": "{\"performed+uniting\":0.20664971592525844,\"honest+uniting\":0.24405021973971064,\"performed+dividing\":0.30532208956448775,\"honest+dividing\":0.24397797477054314}",
32
+ "head_sha256": "ed30965b7e41a823d5c9dd19c7638f2ddef88d9bdb7b3e74106deb114f9521d1",
33
+ "adapter_sha256": null,
34
+ "serialized_output_tokens": 105,
35
+ "seconds": 11.510875125066377,
36
+ "prompt_tokens": 230,
37
+ "completion_tokens": 57,
38
+ "forward_passes": 3,
39
+ "peak_memory_gb": 5.269715786,
40
+ "base_raw": "{\"performed+uniting\": 0.156, \"honest+uniting\": 0.523, \"performed+dividing\": 0.189, \"honest+dividing\": 0.132}",
41
+ "base_valid": true,
42
+ "base_probabilities": [
43
+ 0.156,
44
+ 0.523,
45
+ 0.189,
46
+ 0.132
47
+ ],
48
+ "calibrated_probabilities": [
49
+ 0.2056245379993127,
50
+ 0.30534402770710445,
51
+ 0.21566407046583214,
52
+ 0.2733673638277506
53
+ ],
54
+ "adapted_probabilities": [
55
+ [
56
+ 0.20767489385120413,
57
+ 0.18275641177231686,
58
+ 0.39498010866314337,
59
+ 0.21458858571333567
60
+ ]
61
+ ]
62
+ }
63
+ },
64
+ "provider": "local-mlx-probability",
65
+ "usage": {
66
+ "prompt_tokens": 230,
67
+ "completion_tokens": 57,
68
+ "total_tokens": 287,
69
+ "serialized_output_tokens": 105,
70
+ "forward_passes": 3,
71
+ "cost": 0,
72
+ "seconds": 11.510875125066377
73
+ },
74
+ "error": null,
75
+ "retriable": false,
76
+ "finishedAt": "2026-11-15T07:14:43.853Z"
77
+ }
78
+ ],
79
+ "terminal": true,
80
+ "trace": [
81
+ {
82
+ "index": 1,
83
+ "action": {
84
+ "type": "submit_prediction",
85
+ "prediction": {
86
+ "performed+uniting": 0.20664971592525844,
87
+ "honest+uniting": 0.24405021973971064,
88
+ "performed+dividing": 0.30532208956448775,
89
+ "honest+dividing": 0.24397797477054314
90
+ }
91
+ },
92
+ "observation": {
93
+ "ok": true,
94
+ "accepted": true,
95
+ "error": null,
96
+ "remainingInspections": 0,
97
+ "remainingActions": 7,
98
+ "ended": true
99
+ }
100
+ }
101
+ ],
102
+ "outcome": {
103
+ "status": "valid",
104
+ "prediction": {
105
+ "performed+uniting": 0.20664971592525844,
106
+ "honest+uniting": 0.24405021973971064,
107
+ "performed+dividing": 0.30532208956448775,
108
+ "honest+dividing": 0.24397797477054314
109
+ },
110
+ "originalSum": 1,
111
+ "failure": null,
112
+ "error": 0.0762946735757866,
113
+ "score": 96.18526632121068,
114
+ "winnerCredit": 0,
115
+ "inspections": 0,
116
+ "actions": 1
117
+ }
118
+ }