diff --git "a/validation_cases.json" "b/validation_cases.json" --- "a/validation_cases.json" +++ "b/validation_cases.json" @@ -39,110 +39,6 @@ 5905, 1517, 30, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 0 ], "attention_mask": [ @@ -169,111 +65,7 @@ 1, 1, 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 + 1 ], "option_positions": [ 7, @@ -303,110 +95,6 @@ 1.0, 1.0, 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, 0.0 ] }, @@ -468,98 +156,6 @@ 111, 8083, 249, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 0 ], "attention_mask": [ @@ -598,99 +194,7 @@ 1, 1, 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 + 1 ], "option_positions": [ 7, @@ -732,98 +236,6 @@ 1.0, 1.0, 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, 0.0 ] }, @@ -861,118 +273,6 @@ 49156, 23297, 2909, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 0 ], "attention_mask": [ @@ -991,120 +291,87 @@ 1, 1, 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1 + ], + "option_positions": [ + 7, + 9 + ], + "pool_mask": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0 + ] + }, + "reference_probabilities": [ + 0.04283435292391378, + 0.9571656470760861 + ], + "reference_decision": "yes" + }, + { + "id": "noul-negative", + "capability": "noul", + "payload": { + "state": "Boil pasta", + "question": { + "type": "noul", + "instructions": "Is this about software?" + } + }, + "expected": "no", + "inputs": { + "input_ids": [ 0, + 49152, + 4182, + 451, + 563, + 3197, + 47, + 49153, + 4607, + 49153, + 10407, + 49155, + 49156, + 50, + 11458, + 19904, 0 ], + "attention_mask": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ], "option_positions": [ 7, 9 @@ -1125,6 +392,125 @@ 1.0, 1.0, 1.0, + 1.0, + 0.0 + ] + }, + "reference_probabilities": [ + 0.9887530718985025, + 0.011246928101497617 + ], + "reference_decision": "no" + }, + { + "id": "coding-zh", + "capability": "choice", + "payload": { + "state": "请写一个Python函数,对数字列表进行排序。", + "question": { + "type": "choice", + "instructions": "What is the topic?", + "criteria": { + "coding": "Software", + "cooking": "Food" + } + } + }, + "expected": "coding", + "inputs": { + "input_ids": [ + 0, + 49152, + 1780, + 314, + 260, + 4234, + 47, + 49153, + 32306, + 42, + 12316, + 49153, + 83, + 2088, + 42, + 5098, + 49155, + 49156, + 16313, + 132, + 33031, + 243, + 43340, + 23297, + 26217, + 138, + 18265, + 12831, + 42549, + 18265, + 36518, + 44465, + 35739, + 18276, + 245, + 32620, + 33185, + 236, + 24024, + 233, + 19076, + 0 + ], + "attention_mask": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ], + "option_positions": [ + 7, + 11 + ], + "pool_mask": [ 0.0, 0.0, 0.0, @@ -1142,6 +528,116 @@ 0.0, 0.0, 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ] + }, + "reference_probabilities": [ + 0.9965400461728955, + 0.0034599538271045662 + ], + "reference_decision": "coding" + }, + { + "id": "cooking-en", + "capability": "choice", + "payload": { + "state": "How do I bake chocolate cookies?", + "question": { + "type": "choice", + "instructions": "What is the topic?", + "criteria": { + "coding": "Software", + "cooking": "Food" + } + } + }, + "expected": "cooking", + "inputs": { + "input_ids": [ + 0, + 49152, + 1780, + 314, + 260, + 4234, + 47, + 49153, + 32306, + 42, + 12316, + 49153, + 83, + 2088, + 42, + 5098, + 49155, + 49156, + 2020, + 536, + 339, + 26975, + 9678, + 12834, + 47, + 0 + ], + "attention_mask": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ], + "option_positions": [ + 7, + 11 + ], + "pool_mask": [ 0.0, 0.0, 0.0, @@ -1159,6 +655,112 @@ 0.0, 0.0, 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ] + }, + "reference_probabilities": [ + 0.0008233419586070937, + 0.9991766580413929 + ], + "reference_decision": "cooking" + }, + { + "id": "three-options", + "capability": "variable_options", + "payload": { + "state": "Write a Python function.", + "question": { + "type": "choice", + "instructions": "What is the topic?", + "criteria": { + "coding": "Software", + "cooking": "Food", + "sports": "Athletics" + } + } + }, + "expected": "coding", + "inputs": { + "input_ids": [ + 0, + 49152, + 1780, + 314, + 260, + 4234, + 47, + 49153, + 32306, + 42, + 12316, + 49153, + 83, + 2088, + 42, + 5098, + 49153, + 99, + 6670, + 42, + 18651, + 2016, + 747, + 49155, + 49156, + 19161, + 253, + 5905, + 1517, + 30, + 0 + ], + "attention_mask": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ], + "option_positions": [ + 7, + 11, + 16 + ], + "pool_mask": [ 0.0, 0.0, 0.0, @@ -1183,209 +785,56 @@ 0.0, 0.0, 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, 0.0 ] }, "reference_probabilities": [ - 0.04283435292391378, - 0.9571656470760861 + 0.9929379587678295, + 0.0028259221336674827, + 0.004236119098503003 ], - "reference_decision": "yes" + "reference_decision": "coding" }, { - "id": "noul-negative", - "capability": "noul", + "id": "one-option", + "capability": "variable_options", "payload": { - "state": "Boil pasta", + "state": "Write a Python function.", "question": { - "type": "noul", - "instructions": "Is this about software?" + "type": "choice", + "instructions": "What is the topic?", + "criteria": { + "coding": "Software" + } } }, - "expected": "no", + "expected": "coding", "inputs": { "input_ids": [ 0, 49152, - 4182, - 451, - 563, - 3197, + 1780, + 314, + 260, + 4234, 47, 49153, - 4607, - 49153, - 10407, + 32306, + 42, + 12316, 49155, 49156, - 50, - 11458, - 19904, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 19161, + 253, + 5905, + 1517, + 30, 0 ], "attention_mask": [ @@ -1406,121 +855,11 @@ 1, 1, 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 + 1, + 1 ], "option_positions": [ - 7, - 9 + 7 ], "pool_mask": [ 0.0, @@ -1539,137 +878,31 @@ 1.0, 1.0, 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, + 1.0, + 1.0, 0.0 ] }, "reference_probabilities": [ - 0.9887530718985025, - 0.011246928101497617 + 1.0 ], - "reference_decision": "no" + "reference_decision": "coding" }, { - "id": "coding-zh", - "capability": "choice", + "id": "structured-json", + "capability": "structured_state", "payload": { - "state": "请写一个Python函数,对数字列表进行排序。", + "state": { + "request": "Write Python code", + "language": "Python" + }, "question": { "type": "choice", "instructions": "What is the topic?", "criteria": { "coding": "Software", - "cooking": "Food" + "cooking": "Food", + "sports": "Athletics" } } }, @@ -1692,117 +925,26 @@ 2088, 42, 5098, + 49153, + 99, + 6670, + 42, + 18651, + 2016, + 747, 49155, 49156, - 16313, - 132, - 33031, - 243, - 43340, + 39428, + 6296, + 25535, + 19161, + 5905, + 2909, + 14460, + 14120, + 25535, 23297, - 26217, - 138, - 18265, - 12831, - 42549, - 18265, - 36518, - 44465, - 35739, - 18276, - 245, - 32620, - 33185, - 236, - 24024, - 233, - 19076, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 23597, 0 ], "attention_mask": [ @@ -1842,102 +984,12 @@ 1, 1, 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 + 1 ], "option_positions": [ 7, - 11 + 11, + 16 ], "pool_mask": [ 0.0, @@ -1957,6 +1009,13 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, 1.0, 1.0, 1.0, @@ -1969,128 +1028,32 @@ 1.0, 1.0, 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, 0.0 ] }, "reference_probabilities": [ - 0.9965400461728955, - 0.0034599538271045662 + 0.9955305388600278, + 0.0022821065546790487, + 0.002187354585293287 ], "reference_decision": "coding" }, { - "id": "cooking-en", - "capability": "choice", + "id": "exact-129-tokens", + "capability": "variable_sequence_length", "payload": { - "state": "How do I bake chocolate cookies?", + "state": " code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code", "question": { "type": "choice", "instructions": "What is the topic?", "criteria": { "coding": "Software", - "cooking": "Food" + "cooking": "Food", + "sports": "Athletics" } } }, - "expected": "cooking", + "expected": "coding", "inputs": { "input_ids": [ 0, @@ -2109,117 +1072,118 @@ 2088, 42, 5098, + 49153, + 99, + 6670, + 42, + 18651, + 2016, + 747, 49155, 49156, - 2020, - 536, - 339, - 26975, - 9678, - 12834, - 47, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, 0 ], "attention_mask": [ @@ -2249,217 +1213,116 @@ 1, 1, 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "option_positions": [ - 7, - 11 - ], - "pool_mask": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ], + "option_positions": [ + 7, + 11, + 16 + ], + "pool_mask": [ 0.0, 0.0, 0.0, @@ -2484,13 +1347,9406 @@ 0.0, 0.0, 0.0, - 0.0 - ] - }, - "reference_probabilities": [ - 0.0008233419586070937, - 0.9991766580413929 - ], - "reference_decision": "cooking" + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ] + }, + "reference_probabilities": [ + 0.6347567731488714, + 0.13812266903655834, + 0.22712055781457036 + ], + "reference_decision": "coding" + }, + { + "id": "exact-1024-tokens", + "capability": "variable_sequence_length", + "payload": { + "state": " code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code", + "question": { + "type": "choice", + "instructions": "What is the topic?", + "criteria": { + "coding": "Software", + "cooking": "Food", + "sports": "Athletics" + } + } + }, + "expected": "coding", + "inputs": { + "input_ids": [ + 0, + 49152, + 1780, + 314, + 260, + 4234, + 47, + 49153, + 32306, + 42, + 12316, + 49153, + 83, + 2088, + 42, + 5098, + 49153, + 99, + 6670, + 42, + 18651, + 2016, + 747, + 49155, + 49156, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 0 + ], + "attention_mask": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ], + "option_positions": [ + 7, + 11, + 16 + ], + "pool_mask": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ] + }, + "reference_probabilities": [ + 0.4407633906736511, + 0.37238073879955924, + 0.18685587052678965 + ], + "reference_decision": "coding" + }, + { + "id": "exact-2048-tokens", + "capability": "variable_sequence_length", + "payload": { + "state": " code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code code", + "question": { + "type": "choice", + "instructions": "What is the topic?", + "criteria": { + "coding": "Software", + "cooking": "Food", + "sports": "Athletics" + } + } + }, + "expected": "coding", + "inputs": { + "input_ids": [ + 0, + 49152, + 1780, + 314, + 260, + 4234, + 47, + 49153, + 32306, + 42, + 12316, + 49153, + 83, + 2088, + 42, + 5098, + 49153, + 99, + 6670, + 42, + 18651, + 2016, + 747, + 49155, + 49156, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 2909, + 0 + ], + "attention_mask": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ], + "option_positions": [ + 7, + 11, + 16 + ], + "pool_mask": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ] + }, + "reference_probabilities": [ + 0.5216577502831695, + 0.34918566249456723, + 0.12915658722226325 + ], + "reference_decision": "coding" } ]