{ "date": "2026-10-26T07:50:33.570029+00:00", "scope": "Full SST-2 training and validation; full RACE-middle training, validation selection and held-out test. Historical GPT-1 figures use different training coverage and test sets.", "method": "Each task starts from the original pretrained WiggleGPT. All model weights are adapted using classifier cross-entropy plus an auxiliary language-model loss (weight 0.5), with GPT-1-style task markers and linear classifiers.", "control_method": "Before: original pretrained backbone with a newly initialized task classifier. After: the validation-selected task-trained checkpoint, using the same inputs and classifier format.", "historical": { "gpt1_race_accuracy": 59.0, "gpt1_race_middle_accuracy": 62.9, "gpt1_sst2_accuracy": 91.3, "source_url": "https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf", "note": "OpenAI reported 91.3% on SST-2 (GLUE test) and 62.9% on RACE-M. This WiggleGPT run reports SST-2 public validation. GPT-1 trained on combined RACE-middle/high data; this adaptation uses middle-school training data. The historical scores provide context with these differences in training coverage and evaluation split." }, "tasks": [ { "id": "sst2", "name": "SST-2 sentiment", "train_examples": 67349, "validation_examples": 872, "test_examples": 1821, "heldout_split": "validation", "baseline": { "label": "Before task training (same classifier)", "correct": 437, "total": 872, "accuracy": 0.5011467889908257, "loss": 4.14792537689209, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "finetuned": { "correct": 786, "total": 872, "accuracy": 0.9013761467889908, "loss": 0.29649588465690613, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "chance_accuracy": 0.5, "majority_accuracy": 0.5091743119266054, "paired_earlier_probe": { "before_correct": 50, "after_correct": 92, "total": 100 }, "training": { "epochs": 3, "max_steps": 6315, "steps": 6315, "batch_size": 32, "microbatch_size": 16, "gradient_accumulation": 2, "learning_rate": 6.25e-05, "max_length": 512, "lm_coefficient": 0.5, "stopping_cause": "epochs_complete", "classifier_dropout": 0.1, "native_backbone_dropout": 0.0, "nonfinite_updates": 0, "best_step": 6315, "peak_allocated_gib": 3.846, "trainable_parameters": 123699458, "head": "768-to-2 linear", "checkpoint_selection": "highest validation accuracy, lower validation classification loss breaks ties", "details": "Full native backbone trained. Zero decay on oscillator and 1-D parameters. Linear GPT-1 warmup/decay, AdamW, gradient clip1.0. Original backbone dropout retained; classifier dropout0.1. Three unused padding-vocabulary slots initialized for task markers.", "data_truncation": { "train": { "examples_with_truncation": 0, "candidate_sequences_with_truncation": 0, "total_tokens_removed": 0, "max_tokens_removed_per_example": 0 }, "validation": { "examples_with_truncation": 0, "candidate_sequences_with_truncation": 0, "total_tokens_removed": 0, "max_tokens_removed_per_example": 0 } }, "segments": 2 }, "examples": [ { "id": "sst2/validation/0", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "16e60b6a61103672dd8f1c34f8ed6378d2ec30701e9efd78578a9145d8c7c1f4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/1", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1d05c0dd9fe2f32e44ce22b130c04064d0dbc250cf5d0fe85ec4cf0140cb6d88", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/2", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "40ccb3010b76f031989deab80b99fc7805b5999c4967b399ca95f5f914f38626", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/3", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "829d34b3d5a05526dcba7e710c7a22590539f8e52869039d728a0ce1d40dd19d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/4", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9c194e00216f11eeaf9a3e49b894dd006056a0bded681ddc6687d862d95da858", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/5", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8e0fe0e44764c05a49cfefb7bfed9e79793351c05a42d623e36800fe731e705e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/6", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1c281f66572909743ba98ce2fac78dfffbea890d53e82e25a8bf785d13dc3747", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/7", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5999eeffbc4e52edb59f216dbb9d29d889128b5532a535567281494c72d868c4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/8", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7ba9464a3e16dbd76f400c96c49806e69b24b4285561ecc71228caed130cd78c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/9", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "434fa22cbc9b01738a9d0612f2de48caf683557fdfcd7550e37f74a535d7a296", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/10", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "59cce40ecd170fb78216c7ea835ef9a1c143df52c86a90251123aa242dff8c9e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/11", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7b3b014e0e6f98c87b8a5964730c54b6610d39401fd8d48d89ed83d93a635e8a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/12", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7ad05cd4f2e8ec161c0e14314b21d7bab63c90e4148b69005c11f0ba9ed205d5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/13", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4048ff941c4c604e0538cf769ddcc62a75132cdf6acf935c205de4cbe423f2ad", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/14", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8cc3a5a05619806cba77412fecc2b566cffde216865751ecd53fd7290d7158cc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/15", "input": "a gorgeous , high-spirited musical from india that exquisitely blends music , dance , song , and high drama . ", "prompt": "", "options": [ "negative", "positive" ], "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6146525dbb26e01ccc63028b69b57f5e8d1422b8d125919997d79c7f6ba0aa37", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/16", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "327cc1bf00c66354602698df551dfa237c42cf1c56270dc8eb226c5c477b9d25", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/17", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "20450e01688060cc8bdd701210b3d19b8f6acf5ec8f24b45bf63c162ab384d40", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/18", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2e3d15d631195c6a6511fde9d4b6dadd0c85cefe7ec37672e45037a6981b772c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/19", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cfa55c38f50d5ad1b26d08b16776deca7c86aa202a74e08e71c20e0c2f0e61ff", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/20", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7d5bc0b3576d95191e54e749965584d5731051551f71338aa945ac1de1fa988a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/21", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "695f985becc0f757660248f38bc62a746ad3758d8705768c425fed051a9003e1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/22", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "67d633d389489cea851f0f8e7fa9ed76cc54bdd7e38a5f65436a1ed053d9353a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/23", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "17beb0dc3ebc08b2ad9ce52106801c42a42da81f4b7f1cef5cc03591b9250859", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/24", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b11b59c2b575b72652be12ec9d26680ce0af7aa90deddf3391f9c9ed78f9586e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/25", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "49a828df613d9ce9a131ea9c84458e95bfbdd42f1429d444c7128124ddc84cb1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/26", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a074ae3b4273bc4bee9054c37c6ae8118ac09c70d718378601139b7aff629731", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/27", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a863e45d5c04b38bb68ab77513397a8074b6a6bbe88aca21c77f401fc2a1c15e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/28", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4655256bc27677c7d863e63892dca49aca7c51c61f1c78afef6e35abb6ab1450", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/29", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8ce2cc3447b48c97e07f14a8cc36c86fa1bc21bfa4e1652f7b79d37433a15d50", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/30", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "abbadc827cf02392742ae6418e06d60dfc003225af6e6bcb5920dbed7c50ac2e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/31", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4a7771d159cf8f72aef92c9d81510098d73730b3a573bd5a9de75bcf2dcea384", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/32", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "871d9e05e287a66e53724514396ba74edf8a2d2697cfd25a9d8aff45fa1b4bcf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/33", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "30dc6876dc92a319cb57e67916a9b9f34d40a1a8e280003b27fca7c79c5f4376", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/34", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "aa91b5a62f2fb19e0d31c40c68f8421240ab7c16deb9c549ecf937d8e0004b90", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/35", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3294625dbe16ef71d31dcb89c67e8cbb6acb99284b4b8894800086407b16b4d6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/36", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bda4960f8e2e91d8ba919f5251dc5d393ed93c841fdfe56838d9cd34ca21dd22", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/37", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ee813deb49f4685a7de42f53dc85bad4f8be9f269ec0a07f3294452f99a12e6c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/38", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "54abe99d2d948ffc764730453bf49ae912e8216402383e117262ef19450d88ea", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/39", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a8ddb0a40c84b7caf79ad47c805bea3c34f358aa74fed5712e9d6376188d8375", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/40", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7d5734ced3f690a829f95a600fa795df6a305941cba12992d6db5e1077b666dd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/41", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "74193ac4ebaca8d20e2e92f8eb106d353859ca938b09a99158610386b67e22f1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/42", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fda2587846eb937f58774bbc9d641f1378fee2fd0c579437fb62e37092bd547a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/43", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3b81bbdae73e03ef6a4ddbaff844adc8e85b4863a8fefa264a031bd7d1e352c1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/44", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "59ac2a18ab77be26136ee4eeaeefad8883500b6c70e2199af11b418a3ab6ef8b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/45", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "13021e3c68bd389628c369b8e33765982175f407c216bbacbc5ad87bf3833d9b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/46", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8a268a72b9635a3e01bf4f7682f2193f802bde3016354108df054ac1f17b0bac", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/47", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c8adc1bfb974d4bb9130dcf3de63d3e5f5b5c99232822f25168e5f97de885104", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/48", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cc0bfb83284412419414f683a1406452850e2fd7a515fd77f17039d3b2bf8d8f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/49", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2cb06ef667b4f97fb1af9f0d4e4f69f16aba0c59d29becf054caccf68c7e211e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/50", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4451adcae66ad064e8c10595e3e3a0e802c4e1f666160296ada242cec3b1ef4c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/51", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "116783ae32e39b81f74fa1ec8be579a1cdf834326033e0d21946b93da26bf18f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/52", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ea965afdc86a1a276a556e92ef300c8cf366658248baade588f0ce245c2b363d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/53", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "74b2081086cedfc6719c8d34dd73cc06d2fbbae581ac463a24b48ae4288766d8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/54", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fefd40b9cc399582903ec201767d6a6be1a3162b4753fe52d74391635f655fcd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/55", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a775770920c9ab62edeaf48bf2d29d724c88e65615824d6b3881158f68880e3a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/56", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3db0a2619881eda79718e695843b1ed6e35542890eca3902b52d87f81a5ef029", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/57", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "14d779eb00de56117505f0c14528f575750d185406f9ee829c338d71d8298017", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/58", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9620f228763b655e881edcfd9af6b722fe0df7d706597bb701ea47e5293a5312", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/59", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ebf62ddc9e630bcf8579aa966d75cceabb48433667733e6b048e88b7538caadd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/60", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a5b978008856ef8af171b12233c6bc215f5fa95cb996b1adb8a39b9297d985cf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/61", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f9e323f4b722846a2137b0f5cc5f362e82021a438fe3da6ce1717bee6e7b1aa3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/62", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0aa9e3641842bb6166b2d2ec88e06aec42fb5d671902c777e67f6107d149faf0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/63", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4017689fe163ab64148bab4f829c326ab703e184c0e9563823df0eadbd0f8583", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/64", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9ea88670616c27676b9b5ae3795e18d4c5195e628afcb6021d9fd312820c0508", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/65", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e37bdcc7cd3a2035428e4c3a690ed60fdf3a25eac93e12bd57cbd3fcb34b3a53", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/66", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4c60f7ceb63adfc1497f159385e482ab1c759a74d336dada30a203f30255f90c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/67", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "022f5dbd37d14e7ab535491923e53277d8023e52905175cd80a5ebc264da2d85", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/68", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2e83f49f0a302a5c0a72cfdc3fed3be0bbb20f6fdd0417d73452af1b440d5704", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/69", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "dd7238a1711ac898f40760904467d79d66f0245ff4fae4f5973c4aa69d6471b2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/70", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1e8b845854c652ea53f14d11f6c07ce0ebad0982c55c2f063b675785a5fb5123", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/71", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a2e30240543a85d972bb9b2a51ad9b69c0001c11cba74e6b43f3da7b01310d2f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/72", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9900c445d28d541c25fb28cea82f1390e3df0b0eee516955927c2b942f5fbb6e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/73", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "79cb65929b264c4e328d9304629055302dd2733f0aae6839dced42c01b64c3d4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/74", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9b594f441bdcc0663b19b2e3b1fd06351d748fd1d77b6e378849932f2d9f974e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/75", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "203370960a5fd9096051a1404410237b41f511ac30a3bc65aeb0175f838b317f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/76", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "72d5ca5467fd96ea4f203d412f4b4c5b1f68aac72a419c612ab91a7e4fe23584", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/77", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e5f3e46859c6905c2fcd415e311ccea398c59a3a0b80f32dd46071e79cad6b8b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/78", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9c9c60d4a923092cd5a050cc83f4c07ee854769e3f265906603a08e5af50f537", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/79", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "027db4d734a6886ef6d002ad95aafe3d40af1d539982dd340480844b487ab5f1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/80", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f822f85e613c10b2e1aad5f4c727f967530b3f8f7fb00329e34ebf928a453a05", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/81", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7cae50289e648cbe84bac809ebe619d5a7a3c7d21a9211422040089235ec9f13", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/82", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f0639dbfcc2018a36b68d2a142e4441101a5f77460b66a8d81d798268cd3e184", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/83", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "06f0d4b9402d82b0b738cc35b73daa2ac8e43e37e8e538a0146132e844a01df7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/84", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dc495ac277729fda4c26a6481567c710805a001af2ba68a975cedd4c798a3e4e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/85", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "60d96c60006a0e98bd0b7b3171c5647995ad116585cfd84c3dc4dca05aa1c0c2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/86", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ddca9909dde6d417e2c72c63f92564ba07ead70e207c860f9285e2e33be35d53", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/87", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "78b8c3e502cc784257ea8856c5b0a1f1bad8fbbdbd178db8298baf87d5751e45", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/88", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ccd3c6a9ab90aa026a041b2211c2cecdd86ef2db903f5b01ed4112ffc3a3904c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/89", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "56c243fd8be3103c80b8357fb79bb559cf6185dfd1719c7229641c39b6377679", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/90", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "83eb66660ab1704eddeda1e030fc5f14831feb4ddf6c142a1cfd05695e8cee24", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/91", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "690a86a676cad3f4d8c43446ef1c86a2cd27851efb87c881f7e714609bfe7c73", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/92", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1e11c0980b2e1af6d0414bb8fb03a3bd423e6cb03acb5f823403396e1c13d987", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/93", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8d4f84891ef7cdc9f2bfddbfc98b180776122d7de55c94afdcffce609045f9f5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/94", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "67ca5651dfb686096dae7498b94b675a1f2d473333745d2be17f78a8f4980c3f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/95", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "66606cfc7914660a19b9539e86cb2b820ebb50d8af8197263f7ae836d01bc3c9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/96", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "52697c4846fd51ca8893df48be177bfce61f41fb39225a82b29e13cb57f790cc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/97", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ef45d2f63d4f340d3932c19eaf96a39db0e9c5315db7ecf3ca076d4fb784ff82", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/98", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "90aee1257ac4d8775119561b447dfd0f249b297a10ab52b12cbf7bb34695ca49", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/99", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "073254064c0b47ef01356b77c6b898d951853c647023ebb2e831cbd60deb2f2e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/100", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "eed5023f37100680312025d0c2fabfce3c703b31289f71aafba758bb54c46bcb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/101", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "48d9c74c5826e099f27a845dae780e65924df68907f7b6fccbef8f60c528b30c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/102", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a136d2505ca453408dcf3d0298ebbe7ab8af9793be52688e7c553a7f11870db8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/103", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0fe51d575f082201ac8b6761755a8d091a22020aecebdfc1b43b6da318b54603", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/104", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "be0ec719a3fdef5b0871ae8e19a398976b54ffb0513c5b1043108e4416e437d5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/105", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5f23f10e3e480cfcc17cb6b3946634c2c69cc19497a7794106433952236bf79c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/106", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ac7144d20f9d5cd37df0544c56a6623aac4bb9d2fdc486d4aabedf70fa5c42ce", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/107", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b8ca9d6e0e8452c576b2a2120adc172245a4ea31d2a7a32a638dfb4f39243b0c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/108", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fdf9d78c1a3e4cd2c3b215beca0fd5848caeddda48b5304ef226fb37bdaf024e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/109", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3485f75c614dcb6199e36a82eed1de366488fd3a33dea9795b5377486fb47315", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/110", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "144e5adb76a616b4d9c585bd52fb822446fb09c22ea341e229d4645f899bf8b4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/111", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "727c72127b4100f8c0267d3ab71db60395cc72cf206b9abe256ab1bbe2a9fce7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/112", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a40f7d7eec097eaa47cae0c2b3a2dd03c601d29437ef556aad13f636e4af6335", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/113", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6dee9df14d13778e285b753cec5b6fe7d3ebc5b47e149b6bb5ce8bb6ce292309", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/114", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1cdc6470fd29c064b1368a33b353c82e65c48e56e46747666930f76f6638096", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/115", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9961573ecca417be0be678b1ed2551e2e97da5990fe6b14ee183d7e935bd5cd5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/116", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ab5cf20f913f86ab5e3c914d740f94e226d5d680bb4159449f2c9c291388e9b2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/117", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "00fe2b14ebc2658698ed1723f9ad2bc840a893e8f3a944c1dc5f3e52520fbe59", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/118", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "65c9cdddbc92f66d2261e503bdf76ec039f3ba28b451967bc72fb6e4b3f5476d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/119", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ac9be9c308a8bcf803bbd5184e56147d558f38ff93216c3b37203b1e04dd86ee", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/120", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c83cef0853b11994be1f8f7a78b97925df00f2b504c0109f403edf91994af42c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/121", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c04ed24880a063600fa4a34aaf2a6e5017e90dccca7e6b740fe262ecc3607386", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/122", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "14a1aaa09f92e1028c3a04ca69a440f517ae313291579682788af7937ffcc520", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/123", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b893b6fb50fe7e78a53fd3a00c4d14cb4ef2b5bb21efe373be3ac18119f9e04f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/124", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "220e98e353040dddfc6115aef1b842cdd706d72b5427a49f2d3bd805c9d1d106", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/125", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c51e7949ccbaea33374fa793da6eed587d7ec84932b0888eb005989f26fbba2e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/126", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bfb64f6b2654fee0525ca068937874a30b1e3659e448521429b22297a8967f6b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/127", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2b85208ed46c7791019b7e75bd825e4c572649089ace5e5f57dfd53894fc8a87", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/128", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "681a5846fd001dae33b29d8dba3579c5784f2f84a9c464dcf7490d43595a6cb5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/129", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d67658b040ecec6fa0bb6b4442ef6e560722b06d2ca8b5485fcd4ce7b33a71b3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/130", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "34e0e8135480735656901649b23c03b6961154f93b30948b3a084d63a90321be", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/131", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f98fd934ad03326f66073344638f360439777040f913fb9d6313c22608ba5af5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/132", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "3c4911e0f8628a5733dd5bfc2720921d31121b457f42070aa848fb7bf8c220d2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/133", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f615a58c27b34981cde1d8cbb7f625671b72379ffdf8c2be3255108ebe381fd7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/134", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "864d2601adf835c94b954fd5c1e30e77f71663856e4c210b6c9d5841a7630e8d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/135", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b229541d0d177ff53f55cc4c8f526c1c741593fd67b121169d5e7dc2fd1fbc70", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/136", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7d5fd14bb51fbf0472c8bff462b93448f24b79a381b2dea3ae920353a8862a7a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/137", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "db88df80149bc748b4be3fcfceb8faab83354be4c641d26e0872d22aa07f8ff3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/138", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ac0df39b4e25a7d58a66ee7599ef67941901f9cf88f4bc7f1ee270c256f22d69", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/139", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b4c840e00d8de1f1f0f2ad8547e01c184f639a2dac8274a1342fff0494f1fe2e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/140", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e92c73e75c02a2b6c58c55431316de5fabf5c699172d2536ba4cb88912c13de9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/141", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cb7d7a5f5f04df1a27339dec8e5c79d040890831085c622c359330e5f82725b6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/142", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "65693028960dfd99894c0460ef210c5cab95349e82175fa3298fca07a5cc5a5e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/143", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e6fb844950228ebd0909d9a2ae5332ebdb505c2f83516a1e1b539268d6262b93", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/144", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "64941fd180bf5e278b14eab17f59a947a8458a2b1e9933a55118eb633846e685", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/145", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "03429bf06edaa20cb7dd10043e884d3e716635454d4d460f1ed20a657c923479", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/146", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6ff9d79221b9410e8e13f1b55aac55c27f02f574a2910f635a57b97413fc5dd1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/147", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1280a1de2408d48f5f2555073ee6e4f5d4aaab6d18013264f6e1723db611a6bd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/148", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "16ed1bd80989330e61b209eee1719043ee72cd4fc7ecfa99bbc0aed3e00aca96", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/149", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "999561947979008abf47b9dc0b7b6e63320b64535d33dd548b2f9bb1989386fc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/150", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "706fa178e3a1911e35d5ad7c8c8289840b8c034a8f0a9a08a650bfd407899d34", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/151", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "18bac1f072bc2d14cba1aaa19b4214c0142045ddc4d6a615150a756831cb4a5c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/152", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "53f0fb768cd31e44fcb20a1b2e7b072767a84c4f5048a7268363cd147817f391", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/153", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8291e2139f1501e1c86edef899a8417ffddf0fcf3a05c2f7168bd4c97913cc2c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/154", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d3e3f1baf4985959c14fbeb1a46a288ab29c880bf64c393ea3eea4516f428fca", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/155", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "321a70792182684f965bd399310fcb27b46dfb261efcb92a6fa9426dbf2872be", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/156", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3a329a2ecb689482aaae0930da09f14571a3a3bb21d2e9806f61b26f74a5e395", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/157", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ec82d2aae9455ed3f3aef64392bcc885920c543986a9e6c15a33da402c8e7c6c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/158", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "dd952a344e6bda61234df31a04fb7a98ebd142be49a1ac04cebfe8d5b2025d06", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/159", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dcabfb76c874547d568ef1a96e5f51a5da9220cc965a87999f1a1e9d73eb1823", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/160", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2d2f965851e4c4fcd702da07def975dee69316a17de7c9b2e25a8358c1e557f8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/161", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f5461e1010aa4ee09599fdb9d04245c08c8fb750f526c21dd6d5145708567017", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/162", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "60e62a458856250ac6f08539444f5c5eec409e688883f45019d10e24b02b27a6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/163", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ee86c329c4993a7c382925466af57fc385aabd4ea61e51a83e689fdbfa3a4bf3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/164", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "09feb851a8971c2c9a4b66e767e4b476c9c89feaee1fb86df3496eb019ebc746", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/165", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "076b5c73518d348a7e41ffdbf43a68cb65d1a2c19a47bf7df4eff99e363588be", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/166", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0f1be9bc29df5ce22eef04fa556d9cc0363be0133a3e47f198d6ee5f5a70b45b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/167", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "eb0a1d98be662ed95d58fe8680dd796d5c670c4cf3de9506452bbdd6f85155ec", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/168", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5fb2f76e27d0426798e35985296146f0b38fa33f899284ba69b8c6916fa3b2d8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/169", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "529d607c16c1d8eb30697e31f7b56507cfe15ead8db80b9aa455bbecb84cb4e0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/170", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "de45c280bd541a307c6b9a0725293070583d6c0577a399e828ae6b56c2060f55", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/171", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3b85f55efe36b6cc3696e24eec828d2d5c5729f0b315c1c628096493f1c6d98a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/172", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1be1560c7174e82bc3f19ee63aa0d50701a0e23038ffae85b37df9148c9a7de3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/173", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7aaa1cb6d57ac826e497f3a58b1ee51dc4f67d0471a8e23c22765cc88fafe5ed", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/174", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "67f0cd999af0dcf02344160f0dac899d157c233a17cd3851dfb189174e7b1a23", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/175", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4fd8dbf054bf2128d530c2ab636274b2fa8c6c1b53fc0516fb37f14f60bc777a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/176", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c8c52166597e5bef6779c07aead3f1108f467e6f62a93fce534e54869b8bc7bf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/177", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "93061ff82527a20f2929f35ad28f9450268abafa655c262e689c3476b130e798", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/178", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e16195f862babe15c9564c122546c4db961d2e36819e4d4831c6d25c9edfe31e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/179", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fb2de85d3736d346581a4b58b72ee784fcf3b8586dbcbbc83bda9f2afa7f06cc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/180", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a77e70d19e42962fe4ada12c2336417c21b7534b06edcc33c07248764d72b5f3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/181", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ab5ef2de44cba61e8eb814175ca9d421e271556f65f97777981d5ec6b83d92ef", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/182", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4e73c4e4398714b206f869a76213a411233f6636c4c1b1a6cd8e4f4be86dd5da", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/183", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ac4510b3b6049df82e82e4e5557441c517ec3696c8dc6a1ee289c47e644b5482", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/184", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "2747b7083942db4f92462e9f6cb509e533a4b7bf6c0153f883bd672c63601f0d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/185", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2e14280dc409828dca51039ebc024ef99b9eb507eddb72efff68b26a00ae3600", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/186", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7492fb119e457b9f6ae0df7de14b705d50f4fd69038a9002ba4da1df7875cc16", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/187", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "18d5ea69717c753bb027a66d208b727b4b229c68875ffdb3988794cf56eebd43", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/188", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "64b83f53f1ec41653f85490f0aa867f2e2b4c5314dddef00097dbd337b86899f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/189", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "485df74e53ff7e313ca1fb913fb1ed3c784e058aa1b77b6fc9553d18f4ef55c5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/190", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3ca6ebe71419e6d1b030c02cd3567f5b3542545d626aff1e74448457c73af310", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/191", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c772a2ab3417f1edd0d909fd27230889fed6b27579cbfe09287529eed5f8fc8e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/192", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2e64055ee9b9c2583492bf4ecc9f8e2932db47371c860047c3f2313dd3a8c7e6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/193", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f76658d5ca892581011920ed190e25d16e76a5e5272e160573836e1b3dae9e0d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/194", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "548f51fc402e5879ca6655db40916cc460d8cb9c272af6cc12c74be697302394", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/195", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8c368e6984cec28ced09a8356a596a58666bcc1554efd7dfd531930ab392ed89", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/196", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c48d4cc67ffa2b8893468567534077640b4b57163656f759c316a6141238b1da", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/197", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e6280bccaac96c9e897ed5b3fcdf54f7a4ff20bdffe8e4c6f296225b983dbd89", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/198", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b33e41ea740c7cfd700adb4ee4b452ab8b8e55ffcc8b332579ba4ee5bcf6a1c2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/199", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d32dd8a0ea28b31fb09ddbdaead10c1f2db65d183a1335e417048bd3968c91bb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/200", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7b978043dd622410185a989581b74df56a3cdd1724d04a7fc955390771ca6096", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/201", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1aa1dd6f98d17c2efcb29a626f00715f4796c86b463249ca06d6f52e45aca38b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/202", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bf9a5f8a1c0ef8fb38edfa276a195e0a26ccde5ab124f65b0a4f0632fdb21c78", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/203", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "884422cb1064bd76d07110af989ab5fc7c93d053f345317a879de79bb1d4d476", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/204", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b47a12e13a911036024d293f06d47c5b633b92e38e7bcb8c4a7551bdf705c83c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/205", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8ac2240352f4cfe5aa58befca6c6eaaa91b841fca5b7eaa1060419e7529d5665", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/206", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d79cf4d2d3d5020919dfd8737a96a7673bbbb9882692f4f882001d17a7d76530", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/207", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6adadd197c225ff1c37c9009199cc44fe59a0cc9ba9cc0874df66629a7c2ae9f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/208", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f6253d06ce92d2dbbaa639ba31db05cf2f483229f6c9ffceda425083acaadbc8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/209", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0354619e3a3e8e94742acba0130c41cb727db710a81dd476505c13c12682f405", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/210", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "02d1b1c8fff82f25510929dc576158e0dbadafb8d40a8e0f510aecaa79605afd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/211", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4633a641c2081404c1a56681c414156af1f55f0adb221e9dc3e6a48e9683961d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/212", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "225e4af6d940e778af38a39b005dcb55d1fb687bdb925ecc53baa2b25900b862", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/213", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "368135ea4523077221687b1a3670f620e11fc8caed3f41952e33af84cd1ecedf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/214", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "204d0e8a72a4f3308657ab403d41b5f13f17a435fd14626d222f3875371f0060", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/215", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a2c928848d23c84bc1ec1a228ea04463ad6d8c1f9fee4a4658bb6f16df870fa4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/216", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "11dcfb33b14c9ccb709a85d09796f67ac57220f3c9613cf5a073e0060d962cdd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/217", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c591a7cf9840e14054cf541a5f47e9b400514694f7262a75005558f2bc409cf7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/218", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3559817adc2bebd95dbcc8d568ff14b2c9232a78db830c1ac7b41681f871a1d4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/219", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "423e87cc66e03edfe4da06c9efeefe349807f4e8d00832f229f29731bcd6e8fe", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/220", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "31eaca3b7d84371ef2dfb29b592778b9c45d1522258062f0356b539b3607d876", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/221", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ef8d37fb65e9074ad52e9ae2f932b83c995de8f240cb6ff9c4ea42e11237dc2c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/222", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d8fa8617adcc26209220943fed7c1a85d3b5d594802f3ed70d867b04bae34275", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/223", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3ee95c6d840e14060882bcf73db99cba90a4d13a8c19c3122b618fe388eb4acb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/224", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9ac26125da39d55aacb391f1786456afa42a07c8a9ba830589ca9a8e2807adb8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/225", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8065719d705037241a19cadc5f93dbbd9c8e9a70a6f7580e6d5ac07d196301c7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/226", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e8def56070dbbb720fe27bb12868c4854a185bb13628c930be7c2f75b5529607", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/227", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9b60888d2e9ed349a573648a1238906c3677d5c5c11b1f0b289e472816a2e2d2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/228", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "239025d81f8bb3dce8f45eb935a0e966ecdcfac01a6393982ef07c9c377ab7d7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/229", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1fad38c7a3429c359c50483d66ac61406483af7cbbeff675dc47211b8c5fdb42", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/230", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8702bea9cc9cc4b80519dc16741faac57eb336c2dcce5b04896f5aba891e0370", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/231", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9d9ab51ff5a9d5276f77cd0d804b63df09d76e8b8d18a5e36e9a2441500b7821", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/232", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "be08a247796faa46e3902c7b50234d76a011ae6eef84de56496dd449eba29b0a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/233", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "25ae5d669f23ee74df2f653754baa2b445f921bc9f4d5484ebb2f15ed72e8834", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/234", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8c855da9f2c1db6bf0701410f0f275db75f17d82a40092ff1bc1383f907bbd76", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/235", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "21ff6421a1f94b88f7f2bfba3312677a25858fbf525f0acd0a1fa3df3b2335f0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/236", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "dd7f2cfa70b4dde95f68882744bd7c5ef058241f88be46e83d9681ced03065d9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/237", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "709e701bcce0a04c172f9384d2873481a7de202d119340118296bb78047de400", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/238", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f2edda95e88eb89f464725f03ad02bd38a84eeb6a5e8741ff7af8f8c211f3785", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/239", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5ccaa453bcb74b27a2e02d53de5a0011de6df8e0671532d23abb1a14f4b4d3bb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/240", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0dab7d097756c809251ed0aa73e5e212d46dfc2eb25bc568d2b4c6106f5519d6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/241", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7b5b26c97c6828aa7042319d3645c197cdb246525c176fec3b54749933f229fb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/242", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "32389efaa88f1b56c9411aa97009353faae3925bc32fe608d5083d8c4cabe89e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/243", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5ff3f9ad03b48638ce1e2ea49cd340ba1e08359741f55aacac28610a7038a5b6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/244", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "80fd228e36ae742bbfb57322fd64708ff9261651daf16adc090fd0a15289b2d9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/245", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "44902be29f1b2815a0d631bb82231cbc02c8f98772be2bddb48984504742cdac", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/246", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a2b0da7cc4732ab7f69c46f3e10726091a346790030cd281f3c549346d691d69", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/247", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2e6298fd76856481097a3c163d45497024edbb44a2ecd10ec271f9886e0d3c7f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/248", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "67271ca9889a534cd0b9f10e7a670edaf3d828a0e3fca3dc93953e1bb7fab8ba", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/249", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d58bd37c5f280147d5c2fc144817e217c98da84c5c515f5a9ea67c02d7050e45", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/250", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "328e98302980973ce2144ee4bdc2f129a3e9ad564f4e08bc6f044d22cd0a9e10", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/251", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ed1474de8c214c8dfd7b80bcb771635d6edb73ab6424d42a4e1b8d81f8d9ac6c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/252", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f33dc343be349f7805baed7b76e263241eebae8a22db85ccd47f52b15e516d0b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/253", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "447ad58030ad9344ab47deb33a3c65b79a4a35341c2ac4633737d0f5abf6347b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/254", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "dd538f3eedda2a2188f9f77ca16ebf3922767d22b3899563c3fbb7dfef52190a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/255", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "720d6c8e855389c9ee034d4253e14985cbf76d9afbb02143af34659fa0132cf2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/256", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1a869cc2ca0de83b0c6f6303b62cbb75b416ad9269aa111b7fbd345271818331", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/257", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0de521d43e90ca5b88603fecc245e67eb87847e3f02dcd30072a5de1d066fd3f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/258", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "aa562e1ec5abee1640f0fdd74a169d617d8eff5cab8422bb8758eb1774c06e65", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/259", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6614f631ac573e79611274e3bc25e5d9ac7ceb7596b518ea6e3c5b0be1f8a013", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/260", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "616fb88a29514cd336a3ec13b37a081e525614b4b285d462e0b842c18f191551", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/261", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b8d05f5a452d920040d1bf34e72195769887cbb389dd2bd21b4a586bd0a00264", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/262", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4fd6dac086c8d64d7538f82a8dfa9d152d41b47fd73bd45ab3da29a7b21814b3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/263", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "29c04a6d3620ad945e4e72b48f40228a0e25e3d1e0cdd8cd3a29531864e8b508", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/264", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6f81feb2f661f26522f66e768aa74a76c4efa7525dc98e0df7bb5b38226832df", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/265", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "563e5a93a1960f48379c9959e09d877c655483bbcd9fc4f5289ee9736d22616a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/266", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "923a7e5fd0c0f37e605630ae8add9b6d657a2d734aa5bd610beedb02ce977c82", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/267", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5192b113ff717547df77705bbb539935a06dc402a3504133f555aff454a56f3a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/268", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0c73e8d011a40e18ac2b3b972b004a396eb09676c2c4b499904b37dbed83d4ae", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/269", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5e0b3374b24138a663f965e9fb100d7807966f0093b8ae5e4c2a1add1adf62ff", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/270", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f40396ea1c3b139c09e7d7e11c2f1125a65814699b9429a29da8a8daf49a244c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/271", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "94245c7b980f9b02554062f465c01d6f5aa0497980c729faf2f3c0ebef2dfdb2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/272", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8580827cb2f2e910695cc55d1785e5ee93322fc3c570831267faf1609219d213", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/273", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "137d1425135a077b0086ccbd0cbb24e333cc65b0c3e44833a9372dd9f4685907", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/274", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "de414b09d341f5c7e09121576aad99f4ca12027ed7fdf1615ce4d2788a8dcf62", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/275", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "87dc6cad821388e96bd5f44f4de01f832e67796c02f9ddbe335089b4c22667af", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/276", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ed4b10f22fbfe45a3e6cca52c8dbcb3d7ad8a1f7e91caf297709372582348a02", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/277", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "90cca47dc62a495a2da37a682ef2d7038774ad5f5bb084eceb4b5f3430fdb1d9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/278", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8501930e63ed2722d07c2903400dbe7247ccf60246a5bf906c49ded0cd02acf4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/279", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "405fb221157299208b98b7893094435d6292635f6b68476b04e0f7a3637160d0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/280", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "89c64cd97ba9b2ade5bd47b5fb288a282bfbd8fe2ce8118dca4dd44461622ae1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/281", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9e9f0d44bab46ce236782bd7e4ed6c34a7ba2751a679738754666ea8cdabe4f1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/282", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4a1dd7059a6f334442c32194f38747aa1ba60e5df26e8f3b2612b2c22efe73e7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/283", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e50a844ecde9aa58de14dd14fc0f354ae132029c191e9b54c5c8962700f1601a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/284", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "16259502409527588914fc0be126f20e75702cf4056763bc5472c1db61470ea8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/285", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "499d816c3b815c647f5d86650be9470ef9d24f8e9b65a2a38663a97d0981a84a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/286", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "413afc2ad5e940480260da84d0ce59b66ea6ae2e6cf10b66f334e186a5557f65", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/287", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "80f521a4e322da01ee55113f943483d512fb24a9e01836c8586e19c7a698188d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/288", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e6514edbdc3426b4f39a1e7963f06f41c18612bca7aa74d8ad3f922561ac33b2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/289", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e68016a41e2b3d6f0e1844e4cba33ba715e886c1aac519d2ee34233ae88ca8ea", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/290", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0385f096e460b074da8eeb0223c2d271c14a999749567886d584ca340924488a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/291", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cf59b1c778a022b0b1583012b9d6eecc07090f9f0c50238309c0c71ec3e83636", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/292", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "37102786c7c48f3d97a3dd53f67fce05a281e3dde14e091f02590dccfcd796a1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/293", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "96b570cfa2beb4af16583fe750d062c10e250bca7fbac199ea9d5281edffeb5d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/294", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "478781691a9ba03470d75aad444707486bbf22f06141a514dd28d8af0f292f2e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/295", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "19966d58a8891245d7ef2bd6af33f3f98296f4b914f2157f1c4c681b11a43401", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/296", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "151c9e884ea03086592ad2861760f56ef963dee6138d8f68b2fdf30f873ac265", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/297", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e02bd82bcc4d060d1911dfff723070c197a316c56ceab7739b1ed687fd440d37", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/298", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "08eacd6584e1205b0cf4020219ff2cf6252286022375b13ebeac76f053cb30be", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/299", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6c98b3a05626a17bdb9dd1bdbf4720d0914b59357bafa9a034d15815bf3396c8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/300", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f4f3b431b3f2c69b1bed7e0a1241eaeac420a89337b4420850b3a948aad81efc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/301", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6609c3f9625853d5bce202b0cf593c37060a510383d32d50316dc27e61aa2b10", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/302", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5194a1773d921fac442b19e2a1e24664d23f1086186874a866866ed9f4cb78ff", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/303", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e8742a4b2e33d619439a9cab9fcaf68d405ef2c2c2dd4649b0bedd12f9d945f1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/304", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a4eac7740560ee757a0e32fa5edcfedaed358b76e55ad7e6633a4a349a570175", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/305", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cc8fe3c53d0eb7e0e37f320314d436635f9e02bf22c8e525d9a43e93a4119c65", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/306", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "95a15c243e6a8dd2bcc7a46e426ade54d9416832ef2b4fbd1e7d29550ec031e3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/307", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "976f0586b1db3350a2940f076c1b0f4e8aeae9d1e4d47de3f483192982c7558b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/308", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3b576547b2625d92e0a5eddeb7fed1cdde0eae747032c70d38574f7862a60317", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/309", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a47b1a2dfca406ed271e28f3b98b62e820db8504debc8cf9f8087a44e11dba56", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/310", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "24d66311d8db1b425cf685825f75bd57a2548f951ffadbf77f99ce15d19a60dd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/311", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4f7be3c7587b88cbd6a95afb76610293c204af142c57324ec0e161ab26090983", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/312", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ebcab587c681c60d2c247a1e34727085151c9a8f95042b9b275a90b4ceabc503", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/313", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9a0852ad11ae6ac4c91248df146cee516e85fdee6dd943099d6fbafbd9495dc2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/314", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6f886db5184e6512de7826ba2c3bc3001561449663eb729d9bf077176e60eb3d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/315", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "aeafcef1800d322ebb265234035a9b2d0273ddd3eea736d6a21c18fe541fdf1b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/316", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "49544d1b9f8481c6a17229839ce28207bcae50f5c24e8d616405a3bffc47a9cf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/317", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "41ad22a93b93c680b14d7a80d4f660810d405975a216ef2bfa84c2ad1b580484", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/318", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "99f58d56de4d4f7bfbe45f5259e61c203628c4928c90e97eab8f6e660ebde8f2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/319", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "76ed04fa8f1dae27aa853fb051a8472d44c3061b6e97598b7489e95e7bd49173", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/320", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "67588fa9ed3b7277478492a4316ac6bfd2d7bed7fb449fc28b19899d4283e973", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/321", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "11594eba47d338a321a7cd971806fd6bf271ef6e9e678e91039b932175949084", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/322", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3127fb37f334a89225749e35d8aa60b197db5f95ce63e9e624dcb9edbea24ec8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/323", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "de350098c1e44a4402a86029c91a0c2299f91226f61876285119583c1c3d83ec", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/324", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c9b17052c02c09cebc4dacd2b5963352a803c88b3a3ef67d701d805527feff63", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/325", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a8d2691b84c92531b6cdbb8c3410fe7c6be757ce5d5c1431f95b346bc1d17d7d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/326", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "747baa153b0edfa5825b1bc50078bfbecc9236d077f88f94a8e0b58c73568211", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/327", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4305f2fe796c938ff0ceaa1d4375215c5615d676ce97a13faf1f06daacf5d292", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/328", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d9aa264c13143bbc86350d421e3d366d6cf0b2536ee0a43dcb4559f1abfdd509", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/329", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "207a1d51d8768d712f476a5411a67ffe1e046283c2987f257a7c42f18b55400e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/330", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "75deee6ab960da2f91da3a2b5bfbdbcc14757370cf8fc48c9d1b706c7a23d744", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/331", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4eccebc5e59974f8a0f29b240f5db4d6ffb5dc3ef7bef3e91e690e02e3457f6d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/332", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2c4996707256a22aba029bab8b0016f436efba2a053a90cbb2650ceef4998ce6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/333", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e07c03a886f9073d1239d36cc733f589bcb7882485f753e27fd1973f9e17ec3e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/334", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1f9e74689c0a71cc256c72d2a28a8d24cf2c1a594747b41cbad52a7e12774380", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/335", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "94f251084cd3303acf8f19e4ff3c7f8e77d16e2251829d7468e7bf62957a3f4b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/336", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "80b4220dcd69b82f081b5581db908b572ef0fde534467ac2124d618dfe0d988c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/337", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1ff937feb8a9c915913977787efaf2bdbc79da1d51245fe81da102d70c15b5ca", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/338", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "72baf403711cd6ca57c808389f39e65b06922f5997b5293201b4220d0ef15ae8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/339", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aca24754089223cca72861b019e9f1f753f9c5d1e85e882d36f2b9bd571097a5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/340", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "77db49b36c32395c7af60b22059814c3d0937224a83598283fb21d5cfb7b7225", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/341", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a2a6639d3ff204f2c8a43df7a52a743414ee3ad2aeb5a979e37eac5e65338280", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/342", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b3ca7a1c447389718cbc00b0668bc382530e3c0b48608c0ed80101bce89527cb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/343", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "98b3b7390bb6e28a4500859a35524f55aab311f1208cc69aaad8cfb9c4f1c584", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/344", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c614b88e41e98ceaa6bcb74cb1d5dc0ee7ef90629f41ffbee05802f4003a3098", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/345", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "db810065670193c20b57e7fd856a0ca706692f22d0969ad64121e9b854e6e65c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/346", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ded9111845f747214fe0171e9b0e1c3545e1f673b0ec29bf37406e7abf5e5144", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/347", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "749c77edb414cded3486a99863622bc40f0cf9f33f84400998aec5d56e7b0ac1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/348", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "499362e6ba259806ee6d3f2e9682cd54e514cd19a4da13eb8b28cfca6b6bae0e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/349", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b59ebd66f929061339467c1e1a24d2af839cd8cf7a74ab3b6e738fff88c71e13", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/350", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0bedebfdcca9d4f073298b28c47082f3ef19cace4b241d6833415038eb2ca3ba", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/351", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bd035e9d8f76e7717d99cb225e86efdf2370777e83d2aaf36ec237e5af615153", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/352", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "39bef71dd30c9dde0897c96ccb25660241c73449a0f19317cb4b9f45a86d63b2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/353", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1dfb57094c757fa24a0103d7a652526cf024e4284ee9b90cb5c96092c4e7afde", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/354", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "96bef3fd41422805f8dfc284183073b0bd946a757f8ebf03b8deac98abf17543", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/355", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "11dade137a4b5875bcd61a0a6577a58e1f2222152887c591bd557c706f1baf9b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/356", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "82b515a2c39c40252d2e06a5a4aa99cfe01a873d4f9c7889ac6b4bf0e95b000f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/357", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5169624e82c3b3559cb137dd8ad21b5b67f3ff1928c433679a5d9deb490dd6c6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/358", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "76fda2bcfd7b86c7d06440794679cf6f83c455871c739089e7cd22508ecb58f3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/359", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "96eefdf84e78336eff9b34721d1ed984b34eb9f45b546b6e3d2ab213968f7bee", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/360", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3362698bf8b3bc713315c310ace5373dbd1e2aea82932c88b2c410e2553c602b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/361", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "97cd468d516f703d66c5b2196b2cf55c89ad5645d96706dbe86a6b4e13f08a1a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/362", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0017694500318495b783cd1009d50d33830324693ef5f4566546683b8a533bbf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/363", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4703265fcc780f45d77ff19e1f828fb310e8002d8b08d25a1d19ff41f35f22ff", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/364", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5828b5c45eee7cfc1940ffed2eb4870afc463c4c9145f7ba5fc21966fa4e04b2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/365", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1815993e245e7373a885576f356eeaab1b8adf50fd76593c13c99fc38570f811", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/366", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fc7784fe6d3a25b6d5edcf341f4b8d99a99cd71251a2a46e4cf91e46d5225b20", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/367", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "db8cc0fd5208fa34d3bcea615bc0354cd8f4d3d630f7076d8d537e2ae41032f0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/368", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "74e7869c6c8504b950b4dad101cf0edfb4d0fbe009f97525513cd6468e9f950b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/369", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "600c349db51b2375c56a58894ac2a8f8579dc640bcd99d79120a41879ab6f0b6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/370", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5264915354b391334b308da9c4c5113e5386618052bc332c1b9c9f9492e47fe4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/371", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4091bb48c6982ac9757323bb1a492f0a1ffe725a5c7e18e9bda28a59621021f7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/372", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "127fdc85476307d7e8b686527aa1508b49fff1d225fc43358c5828e94d657e09", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/373", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4d7a9551528f6305c817088611c02afff178e0699ac8c06578adfb18e4d6600a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/374", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e045eb0b7b6294de5ed60b092be6a6e754cba50e4d915c5f443e8495f0e7b72e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/375", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a95afd26d0cd165587a47cfae9cc8caf6aeb8a6b0bc35666b4f71e506f9fa1f5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/376", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cf9431a891abd8a0105a83c2d3852e0a558a46eeb684f85e95efc3305cb2d84b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/377", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9c4058f0cbeaa86744e2a1e8178fdd3999eab490649ede1de0be62b424d79a47", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/378", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "159582f7c9788b26f7cb6e9195a627a2cd63e3ae7811785673bafefdfd8a9228", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/379", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "95be0dd7afc941e364178f0a4248887b4b2c920597d17fe9eca90c13e0a6bc00", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/380", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3ac3e3c510ae895c433a127a000c31d1a763352aef5a4e0f8460b92a8969d425", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/381", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "114fb0b38e14e274368ae88cb3693540ab479d9972051397ecc50ac9ac7fe599", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/382", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4f83f5571fbcd6871105b0cf5f2e6ed97a7485e84baed7ead0bbfea8a7e8063e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/383", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8d66a8aac06f1b4e1ee3d2f8adb6810451adfb5870f20cdb005216210a9c013c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/384", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "00fcc8a95705b26c9fa478cd6cc36e6d35e49fd76957f10bc963d37bd9191771", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/385", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bae66540b5de3120fd5ea3a0691009dc81873b567abc270147174a044f1a35cb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/386", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f7b3a24f3f116f0ae1e4a1dcd9b6e0826290b1d0f5f430b062b2163b173ec85a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/387", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5914fce9dfd95d97749757ed5ab9a9d8ce5a2fdca8a31995d86fc65dd9da9d31", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/388", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1f08d702e42b1bdedb04aeba300b3a0be94933ab94f97113196265bbc520d4d1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/389", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f4e1ba58f66fd07095a5f33641e9585f6b5d754ba9332a49c80a1ded8723fa12", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/390", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1fd678b2f544136c1a99ce69d532075689755b01a6a2dd6494d68d039a4df0ce", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/391", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "18629bd7ecdf844325ca460a0f5947be35ee6e0da9105659a2aed8f82692e2d8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/392", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2829254960d90ead21d472d55def1706d1431bd888c9552d165de236403dbb6a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/393", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4beaa055e20648aadd9fa3faed9a70e1cf57f317495b4e50b64f074f15f89686", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/394", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f644aa69eacbf0a5ca2cf439fcff8da3197ff2c05112ccd3c376d3018b1891b2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/395", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0800cfb98e62a79d5296bb7561cb820cef3cd2e867976fb0bbe561a57357e4c7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/396", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bee7473d448ec855f7cc8b3f9b2a7c71307c13a589ccebf5c6742f7a5e34ed5d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/397", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c9f9755cdf8efa9b93265c6940a17c769512c740905a90b5389f0be6e631c91e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/398", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "419d18fadf02c19b47864d9cc86c2bd44857a2b8df1d312d46f100e534eb88c7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/399", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9db0f09c1a5f0da734aeafc0ab46a12a4227efc329d676b6655604eccc39ea5c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/400", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c99e9670deed20b7390159fd88a673f8829cbafd4eb6d491c7564199846fef56", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/401", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "832ce3857c32647a7e1dcbca0a294336651a4d46e5999a742a2ccef42552717b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/402", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e748c658a529e0135d4f56b5f795b40cf59cbfd8fcf27622253c1660792420df", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/403", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d5bd8036e96bea088c2aaf746d8fc59b2f45ae9e79e7a666918f7783d4fffc19", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/404", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e97bbcdb30c7ae252abf11b127f244f96d05ffcb46ecdcbe13c51d51d88f3704", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/405", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "81e3d8cab9dbbfce44c9112741ea1509b48cfd84a272a4824511b8dcdf06fec5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/406", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1ccf2a845a8730c855ba62c8aeeb753ac4e9c914dd63ad53cd6e2b39e7813365", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/407", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7adca364e8a2c5c6fbde0af830d7ec250eb684ca19bfc1e7a8655d403b435437", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/408", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4e848f8e01e47e2d3417792832c59c894b189d7e43f2a3aa64ec459a0417f664", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/409", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6f875081430ac234da709ef51f672ee4e5a4a9fa78b5e3ca6726488cba5510bb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/410", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "99d7f14e09db62db1c1ef45844a76ab511ce62fd1b794d3d6c6290507c71717b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/411", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9cb32d32f6fd777ef0cd96310d04834c004e390e979f9413b890720e84a93267", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/412", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "98883bf07e6d68688ef16063801bea686477814381933b836ceeda564792e8be", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/413", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4fcc84e726c61719df3c1011926cb7eef786ad248e7da926a712373e806e9eb9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/414", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4d1c31a025539e1eb8ee1668e6aa19c14e31a482a58c0855a7e7fa2809411b3f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/415", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "53e3f5a587032a29fa31a4dd5667734c64d733b2dd061005a72fde27d0903332", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/416", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2044449d59398b7b6b0cd45db191dd0ac531205be04ddfd5bb828bd6269bc736", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/417", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7715b6295a8042a9aa385417ec9ad4b9c8b37f236edfddbcc85cbd0657afb912", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/418", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "44ac562be357b6f22b135c764a333345d3c2154d7bdb52e37e22c835629fa138", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/419", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d6f83a47607f952379ede7d45361378399a5dba7ab63ace2103d8905db31acdd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/420", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0667e133231702fb0004b6debd067b9e13d0c75db8a32d91d1b19412cbf9e5bf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/421", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "707ec3bc935bf28f0a5c7793b7d457cd8c01af05a195dd61af6ac50b128161fb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/422", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e6a7ca3a3f9bd6db47e4625ad397317509f37344a24acc297d7bf30c0cbf5d29", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/423", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bf02687966aad0b65e27ce19b001ec10dcb811efed0ebbd14082dd3cb36e1ab1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/424", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2af56ef45f1c368ae272cde0b7483e8bc192e59de0c30aa071e6aa398d64d869", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/425", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "23b33a3becd163f3b24bb7ac32a5bec1a12a73f1546d6bafd19cf7052edbeba2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/426", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3391e6d579236f393c58116ef79c8455a952f7b7f98e696caeec9002fa805004", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/427", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "55d4d193645b27906fdbf040c9877567347d25a446a52092fe27c7bb0ca7a6ee", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/428", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0dd57f08134e22c96a5cb101e88ffc259a54f64a991a9135abcd9e5bce6fe8bd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/429", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "31f296636eb3eb023d1bc631c09ae11fbc1451c11e9122e0a970925b32c44c76", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/430", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a9ea86370b9ea0f6e32775d81a10043fbcfd98319c791a2b3fcd7dd9c04b5311", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/431", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e6f062b884aca87f9c4c3195e7921c8539077e3e02397017db8c3c26b5007ae0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/432", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "35734426254110dd037d610a147231c46b3dc9bef591245a1b460b1a77570707", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/433", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a0da1d2b1be8beb90a87b2c0d1efc36e731c3500b5654db03e666458f925bc86", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/434", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "72a861dfea469e202502f5c903ea92b44f4085a82043c00ee6209cb156c6c1aa", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/435", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aa0ea92f4d3a47ba9fda5f6d8faafffc7d60a2ad5d5d926009abf845ec3f4195", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/436", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b2884f44943d1b0b7793a06081397bf3d6b864eeb8a3d6abf69b4d75ab74b8d5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/437", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ad62208d6cab83f0caf3404ef95bb54334045e38e41e512e9774c50527ff9102", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/438", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "44608aa4dcf22e393c33d16321114ad65c06f71a761297c7f0b795cc69739f79", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/439", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9bf783e458fb1b9e96cb4fd32ae2202b8ae373948000e99f1bdc23ccbdd53344", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/440", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6be327e198fa687802c2534f56ed875ff41842cf7d8961c1b3056b61b0d665f3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/441", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c8bd92213ca04b6e568a2dc011ede27dafd4d1820dfe131b5f7c117db489f83e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/442", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8368a69da2b64c9257e99e5a00d4e3620756f08c0cec8bcb78b5097bc529233a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/443", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3c1dcbb55fcb13fe30c2103e62fa977a1572059c2ef91a61b84117c067ea8b96", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/444", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c24abcd57460978a912452cd80ea42eba9e2f8686778bae7ccdbcd53108764f1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/445", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ba957737f4d6c848319b48a774c27df20fa53a796d3c737d7bb4e88ff43e122c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/446", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6c2f96f0c0be3d89690801da75c5fba1ee89fe67ab0d4f9dafc6e9fe4cf702c7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/447", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "99a4ff35f898eea078cf2aebd85e0c8c72ec20de1bebfe7ba2af92224e8f20fc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/448", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8b20577fad4c394e9c29028eaf03fd2f841df77b1e17fb907049790f20ea53e8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/449", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "07383284ef7565799b035ce5bd23885a4347b135afc438b823fac8b10e3f72ed", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/450", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "32fe953e656473ef3d447752221b57c4f9db2c39ba28042dda98ca47854dfaf4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/451", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a9a3374899b13b5f27bdb522db3b3f738a51137171b858a6da770a2a7250f380", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/452", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ab9c9adadd0d742ff63dbc06f9248c103fef5d14de63630751ea6d5ac79f46be", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/453", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a64bc9a7e976730162f5fe89a22d6e871a5d04943b4efad664f22c2be6681179", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/454", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a918184234ba5d2b95a0e0abe0af54a1a8d1543c33678320e5342a9c9e7d6a6c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/455", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "547c1fc3fa2e38c01262d479122fcbac85fc62af3631166096812bf76e371ca8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/456", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "67157d37e6429b4daefac892f3a8a2c4da156875e4a5f0f459e6b7746620faf7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/457", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "73fca730e7e3e239ce4153aed5625272bb9fd6e5250e61713909b8c717d9cd75", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/458", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "de098a662130a31da5d76cbca09fb9e1323bae22221cc527a0b74e4d5c8229c3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/459", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "70a2f1c33169c48cc82f722254af9436916eb88137a219901bb755840a3ad56e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/460", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "76077fdbdb6663f5535ec80838e7d4c7cb435bbcf81c3847ada5bc07828dd8cb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/461", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f97c78b9ab2ea240da6806e36ddf0cac95858e8b6ff0d28418dfd05ce919bd8d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/462", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "62796d6a27c2ca7348ab0afb3a7ae6b0197eeb68babec8dc274b90a598440f2e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/463", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "326b05216267e6e48e4ce475e2e054a5b19633dc83dd97f93e291d75814c3719", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/464", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8a948f53b83ae5595163df684b89b023e8501b954ac33b4fac222c3492e66b84", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/465", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "acaede4dbfda0736a75c5707e336520194f2f310634c4f3012e00b9d822df829", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/466", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0c04a9d9e6f1ca3209f53d8dd86aa721929ebe79e3b051cd571e2d544d63e871", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/467", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3f8da3129d86f59de21f0f595e59e57f79752337275568a217e2a609da07f304", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/468", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "39b1ca1d036041ba6d7b4438d3a68b6a5a4ba0bf3160e230051c49d907cbca84", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/469", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "292993fd0350e5e7fe8bc3da91e5ed287d9ff7eb8a4e5f056a97d79f4b931639", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/470", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "eb6b62548ab83c7a6907862049aa4ed7e21b2c68a2422d451f0f4b676b7ccc58", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/471", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9d8fc043a046bda2e994e1f35bbabacd44d59cad496e68ad909535f694536e44", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/472", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "29fa900c45f36618e5734b54b99166ac851909e69fe8deb70de970e545a29c70", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/473", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0f7ffc31f862fdf2e5013c7935ed311c4f4735c033a4d4e60efd121db8cffabf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/474", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ba0843989e91c927f5224db083989c8ded8c1c6e978ca7d04e1931d10a6204a3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/475", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "55565a2f7dd1a3f08d0b9544b1bfd0aa8400e9f24ac7423855a144ade334ec8d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/476", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9131daf2ae81566fc25c4236041555dee183717a30ecf1237e478b5be12a6bc4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/477", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a3a1534785f3367bec0f0a56c33e1ad85b6725c8d2bbfbfc56873020c67196ac", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/478", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8d96210070b9599c4022246461f5c677369b09cd231d537ef76f9d354a91812f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/479", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2e22375ada0680bc4ec1308b672f13dcdb9b8e25f8eb35d790f0e988f996f3bf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/480", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3277536278312963400477e84c52c34f2c8891f8e90554fc1680b6b6cd199118", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/481", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d0ab4c3e0432d9ad7e3d570a7af43c59e8ef07efab66b851523473d7a4c8057a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/482", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "44e3689d372fd24812971a1768db48ce3d5bb0aba228d6f78372e3c6420062f5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/483", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "70db87eb96f856fcb823ced5a7e4be4b41b1391c7bdffe580a0c4261bcda87bc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/484", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "69eeaca3d8bd453b62b42be42e52a779b67d04ec7bdfc4374f901b814a112d33", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/485", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ba4dae043294b944c8955cd9513486466899be77dc1f4d2fedc139b2a5116955", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/486", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5b18ab67dc0114c96f4a4a67e631c5a7dbdd1f2255a31b670011abddebd02713", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/487", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "318073fb3d067296dbbba6c2266e789876be8de84e50f7c13472930eff8e15ec", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/488", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4a6a8f328bf1995453d81aaf56ec4d09e3e26f219bbf6e0cbe6daa3f0be7a9a2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/489", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4e0a5ab92a04f500754bc5ff565d558aa102b6c0f7215537815d54c54985bacb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/490", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a6fd1b2c0df534ef400ed226c190b47c50d4110bd83732ed20dd7259479652df", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/491", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "47353ef051fb552b35b494a6e60e87a172ffa8a9d3380f37ffeec5b87b96e388", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/492", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "25887bf812b9229737402d6836dc6222424e834e71b34116f6962db4331427f4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/493", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "594c896b8cfda83b855013acc6b5ec6d4074a1903575a39cab8d7cf7f0403d77", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/494", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "346d94ca08a12b26c2d5343528eee7b0a1a3fcef0dcf5593e3d49499fa1584b9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/495", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "27ec4173f87b21701f1fb5724f7cb57bef2172acf841e2bf2b684af8139849d1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/496", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f3df9add3c81c9f60aa200f925c7d286784014c40d0258696f2cf269412e917d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/497", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d5a8414329a4263c746caa5ba51d7eb84e5e6a6fda3f4b693625b6593fb4e938", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/498", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "04c7eebb9d5352f65eb2d6a66aa910180278a7f7e8fa02c8fa7d7d15d9c394c5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/499", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8bb7f1860ee831b4fd7159987c0346b4bcb8c4447c8504b2a3c578e64e4e8080", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/500", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8a247f570d88d0967299eb238af2d59d8f9016fe0d1f08d8b5d185a0c76bf1ae", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/501", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2443bbf6b1d64b89906a52123887dc46b5e342daa32f039e107bbac58a3a25a5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/502", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "80254a9242201cd56f3b0fd2bf0b384bf921b53961e84964b12f287e0f84109f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/503", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0e9d796a3b79464424e99e56624c8a3a56d284d153b8e30ed63db366d1e9ad3a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/504", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a2f4d6cfc375d14027923d80d27aaf7c4e8ad2785ed938a2fba6c8dcf9d8c9f0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/505", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "71c58e2188c328710f187af86fd0018341916fb3530ac51023bdf8a8491fe832", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/506", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "15b1e9d85a45ed56451394e4a02b2d45ba4c387a7af4d7592cc7a1ba06d98399", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/507", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2a51d329f74cec0aa9ec4d2ccb82c74de90cffc6cbd997fbf81260b36d661b26", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/508", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1208e598ba072565462944432e7c6e141d603f7c9fb95eba3b6a02e93b99876c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/509", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2f88cab9fa03b136d174c44f08545cfd4564418d4081a45faa411f512801adcb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/510", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "32fe8cff32e1371fcb336149602cf38d0fd2a17ddd4de6756f42a94b09ec6554", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/511", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d16e12d46f29e1f1706d2cc6e064d6c7cde87d35ef4f4921f88a258d56ede621", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/512", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ad66188c520294bddebda44b4b943ff2bcb5046fead3e5f13948403248c456bb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/513", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "654e6eb21648669d4dd866b24bb04990bfcaf160149d5beb7009122a1e51139a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/514", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "29daae15b1c9dceb8ff78b68960b80157b2853b30906e43289f546ff10b2650c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/515", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1eb14b922c5a3cdc31fc25494372215c54f00e1324d88521a9e0df2d825dc6aa", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/516", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "be30b7ca8a38b85a67f4f1648b05fa16a60f58ab1de7fcfa6ba875e2f389e7b6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/517", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "21debf2ec14f09332a1acddce54fc753ea555dda0bb97423b7da801b3190cbdd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/518", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dadd1b14166f3e6faaefc358b1f73644a2c926fc6d2e26a22061fa19eb012cf9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/519", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "833bc5d2c9b753cfc27a59b57861a8b24a28686c1a6269d56a464e0657c6984e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/520", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a8e2c332156bc9658734571723ae7065905e3632448292c57d83e29be4b61f6e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/521", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4b8861c8a65df6feb5038c85ea9c92e0c6c2e4a09c84c4fdd4647e3373ea0434", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/522", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6cf28b5c2e2af0f772bd458fa490f0c7c3237ab548993a95a20ab439aac5e275", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/523", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fa926bd1a7dc87e45244dcb2ec1372347c8081d1c8395176c1138306afaff290", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/524", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1707ac9ca1d0f81fd0098c4cbea7e7ea0221dd64f27f5cd3273a439636457d99", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/525", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "64be3ea4b3b6a240791be94bcb789a6bf48935e35e7da3f5836d43200e84e95b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/526", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e93092553b01040a12f0dc325efb1c9531d9f4d89fbfffa03afd8215dc5bcb84", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/527", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "3af981bd84d3d379e4f7b0e6413d3d88178097129a2226986db1fc55e5283c2b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/528", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d41bb23692ae4f218dabc8b5d56dfe054ddf7212d3f67ed63858322d359810c0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/529", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bb0b940cd956d67910d698a486a631fdacebd61ea833899b2a2f0d99d19205c3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/530", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "19bac35614e856a94733c405e60e4b1fe0df1162f0b5f20cd835c0d154fc38bc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/531", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "54d6e5f786b181d310d1374c6c85b51409958e185a2da7eea479c3f9182c66a2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/532", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5006aa693470ae3595c10da15474b9ccfc979e92f616a82b03fd5594dbe09c41", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/533", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1521fb1d95884ddfa6332f334085102da7d33756796a6a5ac22a291b569e6ba8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/534", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "251adce152a291588042745fa70affbc9cc6c1f7fd9938bfa149512790660958", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/535", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5704e163ee5e29b4857a4bb443ade8eb643e0e8b90a0a3062ae9d20c8a032013", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/536", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "10ec85e07683a9ce941dec7c47ff5542ffaf1089da5d0e04a869866c203df30f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/537", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bf79d460d6a7de1f1904ea70fd5c818a2152014cae22094cf29e95a797648cff", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/538", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b57939ba140bd46e938e89e7707d6409ad8cba7c29a122672ad16e2a7fba196f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/539", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "46c7b2c29c80ddce79f59600f28245dcd900646b0890d41ee4e1c3c99b492033", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/540", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "43beeb5a5d5b1441d0aac0af0003c4232aad3b178cb3df05de22b74893c893a8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/541", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "668d80b49cb3e39c8c7baffa9764c00776e9472a82cfc1e2c632e5e4cb64c016", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/542", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1b60053e91a5d0b1b621240f410c97553d8bdb672b1e94ae7bb658d655e6e65e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/543", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c279c059a26a4f03b53c5feb620b2a45feafbc67472ea5aa0cef4fad83ff4ad2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/544", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "caae554dc545d9174e59500e500c12c7b5146904bc831b6a4829fd6fdd799d36", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/545", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7d4b99f948a99168b75e11bcde750c4f3f25f7945f2c94dffb769dc8719c9f9b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/546", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1c4c8361aa5a942bf2357e82674e7b7db28fdafcebbdc85a6c647b7b3d3a2afb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/547", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "47db2c13a4ba8a76d480f96d4d927c2a976aca2a8169364d04aca7efbcfb1062", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/548", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "26008432bbd620c3d7ec9ea455760c61589e377ace90924d22a50fb5886c103a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/549", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4d9909b667f24747ab0746f2044ace104d1dfc4950d0e4ad49d781a5bca18ff6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/550", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "94bb61d10677d1896b25042a9f9fb29d37d9367c0582fe37408d4b375820f925", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/551", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f120bb86bca0ce7bbfd052bef25efede586aec00b9d161b8cc9066ebc3162d54", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/552", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0e1b7b9c0dd3267d386f1456eac596bb4e599f26d01aae93c1c1810981c4b227", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/553", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f847835db84802177e3dd4da3d81750605c64a5a75b8ac63bf927b22566d018d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/554", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1d5cae82e92cadfd52cf1ec8c29a900e22cfa5e723216064d80550506817233f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/555", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c9e03ae6c77f9746d99cf9ab8f6015e8d10f45f76bec26f25fcf511638640eeb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/556", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6097d5988e66d2deecadd901d9f4d8b92b308d00bd88b1c2a00c34b0741c8612", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/557", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "cfd6ac1a49eaed4a9fca6ef210f1e1e3c6e75cc51eb58fbc283c90b6346a6196", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/558", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5a4b4ca65331211ba44a2ea0a1af3cacaf20a5a58d07498f70379b9e32954688", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/559", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1d1df8113254fd0c60fe8a2b092211e065703c9bd07154cec2608fbb0700d60b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/560", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "35bbee3f038575152915bb5dd2a029da710f88191b63e11f80e93ea8a8400237", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/561", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4b33149b7236b1d8251ceeaacc8c19fbbc356a8d33ac55f796d7290e77badc86", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/562", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4faa97db68f70ca905258b450e6dd7a456c4d0f69d7a892402d13988a89c03ae", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/563", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7a986b8bb70def75577e3e3a3263003dff601c6cfce641afdad4abfd1760f0e6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/564", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ca8b9503bfcca7a28b48c053ffd86dba5478eace97046b7cf722fabc72bec771", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/565", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "34c101dca7b267e78c2897a6c031c0e93f724fc9c0a2e522ec69a5fc5ac4ae20", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/566", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e82da2ae935823c9bc580d518807fe2260222aff382956f060bc996c5aefe0c7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/567", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "74c41b07f0d3c33e2d537f2223bff16970c377d1be3fd5415c4be19b3d1f0a4b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/568", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a8be2a1625b7d93f9c69c39ecdc8030ba4ecf4ae7af6235de15aa9128ebd2380", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/569", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7513fceff3520b8eb905aaf6d2c93b8997ef1a79e48e950ee8089f078d69d839", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/570", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1a4173a0f4a6fa304903ee4e4e9163953542953bd19b9807ff851ac77d7d0d7b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/571", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a806360bb199f9782aa013e65f0956d0f719bd2bc1eb56c5c96777c4d91d118f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/572", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f0d48811f84f676d0d5bc4a0a44999c32710383a809b1424a6ac601173c438a0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/573", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6695aee07fcbf7656b4743045d539eed38f8d9bf68ebe5de0af46f851d4ec5b8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/574", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "aa7841fdc09be5598451ad57b68714d834c2febc1dcc046adc204e45cdac0781", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/575", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3f13e97f0c552079c5d276def996bf90e5088fb86f1c7c9c92b29638fb8d0247", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/576", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fcf3e3d8e3a0922c50c5138731395fccffbf3b380cdbe6657f3cbed6a8a9001c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/577", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ce551dab994d565943661af08f45078db205fcc60ece098f44e99ce8f85469fe", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/578", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5e111da0fb2dc4e68e33c2e4cd0ac6d9c189f067d2cd1e314843acee8ec5457d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/579", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1e4fdd6c93f358c0dd2c25198941e180c5bb7b750ba23fb4f532e67629de79bc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/580", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "d7ca0b8b907c35f8db5685946002d97fb7e6ab5deb5582ac976a665568fd1c74", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/581", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3384975fa1bd776e20392df85f0f8917ac4d08f717585f81c0f863ab695af5b1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/582", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "71afce96df5a143ee48aaf486741436232365d132dc7837eb8ce82d9338b022c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/583", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "12447f277255626c4c0658e35fab485000b5d0f3db82cd28cd137509c7f9929c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/584", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "14d777d682cc6ad9d7715b1d4937750657f33e9969c97a4b567ae50c9c81f0f0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/585", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "54691230ade8f0714399d32cfffd515e5a91e91a26040aa44fae92168b6db8ff", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/586", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c4c94a1932147946d5180311c039d060c9f2ecb41683795337971ded6a097491", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/587", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c3fb8d79645e42614fb2d23e9bd898f134c5132ab8b8d6050cb4f6ff34f578e3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/588", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c10aa1ce047fb2f5f6b689a77fc228d4d77a5f5e5f36912e83a78020303dd0fe", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/589", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ec5e358e5255a13dcf309fdfbde4eedc6dbc206c234755ed3e930f2a84e8d44e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/590", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1a23692e4a4e331b8f90b5b9c185c3c7bec656047f84a92ef0a0a62df4f018a0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/591", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0767683f221fe25f301c8458bac245cbe20c7fe4d2b1339baf2e8abd8d424f0d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/592", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4e713ad9fae4b21fbbeb413556bec624d17704738d436aebe040ad27bca1c70a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/593", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "91f0ece9ce9f1de72ea1fd1534cdcacf772e3cc67233a7e3cd81a3cf730c76bf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/594", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "11504ad2114d3da39085d3ad6c0915e439df5e6e5ce6c31117bc0a4b51ba76e0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/595", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "29b598a6a50baa7de3588c08d11d79f18fae33d2ff095ef470339c08d728ba9d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/596", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1322022b78722e099a7ef340116999a86273e78085ae39379cb0923441b5fc4d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/597", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b25801ef491de3cebd3d00ee8db1cff0bf46bbdb2deb104085f9728807dd0663", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/598", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4cb3edcc20e581e31107622ed12a830b3235a8bd585822a5110f01ec5db9b2bf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/599", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5645542b793dca7e58e577b754766758357d6a8ad01ff501bbe4e5f883b19fe6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/600", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "affaaf09871433296a1698d1980e8a47782b33275cded868d32a8a6d0abb87d4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/601", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d63a713214e072067d156231b99bdeb5a6a7ab5478ab70a41cce4365f9826c1c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/602", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a87af0d4b7980be53532abdc540fbfc7f1f907ec6b83e8f340c00730fe01ef12", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/603", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0665af037c462949f4a96714dbbcb063e6cedc81ecafa8778622263d79a8ce3b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/604", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "9fc7011d32efd04a84d789e31b7d6e1ce22fcb9083275a980f90122b8f912f01", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/605", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "946fb4dd5dc305d6d131934e44b4f6a52d4e4b1071542b1cffb8d69784fa8299", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/606", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8f5ca62f2fa6919741d8c0d4e91fce8a35a471c4e8cafe891930c957a436178b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/607", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "548707d475a8b38fa61c54d79b4c7540ebcf94fbf53e1f3af7e446dccd7af9d4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/608", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5580cc0e45b92b5fdea77edad2114b0a82f9c71f1c6dfc9559975d4aaa628947", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/609", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c631338b7fc065dca410cad129feb5b4b6be44b36656c446d730b2d573804e95", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/610", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ac9b75954dff76587e819dbf324ad7da92fe5d55c2bb68ee85b2bbc6d8de1e55", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/611", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "18e105ceb343504a386abe2c36ce5771c5d7cb037288b18c644d7f708fbae80e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/612", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6dd5c6deab88906982f707808deab53708622cbadfcddef523901dc3e255e507", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/613", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8cc67316f20891f8e6cd08f5364192702842a30508fc62d6aa593031a4a3f3d2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/614", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "37a72859f768ad46e67ad709b1ffb245cc87adcaaf3c4a68b2fa2168249b5679", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/615", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2fb4b1d65f1a2afdbbb2fd7ef462152a3e200031abeb719a305f673888d93fa5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/616", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bf77690c0876a914fd41c3cf523287795234ad5d4cc7d6e4694c6a1b335c8f88", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/617", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "959ca74f56d6e9155d5e128959784ceda8cb384f06044d03285bd03f3ca87991", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/618", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "13f1916ab7b994aafd435ceacc1bde29e206c6d5694f4225c064633bcf850a41", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/619", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d01da4fe14552959397b40fb4a3e57f19ed23c5afc14114fc9c55f8f37e3e61f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/620", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d423fb9231c847c2dc5cb1e3c3f5564edbec2a1fa84433edf2468fdd0ec48705", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/621", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "becba3a0a84a6c876c7f296a23c4d78792c6c9563a1e79c0b14d8c05a276050e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/622", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a54e22e92a458357aa290797c6a44acaeea83d593ba101b8ef6c032276ebda09", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/623", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "67439396d93deb66d9cd4f00e6ca31afa9f5cb0b1d6426988148da1ddf31c2f3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/624", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "32154d1f35308185ef64ddefcd60f75910c0a5972807898a5ed1d5c159131ff6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/625", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c33880f44452eb0592fbf93d157da970c9ad20b8ecd2301141ca47e5f8d7d152", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/626", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1f8b59fd660241441b9cac6717fe9150bd56d4ef476f235b00a138fe129ceae6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/627", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8c10bfde03a5d9f25d52d7cd4e9b49abf2f40e5030fdaca7cf5ea549426bc621", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/628", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1797a6bf10b4d3a1e3198bfbe6e66b68a75d88149bceb0c010a002eabb713b7e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/629", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "82780a6cd447d196dba9476b3b60a7c22eab9cd1c95c9d565d1b0f254971626c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/630", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2eed1319f43bd318b46b891cd1b510ce772f6bdb9626306200d49eed2c97b2a0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/631", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2d9efcfc9e7e0e795a08658335305769ce2b733266c179732970022514ce2cc9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/632", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "59ddc827307ddcd7ddd0dc9b6be59fe45d902e940f1f6c72c21100891ae8f577", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/633", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f5bfac7321865747bdc8f84e2abb1e8e27bce2a57bdf88bf29d02c2257c93c35", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/634", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0671a1d15bc9031e562e16ecebcaafff8ed27eb7bfbc80c3670a0d6c8ef748b4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/635", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0d0fa10e370813d810b983c496b4d2bdd0a3e0030dc9f8401db9b2f4f33aea73", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/636", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "40327e695447242d369943e230736f85e9c6e5fc50984414d8270ab311f04a01", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/637", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2c22c71b6c478c3e2a5771615580a37ae70462f320534b915301f09298aa1c82", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/638", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e5f199da9dd683705cbd8c0792268e05fe17400cb2ef4f861c73f02ca8979423", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/639", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4de76444e6f239af9cdaffb596ec20e4b97323c4d3e1b93ec716fa51901f9e4d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/640", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7d985091e26c7e8d3becf034d7e171d65284c3b9290027e92d10bdad98a148c4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/641", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a16616ce5674d468345ea30098af3f13559cebff83b706607ec50e1dd9609bc7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/642", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "85248956296b6bdadfbafdacbda8ce69b0c2384e14ece21d607ee0dd6a57c4a6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/643", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a13222fb2347748adf7b791ed2ab7bc7b76fc3febb7ea6bb6edfa2936feaabe5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/644", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "855da0364ba81e70fa76964ac29cb9402a759d7e344de1dd19d0c21b69101aad", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/645", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "9a7a9abd981ac750ad5a3cea36a450b39cc312f47cdcf0d32f5797cd14acd8b4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/646", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "7d659c966e474bfba3f10a85b9a7c49c482234818550188a6921937953892b1a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/647", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e4797fe5fc6216afe9bc918ce7c40e0135fe6c9651ea83972cf1e8cecff34415", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/648", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "df0585e29a57cb533e2cf71c3f4dc19331c5f1d8b061b7200b2d695e0b04dd47", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/649", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d4a2b582e0903b41c7caf0a4c0be63d2f1982513e05e5f6bf8d99b479002c68a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/650", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "50a747a5d0b423d85849567d3dd044589aefcff220a1a333e2d77a483a254646", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/651", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "627a631d1cc2340aa37b638c73dc3d5b6d1737471749a830fd8bfe2367353afa", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/652", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "854db05e8ffdcc16b20f06747efda0acb8c03ad826f986e126d5ebd55b4888aa", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/653", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7ce3cc0187a3d4cc0c35ea7c6dff5ccd7207469d7ef09e6b2bafab127c919227", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/654", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "aee9817c4843fbf42d4205350c3b180caacde51034940501b9cd421725ea4198", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/655", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a9c07af00fb7b463436bed6ed55616e038101469584430a4b8b5cbd730b0c3db", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/656", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9c3a50c28205aaae479159e94ca25de0562929b55c8c521855882d295472baca", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/657", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d58161c908010b36e0e0a2d37b8b3cc040f26add2e391867f8447a12f42005b6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/658", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3cb46f95de4b347f3dae01b933533188c14dbd0d495ef0847a749bf83b1dee22", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/659", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2f890a3a634a6ce08a969111fda46d3342bf0e46054516f89ad311b3861d5008", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/660", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "cbe7af0cb4624a648740ab036c76613d8410a7da85c614d72e0ff46df84d05b1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/661", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6447b079097e31c78ca78ed424ce6bcd789a779634a87df542c7794064607191", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/662", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "97475fc33b52a58edd196c6a5547ae3e96f7e27a2bb06ba35adac4550f02969f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/663", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5a93888d967013cbf397079268e35f21a4d76cca6bc73af05eb833b67183a6b5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/664", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d5bf8d1263b8bb463da886575c68643d4a81244de09a9f81010f4d2fff9ba2d6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/665", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "53c242c45aac764507677a695baadf8e77b09e8aeb56cd306dab362707e09729", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/666", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b3f8074a10a3f5ef2c3078a2fec91628101f6f65a7854e0c579282d2841cbae4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/667", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0875f8446cf3beb1f1e14ccca65772b99e6c0da858b108d42df765dceffd75c7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/668", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c340a6662e351ea04f84ef0f1fed381ed8c37ac762d9a01698b6b24fc1ba8e60", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/669", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e41bfd79e0bb8403fad7050b451d503d205a2f9dc44467e56fedaccc514e67a2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/670", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fa9b36553aa23e87c6f8e3769be5aa9cb36faa069d5a24c4475c4fed5a6cffc1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/671", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1ca17ba3670d515d47d9f865807e7bbb41df8cbb7832516aedc0b1b152b60fce", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/672", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "473691dea68e51d01c6db1eb8b9e286906e5584e3985823c3526a7079eb5f051", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/673", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4976b232ef17d25cefece461779ca1c922832d6fdfefb37bfc767df52b466408", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/674", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e496e416ad37597d34f5d99564825f69d502347fc9e5c9cd63532690b5a8f38f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/675", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "df0a7d84ae7fabc1b47f061dfd259b2057a366e5b11595eca924885a0d0eeb5e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/676", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6006e56bdaad1fa98d1f4241a7068ec2f325229c68026d88b19dac8821154cb6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/677", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7e7b3c7c62bf9f2ae7c43f7f8dd9045cabab4fc5c830581fed46328f9f41be74", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/678", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "201ed3e4e410dcab09250df3ae5ec230ddc6e98359f45a68094219cbf57c9b40", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/679", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b8ed2843888381e9c2b65c7680774cd7a4b9250a6dcccb6041ab8a178e41200c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/680", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b3037173792c653828a27fa34d4ce3f81f2c432ef96bc93adb1f63d3d40bc484", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/681", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "63ae14ed7f46dee90730d0942586efdc0596a2a1049f33048ed2c09ea5bda4d2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/682", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "90a3f55f5a860642eabc050f0907b5ba60a8113f32459f93accbf894ac27df10", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/683", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "cb6da9d10938691a5599784a663e25bcd5b264d90e548004ed4fcd8c14cd8b81", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/684", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1322922f95891fd6889390031353ccc6bc44f6de2f9dee25d443dc1043c2709b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/685", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4cbfc09f906c474f0c27a88e326a9c7aa2ceaf48efbbec7d21d4c35c5359f4b9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/686", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "759810cf6adf598c884aa94287557967ea8057c2c83aeae59466814dbeadd363", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/687", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e90cdf83aaf385f7b221b0423224076d6798fed3db6223e518ea2b66e12f7a0a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/688", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "175ff5730cc89ce2132ff3bf5452944956bd47b0dec9ed7c92c3baddb45b4c12", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/689", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e773b092a1081e4ad51824d93b4cd2e2ed3902848aecc430467f90de781403ae", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/690", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "da34a2e9745aa097111ae3df57e386553829c5b4540d7b9bf0cd7b8abf4add21", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/691", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4e42b9e8559547e940095df6f2420f3576d6f70d26ce0acd3adde22da21a14e1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/692", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "440cc7e3351af178f7a3d22db466e7dadbab2a8bcf1e1d6d907c1cb96723dea9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/693", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "58a0fb3781689f29be7a12add32650019a7282de8d8be7e213cfd3ef4f0bc1da", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/694", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f06f213a00905af3c023b325a874d3e2048714d488f65a697eccd6e7ef9222d1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/695", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "62e6435ae0fe89fd9b0a535b3aa49ac90da7fe02c91ebd45a744a5fca26ac14d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/696", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "34ff6b0a0267aef8c371827578373602e9ca6472980994144695f6731209e85c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/697", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fc4110b3a83155464ed1ed99978f4d1390650060ae10d84099ee0a40061a8897", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/698", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "52bade062803e6c97112ddf8bfa26a3356c0d65d8a66601ac0d091251fd4f426", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/699", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "42e8aad3e9fbefffaf45ca0b9cfef5d0a2cddf6f3150a82119f2a3305b54c7b0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/700", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2809a2ea2a4e041e44f1eede1c709d321587d66eb20aa08262834bff6539f5c0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/701", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4e30e606e1232a811c7e2d2c504477d3500cface161cd7afd8750ed111f31a47", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/702", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "19fef7cb237dde94ec2f06a83c7d111578d0c7af108983e32d1d424bc13b582d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/703", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "351f1448aaee04ca3da4a18fb37485a6c271ff9b8c0eb8b20dc4c73463e307e0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/704", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7b840841ea173e4b5055468a246d9ed93e41a5d19ee96bb218327886a86d7b3f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/705", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d8bdfae7c94ee6771d35a15ff5684e2a38005cf8536bded4576664331956ac6f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/706", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a6461b9088a7a09dd5e574129c7933c66082dce740234d8d6ea5bafd8bc86422", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/707", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2b69f8604ae6ccf151f4407af9208ad1f12600fd48b7eef34a6264bfe0a3910a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/708", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "41444a2db72d32f87c8831971ac3763c0d9a4e9ec3700388176ef1c04c0ba562", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/709", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "00748841091a6688151cea42e412f65497ba23f40b1e9327abbca01e38adbc89", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/710", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "33b10c4e57d0de7ec7e6d3217b2de88bea220b604c0235538b8a3540350f3de3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/711", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4e5edc4994ed8a1d70a5d446a765213d09583bd14f83a79353ca5e2a996894c4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/712", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "997113fbeefeff3bcac4fd480e7fa8a431637da10e95b6c74e99c3dcd724a12b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/713", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8076d86179147a9c5cec501a2d272951a80195718eaaed65dbaa48503e970e84", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/714", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "87218bad80246299862c8ed9d30d27f611c37783192f156abe19d409824acb84", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/715", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4cb6e68ac4a3c7a764e490414226f52026f8db895f4f1ca42d2d191be0135c50", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/716", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "89ade1aa93b5a4667ceadddc1bc9b538d393ebbfa79b3233a81175a1f831b98d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/717", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0358d21ff45c4560e36b30e7283bc6c40d63436d31b3d93e6a2642ff15bcc979", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/718", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4eb35df752ee9bbbcb83925714ea904f8a68fd90a3123506b575930a6570bf8b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/719", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "76dbff2e6a648d9766360dc5ad660d02f9846c937aca58ec17301ced07eaa614", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/720", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "af15ecf54170d66e287b852d79cb57ce308022abe038ee3038eabec03e9b3f15", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/721", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "869a03059579a8b23b4ace87dca8e91f3d2f6ba3c15fecd625d6bfbb38927b7c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/722", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "581eabb5ba53e3e03588577490d979dee7e118ed80307c379904f0447063698e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/723", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5d676f05636148695be0ac215ce8187fb9418aa9d73c3a99b6eeb8076d41ad3c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/724", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8cf1d15c3c69499dda0e0be5bd3bbfe03c0676c522637a2466a0be67649f7170", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/725", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e5264c27da108fed260b7ead1522b2392deaa1b27e5e6901e62ca9e15e470157", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/726", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b06b49b5394eed738b1dc4188e37037dde23ee2340d3f8e80567384d13079693", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/727", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c684a57231b9b335932815cd270ab5a999c5cf29c45a26b485f1ba9d038c15c5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/728", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "46f54e5b11049f121adb2153e5b3385399cbd6729f6596571489faef17c8dab9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/729", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "726d0a893278482d5ab19a2c178b2b21504ee322673c7ac6ac6e952ce013a00a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/730", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "97e4a71b35c62f6385a146955e2b0f7584783084fa029c2852a6dd3ee30bf5fd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/731", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d035b7974590ee5d391e17dfb4f4a6090ab521d3930fb336f175ca43f10717a6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/732", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a15ceb1ffa34d719baabbf87027b2027e0541026b3e3594ce01ed39de4fd9956", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/733", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "74ae4e4f26b13991bcf5ea8c23ce3b4299a360ab947ebfc169f989b155524b3f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/734", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fb69637d2d0823e5d8dcbc53530d3ef7b6f4ade622e6471563ea1d729bf9044f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/735", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "10ad4b88e8039560953ea86ac6a9d8a9673ae16a86c2a14cb278b037f2574a1c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/736", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ab898f57cf0dbffaea9d1fd223ffd9f2ae4c5fe89a7796553a4259b04dea2628", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/737", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f27cf74aab6b93f74ff13bbb27d4147b1a4cdcbd09fd9bbfc2180e80f8e59299", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/738", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "507e5c11377a054ba61200b1e0a1b45d526d2b64d3542a7a7c3f93f2a37e7d0d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/739", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6134f191d55804f87a980bc67a74eaae2e27c7d0c631d9f59ea554e6114b3c7c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/740", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "66c0fba71707c2d8f88e570a623514bc38339366fcd590dbb901a93e0d350f8d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/741", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b5ec51299eeaa67519dd68214f061209c8bfc90ff3c63aae6ae72f05eb34bccd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/742", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "81cf78b827769e906bd424d42f5ef82567d7416ddf1f62be763b31dc760a1967", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/743", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "da8cc0ff447596f04706b4d15dda7f9a2bb98a5a9e3530eab829e24354a393fd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/744", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "db06b2efb4cab9e229f751c5982807eb096202e425bf3672f762f9fa207684f7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/745", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1968893acd87019fe39a3b18184bb6405ba26199f7992ff99f1e4cf16ae2c744", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/746", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f998c281ab9e7d4f5130a098c6657183de0abfb82a64fc03657feb6708a2883e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/747", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a4360ebab1b9a255e3d0cb160325f181bf8ccf54f3ec1086c9f5893604000389", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/748", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fa31d6556a342cdc84f8c0b50d063b5b7fde0b76c75cdb543330abc22cef5a9a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/749", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f5faac449599ef47b610892d4ebf615d787fe28c9472829859c904f246de9287", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/750", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f0497d1cb3dda68f68eb0dee58cb7de2f96b5d3d6dc7a94b78f8ee1f1903a369", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/751", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3f2c4eb96b15903c37a027249f8d7a8159b8366050bbbe19f0a644a9f3784b0f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/752", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4bcc384288f45b7c756ac64e5a6af57bc258e327d72ac687da44b8b2be7e6304", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/753", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "74c4f782c136be5c37f3bf4c8fc099c4dca482a67df3d5d2e8fc3082c31475f1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/754", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1338d72df44e9651a85859485d021e9b6b5086930c2caaa7c90cd0206003db39", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/755", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "db229b4085bb97582174c1da6fe9e8975297f6371b2735ad50d5918283f37551", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/756", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a161c1a0719ffb880e8a83aa6884752baa4d95864e25c6f91e6af6aa916db78a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/757", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "04ab04320c05dc785ce81d92fef381cba6bb38d9bcbf292de5a0e158160f4ec1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/758", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "79aa30b556fdd8d25a3082c9a4acab2610cd6e128ac01e5056caf6968b33aec1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/759", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d1fba05d3e8e9a325d64c3da5409fd026e7065bb451915fa9763f03516ea9d49", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/760", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d4b0f58f0433a06333199a9803d751d1ef0ea7029ada9af588cc234614ffaf00", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/761", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5e1100fed4fc8a15cdde299b2fc97e74c5b21c4129a1a3ff58d81909b9ee11a2", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/762", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dc5d191a19a0eb77dfc0690c6a386c5f754f3e09b6833d7e57bf812d5afecf31", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/763", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "dfe4ead4cbbdd06e4dd3934cb5d8930b3ce5e4a8531f8391419ec59185616284", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/764", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "89e3a9e31f7578b865b3b914cf15acafd3aef6bcd0d5cff33296cb971b2aa8b1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/765", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ee06ccfd1a0ee6b639c8ca17ca620aa1b2058dcced51f110b4cd1f3b645ca5b4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/766", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "63677164b8c815b70f74c090809c7e946fbbc5982a4c13ce0ba45239de40a4cd", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/767", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c6eae122b8d897ac6ae59a0410f1fdceb6d7ac434b1c24e064ab6bb899b3e644", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/768", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e5b6131b668d060c7ca9cdaa307d0abc820f37dcfed35332242b841613f55782", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/769", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f3e8374b0a229079213d0ecf67aff62180ce83d8a66c12c74e529bed61c5f601", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/770", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "17e0b9cb564fe5704e6c83a35cc59c255337326ba45c0a02ba9201b466423849", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/771", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ffc4cea7c99f39e25601c237fed331901b5eb9ffe986c7be25ebdf727cd31de9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/772", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "53038c02ac0e9dfc50f5bfc982eaaa9532ba6699c64a1fd30ab46bc95c28e6b4", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/773", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a400f45daac11f680ac7ef7693e473055b54e6c1e1f2fb936c068f730944b3e5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/774", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "27433eda48e86374154c9c8a23b4691fc9c33f0cedf718dfc72a48d618ebe97e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/775", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9a0e8ac3dae2c83a5e0c745ebefd43b528960cb9979306508a2eaaf1f167ac90", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/776", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "adec0949729478ab81a3a516ffea5db2dd736203ddf01cf3e2907f349760e3f1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/777", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b304741bdae88ba8cbef1161547aac02fd97de25dbc653453114d009b9b8271d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/778", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "447c8d81a1c8fae8ae11098d0d6468a68a532a04a2568c14e5f849240334cfec", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/779", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "27462d6957c7fdf5afcf3679f4e343f60da78768fd9599c58fd6630d06ceee45", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/780", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b6c0d79b85fe80417eacd1d90a803a2eb79231bb7f09733d7c5c3d7215c1a9f6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/781", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4781158a837f053572ee87c16006bb0020f98d715bf87ec7945d2a10a7dfcaa8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/782", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b84d32294bf16db9c983c653491f1282003ffb1609d3f010945cecfad3cd8097", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/783", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22b9d7448f1145caf94000bb6cb24aa192ebcb9ba56645130fe598a77a555fab", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/784", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1700885eb06d5684ad2bb7a1f57121f3257657293e59ef87b873cf4d1a82390b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/785", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "42e367f74e22f7d63266691d4a10ab1651e046e36436c87d753ceb368e129116", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/786", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c70fd774bdf689c1a8abcc10ab4919d0c1ff65c243eaab444649e6a3634affb8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/787", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "729be65a577b80ee350adffe56cfcab84b5954e671e638abdf4c38ae8febba7c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/788", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d386a71b9727eb72293e2397042e91eb3ba5d2076d89b989abbc7cce3860bf2a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/789", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "613d57d9e58dfc9a02f276be41a9a76d49e701ee03e2d63af7645f0f78dbdba3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/790", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8458028785728bd4d1f37b932f9fe0a4458123f8521e39827b2a66d4db684b88", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/791", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "a9500989f03cf2c7f0f9f69a3b43987a92bf034e4cf5eaf0a41a6586ddfebc50", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/792", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "91153b7b11d869d3e8296117e7001529cfd564c1c2cc48c57c8b3a4e6ff29097", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/793", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "da43cb8cdf8df8b20dbecbca938d842ff4d03ef16a15cedd377a4e6c6b046fdc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/794", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cd442fcc15d1a7a690f72a0339580a684d0bc7ebe6a25a326010a16d210ed7da", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/795", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3f2a92fc2af841481b09811d6051833c4b1cf556820c4b474b87d562defea484", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/796", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "aa1c67610b25d40e170525c499fbc281cc60fc8dc866a72327133ab4b982cba3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/797", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cac2489af78de3afdc1e0eb417b29d837594b66004555ca99d11d197ebe6d392", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/798", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1e6f2584481179b4f0ef67526d7fb7e43e113d8d33f96c4b7f7fe9f09d3b127c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/799", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c6abd6377489ce8cdb7089a18caff772aaf05b1516b2af0cddb38f41f0008f50", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/800", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ce422982a6196e7eb15e9c1d4996c171fa21a9543fe05b107f915eef196b5a35", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/801", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "fe4120a4a463d4d63fcff8079cbd2e6652489187806ed94c348b5e6c87768272", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/802", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "163500a4d81f254d017d097f3ea3b3767362535e6989d62307763845bd087828", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/803", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "30747ac2cb0320875cafc1f12d5ebee9f3316eeb1c8c4e6c534f4e88e3c3bc7f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/804", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1e40325e50e448ab3c6a05c888f747cc31611ab2d187f50a721aaf81216960ef", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/805", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "81f701bcd54447bc3ea9a580080e47be7d7131cf1228f458a923e6233fd602b0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/806", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "427c44bc6151f6bd0005872c61b6cb843885284e67ab726fabf88967deaa4fca", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/807", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "56a1a686d42fe77eb3e4603b39cd9c6614ab5d8d6eb0ddec9b1280e30c5f29bc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/808", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "80f8d43030dc8a8af7a9f4b1003ae24712fae79df8654000bae79e48fa749454", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/809", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8e6eb95587c128f2dfcc3545bc8c4125c3e1ba05850ca9b9d7f642c66ae10bb9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/810", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5e2f8f4ec08f790929e57e33f6e7aa66f635bc1b06fc9cefdb1cbf2a071b4320", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/811", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "be4d0a4c04dff6ce352c534c7ec6706a2a29a8fb60f75a7b14f6a6e4fb06d778", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/812", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8842a5ab95f5117c08d216333a1f37f3aa399c0fd5e5ef6366d0f7e5c94889c1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/813", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6bf3d4e295a265c482535a23c905eb89d5fa55ee1ce764e69fc6091b1d2a278a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/814", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0deb194b010576415d370b378672ecda957caa1cec6e5c747f069aa7c90cfa77", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/815", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1c75524fcfbadba8d2b4f9eb9c39fcdbfc0c25ddae2c68fdf02af38285638c04", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/816", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1811747fd9db09e980ff79eb4b537d842785fc5a9e1c8556a51441990507e548", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/817", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5427440302ef06366abcd2bbe3d7dbe49d76c13b21075ace17171b3255fa874e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/818", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "200dad8a7ada23cd356ece520717c32d0365c38b1dd85d7638f76ea42f097b52", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/819", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b351116ca75075ecb692a6e656bb96d0fcbfb8da49deb427f068b246d801a7b6", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/820", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e83731ab7203b216709f4c299153f6c40af6324c849a6a10b0dd1f23db5d2430", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/821", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fc50758b9d0b755e9f44e799091fe12401e1050e9b6de67fe66a44fa3cca1c94", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/822", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f466f33a1fa950c492d22dc02b0d5ca7c19cc408f1793393fa2db1c7009a8e95", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/823", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "27b633902faeeb4ce95af14202e1cdd74a645a46ad8bc6d24279e5bafab9a4bc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/824", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f91154a7b3a3c9b9167707807c015e134d89801f8b2ade9af5f15af6a49326a5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/825", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5e88916958ac4ded725ae3b1c648138de12db2a6c1d95f7ff8e0758dc307587d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/826", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7fc81bccd9b2bf8f57e2a264ea007d244a5ddbbf5dd0dc8dc4b06cd832670a02", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/827", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "be5175f2114c06ac1b741c7bf33d21aec8a398e654660d3e4a5d8b4545b2f2f7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/828", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c403c32d97c25b8bb43a7d0cae83961a178cd5608ab461673a870068f03cc35b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/829", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e8ea1cd45a77b07116d07d12cd6fbe09ba5cbe76044f757ab14e441f38241577", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/830", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "03db2a202ddc6723ff71e942f18b06792b5ccaf451a66747f6f4cdb3ab9ece8a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/831", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "28ca6ecf121bd587078bec5e252a7a6a1b97341c8638fbe01b1a2310a3bf5ad1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/832", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "7eb41c612f550dd6e18059c93ffd39a559febbc7f3b16644f78cd5c88c023988", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/833", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ee028029007ab59648cb110f0e71b9d1e657e150a083fdeaa0de43a6ba57eaf1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/834", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "eeedfa23402fbe2042d4a58f6f9654dba5bc662d4b1e524b0d31220b1db34b92", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/835", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dcd02ef334f8f66bbfcac75b8073ae634e6ab4810ceb2f80b13f8124baac2a5c", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/836", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "74015775dc916b92ba97e293fa6a8e8330adf754da21d56b27062aad94227842", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/837", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8cfc52a7b04d3ab2d9ab340bb17e8c6469dd8b0c6715a9788431c226ea13ecbf", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/838", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fda94a2a111fdf1cd82dc9afa194f3e7ab3355da8d8ed96fd27cb0b0ef40a589", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/839", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1e76a4b1483a62bd8b87925b2718c31c2151494216a8e44afb95689e3e98a2eb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/840", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c81260d9264b0523fb5544125332baff011b158a3004cb47bc64fa78a5cf4315", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/841", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c548aaf98ed1a8278a14a669f5d58ac6269f81f927be0061f99744b16754875f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/842", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "aa2a6ea7fe22ce4e4c5c81559dca5edcfb11d1bd15b3abbee1dec3568bfca9c0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/843", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1dfbf435c69931fe32c658c632a500986d10315d739cd0ef1c6ff2cede175d94", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/844", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bf542bc65fb376e7cfc63330782cecb7a8179171b44540fc9f03b5e3944898ac", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/845", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "da42090932a5ac103ab8cbc9e6c2ae43a251671497952689f382ad4fcf6ca7ce", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/846", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "75dfc49b5d27f9d4a0e8086d7ec43aaecda0d7017247efb6e9c81dc307a83cf9", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/847", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f3d164c31348e29200086db622b8375addb5688a45f07a7775ce8fe01d11b197", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/848", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "92f85aba539d17abfa67fbb07efcaed3ac09c80055ef9be1465ef610981c6ab1", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/849", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1769dd8234997e6edfdc127112235833c264ce7a3e42358439d3edf78b2d271e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/850", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "17a7ba33a3fb26c12770766ddede3522e906bfd3a86dfd8bc23066b3b218a41a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/851", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1ca580e4b7ed935977b72ed58e7a4cb15219b9f77a150e8eae9fc60717d59939", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/852", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ed693f39e67ed87001c8b4434a1da78a56733c6c577cccc296013c4d62fe131d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/853", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "949a9aa40df7c18193736f5f6a0a7feaf209e3adc5f5f5f134853da8e89cf908", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/854", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "45281f26dd700a7d7fccf839c34459b8381ee6815f4c266a7ab7107ba6c41bc8", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/855", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f2ccaaf40fa8023170263570dbad0eddd2657db32c5c01485ed1362092363fad", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/856", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d8b1e34561972b2b5bf89e235837cb42efbe346926dd58b837ba5be0267a345d", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/857", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ed04e64173913952253f743f438cd9956ebeed95100df81117628a636f980de3", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/858", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1a6d41bf54f99998d408943e8a471f72aa515956cb013e0c8ec58c870af4bd56", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/859", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1918912428ef6ba743dff8afaec54aec79e14c5b5a4e0baa04884bbf304bdf3b", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/860", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dd4191bc137df929aede5046e81be6be7fbe6c6248bbbfa812bf9e208f36246a", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/861", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "cdbd4974347d550b244132411b9ef794bfe7e92d738ec61680d12934fb7bd4ea", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/862", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0d87c0a402f57437d229e9959209fc738dae3fa7835457b048986c17e1f28e1e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/863", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cea70a28ceda57d2509580be83dbf0ddfa5c9a4103b12b1bf3ed60ac8ac49cd0", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/864", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "171e79300d8d4becfda95e4e5ccb3ef141ba0b30af3122b518b173b623d358a5", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/865", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "70acea2142e4d59029236757be02f778fa531ab10cfb8b64bb0bd496f11bf135", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/866", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2982f1cc1a0fd58c51b7da1c0dd4e453c527d0ded59bbbc3d04fb2866d2f79b7", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/867", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6b258f7991d733df0acf9522f386c20db681e3aec41c30bd17edf31053e5a8bc", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/868", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5a2e5da2f1f6a5a03a9a8607026305586d3c3defea6c89ac2db4def6189abb4f", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/869", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f9c88ac710ad8ffb33630e2dcb7fea459661b08158999bf4572f794fdbdaa76e", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/870", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "acfd68bf65f663a422a0de621eb0764fd9fa48776185f33a416d2754914529cb", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } }, { "id": "sst2/validation/871", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c93d8f51ec8bead6d7f29b422249883bc1e6d665e5b2872fa9846fe454bb3eaa", "prompt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "options": [ "09f04951af4cd503877815fd30f98e3af8d3d50a0972e83a4aaa42f4fba59761", "afa6e9ab3ac6574d50e6b5674d5e76cc95833823a314b397fd6c499dc673ec9c" ], "options_json": "414d8f8b517d4dbcec9ff06c78de3b55f6d7533dab14abbd8544818e1014d2eb" } } ], "checkpoint": { "name": "runs/train_tasks_2026-10-26_05-56-54_sst2/best.pt", "sha256": "2e2630c24231098e9381b09b2e6f3d27a273696743bfe65bffe4d5f2ecd4d80e" }, "elapsed_seconds": 1032.636231600074, "confusion_matrix": { "before": [ [ 398, 30 ], [ 405, 39 ] ], "after": [ [ 385, 43 ], [ 43, 401 ] ] }, "label_names": [ "negative", "positive" ], "validation_history": [ { "step": 0, "epoch": 0, "train": { "correct": 70, "total": 128, "accuracy": 0.546875, "loss": 2.8148393630981445, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 437, "total": 872, "accuracy": 0.5011467889908257, "loss": 4.14792537689209, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6023308634757996 }, { "step": 1000, "epoch": 0, "train": { "correct": 114, "total": 128, "accuracy": 0.890625, "loss": 0.2264169603586197, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 782, "total": 872, "accuracy": 0.8967889908256881, "loss": 0.2833351194858551, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6022779941558838 }, { "step": 2000, "epoch": 0, "train": { "correct": 126, "total": 128, "accuracy": 0.984375, "loss": 0.051577530801296234, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 779, "total": 872, "accuracy": 0.893348623853211, "loss": 0.2718764841556549, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6022703051567078 }, { "step": 2105, "epoch": 1, "train": { "correct": 125, "total": 128, "accuracy": 0.9765625, "loss": 0.113694928586483, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 778, "total": 872, "accuracy": 0.8922018348623854, "loss": 0.28741559386253357, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6022741794586182 }, { "step": 3000, "epoch": 1, "train": { "correct": 123, "total": 128, "accuracy": 0.9609375, "loss": 0.10956709086894989, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 779, "total": 872, "accuracy": 0.893348623853211, "loss": 0.29639068245887756, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6022860407829285 }, { "step": 4000, "epoch": 1, "train": { "correct": 125, "total": 128, "accuracy": 0.9765625, "loss": 0.06635785102844238, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 776, "total": 872, "accuracy": 0.8899082568807339, "loss": 0.27543023228645325, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6022989153862 }, { "step": 4210, "epoch": 2, "train": { "correct": 126, "total": 128, "accuracy": 0.984375, "loss": 0.03742062300443649, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 772, "total": 872, "accuracy": 0.8853211009174312, "loss": 0.29878267645835876, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6023008227348328 }, { "step": 5000, "epoch": 2, "train": { "correct": 126, "total": 128, "accuracy": 0.984375, "loss": 0.03098107874393463, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 782, "total": 872, "accuracy": 0.8967889908256881, "loss": 0.3260447084903717, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6023032069206238 }, { "step": 6000, "epoch": 2, "train": { "correct": 127, "total": 128, "accuracy": 0.9921875, "loss": 0.021897166967391968, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 782, "total": 872, "accuracy": 0.8967889908256881, "loss": 0.3115563988685608, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6023039221763611 }, { "step": 6315, "epoch": 3, "train": { "correct": 126, "total": 128, "accuracy": 0.984375, "loss": 0.020622102543711662, "gold_label_counts": [ 65, 63 ], "majority_accuracy": 0.5078125 }, "validation": { "correct": 786, "total": 872, "accuracy": 0.9013761467889908, "loss": 0.29649588465690613, "gold_label_counts": [ 428, 444 ], "majority_accuracy": 0.5091743119266054 }, "omega_std": 0.6023041605949402 } ] }, { "id": "race_middle", "name": "RACE middle-school reading", "train_examples": 25421, "validation_examples": 1436, "test_examples": 1436, "heldout_split": "test", "baseline": { "label": "Before task training (same classifier)", "correct": 385, "total": 1436, "accuracy": 0.2681058495821727, "loss": 2.6538400650024414, "gold_label_counts": [ 309, 388, 374, 365 ], "majority_accuracy": 0.27019498607242337 }, "finetuned": { "correct": 854, "total": 1436, "accuracy": 0.5947075208913649, "loss": 2.4820992946624756, "gold_label_counts": [ 309, 388, 374, 365 ], "majority_accuracy": 0.27019498607242337 }, "chance_accuracy": 0.25, "majority_accuracy": 0.27019498607242337, "paired_earlier_probe": { "before_correct": 11, "after_correct": 27, "total": 40 }, "training": { "epochs": 3, "max_steps": 2385, "steps": 2385, "batch_size": 32, "microbatch_size": 2, "gradient_accumulation": 16, "learning_rate": 6.25e-05, "max_length": 512, "lm_coefficient": 0.5, "stopping_cause": "epochs_complete", "classifier_dropout": 0.1, "native_backbone_dropout": 0.0, "nonfinite_updates": 0, "best_step": 2385, "peak_allocated_gib": 6.383, "trainable_parameters": 123698689, "head": "shared 768-to-1 linear over four answers", "checkpoint_selection": "highest validation accuracy, lower validation classification loss breaks ties", "optimizations": { "version": 3, "training_padding": "CPU epoch plan crops each unchanged microbatch to its longest candidate, rounded up to 16 tokens (minimum 16).", "auxiliary_lm": "Project only valid next-token positions; weight each token by the inverse length of its own candidate, then average all candidates.", "device_synchronization": "One order copy to CPU per epoch; CPU-known output_size avoids synchronization when building packed CUDA indices.", "question_order_and_effective_batch": "Original seeded CUDA randperm, effective batch and microbatch membership retained.", "native_backbone": "Unchanged native model_bio.py; RACE checkpointing enabled when cropped width exceeds 384 and disabled at or below 384. SST-2 keeps its configured setting." }, "adaptive_checkpointing_microbatches": { "enabled": 5780, "disabled": 25953 }, "resume_segments": [ "resume_segments/2026-10-26_06-36-08_291546_train_tasks_v3" ], "packed_loss_verification": { "passed": true, "dense_loss": 5.025767803192139, "packed_loss": 5.0257673263549805, "absolute_difference": 4.76837158203125e-07, "relative_tolerance": 0.0001, "absolute_tolerance": 1e-05, "candidates_checked": 1, "actual_training_candidates": 8, "packed_lm_tokens": 2525, "cropped_width": 432, "projection_dtype": "torch.bfloat16", "device": "cuda:0", "comparison": "Same actual training hidden states; dense masked CE versus packed valid-position CE, before the first optimizer update." }, "details": "Full native backbone trained. Zero decay on oscillator and 1-D parameters. Linear GPT-1 warmup/decay, AdamW, gradient clip1.0. Original backbone dropout retained; classifier dropout0.1. Three unused padding-vocabulary slots initialized for task markers. V2 padding cropping and packed LM projection retained. V3 RACE native gradient checkpointing is enabled above 384 cropped tokens and disabled at or below 384; counters cover v3 segments, while earlier v2 segments used checkpointing throughout. Question order, effective batch and candidate-wise loss normalization are preserved.", "data_truncation": { "train": { "examples_with_truncation": 210, "candidate_sequences_with_truncation": 840, "total_tokens_removed": 10052, "max_tokens_removed_per_example": 161 }, "validation": { "examples_with_truncation": 9, "candidate_sequences_with_truncation": 36, "total_tokens_removed": 71, "max_tokens_removed_per_example": 18 }, "test": { "examples_with_truncation": 14, "candidate_sequences_with_truncation": 56, "total_tokens_removed": 531, "max_tokens_removed_per_example": 53 } }, "segments": 2 }, "examples": [ { "id": "race_middle/test/0", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "218a9649737a160bc627a2cde759ce42fa6a5fb93ac30e00ab5454cd6bd27f33", "prompt": "3a56a3fdbc7845919769e2043a873723cdb7ce456efa518973de1060eacc836f", "options": [ "87f7dd4bfff532dc34b91b4ea3931f85ed08b687b593f6c1917dc324ff9f3d47", "11a55662b882f45fd4e79c51a83449e111d76efa013ee03254f34c9d6ce4d800", "0f7fe1fd2fe85c85cb1b38e938b24ef65c98e0cbf1a28010f0d1cd09847f9dd0", "b1a013e262a6db05a2dfb79c4836adf403a6ec278aa247403a0181cdac96c1a5" ], "options_json": "793d6877dbe31984ab18c0a1c2693348ea5e8e389511e6afd0047414d2c9ee00" } }, { "id": "race_middle/test/1", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "218a9649737a160bc627a2cde759ce42fa6a5fb93ac30e00ab5454cd6bd27f33", "prompt": "3a542bb443b4dcf5db493f398fb67131203527c40f579a97d402583da5049dc6", "options": [ "731d42681558ba519d08e8da952df21a3ee3151b6f8cc021e76fd5891fbddf29", "3316c7a02efc31e45e54347b6a1e561657ca919b00dea659175225b4cc994abd", "45ae9d74df4d3891f88d7aba402d39ab18dcf564e29f6b0cefe136cbaa4b185e", "48c839c284fd94e56d06de4314f29a61fee8fb229f135aa0dbcceecadce937a9" ], "options_json": "14f8e3b52431a7758dbf7bbb4321d8534eb3592bd5b601565b90e08a2166bfea" } }, { "id": "race_middle/test/2", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "218a9649737a160bc627a2cde759ce42fa6a5fb93ac30e00ab5454cd6bd27f33", "prompt": "80c1ab3f28108040bbbb675ee65217a9d4b5b992d828f28dfac367deddc6ec9b", "options": [ "fa42fd4a5adc2561b03f3f9f470ef338f72f24b719ad4b0f4c662c2dffb5a53a", "d25ebcf45510bd156d85616468b11df9377d422523136a321ebaf82ad18d3c7a", "57f2009c4565b16a5fd39eb84adc6ceb101920e6747d4a846eb5f60e620449fe", "418106a807302da0dac6c337c8719c86c007b21505d2f874b917a05dcf8866a7" ], "options_json": "b091364f8539f06834b3c6b46e4cd0a700a8fd327d76a8b3744808f099985ad0" } }, { "id": "race_middle/test/3", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "788f3bce36829132c28c4e97ffc70c5e423b81384d51fadb73c35bf6e63f6547", "prompt": "aec6e2d99435ae077ac264a6cfa1202c73fc51561265b74cb4a9ee3e63f8cfe5", "options": [ "576f71873272cda7362be9face4956973e29183629758d1f42147ffa934c4b07", "b7849bd6cabeb27f1fe316757a6e52f995c2e89b3c975d2b49fe507446198fb4", "c1390fc5fd3c657012086fcedb2d44a0e6c067e022de04b0e379df5ea1566693", "66bed375741930c8e54ca38e25aef513fc5203306ffd4e8d98ffe7c8a063f181" ], "options_json": "805a6d0bc05199e8ddd8d389b6e3038bfc136678f50b9578262ef3652c25e5bd" } }, { "id": "race_middle/test/4", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "788f3bce36829132c28c4e97ffc70c5e423b81384d51fadb73c35bf6e63f6547", "prompt": "8e350729b250b66f913c02cebac4ff24e47b7b40b0c02c291b1ffc536a720f8a", "options": [ "f2c819b6790de306847fb22664c37ae432177d8ef72721ed23c91aefd11ccfdf", "add1743eae5bbd8ea17b3d3b3531d0f3de072d10599edc0d8e107af90e52245a", "d6e28ffb3b198d85e47dc58d1febc577d52031abedf28af8e10d8c165d681e7b", "382635c9325bf3273d195ff1b8a44e5b11afd7d97addeb8863ea35feb98c1a07" ], "options_json": "4e32533c52c1bcd9713f97fc7a8570e266e94ac29a1c0e5f40e15531977f5ecd" } }, { "id": "race_middle/test/5", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "788f3bce36829132c28c4e97ffc70c5e423b81384d51fadb73c35bf6e63f6547", "prompt": "ece8091b719a0eec6e6151b9589985fedcd696c99491549848eca905b10ffe44", "options": [ "090d115ba381fa82fe9cdd20f0b9b3d7220d1354258f2e704c2251f8ed6fe1d7", "7122efe9fe4798cfbe21759984ca69632902e5059c9bc066de2455ceab570f65", "2b14db2f2046cd8954f1a6c6306b462733ad1f330f63adf8c15679a0c9490c04", "2ae2c37ee176781d55edcbcdca4ead5b24c767039d6050347c6e4e1277f49ece" ], "options_json": "13cc7aaff6b52d3618dfdb4be35a46ad09ec1c6a71e75aa4adf7d977fb81d7e7" } }, { "id": "race_middle/test/6", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "788f3bce36829132c28c4e97ffc70c5e423b81384d51fadb73c35bf6e63f6547", "prompt": "53645e9a26779a8462a4f81c4d209ed9ac44c65544393cbe13b130f07848ee1d", "options": [ "d2f2455f741f93cd0930b79989f75e6acea59f242cf77baa36bbc721fc6b57a6", "769e742004c836c74edc1ab6a5b16f851b147262b9a18e00bc3f3501e6f95199", "8a88cec254f65231f9a77e0590659a0c43412fde0fe3d268bcbd910d47fd8504", "b3819f3726bc805e277b4a0d60cbc5cf3e83907a43f61386c135ec41be4371a8" ], "options_json": "eaec1ab34aaea3699d214490df615e23225dcdff2129bca4e8b819990b8d3cad" } }, { "id": "race_middle/test/7", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "378496864e8be0e28561bcc5b058095c1fcfa89819fc0dc868bbea2f2c4e14e0", "prompt": "9a26e05cf2e0028533039d571ab2095ce1eb4a0012b1d20c7fc587afae40d032", "options": [ "2297e89bc65cb085fd34a35777ed1a35762a3f8d8528b68499dc05a27069f89f", "26ddd38d4a5444976d379c6caa450355526957938f4e188cab8693e27d473023", "21810abd59704049d8f9cfcd293265a19e83a2b899800b2110a9c397e04b716c", "3ec194ed38baf9436a3c0e8c7fb31bea3cb09aded4eeb98489abf1be5b0e33cb" ], "options_json": "02c83dd44e0ba5c55f1100b5af7e921192aa157e544ae8660f93a14d500975ae" } }, { "id": "race_middle/test/8", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "378496864e8be0e28561bcc5b058095c1fcfa89819fc0dc868bbea2f2c4e14e0", "prompt": "0a9b7ac725ef9b12fbce17c1cf341733f15f88be23dd01f4b9a50a185ef22723", "options": [ "bcbda3375be4ea449ca93bc50798c9af94ac258a0064747f265d4292b1e7635a", "c549e6fde68c5484872cea1d1a1010fb9018114b7534c8405c18e82173d3f550", "a49a5ebbc137ddfbf305e59a8f75bc1fcc72812d0c73fcc2789d32c2c1babb6f", "db7ce8e7dcef1b555ffdd795d7a9ffdfda5ecaed8bc630c966bcdea03c493c77" ], "options_json": "0fbbbcdc6d1ee0f66ad8fc977c243ae3d053ce8664f54c556050d00529aa06c6" } }, { "id": "race_middle/test/9", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "378496864e8be0e28561bcc5b058095c1fcfa89819fc0dc868bbea2f2c4e14e0", "prompt": "875b33c392763d5b6605e37eeaf3eee69f384de75ed64a0c669c7ca1f9f25160", "options": [ "eba836e171007e7097410dbba225a28302a7cdbac73d7f53a81bf0f22b454513", "c0d6057c32ff1fc23423b8e8403705b0cf9cb02574d876375b8b045c9fc77936", "e4acfb5e6d3ad3004b8f3716317c56029845a0593d53b55b4102a8bff8281237", "c1c40580ee1b987166853e459c6611941bcb2940a63ee801c4f0d31a1194f0b1" ], "options_json": "353b182b4557b6a4e624c199844107ede9e7ad8d1c21d9e5a0a28f1bf2efe5f6" } }, { "id": "race_middle/test/10", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d74977d14070a93966cefb4f4e24a12d3f9409bc7e72de7413eeb104b6964b7b", "prompt": "b7e59ccc21e9137d3529a93925fc184e589d97fd5fbd93b3e5078412136506cb", "options": [ "8d5bd819616ceb0fa93551acb5d0a0b364c5317e073dd19946b6d9b6fa2b7e4b", "6e492cedff82bd7bd77a0a9c141be5b8c35077ed190af77e0fe04f4393fd06a3", "2e3c009984ff0f2a24c2763149fae1dc52c3b2596cdbb4362322881d43210a09", "4660a6bc2b88ecf6ecdfb0def52d0917bc08c2cb21fb4a50f28b84fd02c8864e" ], "options_json": "6464a4cbcbea4285e2923ac4bd5ae2ab17df4d33fb5a8c689fff6c460676c0c3" } }, { "id": "race_middle/test/11", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d74977d14070a93966cefb4f4e24a12d3f9409bc7e72de7413eeb104b6964b7b", "prompt": "3e0bd6d7daa044c7c00a3979fe8f05d8db50c4afd912c5850ff3f539e32fcd56", "options": [ "8b12507783d5becacbf2ebe5b01a60024d8728a8f86dcc818bce699e8b3320bc", "94a72c074cfe574742c9e99e863322f73feff82981d065ff65a0308f44f19f62", "926f52d1c1e19c0c58a7d39bf234a0d239352f5acfa26c73989d9c3845614999", "12f5aedc5d39035cfd80b4569a521de7b4b577cf206326a6fced1572006c4b04" ], "options_json": "8c9661f6975b21ff768a640117718392f5909db6c1e969c936a0429d5b32fea3" } }, { "id": "race_middle/test/12", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d74977d14070a93966cefb4f4e24a12d3f9409bc7e72de7413eeb104b6964b7b", "prompt": "1f27a02305fa73354908c34edc912c43f150dfd3d0d601be65cb1f8c9ad1b99a", "options": [ "a4bb5df8e940d605f1da0c93c8d6085681c561a9edd47904da0c8bbf59ef97dd", "6d1f50e6a259ccaee2fe099e9af5dda7c8da1b49014c8060991b516c22754f46", "e3aae7bc0e5ad26dcf3912c166846dff1e00a3887aeb53c3363722bba19b16bd", "1f67972ce8b9d3da71256e750035aa4ffd0a58c0796b2172492afd8b96426416" ], "options_json": "32822537e736d0ff4fc63f39e7db5fd4850ba987966b857b6af842f7e87ad7f4" } }, { "id": "race_middle/test/13", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d74977d14070a93966cefb4f4e24a12d3f9409bc7e72de7413eeb104b6964b7b", "prompt": "60a0ac01698cead9a6005b58c6a1cd3cff6e53cc98c34fd0f1d2a92a483ae564", "options": [ "bf75a4fbfdd39761bff8e2cee61b220e41b03ad8c09adaf3e9fcfebd1da1c7fd", "54eeb4921edd4104a081ee07df9f0b623e3ff9f822831779ff49467f94a630cb", "92c322bc8c2f2935dc3b0842f95b1dc41af424256ee35a45bf11b0e94d487ccd", "87c8261aeb5074fdd50424f15444d45af3f141949ceadd30bd058ef00f74602a" ], "options_json": "49bbf11ed80553cb6d2d682b8dae62e0b27c98ed79f5bcb6d9b26748ee4a4a50" } }, { "id": "race_middle/test/14", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8f03fcf7da9dc6de12be89b33f0364bde6bb97b42e76a135e722db7ddcb64553", "prompt": "5da0894c4bb9d30bf9f69d6fe740bf7ca9fac04c1b87fdb2d6688de4a95cf424", "options": [ "fe12dc859155f6795794fef31a9ebae06f3edd4cb8511c1d4705031c65e46f19", "42b19b66ca77832bcb51049158416398cafa6aa54c20277b035aa5b1f01115b1", "b88e633a44a372c840e995f48b5eaf54098ddc59c92b1a968b7196d9770ddae8", "371e6a370b4ab518f68aadcc3b6977c8d5290290d2fa38365a2423fd038f508c" ], "options_json": "1929046e4ee8dfed7fa33d22f6ae658e306b205885a9c3e171e718ad59ea5afc" } }, { "id": "race_middle/test/15", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8f03fcf7da9dc6de12be89b33f0364bde6bb97b42e76a135e722db7ddcb64553", "prompt": "0630d1567c74769eefd4f29c642267f79c171987099ca49fb4ea10ed5be7fefc", "options": [ "88a464365002c172e8e59c1a8bc47179f722cf3547e822a284b0f8b0305b4e49", "10b550422d625de10d4bbce8d8bad6d5c0394f7654f4eee0ae59f5c3671af3e8", "007f1d79a45f16841559163c2b80f037f03b3c5a644764ae9559a2cbed78218d", "bf5b95c165e0466d3144a7fe398672381bd46506051164cd33440f1068936079" ], "options_json": "541dbd09ff960e82d578e5aa31ebce49ed25ba5844b03f2c5e153e3182708c70" } }, { "id": "race_middle/test/16", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "95f2a8102ccbcd2e98cacb91f51d60d0e962f517010006edf46d8baac447ba60", "prompt": "33555fd8bfbb49e07ab220a1a9272b2b91ee5c123121b25657bc32b53210d59a", "options": [ "439b3b07f86792b0d84fafdfef85013aa31124cc4ffcdf34d17b4d6321f95d7c", "126e5066dff2735f6003ede914324c9349033d52039a7fb2a69143887f687b9a", "84db3ac857bacf53ee34057d06093bb02598bdf3e58ebe69f33190a90b6c4118", "76b8f7c51049c8dd6e5d3c98b248bf6603f020174203f62fb36c73fed1dd356c" ], "options_json": "a7c683cc1476c50c27b70344c95002d6e32d3f3708fbd809b44dd29072b6b6c5" } }, { "id": "race_middle/test/17", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "95f2a8102ccbcd2e98cacb91f51d60d0e962f517010006edf46d8baac447ba60", "prompt": "3cc87bbb0432defe2a018dc6c831cf7b5642a3088ad526ea15e33fed95f6ec17", "options": [ "a713d95b562bfbf74c6717d26f3670f1f55e39c6e696ee5bcbcf2721c55a352c", "92cc6a6e95bcfa6a66916114338b2ab7acac9e42050734ec968a42b5d70c867e", "662af335ea75b85e204e29ff182fb468163ab03ac66e47bb6b409e3627c5714e", "f243a9614f659ebb4caefc1569c3e619043cee6dec9e6c774d9c0fecd1dfbe99" ], "options_json": "a9dd3b49a8d88873ee7bd6b304aae8cc9983030b57a5ca16c5738b676aa52188" } }, { "id": "race_middle/test/18", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "95f2a8102ccbcd2e98cacb91f51d60d0e962f517010006edf46d8baac447ba60", "prompt": "b46f99f6029c0e181ae42c755d420e49a7abf0c569b1d2ffdf3bc45d98931552", "options": [ "f937bb6f8a5068fcc1c471834889bdbcdff134328d550c22bcdc1562a7af429f", "55b01ed73db940e7c79d0d041cc46d0ffee1454769d2200a65d4c0e22aabad7a", "42de39b02f761d8dd32efab4745cd21d0747462e016800b36167766ef401f179", "9b73181f6a14d017548cb32aaf38d45799e01a81afcf9e0fd753f34c6b4591b1" ], "options_json": "44ec87afb2afc5af22027e852432240c930f995ea7eeb55a95335fa5537f5e67" } }, { "id": "race_middle/test/19", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "95f2a8102ccbcd2e98cacb91f51d60d0e962f517010006edf46d8baac447ba60", "prompt": "751aa1b5098ce3a228883b8045305364267cbd3067bc69c5a8bdf446b3b18a84", "options": [ "20c4ef1018be86a2298d62186a543693621ed59f6e367c142dfa2aebc67e4275", "bc1004eb7a9b22906e248d2206b693e0761b7627af0b2e4909ed7c73f22fb4d2", "ffb4e1d0902e244d8d336284c327ca08b254ebea6499b0b6434fcaf39af434c4", "980ff3285b53c9869bcf66ff203860fe0b7e5745d6737276ae4f719f7e0218f9" ], "options_json": "32749a626fc38c18bd8cc2af0911e5e9058857c3a1b95fde87ad0961e98421d8" } }, { "id": "race_middle/test/20", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d0a18f63d3bd7ce874f717c7a15ca675ad05ed55b265de44784e2e17ea2c53f4", "prompt": "4290f2c06f087b4c0494f00a24ebca5d0c80766e89948bd237020355c22d91b2", "options": [ "6b4282d907ac4b283b7713ed20527e3e8153195f693844d7fa579f42667b8c68", "8846a67d7d2506823c7b6b994513bf1d9b5ccca8351dbef169d84ce66ad9d7aa", "46a53998f1e0d0a8c2ee7b7cc4fac867aa246300458638d82dcce81243075fd0", "154a1ca2e5ecb2056911e8ae3be48b81447bb4952f6aa59c99b4a100db3c7743" ], "options_json": "58b27ddfe74466203ea9a5b9870b4137db0cbb14c8ca0ed18d4daab404618037" } }, { "id": "race_middle/test/21", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d0a18f63d3bd7ce874f717c7a15ca675ad05ed55b265de44784e2e17ea2c53f4", "prompt": "d77c9bdf45c3a1046fe10af6222ad579759fca6f31f5befd0aed81cab41c70ff", "options": [ "96f12b28d735c75378017acc8db6e1881cef8f6c8a8ef38666951f69b6738933", "6dd8b7d7d3c5c4689b33e51b9f10bc6a9be89fe8fa2a127c8c6c03cd05d68ace", "96bd923157c731249a40c36426fc326062ad3b2904ed6792b3f404f223d35651", "1bda9e5035725cc6c86d3e4207ae33d8d0509b922bbc44ba163540c455c6d2a8" ], "options_json": "81de374522c189fae6297becba989911931320da4188fb045d1cf212a71fa7d0" } }, { "id": "race_middle/test/22", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d0a18f63d3bd7ce874f717c7a15ca675ad05ed55b265de44784e2e17ea2c53f4", "prompt": "dd50851d70521801345191b92da58855ec63e70c3480fd4b308d4174ba090cbd", "options": [ "e8ebe68cec0326a13ca4a0a11969beed6766c66cfe113bef8493a6fd28fdf33f", "6cf31953bd1e7ad86daf4ff7417bd804fad6c1ab3f01df1a09536b7866e61b32", "c77a43b00cad66f212da122e74b19776448fd81ba9f8dab5f7ed1e4dea54f9aa", "ec145c3c4c6cd8382a79788ef575cf7b92221fc74494c230bc41baa9a8250b26" ], "options_json": "eca7de16c784fb1b299156848907c162321cc593b6e9881c26f4e3afc7f97b16" } }, { "id": "race_middle/test/23", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d0a18f63d3bd7ce874f717c7a15ca675ad05ed55b265de44784e2e17ea2c53f4", "prompt": "c4f46f2b5f9f947cd747df2b7239fb0628406e123995e8c67df648715afe1baf", "options": [ "d80a9c84c2e21481317c820d3d7513b20100ad7f1ea67a70f3d06df2d67852e4", "a40d77a9bcf0c74b4b9f63984033984cb6ffa4166c2d23db28d94ce9901ea87a", "4feef7428e16177dd6479e634d4423b4b755121b0c641d012d2ecf53aabb9e75", "589058861486a737d9a6588a722f323892b42f2a040b9dabf53f293e9f9fa6f1" ], "options_json": "99a6eb7b848a3e0f7d7a51a39d870fce88717e2291886a5e0620a36327920313" } }, { "id": "race_middle/test/24", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a7af765bbeb982f6fc7c5c8ae1f28ddbfb24e054b520dd2731cbbc7dcd2f8bd3", "prompt": "dee7401309ec0630a97818dc010d06a27d717745ac7961fd77b43be99069d79b", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "7a1ca4ef7515f7276bae7230545829c27810c9d9e98ab2c06066bee6270d5153", "be55ef3f4c4e6c2d9c2afe2a33ac90ad0f50d4de7f9163999877e2a9ca5a54f8", "10436829032f361a3de50048de41755140e581467bc1895e6c1a17f423e42d10" ], "options_json": "67b3b9c8ff63a630346e22852a1e3d3839c84c9797c878086f5f07a84b95541c" } }, { "id": "race_middle/test/25", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a7af765bbeb982f6fc7c5c8ae1f28ddbfb24e054b520dd2731cbbc7dcd2f8bd3", "prompt": "9850b31655589cbb1af43fecb547871129546495b31aa3a64cb00e74b040fc15", "options": [ "01e6f33f560e61d2777347530d4d99485361b6610f374b70d14104f3d8b31f87", "2464e1f1c7cdeeb43ed600c7fdf6db7a07733815f892f609933dfd155f5e9b9d", "13416c12a4863a7d173bd730417adced358479109b5c8a2fdab97758cd1ab51d", "475f0185c381c89695d5737a618f331d70cab9345f4ecedd10ed53f93d12716d" ], "options_json": "b61d369d54e7d6ff9715bc20774cf9c0554559597b75da61b4e34900be6b09e5" } }, { "id": "race_middle/test/26", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a7af765bbeb982f6fc7c5c8ae1f28ddbfb24e054b520dd2731cbbc7dcd2f8bd3", "prompt": "74ca66f23a3960fc84564bc456514da129c410455d5cd1fc3815a17a4675b71a", "options": [ "220c9b8ef9cae6f9d1c9d3c29cda3b2a084a2a1c4982fbbcdb557ee1d51a688d", "d7d2fefd27a15551c25961722c2da57ab34dc51746e9b10dadb36f591ec896c4", "db3a87ccd5ba669469e35f4dfe151d56ee4236ad0aa30598e4600a065ec4bf22", "704d10e42baaf9b7004454d1b447d519ca89aceeb5ab13bd69975d7389f0ef2a" ], "options_json": "2d13dbb9643bf7a837edd18b1bc57a21eccc945c8d33fe0cf054baf229b736cb" } }, { "id": "race_middle/test/27", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a7af765bbeb982f6fc7c5c8ae1f28ddbfb24e054b520dd2731cbbc7dcd2f8bd3", "prompt": "e14f81d9013008ef07d1093bdfff7a0d5c033e2fd3f6642971eb3955441f4cc4", "options": [ "8a9779f421280dfc90a1178539800fb0f3b5244af428b6125703ef068307e24b", "ba118bf7fc9c1aedc1edb28a0aa86e0b43b681f222af6616e13c43be87815b06", "be4ee906d3efecfc34a94a6cd378633a67f7f35d5abbc3f498715ac5dcbee54f", "7458199fe97a184002bfd3c42bae81371f0ae2229b5c0a257a9bae77e4f4eda8" ], "options_json": "00aadcf6d65988f8904bd60d60917fe662bf90fd1f2dd8dd9f2d002b0a36d9f3" } }, { "id": "race_middle/test/28", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "a7af765bbeb982f6fc7c5c8ae1f28ddbfb24e054b520dd2731cbbc7dcd2f8bd3", "prompt": "9a426ac4f449a18b48b5082833648e458a076bc71e7e330d972a6082abc1c932", "options": [ "24ae3216a48caa6a8ef50cc49ba992af3f5456f7b4eb947ff0895a895aab6776", "c1a1a2f89fc16efb302f0b2f717987e1413bad719c0e1d686125192adeaeddf5", "85989a3269afb2ca0fda4b667c4303a49992d7e50580c4ee05d13530b9b894d0", "46448c6bf7f68fe95e03d65d1a18aab2d1740635be24a53d4847f6fded0b59ac" ], "options_json": "9e73295953b673564b463a43122148e26db43f0cbbb035609c890ad58d636df3" } }, { "id": "race_middle/test/29", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5a59843ce35c90ae9906ef1560189a6fc23fe0bc2ddeaab853d2292847c5aea3", "prompt": "35a1f54757c26c6afc86ec9d8d8277f16c79e414cf68d7d8ed2168ee926be8b9", "options": [ "f87cf3c12f2d4d820e046851ecffde4b96d675e37735064f7089ee0d4254be26", "72a14e39be9e82579902dccec39b3dfce0e9e640efe92ac813eefc74f2ab7a9a", "0ba310bd5dc5fd17e63e119f86f41d7c516ac5f219666563e0ba7c66b4398384", "9332132b41dcf6eea101e8ef10c2a4be29e5eed4f13ef6cde8dbf59108eaa034" ], "options_json": "a11904a8235e9d238ee2e174183e366dc4077418f5d1c3d2f2dcb3f47ce132cd" } }, { "id": "race_middle/test/30", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5a59843ce35c90ae9906ef1560189a6fc23fe0bc2ddeaab853d2292847c5aea3", "prompt": "14693dde26f662e87b02ff8d618dfc8f290aa7a86c2f325c29846578c3f62d8a", "options": [ "4286bf72cde37707c1437f497d1aaaea026e71b76cf0f410830532172236a75f", "2ca6bc9abfa3a29cd0356cdabaad43134a986a1bae48e4ef833169fdbe2dd336", "dfd524acc36739cf4a663df3fe881ef590b1a1f04ef5eabd90b183e638f65ed9", "c681a621c8c648932ea3d38df99f476d281d8ce2f222ff52bbc0ecd31486f9e1" ], "options_json": "dee06b15283dedf0a5bdaf46939ed903dd5376b694402419a5585e102bbc9346" } }, { "id": "race_middle/test/31", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5a59843ce35c90ae9906ef1560189a6fc23fe0bc2ddeaab853d2292847c5aea3", "prompt": "0ef6576bcd1aded28fc4bff3db8e932b9d7a74ed00015ecddac8a1bb6270b9fa", "options": [ "ed2606f0365c0ebf795badd80b0bceeb0ae12b8e53faa59363dbc46a48ae1048", "b571ffbc9914646fdc01c1cdc499cb3d8e4fff3e118bd2771defaf19272cbb2e", "f0524b14f6ea1a888880fdc7e8a40b6edf23b925d0411dc4d6256206e49eb83b", "b075b6e113fcf02aecc4e137449091a91a03426c303dbac028511136abe83797" ], "options_json": "0d3785ed32d14462286b67f4127696d44ab39f101cb4ad574e684644cbde29d6" } }, { "id": "race_middle/test/32", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "5a59843ce35c90ae9906ef1560189a6fc23fe0bc2ddeaab853d2292847c5aea3", "prompt": "542a7ee63a14ce7cba2bcbd185f7ac3ab51bbdd5fae53fecd007ef04ab47cc85", "options": [ "512eb8d0ea83e813d97c9eaeb57c84dadfadd4bb92f29ebbc9591f7c063b47b3", "eda2d7a01a2077cb8ad1b692b477bae4fd6668537a6e875e1e98bb5b74fd0c0b", "216f88d69fd3c5a7f7b0441a19cb21fb07f28ee2beba65a89bd3fdde9098ad03", "0e20d70b8d0d0f08f86091d61858bce6eb5b181f37615583ddcab34d7342d1fc" ], "options_json": "6822410b4c7da1bb2a1a71983d532e18dceb6d81717d542627f8494643d3dcac" } }, { "id": "race_middle/test/33", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5a59843ce35c90ae9906ef1560189a6fc23fe0bc2ddeaab853d2292847c5aea3", "prompt": "ab90139b4576f287bc0f35a90ef4cde35939ddadf4c49394809cebb6aaea46f6", "options": [ "e454dd4ad1a647d28c5eb0d5150673fa1454d14bc836c79552a3ece472fb2b8b", "c4ba3eb684725d0ac6514fd42747987a5fc9861e48646e756f51058824fce698", "844c942e8a096b87f2718b64de874db8f0e1607162e218aa07f8d07909ba5270", "2d9afe3c7e9f0196ffddcf919fc02cc46c5a121ef794d46a04b617891d5012d4" ], "options_json": "f0cc65f6d8e252512cf86d6fbc5e2a4f16a670cad9e720d0b997612912c2be49" } }, { "id": "race_middle/test/34", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "376480d89b33b46b3a792a45af38f56937c233146fe2913823dd62500fce7620", "prompt": "2cffeb2c69d717bd9fe652c51cedf4c63b78758dabe49753020ea407608a7fa4", "options": [ "8882bcd8df9c9c4eb72b7b682a6749bd1abf78cc7ab9ca0f2a5f26996258ae94", "369f2abca991b75e903865f922551afd750a0b26175e0ab5f9610dc0e63ff9aa", "0ae363e3922bdcaba63dc5785e7c3a12dcb1f55e77a92704030c9bc8acd8774e", "a1c76875789fec98092e3c3b3157e95f8a1e542ae75d529d115a3ac46f560cad" ], "options_json": "07959f3d23aa4eede50856af84b96b515622c75e1e6770e3a26262a9a4257eff" } }, { "id": "race_middle/test/35", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "376480d89b33b46b3a792a45af38f56937c233146fe2913823dd62500fce7620", "prompt": "fa953cce6f6a1c9630ff2d2e781dd4cc3c2b722920c6222c8cfa9021952e9c5b", "options": [ "cf5363f4c7f4c32f706d631736c34a7aa184d654ffa324b3d13fa6686afb2dbf", "ad2ead11cf3d11854b84d49db2f94a8c1cfb234c53376ca7e88c8e46155922fc", "1814c3036be1f048119035bbe19601e4188b245f72591b1584f3913610d0f09b", "ba963227547c2d3439a025a8b06faa12a437334965ec09d864f398bd0915c3da" ], "options_json": "fc3fb7309cd5de24c56d83efb55d4707c43f615e053ac8e9a3319c4fb71ee8bd" } }, { "id": "race_middle/test/36", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "376480d89b33b46b3a792a45af38f56937c233146fe2913823dd62500fce7620", "prompt": "06d4012e5ba9ae5d425a889ee8df6c59460ff124373880bc93afd4342c3c595b", "options": [ "af81517c96696c856fa563fb45a9adf82fa1f5f72eae6160d27abb19c6e7a05d", "875b385f93ee5e2bc93aab2ed33f11594134f0ad4e76459ab7064705f602c165", "520445276528fc51d21fb91553ecb53b4f22cf2ad91f9d127f1ea7e57b58848d", "3c2d428ab817a4582c8b1460c33899f67ecf4d24e36f6d3135021b56ee897a27" ], "options_json": "5c5a468485a229260e3086f2737b2861e2245ac76e78f5d956d73f1b3885b318" } }, { "id": "race_middle/test/37", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "376480d89b33b46b3a792a45af38f56937c233146fe2913823dd62500fce7620", "prompt": "2aa738b2627d211b53809856978b127c6315ce806b8c7ec27c997f191f015dce", "options": [ "3e788858b5b1bce80a4a3057a5be1e40ae1e44a3e320ca1279786a9b371d31dd", "490ccc4e0dee86f0b8bf7dfee9a315cd8e28a827c7a9262c1e572e5cf9e21077", "78f01de0be0d7fbcf6ebe28400a441816efe7611263de30decfa323f371f6e36", "d745c636e125204ee22c138aae7aa7df82f76c9636199e8ddd501d842ac44bbf" ], "options_json": "7c8884588fd7344099255b8561e946f4f89dd62b1aa8970db3e888a506f2b1bf" } }, { "id": "race_middle/test/38", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "376480d89b33b46b3a792a45af38f56937c233146fe2913823dd62500fce7620", "prompt": "9b1c622117338a2cc3ccb1c868d4fa8e063f0cd5b9f8eecf48855f2f3244bb2a", "options": [ "92486a24c4b1ec65d65b36daaa76e5da163eed78b8c365ae02c538d065e0195a", "49ed91e8dfd8895d9b99b25adb38b128296b974281c4630eb9190020276c2a5a", "6b5704eb906575bfa26764d15132ddedf3579ec69574694b41bd2ace6a12a570", "d3c4ae4acfbfa0c993c553cc193ca5f77b59ea57e3a0d9de7a38a43af1535170" ], "options_json": "e22829d8e869f05f3096eab75cb4359c6ecf3e49ad0f4dfc446cf3b6c724a864" } }, { "id": "race_middle/test/39", "gold": 3, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ea43db035c5b9b6ab0966240b3dcd039e4a14da862a9cc6b1d05dd14e4563709", "prompt": "20c903017462e15e02e4fe13893519fc0447fd4e6c72a4b0b70039a8e88ce082", "options": [ "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "c195d2d8756234367242ba7616c5c60369bc25ced2dcb5b92808d31b58ef217a", "edcd8e701a2df0cd66a39bae6aa156cf16fe2b9653ef65f7d31742e2352421e4" ], "options_json": "593cf065b9edcec24d065c983b090d6616b41b90254816c68446a65c4fe9ea7c" } }, { "id": "race_middle/test/40", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ea43db035c5b9b6ab0966240b3dcd039e4a14da862a9cc6b1d05dd14e4563709", "prompt": "381e54472a903a232c1d8c5d4f25bdb7f104278b284931af0c05b1fa52cfea6f", "options": [ "f2764ee70e739a32a7aa4de35b005184290d50f51b1bb9cc27573f275d8ebb33", "f1996a7cda48bca0dc87f700b183266eed3a770330d924fb1507b3036e37b0ff", "a01edad91c00abe7be5b72b5e36bf4ce3c6f26e8bce3340eba365642813ab8b6", "8f27f432fcbaa4b5180a1cc7a8fa166a93cda3c1bce6f19922dd519d02f4bb39" ], "options_json": "2592432a6627ca8d15d0acd8814424e1adc6bef9795ba267192dfc6f8ff8a311" } }, { "id": "race_middle/test/41", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ea43db035c5b9b6ab0966240b3dcd039e4a14da862a9cc6b1d05dd14e4563709", "prompt": "1acd3c072625c03817cb482b52879bcdbe4aae80759b0190b7bb2281c85a33a6", "options": [ "e03468cf9c3b8d3f75049e078ce1e6e4c1b33444ee3f68df965c58da8921a82e", "ec4ae5ccbe8c8c5f83493b7332a7a5d1b62afc2ba3a3b0ca5b3ffc7f495555fd", "8f72f7d3138a0b5ab633e8bea033fd008b94229a469d9e38e32b7159a44b6bf8", "538ad6fa012ba0be23f2b65ff154a8993a61f8f9349b150ab00a4124f802baff" ], "options_json": "d5ec9272c841ba15e23a2aee7d1c12b214d048d5b85e4a2b8139d76e132c9316" } }, { "id": "race_middle/test/42", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ea43db035c5b9b6ab0966240b3dcd039e4a14da862a9cc6b1d05dd14e4563709", "prompt": "42dc320c03eabe8f38ef96ac9bc1bd6971ef5c9ec9240a4b2596d06b731702a3", "options": [ "aebac53c46bbeff10fdd26ca0e2196a9bfc1d19bf88eb1efd65a36151c581051", "a3fa95a3b95d421c316f1a9b12c88edcc47896705976764d2652425de98f0c4f", "3bc51062973c458d5a6f2d8d64a023246354ad7e064b1e4e009ec8a0699a3043", "7bdafc81a946c1c7fa0ee680cbc0f4461a0c9adf56ea9b7c2a29a2cdde73ed90" ], "options_json": "0ddcaeba6bdc750cd3ebf41fad33519e3909fb993daac2cb994b75e15b236ad3" } }, { "id": "race_middle/test/43", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ea43db035c5b9b6ab0966240b3dcd039e4a14da862a9cc6b1d05dd14e4563709", "prompt": "15737456899485b5f3198c6f13e353bd8d571d343cbf12df5de352fbb8771bb8", "options": [ "0b32511d063c618e1eea6da1f9cbc6cfedd1f87e049f4e76d2a1b506b068dcbc", "b52f484e93f74dad4afef78781edf8eb80a9af84fab88f23b67f03c09a563240", "3ef561ec5c539554d1b574c93d24e6d30cbcf541b427f5e6d550ccce3d0ecdf6", "6dee1d8a70e8c3d04afdfcadeba25fce0231f5f16ec5c9b14ca2aa591808dd44" ], "options_json": "c6bdea4d75fe23d566af958231509d883244d4c997fe47ab0ac08237476b146d" } }, { "id": "race_middle/test/44", "gold": 1, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "629d4aad8a66517ce891a64524cbd8cdf85a280fe928ac503df4028fd8be96d7", "prompt": "562dd0af335abb0c01fb0bfd0e1d36b562850b1b351b991cdee93f9111117176", "options": [ "15ce665b2bafbf38efa798756e8cf78ad6b2892984c6dc82b6ab42570c587517", "224837a01c7c33b2072ca09751cb21dcaa8b6100af96dcc92c26f7201c062c2b", "5f4379e43c64f9e6a9feec541a68e3d9b34963af088b26b475b9e87b20da2415", "810d7c3ca6aa6411102588f8636833035138a35f32f5e7b2df96d2ab2dc4d660" ], "options_json": "2514e63a078ca51c9a952e51fbb9f893eb286c60bc79e80ca42da4878c5d121b" } }, { "id": "race_middle/test/45", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "629d4aad8a66517ce891a64524cbd8cdf85a280fe928ac503df4028fd8be96d7", "prompt": "5fe12fb49938b0fe86bff735a55e5b859996b6d1a4d4698d1988c0c9a3d59416", "options": [ "ebe4f9360ce9598d6400aebe77ce97cade07cef802a3db8d7aa5d0d43fc7a047", "5f14ebc779d5b09466942aa4ddfe6bbc8088f4228baf131d3edffc1660f37409", "4cb8b9fd457691efc0ef3ab3f7aa9cfdb7da595e247c7c84de39e0511b34c73a", "810d7c3ca6aa6411102588f8636833035138a35f32f5e7b2df96d2ab2dc4d660" ], "options_json": "cdb2b17ef3857ef8bdc45be408e71b59ca85be652c2d940c32f71be0fc12f0ed" } }, { "id": "race_middle/test/46", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "629d4aad8a66517ce891a64524cbd8cdf85a280fe928ac503df4028fd8be96d7", "prompt": "131d26cf220c6a80a0e2754cb91d513fbc01d7fa99fffe4ff91f7eb830d0286e", "options": [ "83eb3c9d284f64a5fcfd06266ab9b8d7c002cc67a72d7668396e097bb7164a24", "932163728b590ad1cf00d5097b7a9c11eb8992d29bc15095e52afa8787404330", "61af57c05d719c7ef472060984ee8377778636f79458048491dc1e8a9ecdd653", "3311fc10b21ed9055d23aa8af54e55e65f534c9a205e81845fce1f1ffedddc78" ], "options_json": "30fc1b44bd4e5d3dfb3767a89c1b55bef531115b69a4bcdcd1bc024f5880a4c3" } }, { "id": "race_middle/test/47", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "629d4aad8a66517ce891a64524cbd8cdf85a280fe928ac503df4028fd8be96d7", "prompt": "b238132da96980ca6096de8bcf1c323de8a9934b1e3ae500f7b7cf5f8316ce26", "options": [ "25007c0f585d6b86d8abe743fa343e9aa444927379517b516d5ded7169e83db9", "ddb58874beb8397bfa6bd3abc9367564c00aac5a23735f97013cc3aa3b47c7ed", "cf58cec32b601a03a3b7d726588a541e6e5ae0d01f2b0bc17d3fc64608953b4c", "171b57cffee49281890e6da4f7a350ea28346cf378d8eeaef7b7cc49152284a2" ], "options_json": "1af3bb83520a64c449dc3fe662f0dc697f198298ea931df01b56df63c0f415fa" } }, { "id": "race_middle/test/48", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c9eb429d26dedc5be4094b35f5335cdef10983d3446660036c8b761ad8df7f80", "prompt": "06a5dba90dfd0729f71b887dc341d094c9f01471b478361ed291ac509dd03ea3", "options": [ "4addbb89aee2797d27773f6a9e77cc034e50ff2784cfe5ecaaebdbefb2256839", "4b0ac66dafe3b1ed100ddd255ab0f5967bab8fe36fa0b42b7de81c59ec533f81", "f7211d6d94476a1afc4343d0b7dc3a5820cd85956955e5c109c28682d77ebdc9", "cac5c932f15f26803249b39359954e52904acc60f968f31befd07d6765c83559" ], "options_json": "e897ff81c6265c681bc9f0b5079b9fc3cd0fe9bb2fc6fcc860512d5c82b0fa95" } }, { "id": "race_middle/test/49", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c9eb429d26dedc5be4094b35f5335cdef10983d3446660036c8b761ad8df7f80", "prompt": "d258d6c96eb6b590831f43bcad80879f0de0862f93feb2480b41e65fc902b211", "options": [ "1f51392efe41794e5523d44b24983065fc556c319443a05bb92b48307bf40897", "a7a967e6f229efaee38cb06e0cc116b38990dd3c520215d8d5ade2218deff59a", "ebe6540377eda730a413c5239bc754106b4680c39a0b0d67f9641be1aee08984", "71948651c50f58b5ef3c6932a7c0246ca828ea35f0f93710f3fabc9afd1418ca" ], "options_json": "fe082da6e790fad6a59bf6b01e5da70c69f2d72b7caf1ff0340725969b92a24a" } }, { "id": "race_middle/test/50", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1fb6cd45fa316ab9e90cc8c93497b83bab8c0faed4d8f210400307c37e5a0169", "prompt": "68efd50b9dc2f63655eae7d1f4f96a33d836a2b6615ff721edebfddecfa927d4", "options": [ "6f5720d55ccbc40c0e24afc7c88a999039cdb708838eb078a9f8c106ae44c63f", "4b11a0f070a60f5f8113bd0dd4154b045e3de91fefab6e581ac24763949ea9eb", "c5ce6a9d613dce485d1da72b3fd4f0595fe9e6245f832cebc757a99071c05f35", "77af61d2054f7ca5bf2c07d3097af3b740c3d2bc795a7d3e831a7c61753642e7" ], "options_json": "1a1a4d8c5d3176dd0b199ef8fb0ae5a3d0e95f60d4b776c7c04d16fb8c3c4f27" } }, { "id": "race_middle/test/51", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1fb6cd45fa316ab9e90cc8c93497b83bab8c0faed4d8f210400307c37e5a0169", "prompt": "5a229caa81533f5b2addcdde4458f168360ae3ff2c93c085469ea486300b9589", "options": [ "4d20d53c91ecc7517e6c5e38f774bff0f87290d0c420c9efdbe13b3137cf612b", "1ff56673c45559d0e5ae5cd5692abec7434645a0ad7d99091eba5e21cd0dd164", "c01398b31089abee2a1685b08780027155ddab332df4fcf38bc5b8b1912b3241", "3d054f0edb1f193d59b07d181e270fb2057dc4a17a6914ba90abc7e7f160d40e" ], "options_json": "df7a3157dc7f00adcedf641cd4268e6f4a1b10b44e7f4de93d7b618f29cc7acd" } }, { "id": "race_middle/test/52", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1fb6cd45fa316ab9e90cc8c93497b83bab8c0faed4d8f210400307c37e5a0169", "prompt": "0ffaa87f18a4e383c61d8c49313855ea06f233b75a0d525ac318fc791f28c5c2", "options": [ "e0595ac6a16808bb07b19c530f82738676916d320fa1745b4e039a6a8c8b55dc", "03a06d7448e873589a54b5e149c1572057a24f3982deba9796d4a864c639055a", "927ac2492c745415d234bc4059cb1e0c420c0634180b8d98622825801a216cd1", "ef0a92b4ed4886daccb28b4f313a80e9fa8c1e8a78a9a6cced7edf57552c5f02" ], "options_json": "8021795cf51991e34ed7ecb7e4ed022ff094504bfac9fee06e1893875b5de709" } }, { "id": "race_middle/test/53", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1fb6cd45fa316ab9e90cc8c93497b83bab8c0faed4d8f210400307c37e5a0169", "prompt": "de000d022d946209cbfb3204003502700dd4f98d780ec3af04bfaf05f09bd25a", "options": [ "aa97302150fce811425cd84537028a5afbe37e3f1362ad45a51d467e17afdc9c", "348d77e943a990e64b08bd3bafc7c1b3fde497e92670f78cd8e9eb27529706f2", "55015dcc0231800fb4072efb2524cc9e2b181eddc344348cc5128e041e61549e", "84a6dae49cf0481203aa97872cc3301b73c406b8ac099ee36d2f849365cec06b" ], "options_json": "c821bdc3b0d708b263aa882da350275b2bf673d8bed25afcbef86d4810d7fe1b" } }, { "id": "race_middle/test/54", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1fb6cd45fa316ab9e90cc8c93497b83bab8c0faed4d8f210400307c37e5a0169", "prompt": "7ef2451926547850bd13e7d5aa29a727b06eafa045c378a480421c4b23469ac7", "options": [ "433453e9984c904b6dc38d2537a6a45257d4040060f4407458212ad3c976e6b2", "0127ea1e956be78c62bb103bd6453eee623c2c29f526344472dda87757eee7f7", "2e4b9cc2428beb7bff6a56c14d7304e472a23e890e91ef0a6b0b0380e89f9734", "8a9779f421280dfc90a1178539800fb0f3b5244af428b6125703ef068307e24b" ], "options_json": "931dc0c8dd6e14aedce9c61304cef67cd7125be4dd70a3ae5b291c343b2d31c4" } }, { "id": "race_middle/test/55", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "34a52bb6c49be7d304afe83987859c163dca4a6b0213e85916c2d7d3c5845cc5", "prompt": "5da0894c4bb9d30bf9f69d6fe740bf7ca9fac04c1b87fdb2d6688de4a95cf424", "options": [ "eef1cb1d8ac8d6e451c97a46699a2d28bf729bdfe7700e69babc81765bb4d3b3", "583b1eba3ae6bfd449401840c759b437dd3a4174a37ae5e2dd844b5e3506d653", "fc94acb2273f70f423ed95b65ca7b07351273a8a5ffcdeffd34a464d6b01e2ff", "aca5e89857258765fcc8db8b72780ca871d2a7a367543e60f3fffcfcde4eb8c0" ], "options_json": "aace28c7b07ca0033719d9706729fd9ccc3223a2e1113f076c6103cd1b42b740" } }, { "id": "race_middle/test/56", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "34a52bb6c49be7d304afe83987859c163dca4a6b0213e85916c2d7d3c5845cc5", "prompt": "fa4654d2c83a3016772057366105ad318c70eeb56ca85cd4c86d4b0f060a12e5", "options": [ "23a4d90975bb36f436246fe5f69e59567d4df46ae491261fd19a9a1f11d9a52a", "4ebd3564831b752d6cf175bc946412ffcce57aa70331986ac03347dffa549b73", "f868adba71dd145e32d66e997a392a0f335dac0ab12be1b56c39e12031a01aa9", "45b7ad18d2ed775b804284279acbecced5753b4fb281bd6f3601652c79a473c1" ], "options_json": "7cae053d1f5cfee75bbc5327d05981ea78c2ac32b078cd050c73f5214184c1a7" } }, { "id": "race_middle/test/57", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "34a52bb6c49be7d304afe83987859c163dca4a6b0213e85916c2d7d3c5845cc5", "prompt": "5219c9340f30e1d76dbac199e1b91eac203e4c72d8383ef0a2c12e3168a5d5be", "options": [ "4fb4c407bc01d8bf2c0f0fa3ed5fa3b91faa7af8052e58b42afda282b7bf97c2", "675d13c2dc0bf946872f682f69aedc1a1d49174b69888af1dd60be7359baa6f9", "3b56dc07c3834a1343cc976e2dd6f2c85084dda6afc6712405232236f3189cc9", "c671aa29f5e81f7ed0dc15882d2aaafc14dbe9f05b0bd3cc16512f2e54e6eea2" ], "options_json": "6ad74b8e6807dbc95fd7c45e0dbed1ea65cb5ee7c00aa8d43087ef4f27300d1e" } }, { "id": "race_middle/test/58", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "34a52bb6c49be7d304afe83987859c163dca4a6b0213e85916c2d7d3c5845cc5", "prompt": "0fc5fa13c177f055535a0e08cbea4a071a3ef5423e72c64bfeca7306fbd56d59", "options": [ "dadb85259849752a72005f74f90a7ed51c5063e7fd6ae533e1a22f173d90640c", "7bf28aaac9f07c2ea486bf2a76c003b0a037ef9f24a5b0b2784a768b1445b99f", "a685d6df4b2aac3b12e1c47c7469f6bd64c69ddec4b04b212ab3d4c1ec65f3f9", "79970d992ec227afb804d9a3b4696aac7a9d4708dc207ac5f56771d46270909b" ], "options_json": "7336a8763bfd2ec8efc1da1689ab458ae09f5cd593d36179393d9c67c1602357" } }, { "id": "race_middle/test/59", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f0b9d4d8c992d17a1df2b459834541caf36358ceb93c701900c961197c7d62bf", "prompt": "9e9514a8b02804189310dbaad71421b05a6e2183da66e37e8fb538b2e65daa49", "options": [ "f34b24dc643f5a8c2bdf63350b71c3870902b8099b391174a5b601a0a5cba514", "d15f827e2f3ead7a23b5a4943c6a3ac74a6f85baf00f5b347ad2f106343775ad", "37e1b4f5831421c8ecb2860d931028587b86ffa9c2dd2cee8565bcf69cd015ce", "e02eed3763597d0e4a2e3affd31fac5ae6a55bbabe4251b0db1baffddd710349" ], "options_json": "42352ee2ad19d5883a6c6e5baefbd2cd4b7b4f7010c218242dd214256cc8eb4b" } }, { "id": "race_middle/test/60", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f0b9d4d8c992d17a1df2b459834541caf36358ceb93c701900c961197c7d62bf", "prompt": "a6b5bedd3b163791a34c7258890fe3df585202e0202fdd297dd30903538603e3", "options": [ "8bca40b0df5828274063928ad830430fbd882a01a00b0305e3b818f2e333f2cd", "b637529de1e55c8c177b68813a8ddb498bb499839a733ef4baa4de05a91072c4", "cc2e94bebec101520d06503709c01148181f6446b9b078dd861a2dbb87237ebe", "7bf6c2a6c1029c98b543c8e95b8a15eb45b8a58687b8474328ceaccb3766cc2c" ], "options_json": "37093751d12b176e767aa783648077c0e1d40674f881136d1f604948684c3e32" } }, { "id": "race_middle/test/61", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "f0b9d4d8c992d17a1df2b459834541caf36358ceb93c701900c961197c7d62bf", "prompt": "628834f8291c0bd7da5400eed255f9fc483d5da0f0dbf523249e1eab9c9a8610", "options": [ "529230ff9f2d1370f3cdcddb5a29ef950c4f9a6c5eb1b90009adfdddec7625ad", "30321404b5e155e8350211b696538ec370352cb35acb8594dbee2160e350825d", "aedbcccf8e345e51353285d6b7739cf1aa3b0bfe7a556e12f85942dc00baa9e7", "36587c9af7b8cc922873b3cfcb3704283bc4a94e3ae0a296a2295b03fe7b80e9" ], "options_json": "c8820750d9e38b7e817ad8f77e712f1a5f09874c664ceb4535f75afb8e2178a9" } }, { "id": "race_middle/test/62", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "f0b9d4d8c992d17a1df2b459834541caf36358ceb93c701900c961197c7d62bf", "prompt": "88064f9ee7660cfba00fc201d6e521fa4848b8343ee848bf041faedd9c652b7e", "options": [ "780e1a9f79638ce80f0cbf1bd5fd3398389d38a23cc2ca9df340b6cdbdcd6f66", "dbed61a465407e15dbe77a6e3030bc35cfbfe5bea4b217d437f0cd40ee1e1afc", "7ded9671a61eb46d28561f711aabf2bb31125e1fb9b01715265a8fa79bc616a5", "517e9202be5ecf2a21b6f53c5d6e6f52ba452454c9e38be77f61dd1d564d0a60" ], "options_json": "6d8c61dfabea8384ed943373ad2fbc10340842d81b05c0a5b717cda6b72a6d6a" } }, { "id": "race_middle/test/63", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f0b9d4d8c992d17a1df2b459834541caf36358ceb93c701900c961197c7d62bf", "prompt": "d99b21f78b2cf094624e5ccd0c32cbe07fc7bfae0a1d04923e877210ae27e603", "options": [ "817772362a7a398a301e2a107bf4a65cc17be9d60f6544ed969490b9f3b76235", "e2d1a4c491edb9f59a208a6d7056c41c679c3d3818c34b0415a0e043e7e6f17f", "477929872e0318d1e28be431b6f3f367d51ad8fc031f9a56501531c1ab535d00", "3f2f28104793b1df8b84b011cd35fe8fc9e7f9d7425493450fb535ecad676bb9" ], "options_json": "f05b105d3cb8083748741840032d8160d15d68bcc23df77ee93bba2d0471847c" } }, { "id": "race_middle/test/64", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "38b5bdd45a2e48db89eaf074247ad98f042bc17de03da4d3417c7958757d2d99", "prompt": "1e0f4881602a391aaf310e52adc207d570ab748970c1f970af883a8de9765a40", "options": [ "59e087cd9411f6272fdf1c1784efb9637c7132db8611a771c4787a78b958ba89", "c71dacfbdf30621a20fc249dda8c5e769bd34226201564109ffe0f5aa2af6e09", "eaee5c4e9b7eb541342ea02be43f6a2cb6491f8b815b30ec51814294e695dcd1", "c6093180fea2a2e1ac97908e79bd50c20e68a9ff09fdaab186cae5cbef17b58f" ], "options_json": "5e37aa21bfc8d29e7abd0a80bc98ee3d8115d1c2f506ee21387798e8a5f5fead" } }, { "id": "race_middle/test/65", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "38b5bdd45a2e48db89eaf074247ad98f042bc17de03da4d3417c7958757d2d99", "prompt": "b5c00dc3e041221884308c4d74dea1074a1cb2d77960b792bbe5f579f17d6706", "options": [ "489f719cadf919094ddb38e7654de153ac33c02febb5de91e5345cbe372cf4a0", "c34045c1a1db8d1b3fca8a692198466952daae07eaf6104b4c87ed3b55b6af1b", "637ab2808704d851a93ba9a6de8c6b957c5b7e30d4c16bb767df4fb37ff4ddae", "5ae666e5b1a641b37709ec024ebba835b4d7d67ec8fd6b25e6fb0d750bb944cf" ], "options_json": "c1e407114f40dc0a0e9fa2de3d5d73ff9c3c9e664ad2451b7527c9c42bd3356c" } }, { "id": "race_middle/test/66", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "38b5bdd45a2e48db89eaf074247ad98f042bc17de03da4d3417c7958757d2d99", "prompt": "82115db49fa9fc643649b3eada924c964d335f2350759a024c92cf11e162390a", "options": [ "84505915a7242bd0f2d0d63504f0cb47fda7c612c7b0d1b4a282717fcd220d04", "b233339716f0b5633df963688730e6b576e57af4b852fee78e34224640159ff7", "458abbe473d2b7d246b222660f82691863433b7c7f4b7afc37ee1ad0c0bfed9b", "420ee205978f52ed31beab9e724f8f2a042a40787100dbc2246f085e1883e381" ], "options_json": "4285304f4b4016a7ff285bb7dd4fbd6b7c2b1050ed44c37db4e405762e952409" } }, { "id": "race_middle/test/67", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "38b5bdd45a2e48db89eaf074247ad98f042bc17de03da4d3417c7958757d2d99", "prompt": "25582edaf2da2ce3978c669efceb9b1eb657e4565a6660c48b635d825dfaa75f", "options": [ "9390298f3fb0c5b160498935d79cb139aef28e1c47358b4bbba61862b9c26e59", "a6b46dd0d1ae5e86cbc8f37e75ceeb6760230c1ca4ffbcb0c97b96dd7d9c464b", "fa95e5080882f52bd40ccab2dee9c88c4d1fad7ad1093f93a0edcd8fb42d2bee", "1137b15c7797aa84ec24e8dca5cb966dd016624374a09cb2ecaa9ac3229f5ccc" ], "options_json": "73b8e50030c2e50e22deffd8842ede98c6584525fe4ff6baf4bcf3f34967d14e" } }, { "id": "race_middle/test/68", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "38b5bdd45a2e48db89eaf074247ad98f042bc17de03da4d3417c7958757d2d99", "prompt": "0ba17ad93fdbaae688d8232cc2ed35832c1905da1f0d80a50893f03dc3f9bc10", "options": [ "dac4970ce624959fa71d118f9e23bedc55491c36620f301c34f189b853a83f24", "d163df0897903930266be6517fb97ea646ea21fbfad057feb72dba3a4fc7bf30", "dce6ca2df1e1d5c8f6bdf787e5ed2168477ddcba5866513a00007abe281b7291", "f434d56d24bbc7bf16294f5669fe22210654b3ec76d20a4d93ff0520a6992995" ], "options_json": "350b9afbf1793f45e7890018038447ef348d26d8457cade857f43df8badbcf53" } }, { "id": "race_middle/test/69", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e3648019f15444921ea9bbd1d2a8ebdd35f98e756048241092523ed15cc4cca7", "prompt": "9d5db93f749659933d19b7f9bd214900dbf638213bf1de6bd7cb95f59f35d1bc", "options": [ "afafed99213556fd7f57baa0da4332d0defa7393205f0e665b8bd2a6c47f0e08", "fc1398d0cfc3c34a70c7abed1fb284a4b59f8798c914e12aa325d854eca722ba", "5d85c062f46e4a2f734800c65cb39ac968a89c662419b272aeb0ed53b18af647", "5f865a018cc68a94a48648064377d6827f8cd67174e209e3dbb9ccc16a9af3af" ], "options_json": "a2344164d4350fdd5adae98461e896d546d82f1997e75836a52748e31fff1f6d" } }, { "id": "race_middle/test/70", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e3648019f15444921ea9bbd1d2a8ebdd35f98e756048241092523ed15cc4cca7", "prompt": "9ff6db5510ccc474c287510a86c4ac4b7755aacabf5218613504adc70b65fedc", "options": [ "dd9f75c03e357167e7636681923c4926d21dcf9f82636acacbf30c085dc7ee21", "cb50299c2e2fde5f864d5378302464ffaace426141aa53e3bccf3b0f636a2437", "0762b328e3e53971d3e037c011f9a1ea8d286e70900a492e0e6929105732bc0f", "183dbb8db62f72ca033f23460048d7f553cb436f2d592f6e8b22cbd8c0501821" ], "options_json": "b81ee11e168b85817e4e6c4ad12398984a6d0f9e2360760a7ce0417fc7ff3114" } }, { "id": "race_middle/test/71", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e3648019f15444921ea9bbd1d2a8ebdd35f98e756048241092523ed15cc4cca7", "prompt": "460a3ccafa846b523db120bd07d3cc7d136d311ad55a3a782fa8f95f1958642c", "options": [ "31c492c848e5c52cd2ea06000a6c170d2f511bf14b8ad43b827cab766484e3e8", "38add2576615499137abfd451fdc3083d11f5603a10399ee63088cba471a30b9", "caca118b9433c275c2713e52ce7a4d03cc26edf5d605fa56fb90612529112789", "d13b6564c48f55f9990b9c94d484defd5b25012d05ecc9f8cccc57514ed38092" ], "options_json": "3871b6af7997dcf354fc423ce66ade02b6e4ea5ea0d2cb472df3cebd4168a2cc" } }, { "id": "race_middle/test/72", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8776633fa677d03de9a58d4168bc053d853ec402089eaba245f09a274957da50", "prompt": "e4ce89adb8badef4b390c296f6cc961455145fe97d6e132dc3b1b0b0edc5512a", "options": [ "f9f4ccf1bcf09bbb9f2323ff34aade942c89a8e6c51b4f88295931a32b4da500", "1c4ee125a5266e88123c9d7a904c164dab5aaa0fe5d8be6acb0a6a924f7ca421", "7e0296bc201a65bbd5dbe7832864d13db6c910c810d2b7d2e0485c073e24c09c", "bc6fa31effd75a930411c3f2bff736f3c02e63e9fbfa1033bf9211b0e45ff3ab" ], "options_json": "43645156ef34797bde76a4ab10f5ba5285e2035cb5f512ba236eb32d58273074" } }, { "id": "race_middle/test/73", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8776633fa677d03de9a58d4168bc053d853ec402089eaba245f09a274957da50", "prompt": "bb59153fd9b1b5d9592cdf58acb13860eabb40479c14f52d8f835ce80568937b", "options": [ "8181003efa05d4e2542a811859935173b27e600bfb0ed6989b638842929fa786", "c766c5c4a09c1b854b23c0ec6dfe50b470e8d2e4f1e5edaf07102072828da4ed", "719f6e75978e5dc921cef79ed77eb98da415631801da3fac6f85dc509e8c6751", "567e0a83ca7cf49ee1eed1745686d531efa8b9c9a5bd55d1fdc9be29e3a96d0a" ], "options_json": "38dc2d3642cfccd9bb7432758691631ff9c31c56506cbcab786659b4d3917bcf" } }, { "id": "race_middle/test/74", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8776633fa677d03de9a58d4168bc053d853ec402089eaba245f09a274957da50", "prompt": "0a84da0f88e1f459c0f8fe2be267f17598d8d20711e8b70564bc2fddb9175bdb", "options": [ "769a7e3a4ac05cca9f95e9f66e864cf17c4c17a7d3eaf46c47d6df1bc512bc3d", "33de59f460b46f7f25d50c8072f91459210355da9392099b8a3bcd54d5fe1cfd", "65f00ebc91b24dc9f93ec6073ed98617e016f32a9fe0e8506df8b822b96190d4", "377b275152a3d7de40f72069dd59cce268944b476079c577b00eb6d467fbd8c6" ], "options_json": "1f0b8c68539b9443c91576df76ff2f000a9280a54738b446daf3f843821c6291" } }, { "id": "race_middle/test/75", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8776633fa677d03de9a58d4168bc053d853ec402089eaba245f09a274957da50", "prompt": "ebbcda4bdc2439f4c90edbb09c7f42bb24754d1c0e48f0926285d92da9f8fcca", "options": [ "be4ec0543953fe138b326f65233464c4c1dcd71cd879d47c10429b6aa030f429", "a6099e9e327a2894f5cd9d438057be03e93c45899721eb919e36181f22119b4c", "53fced5ffb1a68e61ee9ff664abe8b168493443ecb7096cf4d0eac5fd2ba1582", "03b34db94bec809eaba60fa5f3d3b2c4376b9fefc15c9469373a7e55c9baaf93" ], "options_json": "33fc14e8ed777072654d66ba659d108173bc44ecd7d6f231380dae6417aa1382" } }, { "id": "race_middle/test/76", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8776633fa677d03de9a58d4168bc053d853ec402089eaba245f09a274957da50", "prompt": "67332eb4a8c6d976f303451a1537abe654035f60467907b10c626ea26675aa49", "options": [ "9b40c468d7cb84c796a2b6345873a1f15e2b58584a72ab23988905a60045bc12", "81a38695180a798df4617985fb9479cd7f83d25c1b8b98896c966cb7c3865d73", "f5fcec5c7781bf20cf44a152daece1d2f7d8bdc8365038438781d13f660b1651", "65a597edf1428b5bad9da9d0e22835b792b7af0f8829a63690bc07b2ec18df24" ], "options_json": "73358a99801039fbe32a3ee9694064a7182e9fe9b69670cc93c20edae9635c71" } }, { "id": "race_middle/test/77", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a61e611c1e7653bf9ea7675ae8c1f621508aacb2633862ab891a285aec2ccdfb", "prompt": "91164fba6b9ffdbe8fd1e493795b3ae415ed6f062d7be698aad0e72e76e1aee3", "options": [ "882106ae489f81218959f4b1ca20bd32e5e67e4c652e1d5f74fdaa6beb7d1ca6", "87f7dd4bfff532dc34b91b4ea3931f85ed08b687b593f6c1917dc324ff9f3d47", "b1a013e262a6db05a2dfb79c4836adf403a6ec278aa247403a0181cdac96c1a5", "403e4514b05a53dd72d7f19450a8e28cf9e79f9936609f538b585fa2481f2e06" ], "options_json": "72d90b505a2ee612103f8325a4545268c4f9d37c40ec1ec253746aafe5aa0656" } }, { "id": "race_middle/test/78", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a61e611c1e7653bf9ea7675ae8c1f621508aacb2633862ab891a285aec2ccdfb", "prompt": "e733a953a1dd3338df7d5c6716c6b53c11f3c5fbb6fd928d3817fd3300e94458", "options": [ "4803bfe878283c87a225eedb62678fe8c5b3486dd44ca73f64c7a03d22fb3476", "e01e59b234f8b4490878996461a77b31e0c018cedae7aae192f9c81c8ef189eb", "f9fb8d48b1ed4589f0bcbfb2ebb5c8480d46f1d40916d198ecb98da238bc1e74", "2c2fe33c5dbbdc4cbd53986397c9511d90842868397263f311eaacb40496d9ff" ], "options_json": "7fd8b413f083ffd9c3d1f49987e427712af19c14a0d64934aa26a469c9a77ee5" } }, { "id": "race_middle/test/79", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a61e611c1e7653bf9ea7675ae8c1f621508aacb2633862ab891a285aec2ccdfb", "prompt": "234e750b5dc3692723f25910a82b0c5081eda91023a1ba54dac019d7baf1f514", "options": [ "ea9363ae6e5ac302e9db118a1eb1bbb2bb70c6cfb52d3b26548be67b3a4d523f", "87f43fc4afdd8eae2b6198cb2ea2c0fa970241d9eb576431a6db62134c5da49e", "a6775dd962df87147a08e29ed6831e8a0b703befcf32aa30cc7dd772543f7721", "4508da7a3b65a8b81445c4c612ff6035d2f462a82bfad979daa48fe3fca98e9d" ], "options_json": "484d6833cd41035c8d18b2d9a349e87b754337aaefa1b2586e105317e4b61b64" } }, { "id": "race_middle/test/80", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a61e611c1e7653bf9ea7675ae8c1f621508aacb2633862ab891a285aec2ccdfb", "prompt": "93966271127fa29ac1dd9df53796fb11f0311f6547790962a36a4211163cd2be", "options": [ "cd70386a0c65ae566adcf6f0e25b93bfc4d5eeb98aef25c5d1348873468a7b64", "f819e869a23855feb7713ef99c563fd14ec6a5811d560260828d75c93b7f055c", "5c9aef2d72f25231a945b22c716820d73d1e565fbae8651f10e252b2807c093e", "9c6f67bce32baa72ae338fee3193ddb46bba623e238f0530095de05b96548322" ], "options_json": "d3c0cc7b628d4757e92dcfae516f09e5a63bd922ef844ad76a711333f4cd71a8" } }, { "id": "race_middle/test/81", "gold": 0, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4b62d70e878a393e0358a298d6dd8acb5c862c844c8d106f1a78f9837e061f34", "prompt": "805f6354df29f22d4f1ea3cf55d32a8fc15b2f828dcd676aa0a6b85e1ed0a9f3", "options": [ "8b12507783d5becacbf2ebe5b01a60024d8728a8f86dcc818bce699e8b3320bc", "94a72c074cfe574742c9e99e863322f73feff82981d065ff65a0308f44f19f62", "926f52d1c1e19c0c58a7d39bf234a0d239352f5acfa26c73989d9c3845614999", "0dcec4b8c6499c6cedf49c6c0fbd2072cabe1b13840a7abab650136ab856899f" ], "options_json": "bd2d79302fc08ee7cd4e972b9d78996fa644487dbf5cabc803644c62848ae067" } }, { "id": "race_middle/test/82", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4b62d70e878a393e0358a298d6dd8acb5c862c844c8d106f1a78f9837e061f34", "prompt": "af168bf36512fc2491c37de42b3e2554cd159af17fd24a4c02ed488991c77474", "options": [ "21c920e887e9bdae47960acf3c3472b46c71929507320f202a332c2f999d3975", "93586057cdd2ebc4467877f25081706bf38179239363a79f9c5d197283ed194d", "9cd6e37573c287ef2441212aa8424d039a37a365f0905ce85b64d0f809a48277", "f9c23b776a223efec13a8e7e2475791188da93df771940e1bd0ed73e2c2d991f" ], "options_json": "391a476022bf9cd12b256595d715c270b36947e4595b6931cf70f81baf929b94" } }, { "id": "race_middle/test/83", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4b62d70e878a393e0358a298d6dd8acb5c862c844c8d106f1a78f9837e061f34", "prompt": "779941bf6a5dd34a1bf631693815f4ff8ed34c9a530f270f6baff99c1547a528", "options": [ "04e027e4990a203f4899f7e87c2d5ff6b9019e9565795619a59ce06c099560d4", "163c18e0068f0a59fdca66b6a22253a252a413966e33b35a0e45dda3c5add351", "25cdb46d8d2115a24eb15c3c58f34f3330cfca4fec249ff70b7cad2bb560a0dd", "fad900280ce54a04da3b698f1a7783717b466fedd3ded41fe5fc5a3686f1b180" ], "options_json": "43b688b08089c4c7548e3eac830aee74801b951e0ec94afc3981ebae8454934e" } }, { "id": "race_middle/test/84", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4b62d70e878a393e0358a298d6dd8acb5c862c844c8d106f1a78f9837e061f34", "prompt": "66ed1e35e0980add8f7d37b0be135c970f13b33f355e3251381b99e6534384dc", "options": [ "76e7ae3861d2e63d1a19baada00165f10db4e95b96ed78cf42a90147d599f210", "a659b59f309aa2a21dcb32b7214b7d02b041ac070e59535cd1b9a729f97d34c1", "b5f6c9ed43f71c7a73204e2d2ff032c1eab64ced17357543b1be4e890e6c869d", "bfc14c83e04851071b96916b665150d2f831792e8fd874698d2886222f495631" ], "options_json": "59f76c2cd26333bc04e75c5f796e75bae31514b86a4f0131e16421a272615d9a" } }, { "id": "race_middle/test/85", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4b62d70e878a393e0358a298d6dd8acb5c862c844c8d106f1a78f9837e061f34", "prompt": "6c84367976756319955106dbb7aa2a93ce603fbcde6a8b5f0deb9a6ae95823fd", "options": [ "5953201fae48f5beb768ec5b0daf0fb51f811bfdc31a7ab3ecbfef3b72b97c36", "9dc415325a95c6e2558bf141a8772a175de49b08f0a027c8720ad942d6ec63f7", "885ee10bd0c1df3d5946f0c038ae4e09c5c262f65c1293e077cacd20c03a945b", "03b34db94bec809eaba60fa5f3d3b2c4376b9fefc15c9469373a7e55c9baaf93" ], "options_json": "fb0d6aad51229e8ccd4875f444d41c88de6f9cd95f6a17e17fdfa94ac3194d5f" } }, { "id": "race_middle/test/86", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "23d127401e6fea962d7fc9229563eb32efadf87b0020a256a4c85e23b7edc724", "prompt": "9ebec80d9b81ca1ad7aef6c80d3eef564f5f647eb62d98b97466c4e16dfe7d39", "options": [ "8810ad581e59f2bc3928b261707a71308f7e139eb04820366dc4d5c18d980225", "46fd05f35b5591e22afacd79c3060afe18120b359df5d42c98e9d0273d100cd5", "cba06b5736faf67e54b07b561eae94395e774c517a7d910a54369e1263ccfbd4", "11507a0e2f5e69d5dfa40a62a1bd7b6ee57e6bcd85c67c9b8431b36fff21c437" ], "options_json": "7f632266dcd93a583464a8df3797dd59b7168bdd57cd159374dda3de762a5474" } }, { "id": "race_middle/test/87", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "23d127401e6fea962d7fc9229563eb32efadf87b0020a256a4c85e23b7edc724", "prompt": "c8f7e03ae75ac7a478d02f9485d06aba2fa412969ee86e9bc193811a00fb2e1e", "options": [ "490e0c7c4c69723b6f80e853de04c8d17f48f9cddfeb90acccf9c48c499e14cb", "cf7c23c56a17d5efab054fd0321f4ba45e84d58836d63e72811ee2e1035c1405", "8d6aae59c0c87d88117861d0cb0eeb1925c4ebd68c8cd0e75142081a81307019", "333f776f275e9a9806291d9750116f9bdb970d33a12c9dfeb6f96da1ba583611" ], "options_json": "09a3115af9c51a4a008cf44b0ef81bfd7b3980c04a86b08c76aacc30b84df51c" } }, { "id": "race_middle/test/88", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "23d127401e6fea962d7fc9229563eb32efadf87b0020a256a4c85e23b7edc724", "prompt": "23b635a2be2a04f7271ce599580ad14d6554079ea993cd487c3bde9b7ea3913f", "options": [ "8ae53ff163fe34fac6e4c540c36f38278dc19f59e4d71cab52796299c18695e7", "50ffcfc919ceefbb242a923e230f2820f7c8bdc997dc15282882109b528883a3", "0372474f9040628e6a7206fb1a7755a15eec9d0e0f186802b3216136e7847caf", "29113ba1ee836cd0d21e532a3d4499059671a863142077614f4f6db4f8d783e5" ], "options_json": "f30b91f608fdad82cced0afe3f16ea56fe954565a15a0adac76502de2e71b3cc" } }, { "id": "race_middle/test/89", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "23d127401e6fea962d7fc9229563eb32efadf87b0020a256a4c85e23b7edc724", "prompt": "b96a65135d1b9c22e3926d9c7e513fa94333e50e2c184d1e71e2e1a8d6f30ed0", "options": [ "b671b5bcb08af63a0fb79e0b34d3cfce87e3656fe23a00daad31ddd448b0bfee", "5175dc7ec51a044be38ca5b891e5e7e976159fa962af4af3012e52fb253bd967", "9012bae5f76031106eb1f9bb1f2d6e89fdda9cf78c48ad982b56df6c3144e343", "6d0ccd6ed7aa22a062cc5fc316b7342fb70961eb6301cb65515c99e96429b92c" ], "options_json": "bd254a95b7bdd57256e6ea23e081859347ba22d47949a0efcbf246516e99b6c6" } }, { "id": "race_middle/test/90", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "23d127401e6fea962d7fc9229563eb32efadf87b0020a256a4c85e23b7edc724", "prompt": "58461b92a730508ccf067fc9ef025143922465643087a70d10ee862966c02690", "options": [ "d449b962545cdfc2b2e2291b1e9d2534ea5eb3c8f4da0d73cd38921657c0ac2c", "03936c3a4d2b17c5e6fb3339b85f115df5cc7c8c8788442266584af6068279ea", "aa23d1ab07b44dd2fc211f485e9d6ae3b0efafe27256c18ce71876d2824aee1b", "9b3b818638b18016ecd054943b57f2cd18149253616c76a5b39676cd094474e3" ], "options_json": "c0178aa610d9db640a9868e7172cf0a09814385973779ce6d3ea5dc504668308" } }, { "id": "race_middle/test/91", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c3e02d6b9a4733772e55d083cab65ae07ca2c82743e257332e41fd61848c8ed9", "prompt": "f5fe92a0339047b040c49c5b7ec0775dce3b04f076814c3157a905a20d991d92", "options": [ "aa17c4f1a900553c5535fea521c491ab31ce4451e6e6ead493f9afdd7cf1fa02", "02dbc1b6e31ac8c671232e56fed934c7cd2045b9d24ce1909174efdbe020f0b3", "a600c90ff3567641db252f78ea348f95cef150bcce316019b27418c779434316", "66115d9d27bbde72ffdbccea768f919deb35aafe09d3696c01abe1eaf357a0d6" ], "options_json": "f41747563bfc098834a91d5962f97faa9e4d5b61c020ab3b816fed72fc5c3d57" } }, { "id": "race_middle/test/92", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c3e02d6b9a4733772e55d083cab65ae07ca2c82743e257332e41fd61848c8ed9", "prompt": "2e989cf6b16fe03f1f10a366678a4b9c5e9c9e37eb04a436442c9d2240dd0bde", "options": [ "aa3002a505a4dd06e20212be9788a1e30ee1c51857a5a1d478fb8aafe1af1d35", "a4dfd00525a1001d575c92e809b973d60bd3f8fcb2ad2cfba99e9f2892955aeb", "f883342ab79e3bf518e7cf0257ea9e8f1693847a66d3b96b0d01439c14cc742d", "5f1d14cd9974734a5cda1f369b819be8594ef60f948f9b48e0881f00200741b5" ], "options_json": "206c10ccfe2f853cef5a4ec212b2d09131f12b75e49a5c9ae53c746b795ad5dc" } }, { "id": "race_middle/test/93", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c3e02d6b9a4733772e55d083cab65ae07ca2c82743e257332e41fd61848c8ed9", "prompt": "b6c865bda6d5269196aad3002f2dcc9c8fb47a45f2533284258cca937549d680", "options": [ "aae736865a28a51836a381b0a79a6574685f42315f66ce6d6aec8a3993504e9e", "3a76e9874b9ce4d2433e5e29cf525868f1f8a0a8af5d6b41754104187fecca02", "2399897946abd951eeedd385b54ef900fcab649b7f4bf04252f5f5450585df03", "cb818a68b1c0cd6cda3f61fb99a250e6d8000c1b59340c00b4ffa775b9e6834c" ], "options_json": "c2373d7d5d099c0e7e0decb8fed001d674e3dd7bf00791963f702b7efedc81f6" } }, { "id": "race_middle/test/94", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c3e02d6b9a4733772e55d083cab65ae07ca2c82743e257332e41fd61848c8ed9", "prompt": "652b9f721449132e1506bbc429baafc0d63cbcf3cb7f244be6789301307f98bc", "options": [ "4569cdf6a40692a91c65afb66aa4c632bcc0c63be15bd3d61a5a1166c770bd02", "99e7e7a1d37defc2c4506a74ab1f5fb17406c26aa6f26ca5891011ac95445ac7", "1c4abdd55899980d7b6c5e301fe7283461d97f256ebc7e04c6e368d10cfa259a", "f11468403825f539ad78b0979da4cb15e26e0f3a94a327ae38a3be7ddba07724" ], "options_json": "dc9283b11f8933f879cc46efe7ed033034948a8cec211b8a9551007fdd381353" } }, { "id": "race_middle/test/95", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c3e02d6b9a4733772e55d083cab65ae07ca2c82743e257332e41fd61848c8ed9", "prompt": "91a1efbe939f25558c9f2a0fefaddb028e867ddd0bca06fefe5c31184dacf178", "options": [ "36583ee3ea401377cc2c68753d8de4377f3ff8309aa4e54ebebb0887da1b345f", "35a0f04fb4c977b66374b4b1a14149b9611c4fd346e9b8faf36d000965663dfb", "260d1645fb83fed3da2aaa22628bb340271788ca614179bab25ad4f23201ac3c", "071e3f9fdae3b36a4b3a6dab85ff3f5c84273c97a412d4b395266724a4d04843" ], "options_json": "60c0cdbf82ebe653c1dcaefdd6ad09e79bd21609327a9312a21f8dc00176e3a7" } }, { "id": "race_middle/test/96", "gold": 3, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e649fe681ed8228747e523bc7f2066ad1ed340392b38252797b2cec2001ee9cc", "prompt": "cac857926106cfa2e0a87cfbe4c6420df99d0402d1d11d5f3b21bdfbaf86b438", "options": [ "f488a1ce66d73227a120466f3a13645f39f50b4a5fa4bce48b2e679f90c329d6", "fbeab6e2860ccf57143c366cd80a4f702cda882dc2a277857e7ddac61fd71a81", "0ed1f845251e58f74524e271c125b209a12631049b80be81251bf8cc32db4ff9", "83cbeb39e67e09315389d4826530dcd326198adb8934766dd2a23463bb384d85" ], "options_json": "eed8e233645bd422a7a1b76d69b66d885a30a32f9a6d9dc5a1723e9059123739" } }, { "id": "race_middle/test/97", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e649fe681ed8228747e523bc7f2066ad1ed340392b38252797b2cec2001ee9cc", "prompt": "134c2fa50d731417694dfe8682dff9a4baedebd4f95dd5c8ae49b76adfbe9bba", "options": [ "58c1365365ec9cf1adae4c5924be6fbef9f22179116280f2ff38e9a05b0256d8", "70176a14071b718ad3075ff12704f5327f63b0080a3b1b26ffafb364acccb423", "7eed9d639b24af5d27675ca405c86b723055379c87e570d737367bcfe8779e43", "d5f2c3b6c1cf537f0171282e940705bdac77e293cf72cce6209c51f8f423f6fb" ], "options_json": "2e0c5a9cb5075734adbfb8921047fd3066660dba4fa6e23f2796a1ee3cd01ca7" } }, { "id": "race_middle/test/98", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "66967ed6f747fdd51ed4e64d91fb95e779a02a1bddf97ef66a36651f12b34216", "prompt": "0e9a0be4f66ca92f258eda0151ad3514873fb81c66c55e4f3fdf7ec6484dbd49", "options": [ "e8768c3f207052e1fbed93cfed4208f10383857f57c4191922db72c6acbf1f3f", "84e9174bbf1cf5a26d3238df8ac39b73db784831d8db78978a6c40bd4780ba22", "e7ec0c456033c20a1792f2ad27ced668b2d73e8fb8da6ba9d8d2c0feeb0c00dc", "9d4d61037cb46bb46873639fdb4e74b173418b1d85470943ba99bbf461aa6309" ], "options_json": "662516a4c2650ccc44a9e8b6d2ed70858bacdc31de0077c454a5b397b38e9430" } }, { "id": "race_middle/test/99", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "66967ed6f747fdd51ed4e64d91fb95e779a02a1bddf97ef66a36651f12b34216", "prompt": "7f839c422ab5f020e8b92a3401abc26c38a2aac475201d07df634191c558c7a3", "options": [ "74311704e76ea11e7c046436928795db6ca1894e239204005e1cdf43c2c49335", "4d6ba192aabaaa03fcef195c9200b0b23600f805c64043ad4324089830d23e98", "6036cd1a1b8a91c6df81f05f06c3ced006eb50a34422f60e40c5691cf2f4a8e5", "d38cabcab624cb37717b7fea7f72377e0ba1c28cb7d4710309f5f635a488766c" ], "options_json": "611dcf2c91d51231ef673c56368e978d42717fab95700ec90ccffbbaba4ff0a2" } }, { "id": "race_middle/test/100", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "66967ed6f747fdd51ed4e64d91fb95e779a02a1bddf97ef66a36651f12b34216", "prompt": "5d2b377263c59a40f7be93a989eefa4fc4d1dde39d175281c9d5cf389b864b41", "options": [ "9ab7611e8758213801fcff04697666a8e46f0a17cc6e541777af770a8f2cdc6c", "a7cb79a4eae52e74646a03a2d5ce253fcb41810226b3aa19183c9492d8fc0504", "5ca7367f4e756e85a4e67bc971a17007d39cb31765ab37d33cd1ca2751abc850", "a98efdf563c4c6c376298a1d6cb98ef17872c59acabda402ba06e3acfb5f6588" ], "options_json": "eb5151bc51eac4703c7f3a13a6084d2e40b0aad33151180a976af4628d806702" } }, { "id": "race_middle/test/101", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "237d05fa77abe60f69797083924359ec56410ef39a0183652f060a237c631304", "prompt": "e60c8ccd282c970378836b3811d0ad471b9626ef6cee519ae69e32ffb1f4b93c", "options": [ "cec9d47961b119f37c42bbe5c88b1fb6e67400111f5a426dc0b3471528debc48", "9f08d5fae14aedd40a600eea6c51dc8290ad1b6b12a3f6eb658bba79b8337a77", "ebccd1ba0c4e2d62f202fd32282352741da9a049abf2545a17ae6583589cd0a3", "d3a3194721059b0ae85997ad75446342d8083f08e66e85a7473246311735a1e0" ], "options_json": "e099d0d39a53f26bba6d1ddf0349f8eade89504f60a72528e232ee259626a46c" } }, { "id": "race_middle/test/102", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "237d05fa77abe60f69797083924359ec56410ef39a0183652f060a237c631304", "prompt": "bc67f9ab92b45351ad1e9decbc40c9d44cd36b7172c8232519eae8c8229abfe4", "options": [ "cde4e100efd26f5b02fb484e30db927732ca192f1cd9975186510adec82b5c61", "2510e3ffa985b28d82b58adb72020269b10251833d1115ef21df5b882a7d4166", "edcd8e701a2df0cd66a39bae6aa156cf16fe2b9653ef65f7d31742e2352421e4", "34357b18abddea1874221b1f062f80fe3e11b6abd11fe80b171738893003b24c" ], "options_json": "06ad050fafea8a4278802981e4489e2a9063ce6cc5ed928544b549045610fe86" } }, { "id": "race_middle/test/103", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "237d05fa77abe60f69797083924359ec56410ef39a0183652f060a237c631304", "prompt": "46f0048bc2254098bc49ca552341bd9e926b16358f629b804afb9fb461e2d54f", "options": [ "c195d2d8756234367242ba7616c5c60369bc25ced2dcb5b92808d31b58ef217a", "edcd8e701a2df0cd66a39bae6aa156cf16fe2b9653ef65f7d31742e2352421e4", "e4432baa90819aaef51d2a7f8e148bf7e679610f3173752fabb4dcb2d0f418d3", "e979074ebd5633a7263aa48c4b7dea055a769115fbc0a7de459f8a74cd2efd2b" ], "options_json": "d6fccded634a22e0eb87d5ffcbc68294e996a289bdc4f27f4c3ef282832bd98f" } }, { "id": "race_middle/test/104", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "237d05fa77abe60f69797083924359ec56410ef39a0183652f060a237c631304", "prompt": "0928207156e229fe3ecd2ec38a4f8b8239247ff15c5742f8457f542ee0be10bb", "options": [ "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6", "c6c74c409aa9c52783024c7be61c5c7b8de9dd83cc99d4c8e5331594cc81cba1", "16476453bd562a20b80f73bfc35c34fcc8260b71a9516ce428ea7ba2ebb95ea5", "f8fc7ce2c9534a10e0897f5fa2486b3e1fd2328beed537ecd136ba01a4c6fbd2" ], "options_json": "01793698f009d0f3586dc669a4dedb91168e1b79aa43584e3a12d2d03c29d5ab" } }, { "id": "race_middle/test/105", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "237d05fa77abe60f69797083924359ec56410ef39a0183652f060a237c631304", "prompt": "04a9053b23cbedfb2f7f3a3b12e2c6d1f9d9d37fc824a1d622143347d98c60b5", "options": [ "466ca97dde246bccca8e590c7f37c5c717385239b39fcbeda80d391b1d060d9f", "b9b0b2aa7ae448784b87569de79d546e72473f34a81b35656391ccfddfedfff8", "f24e0d1c88c0ad7d5fcbeed4e9f506dc4cc14819726d29159ed3f19fe7ca0aca", "d905fc31705afe255862fbe7ce09f1864569cef3032688cd63d04e132f01bfd6" ], "options_json": "c029fa1456f9497e6ad9cc74fc117e1c32bfaddc1b00855adc78e9fe49e15a2b" } }, { "id": "race_middle/test/106", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5a07f83daed729fd94ef3058024540c1f019c4e6828a46323ff6fe1bda406d2e", "prompt": "1a69c9bd0a8d45dd93889106779eaf41d3ebc5726bf18195960bbbf8a93d47a3", "options": [ "9bfa1a16bd60841c76fa086e481fd518f8a4a03cb6f65c6a1b092ed0ed42e86a", "38b88f9d13dc6cadcf8128e6f4d868e13491218ec354baec91d4d0a89f199bda", "edb17321322afd70868fbedd094373969ab131b9a13a998494fd65a258bfa41f", "830d0f5f753c9645efbcef5db5f43aee6e3fdc394504a3c28009fad1e062593e" ], "options_json": "9459e77b8f21a049eb737dc9cc03c9c2d5cb88381b383d1e07b1def9a8d60e70" } }, { "id": "race_middle/test/107", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5a07f83daed729fd94ef3058024540c1f019c4e6828a46323ff6fe1bda406d2e", "prompt": "3c6d6169f378f3293a27fad7a2461db6b00c107fd356b7e34f19151d31e8e693", "options": [ "ec7d56a01607001e6401366417c5e2eb00ffa0df17ca1a9a831e0b32c8f11bf7", "d486dfbd5fb578340bccbdd0a662527eab38550648d5f44517e5ac71b8824703", "ba19e9c3d5f49882ddaafed4f286a8a81491150426d321179270e27e74a89097", "3495e757855a5c678addcf32516274e2962d0572f065378dba689e22168f28dd" ], "options_json": "5c994d7f56e23575c61e926b64ebd0f14379720123ceea73e00f3e6603cdd5de" } }, { "id": "race_middle/test/108", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5a07f83daed729fd94ef3058024540c1f019c4e6828a46323ff6fe1bda406d2e", "prompt": "3d779414edef76e2371ebb4dd41bd711001b3fffd3dc145ef0b42aba7f62d361", "options": [ "94a72c074cfe574742c9e99e863322f73feff82981d065ff65a0308f44f19f62", "12f5aedc5d39035cfd80b4569a521de7b4b577cf206326a6fced1572006c4b04", "926f52d1c1e19c0c58a7d39bf234a0d239352f5acfa26c73989d9c3845614999", "6ab523c52d1407cc4de015423091d1a76995f01d32d6c4b36616df23da744a0e" ], "options_json": "c395827859f732139190f4e128392ec49cf16bd39d1265e03da13d80564bf942" } }, { "id": "race_middle/test/109", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5a07f83daed729fd94ef3058024540c1f019c4e6828a46323ff6fe1bda406d2e", "prompt": "d2c0509874750ff5696c0d6379e1764a6023769eae757285ef2642694b20f439", "options": [ "a421759f02da206bead47161a7d8032c577ea97f3e4fb649c5659f6412e0cd84", "9ecbbdc50994a09498ad139ed5d9998e6c824e05307ba2fe663abcf94e788445", "8fed86f22cca6c64be008484dc7b36b86d923d41d5b2df139dc77f87aeee37e7", "c64a9a13ad12c2d94031a623e7b1b7bee87aede26219c51968393233519ee621" ], "options_json": "933641696f0da67f881671f767ae3d24a931cd949f7bfd2088fe5f2ec57cbd6e" } }, { "id": "race_middle/test/110", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "590fb5cdc2c29131989841849bc666e9b05490e0f746d55e674029404d435710", "prompt": "a5fc8177105efc20baf5d3b1ad0f072e08e8854bae3bf0e0a3be70fe1d6eb6eb", "options": [ "9815ad2988a7af8e4e9cf91f60c461d8808f31be146c55e8c597095dcd6a3a54", "2f2a3022cd4e3d92543d55c1362e31294e92d052c826c80090b32a6cef5ef5c8", "5600ae99b14ef8e5eb751fb922eff6cd2a5a9dd1820a966e84eb8b4b2c70d0f1", "49002d515d1605d8e4928cdccea435328773268fb951e9dae201212284d374a5" ], "options_json": "2034b13529acce93590aaa4f9a51dd94c9ee52338718b78dea6a6abfe47079a7" } }, { "id": "race_middle/test/111", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "590fb5cdc2c29131989841849bc666e9b05490e0f746d55e674029404d435710", "prompt": "fe6833a2cc7b1eb954a01b9ba5fabd4a3e2e3e291b22fa53dca060457acbd76a", "options": [ "4ac9945f0b1a6dbdef74cf7acd66be365ceb7afb5b79b95389921ff2f114e71c", "14e32f3cbdd3b4c414be5f81c8c6b602bc9e814c0cad7290a07fe109ea9830a7", "01ea5ddd3be5477ac3eae2366fa12064615c485a541682db3e62d283241055a6", "57494b8dc111af837c2c169f99571d9653ed82fe31d42771d20a7cac20ff3031" ], "options_json": "d4414743f76250868ccc1548ae4f9c39347cb2ef2d4bdbdae53055a80658e840" } }, { "id": "race_middle/test/112", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "590fb5cdc2c29131989841849bc666e9b05490e0f746d55e674029404d435710", "prompt": "bda0dfa01a5f0b3735a5e5c47f4b9ba596da6ca3e46be71626eeaf5839f78c3d", "options": [ "4a39cb0d363545709627c39f7b3c467ade620b83d817853d08782460e491bf27", "b9b97dd04773cfc37945bf15b54b25d4dbd992273bdffa7176e5e98f806ff9d3", "eb18ad171c77aef3982b71227485ed2def2970ed63ada9f6ae6226d68389fff2", "faec05a2cf70b1bbd45cfe0ef2b704422b97cd8dd3ce9e179bb6c9bb223c4239" ], "options_json": "61736365757340b1e589c03de58eebad3028de1964fd540f9ac5adfb1eb5645e" } }, { "id": "race_middle/test/113", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f94ce1e9b40f3f32ee346b854151180e2818bbb5cb6f7d5573d075a87877065c", "prompt": "2e9e373ab12cc129590d808d9c69d43e150b739b87df4ef0fa2668f321ee06ad", "options": [ "e223d8ec1e6450dae88d4eb042479e5fa6104e6fd30b15add076db936b290367", "474c12b01f4f765680ac3bb3e0b670b7ac817c9f717997577cac3f12f1b5013a", "6e317bcd6839e8877395411b47b2b89d2bae7ccb05f78cee32bcdf76b5294265", "5c5f9b87778cfb103aa03ec2585398e9a8049da5552591609efcd784ad84d847" ], "options_json": "3a243ed25310af107bd77fab55dab46ac0b87f16076b14fb5fe24d1ee4ae7a30" } }, { "id": "race_middle/test/114", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f94ce1e9b40f3f32ee346b854151180e2818bbb5cb6f7d5573d075a87877065c", "prompt": "7bbb48c6a1b530e1924e48295ebd03daf7868eda9b4d45bdf37471e47bfcff21", "options": [ "75951775ae100015d9a13391291dde7cf36eafca7a4bca436b7aeec41e60ed6c", "bc490a77c90f8ef22c72406b8c17f50355857bb0ffca1f5f60df33ec1b59e33b", "d4f20e9f2dc84c243b4ac4dbbbdb73002a8ed9449faf854413136e473124fcfa", "ef09b79f130d6e31114c5a97686b29fe54924b444ca8126f73e32f21a439c4f4" ], "options_json": "979417b915c7df41fc45879f3e5d1db6e92361cbb03eee3dbcee9c2c44bad190" } }, { "id": "race_middle/test/115", "gold": 1, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f94ce1e9b40f3f32ee346b854151180e2818bbb5cb6f7d5573d075a87877065c", "prompt": "faa84159ab258e3d5287914d2a4c8efb0edde9863f56a0a75ef2aa9c4b7c51d7", "options": [ "71fd6de0605cd4a3d513c1246f2c4f934870c6b4335d17c8b9752c1735ab67e9", "7214ec8d631c8c4d9c8f56dccc51a9d50842da07315075fca812d1c76d176c51", "d63f2b9f4067b4ffe4bbe632aeef081beb4a55abca8274159eb1de715ea21f52", "d9ebabbf7c3d5ef1f609e9454ecbb0b3355d5c8d743260d6031aa856da55ab62" ], "options_json": "fc663916a8241c0f9aee7ad87bea791185f8dcdf0b23c3a7636b2e49434627cd" } }, { "id": "race_middle/test/116", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f94ce1e9b40f3f32ee346b854151180e2818bbb5cb6f7d5573d075a87877065c", "prompt": "d2bcbcbbfeb8fefe64c908f6790571c4777570742db1f2ce8fc41d43ac386536", "options": [ "2b2263b457da1fd35b802032f751d4fe6dfe29d2e2c6458f3ab8f22cd860cb83", "8da5a13faf599e2eac7ebabd5aedf5bb945c33517341673070c93a795938d604", "99b6cd085dd97dd22d284c186adc8665cb71bd2f3630b9fe4d36da15efdb4bc2", "cbb2e4af5d8aa58015876f58deeec0a4b862ac623f9911dff0e421a255557b39" ], "options_json": "8ae9973661cac8f5168c40d22f2c34d66ba66372d48798cfc04b337604da753d" } }, { "id": "race_middle/test/117", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "aadaf08fd7cf18b3a57ee530102c3b97b56747dc1b9dda3bda0130441d58cc89", "prompt": "7aca07037ae46c9314dfef1619780722b91b45619b57bdcddeab7a98021ce2d2", "options": [ "146320728a27fc00e2eee378b138ca80755852457bd599485e3a1f392b4bfd87", "b0c268ac0d5b78d8f50db771986d499e73a1fd9715391c591c0624ff0b43c081", "71019dddd3b487b731f8589e2560b28f7bc22604128d85cd30514164c3c20010", "55cc08e209b5d64a60a765a774ef630dddcede24645d642301a1bd42dfd5700b" ], "options_json": "e7891ee7e099fd85ca3eb14b8ada21b3e7c549fc73097a703d533eb141537a1c" } }, { "id": "race_middle/test/118", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aadaf08fd7cf18b3a57ee530102c3b97b56747dc1b9dda3bda0130441d58cc89", "prompt": "6e20b346590807d69b8643b31322b49f2983ec79262eccd57802a49ca6ac48f7", "options": [ "7336a8ab283a16cf2091e0330d25cd04591a9348bfe6e570c5c9a13c3009895e", "9b83337cdd16cdc0f23a2dba65ffef382c087518ed7fc80ba173baa7af5c188e", "ce200b05c55ef5b290000a35aa7ea36f1d1aac93035e53cc9258b7f7bb378093", "ff8dad6b3df99b133550d3a5f112027f36e2e41c6452ece7490c2897ae33bb0e" ], "options_json": "bf856a1cf7225362c397dee7fcb22785d6d21fd4565a096e874eaa6c1f73e4b9" } }, { "id": "race_middle/test/119", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aadaf08fd7cf18b3a57ee530102c3b97b56747dc1b9dda3bda0130441d58cc89", "prompt": "264a5bd6b7cacaec39f365a375e00c11d5e73457f63e8d42138e4ae4d67242f6", "options": [ "57f7975a02e170085f2e6c82865a47c8f0c28851a842cc492064c6704e0e87f3", "d2b9b752941ebef832e01011b803a6715afa2e1755b7211b4ab8e41958d80e9c", "570b3fb677ccf6f8b1ce1ff4c6d05c9cd10904a0f1933a760ea5e10007caada5", "ca1338ef272ffe9166e4d003765cf05abd3ad5aae2b65074faecc2b91643abbc" ], "options_json": "0ff2cc2eed5fe4b563485e822b5cccd464e8cac4f1ef6bf565c679f0e0ea3255" } }, { "id": "race_middle/test/120", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8e6c561f11fdd4ba111191262cc88d54486a72581bd981009203582892c24989", "prompt": "207f7917bacc6f376edbee57b78ea5bca64b4c4fc7cbc5d9c7006671743393c6", "options": [ "ee075bd7baad219a9fcfa7f0cddea01c02fe5cbfd3102d494173d808416569c7", "bc1e3a6ecc17bb97eefc1f4d2760ae66773d008909f0d37bdb0079e72ad59825", "259a5a2f4fac47fcf49246447f2740aaed12aa5907b227207febf9f7ec106f93", "5f065a1230d3a5ac1f1f250d1e2f0dac933076e99f478b638d4637e803013891" ], "options_json": "318bf68c814ad9d7e0eefd25bd03ef494beaf070dd1b6ae8fa0cb85b663afae0" } }, { "id": "race_middle/test/121", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8e6c561f11fdd4ba111191262cc88d54486a72581bd981009203582892c24989", "prompt": "640ccf71bc06ce865cdd10c3299e7ba4a76c7af12da01af6c0e360c03dffaea6", "options": [ "bffccae3ffe65f2fba6bd3fa9bad4362cc72bba7b48df598267bc36a30c2a046", "b7cc6419f9ddf6b67d21dcab570275320c58f6f24a34c3b809ba3f8be2849961", "7c63fb3e6ada66ca6f687238199c6123d9cf979e5705c7530b2c05689f13685b", "57f2db471ef758d3c54d31dfc621e2719daa11e07447896b24288d921e083891" ], "options_json": "1fc7dd877a6deda3f3b6113fa9507dbf03fb52ebcbb0e550b21f24bc5a392b9d" } }, { "id": "race_middle/test/122", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8e6c561f11fdd4ba111191262cc88d54486a72581bd981009203582892c24989", "prompt": "38ada7859595bc36afca1dfff9f5f97d00ab351ed260e7b6599f2629a18c6442", "options": [ "850764f6149f66ed180fa0af11575266a14805c8a368274d307ac5ae083a8886", "5e9655a49f52d793f024b242719b1707f8798b9bf714e7fe4eae2a956696c71c", "778dd449f25e51c715ed054ed4720250db1ba5884a5b9399b259bb880d37b6f1", "4c2a0b362997330cc2244226bea2f9bce7cf813c2a3fc089c9c67463a5a2b9cb" ], "options_json": "41dc6d7b717e072e3ab45d60006a030d650a9ab9d2e4773cd6d2218660e9207d" } }, { "id": "race_middle/test/123", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "01f10daf8a0258612f57a571fec8486070ed12dd5ffb07e7c6bbafc5920ff78b", "prompt": "c296ffeedbfde875378efbf92af0cd13e6af7a86c74689c3aea3af64ae0edb32", "options": [ "b015e77af5780963d8e15b21d0a3a81d0b8e90a273b1f09de130b97781b694da", "9e31c548154ffd0d7bacb8464cbaf1f1fda7df08bbbc83200d9dc52d44fda575", "971e3d5941f5a1d2758ab2710a8274d81473374120e7b575092a45ffbeae25dd", "099a7a76a2c5a431512bfd0a843a17d0b22b7223ef8fa1556b96dda6900e8553" ], "options_json": "ef8d663643f1027a3e9af4d2fad54b424612778b3ee9c8a783a945c60e29f8b3" } }, { "id": "race_middle/test/124", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "01f10daf8a0258612f57a571fec8486070ed12dd5ffb07e7c6bbafc5920ff78b", "prompt": "40b9bd09bdbaf1a5857d7a5641e495d14d7eb2f80dd07f082e39a54a5c02fadb", "options": [ "a391099f142d3691f502efd5aa556b699051d017a28f3c6dcc49ab5679ade3f5", "7a52d7add8bae8c22210f711d4b1c440f672d2968fcded30c1ad2cc6f6e7d936", "6bdd1d6b0cb57be1827e45a4b34f1dd7169d58ed53dad0090b6f1d3d900cc7b5", "3f30dd2f07d0c541f0cc662286996e16fb145a509ffc0d88b3498134bbab8794" ], "options_json": "2ea402f90eb22fe4aca72e28ce411c93ec1a4b1393575bee4741a7a5d43ad81c" } }, { "id": "race_middle/test/125", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "01f10daf8a0258612f57a571fec8486070ed12dd5ffb07e7c6bbafc5920ff78b", "prompt": "96bde936abb915ecdb7426bf9223d02bad45a66988522c76c98837b0095f4406", "options": [ "4cf91f6b21d795b231ec32d163061178692c7465e7d2c3117835cc5b3d4dea72", "0dcf1ccd173425756b8984d3c3408cba6c1441e4703b5040fefab2bc91a0c63b", "9fc8aae8329f257af187afc9f66ad3c6fbf776397708d4359abf298312f3b920", "e35bc0df8c3570b543709916b1d06524c285eb768596eec6cd6db73d89eee077" ], "options_json": "be05dcf76debb606a1374c8879357f426379edef28b4224c6631c0d95066aa1f" } }, { "id": "race_middle/test/126", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1eb16d8b751ef6811044d1b053c3130f15c2698fb3af9d50a5d1fdd6c1573936", "prompt": "3b7859309c6a491b45d185cf2bd17a7acf1be69b5a2cd564135e3eba7301ce6c", "options": [ "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6", "106816eb7608f274cf8de690287db3ab333837c2bef1ed12bfd21b266b638190", "549113c443115a16e64e868d2d46338cd26c09312b053cb8076aeb019149ccea", "1ae3b4a6a623124825d226438f390077e3c186e6d7a67f6262b75a2351934dd1" ], "options_json": "2e70d2bdba437af782507944de0feca94e320c2bd9a36452635d3e540b41af68" } }, { "id": "race_middle/test/127", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1eb16d8b751ef6811044d1b053c3130f15c2698fb3af9d50a5d1fdd6c1573936", "prompt": "dbce70b037e0ea3c4b582fa1ca0b5a228946f84d965b49c9cf0f314946b15a7b", "options": [ "3ff0ec71c0429c1e0d3aaa2e6c8fee4d7e2681d5f14fba765ba81fc4668ce5a2", "6a3cd0b3ae3c7c77c1f1ce7bc221f3e403c4a87d24175337d2441f019de1008a", "bd4f2992091158351ea433e0fd1e173fee5a3e2fd8992c664a2a67ab016fcbd6", "a2be4b080f928da0ed7c7152c78d8ff1f9b6fbe6e4180df88597c8f596d88353" ], "options_json": "a0a03a5c1c786053e8ca1337ca11cf3da12ebf3f7d91483bd5e18b45952519d0" } }, { "id": "race_middle/test/128", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1eb16d8b751ef6811044d1b053c3130f15c2698fb3af9d50a5d1fdd6c1573936", "prompt": "5b14275709834f14b25039273f5fefa062561eb011e909616aef8f82e87e53cb", "options": [ "c9bc072f4fa8189466c2a8f2c36a56a4ef1e60a2ffa4986ba2f155cd176c128b", "0e895c323cc786e17547125a4548680990d22ee9459561804dfc6f413d30618a", "7baa68f2418ba82d2545a780c00d7a8778249bbcdaf7369114534874ea6d3bd6", "4e3795d05d9d3ed261ea49f6f8a047f90cc05a4436d187bb0bd28848561a571c" ], "options_json": "827b5042ec63456199a3e7a2fc422c1e619a58e352be9a03fa41dab28a71dbda" } }, { "id": "race_middle/test/129", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1eb16d8b751ef6811044d1b053c3130f15c2698fb3af9d50a5d1fdd6c1573936", "prompt": "bc4c10081404f01f4ed2fa3ee0b4acc5a88f1f2c6a1a50ca7819245082d8022a", "options": [ "20ccc166c47ffb33ea47ab2259bd44ce03d1fb092d6ce71e546d99eb8cbec65b", "1aedaafe2d1959deaa1f82a6626b59fbf85e784225e0f42c772bb7cbbd043c56", "a1ae0fa73c3dd81d224681a95d757854df49285796bd28b68d2629d254e49c8b", "d3a089656281b47ab11bdb87d5da67f256ce248452b5045f81c5fd3b524f666e" ], "options_json": "169b945ee09e6ae63464b935e6e42a42fca92915ce8c9d28d03ef3c0bb7102fe" } }, { "id": "race_middle/test/130", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1eb16d8b751ef6811044d1b053c3130f15c2698fb3af9d50a5d1fdd6c1573936", "prompt": "60552baa875dfd4f34b5156767f2bb8c56582b61078761984d5657ce980d1242", "options": [ "95e09a5361ea2f888b9d00e158d8a48dc1e0ce904a9dc291d5f93105d210ff7c", "d1d8b3b2cdfb45d653fd42a475438f14cd245dfcec4ae3f4f2fe8c4f5f3c11df", "341baef85ca6901a9baeb268a241a9bf5cb521d49d75e97ab9013fa2a1a2f8b6", "25d2850af1a1b39b25a85d41bf39f604d497c8418b3ac4195bb940ab673b0781" ], "options_json": "3fd9b72bfab36db083a62ee27be79ba303e4905287e2d3cbd35c1dda585f8592" } }, { "id": "race_middle/test/131", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ad51c26c2993efb926fc4bb89db8fb22658e400d654451396167555890920874", "prompt": "fbd68bc6f1ed7abba29d3e3289e64285de7961c93cabf8d1b9ced8373cc7c897", "options": [ "737739324a827aae5f7255ddbdd4c40b6d89ebe0131067176c46b1fdb90b017a", "ebd8abe44a4ec3cfeefc522c5bad04d59ddf73ea69c33709d5dddbbd6c4fa1eb", "76e7637bcd2d27fa10f7f3cc3e935739b597f5a92b5610e56bcbb12c394c0d2a", "8919d62eb0b22e8ffd7e775f94259f0d934ba20b5f49720048d8ea7ffbb2e16e" ], "options_json": "b13ebec43304511b4d746ad3020418e0baf36db877d5f95ac28e51095e73f1c8" } }, { "id": "race_middle/test/132", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ad51c26c2993efb926fc4bb89db8fb22658e400d654451396167555890920874", "prompt": "2a0bd5f433acd0bc92dc2a024786f1831105e68cea32acfa505da4555ea261e7", "options": [ "91538eb019838769ab9f4ead27ceb3eacaaba89df97034bd16c60f9b913b3327", "f835266a99e674494c6bdb7ceb598d8ca12f81203f7363b3231364ece8f72a94", "a1a8b326d962fc29d4e0905fee99e4d22fb87e5cc8d860335c1304b7e5333343", "84998808ed3be30641fc07fd91468d10ff0d95b8bdfb16217f18fdc990799dbf" ], "options_json": "bccdd8e4809c881cf398a5d17d29b1b0506e46a1d3d7d20bf085d1cfabeb2cb6" } }, { "id": "race_middle/test/133", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ad51c26c2993efb926fc4bb89db8fb22658e400d654451396167555890920874", "prompt": "b605eb04e355f80dd80930dcec1d266ed8190332af8b8105404013a4f67878b0", "options": [ "7832db0627ef7d33a697a874eec581a9ddb1aecae1538f2d4a19845107726b1f", "156a6fa12f108878f1ab7cd5704f83142459f2260d09370468e886a859fb5188", "5c306acd132d241bd40001a68953496dac4a8d537b2d25a393cfe696233f7f60", "e08aca854940b6f6ee607604fd8f99fa3286f7f1792330d85616c4ac5f91e471" ], "options_json": "97bde8bda34703f490e6d7ad5a0056417a47a255eae03503f40ef480d89f8d4c" } }, { "id": "race_middle/test/134", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "627a73935198aa7427770bfc5cfb0d17dc36c31974f570df399d8975210b3050", "prompt": "d41291e496dde350fb35d7edd3062599b771def86305f3e3d62dda015bda152f", "options": [ "2ccdfe32f64bcba8b825f30ab1d84d3a7f81657b0efbae34e0c0b844578bf787", "f02c96357481972443a2eb6d2861c803fa7790fb7d0225b2f54b6beba964f4ad", "6382deaf1f5dc6e792b76db4a4a7bf2ba468884e000b25e7928e621e27fb23cb", "3580c9267518807d14803ab6821fa067b4dba1210a4148a243b9e9383bae6a1e" ], "options_json": "e0fd848e8025f4b627b64d43150625af249d643f49ebfc50582b83978e81b7f6" } }, { "id": "race_middle/test/135", "gold": 0, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "627a73935198aa7427770bfc5cfb0d17dc36c31974f570df399d8975210b3050", "prompt": "4911922e4e746835f21ef029e11d60d7fb95f643bf8c6e5a54e75161aacfad60", "options": [ "622a494d3ea8c7ba2fed4f37909f14d9b50ab412322de39be62c8d6c2418bfca", "17d46a3df2fc93c692fbf54faef3ea207b119216acf1ab2c32614404f5a1d16f", "defae04158b9c17d7b4a5f7bd72bd712dc1d10b0ddc1fbcc07bb76bb1d27b75f", "d850f3ea85c9d60558655e3069e87758c249a9879d667e09e3fbbe76be9ef835" ], "options_json": "5ecf004f43a9dc6635b153a72b61632f4f388d1c5643a15790b90b1b630772ad" } }, { "id": "race_middle/test/136", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "627a73935198aa7427770bfc5cfb0d17dc36c31974f570df399d8975210b3050", "prompt": "747b943683c76e6707f76f6e2df4ab089655b9c67bdb6d590f297c91fa82bda8", "options": [ "504aef8cc98695a77bbe86dbfddc9c663e9271c16eacbe0f16e08acceba795bb", "4d545a8b56dafa9096c10131d28c0a9a389b9fbaba7544b7e2cf6f43086fa1d0", "576471408a2febcca8b1c3b733e4991612b99123fa6c10d8505bb0a84aeee4d5", "1927bd734691ca020dbad13a48a2eab00816a56220053a4010fb47673e8d5da0" ], "options_json": "1cd5f1b5b452188409fe43fc91d4fb0b293a4508e4119ecbb97ae6ae7c164054" } }, { "id": "race_middle/test/137", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "627a73935198aa7427770bfc5cfb0d17dc36c31974f570df399d8975210b3050", "prompt": "0c2306b6cfc9b19a30fd9e9817ac26ca062d25b6aed69c287bf0436b08e8a94d", "options": [ "9329eee578036e26fdda5a6468f8befb35970b0991190a7cf323b109c2bb7e68", "e8568f34bb9dede8363cba46b766cfddb9365e17ef06f1e43318ce9b70c0e359", "8c05b317156600385807a3572955f8bcf86b1b75904f8857851820bf2a6be6d4", "9f31ead758f4372e17d44b6c469a419a3f26d3795bb3c3ccfe24c137271f7c2b" ], "options_json": "28f4102bb93d58ba8ebdef3bc52947d93085f35c66a268b019daecf85f701343" } }, { "id": "race_middle/test/138", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1c3b1ce91e550a6f5ff7bf0519566b69a314337f745614b22a64c98cb9dc3b36", "prompt": "dc56a58d83cf8f4f60e645de8dca8c6b5e49cbce7d3b397b231fcf2dafdbdf08", "options": [ "e831931e17053bb24bacb94c071f365ea32cac80f0a9815a2ff44c666d5455e7", "17008484ff4f8337a83b4707c1f1bdacf80c541071ea0814bac990edc1142f05", "53dc1e2a9196283ba53523407f9da4e6df6213dc2b58b0fadf5df45844373630", "86b285ad30f28d46aa0627019a3d83503ea25acb93ca3cc3b6fef94533264c0d" ], "options_json": "7bf4635b331405676515273c31c51fa1966b1144534bb511eba5f920d6d4bd18" } }, { "id": "race_middle/test/139", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1c3b1ce91e550a6f5ff7bf0519566b69a314337f745614b22a64c98cb9dc3b36", "prompt": "910cfb471e34ee38b73d2d0c89742c8109cb037753721b1b0ee7ce793d8731da", "options": [ "8c6aa1476c4ce72b44aa7f4d0b7a0f3bf4823769845c1e87fb5de659ff59ae62", "0cb067a15c3c47524fdcbde149bffae0682dc14ca861f9e3c644158cbfb7b545", "0b59b1afc7ed857318653988437106b905b29247faa0cecb22f45182b6575c67", "1595eb7a752b1faac54407e5de384351b5719e8f4f8f9c8854ec61ab6b2ab824" ], "options_json": "583190f880fa5156c17d0b0448819a28f50746d8874270c97aca4b56aafb0b99" } }, { "id": "race_middle/test/140", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1c3b1ce91e550a6f5ff7bf0519566b69a314337f745614b22a64c98cb9dc3b36", "prompt": "3c212a21818dc3281585703d252ab80728fc3c9db832b2a181381cf1c2826730", "options": [ "4b1df088cdc0280deb72204023260588a203c09017fca793579f2de27a0b9c82", "f534bf7b33c3037cfbfff8d9bc1568c9595e54859add30e235e3510344cc360c", "c74e50afcec341b953574b37e20a7beca6677081731d58b33a1fd605d098ed5f", "f1b4a6865391c756f2c4c6f3221e1c235e39ea4dda8baa23959fa9f4914ded40" ], "options_json": "e8f8441223364e9452a4948780a2b3d7b5defde51a07573e159e90911de28c45" } }, { "id": "race_middle/test/141", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1c3b1ce91e550a6f5ff7bf0519566b69a314337f745614b22a64c98cb9dc3b36", "prompt": "1fbc57193003c54cd9a307c2ad568919ef93f68cf9c17c2dd5d1b06f2bf07f41", "options": [ "0979f171c3987504177c7b3e92ecc477adbb6c589dd5873e796c9dce446977e8", "ec56cce47f7b83e1575c237f23bef3854526729f3ad86ca4aafe75ac9cc86e38", "12b90313c67bece62ae2bd084a91a82c5b2b51e28d09f794413943cf462d48fb", "7fc236a3510750f84e2db7b59186b252932c7ad667ae6a5d61d00d842332eaf9" ], "options_json": "1e71adfc4c775203e40f760e84479dafaa26535ce57af61ea78111b189965dce" } }, { "id": "race_middle/test/142", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c2f6df26b86e1e7126a91a5fcec9526d5680eec77f5b7cdc2544a6a97d8679c8", "prompt": "9f2b7c1b2c45d3aaa9d569303ff3a8c559e2f06e245fd673ecc581effacec559", "options": [ "e72b8dbfc4ffe3413482fd19a125a9abca811a772a13581e5be48366abd18920", "70e8dbdea617cda26f20aa608e1fa4e989f70acda5b7ef4807479c732fdead44", "0bad0c2aa6eb97c710d554bf5a4155bd9fbddf95606b21b9a2e281b571b48ffe", "e984cac918a1a738045a36c28d819b561e6ef01cd181f60103ad968221c80c0f" ], "options_json": "99b97a8cd73f179b653b9a46949e62d13a1bdc8ede30cec564398cc3457fc981" } }, { "id": "race_middle/test/143", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c2f6df26b86e1e7126a91a5fcec9526d5680eec77f5b7cdc2544a6a97d8679c8", "prompt": "b0428aae8fd0d6f479f95265bbe1adeb81bc13d13128ec151d1a4d7fb3a574ca", "options": [ "a62f7c0ad1d64238c912a891fdff5e0fb90392cb9ba6260cabc554462bb558b0", "b819d127d20ea3ff7318bae50b381e0dfc378e9867c64aa29384f0788bf05a76", "3b3ec0c1e68d877cb9c894f1ce2f200a6fa209d994201f15b6a6a4fc36a53394", "ebcae040abf5f40b82ae1e97b4298c97259a9324a9ffb4b941011ca0ac383f98" ], "options_json": "c8a0dec43fffe53e43153bc73a951603cf7079c322432091e287932d7468d626" } }, { "id": "race_middle/test/144", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c2f6df26b86e1e7126a91a5fcec9526d5680eec77f5b7cdc2544a6a97d8679c8", "prompt": "824f3d035954fa729b70863dbc33ee21050742a3921f3dc5ab7fbcdb9bd5a5cd", "options": [ "151c9c05b6405eaaceef8d1273e4ad143ef6aaf968069aedc75a2da44816e7b6", "2486eb197262c446f27623b5990d522fc4c37d397b0c1559f4355ddb56abf6df", "df2809524d362e12c0109668c84f59b332d8d378fdb92a2b4a5ced8646c87a07", "f1d39ade2577e1e9efa2930922f6f8db3fe22df66ccddfebcf347b2b072c5ac8" ], "options_json": "f56039472652f085f693cc880a364e6c832e5e7f8f7b82ecd14f4973bb4873ac" } }, { "id": "race_middle/test/145", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c2f6df26b86e1e7126a91a5fcec9526d5680eec77f5b7cdc2544a6a97d8679c8", "prompt": "33d1b705dd4af4ae7163e7acc2853415642fca900cb7b6ff34a65c81132db772", "options": [ "d0b9d0be08314310b185bddee1c0aee35471ee2855a642519f6271c694fb1fc9", "829c576da9e943c8a8d795d7fedb60ea419aae642e1cd10bf25f2cdc482bc13b", "a6f59b7fa5d90d6f406a17953561aa09fcc981b68753be85fd5161e0177e42f3", "b359e532d4d9ce2a3edfc49214150961fd9e5126a65fb7cf7dda7673eefe43aa" ], "options_json": "91736d5ef817f804214283f8e4a06ed630d57d10efa8b940c8e8e8b7c85025d7" } }, { "id": "race_middle/test/146", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c2f6df26b86e1e7126a91a5fcec9526d5680eec77f5b7cdc2544a6a97d8679c8", "prompt": "ad397e0bf0e6a03f1273a91bbed4a13fb1281a9c23ecd49c082263c0c92b0c8a", "options": [ "161ff1de74b56e3095fa9898d655dc97cbc3bac11b05ca2d3cef98f0f2b6ad73", "157538c37e1d9bafc6f5f7bf94afb301953bfd6cb3756468382861f234ad3b26", "dc226331e96517e12393075fc8f359ead48db5db8c0889851e3bb94888ca57ad", "e72133afe30eb50fed38a616f84364caecff4facbf7ac174c2be65f7240e1225" ], "options_json": "a0405cf3bcf208bc4622bb75396cd7af348465037f27e97ad2e2237c60681b27" } }, { "id": "race_middle/test/147", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1a741ace0aa1f81b7aa20a5c2558207febc079488f4273e42500606c1e64ac20", "prompt": "5869a01843fe62beee4a2e24b01226096aa0df56379038042656fcbce42cd750", "options": [ "1108082e9e72031fd7e54d9367c4d2dbefc3b0c449039f055b95ef2be9d56ea1", "628ceb205fd911218cae920dd6170247d7547d6c727ee0512f9da97fe799a1a6", "5471696f438b0ace4030d89912b49664d2f39ef93b4e40ebcf3aa70554d9ff7e", "76e5494bba25b55c451299667e49e4569261797cb810b26b96bd0e095261a13e" ], "options_json": "dc42db094c8311c9b37cc514756e1c6aaecba38c57f05ed989cf406c0e2d01f6" } }, { "id": "race_middle/test/148", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1a741ace0aa1f81b7aa20a5c2558207febc079488f4273e42500606c1e64ac20", "prompt": "456fe8266fd1e5fe4879945b893a54e1881ed1e338f1aced61ea253c4086aba6", "options": [ "e571d0e15284d1ea1ab00e58baa175a245649aac77d618038d9f3f02da65534d", "60d587f464ba5bf6ae0453b7ccc490d7a3d545c3569294f3ff3668c2d37e7a67", "021181343765ddb306b5f9d24c18dc8338a5a9e765c1d2960f6f13a5d377b38e", "791e89e34725c656849bac7dd2f96be2e601e580d812b46988e0a13756981ac8" ], "options_json": "553fbe778de5a306127196a9d4fa46f26988fabb47892cd3ffb0beaa7b3e1720" } }, { "id": "race_middle/test/149", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1a741ace0aa1f81b7aa20a5c2558207febc079488f4273e42500606c1e64ac20", "prompt": "0446ad39e0c33afb34686ad75073bb353669c2e6ce05cba9924fee0673a99d80", "options": [ "d23d6abe3373a25874272d428397583ac5d5df5e8de488a47a187fa2e72b3ad1", "ca482e9d17e5a499d05bc63aa3a587c065bd2ddb2c4c27ffb7b6195af4d18d22", "ab014b9f39ca7bb02c00b5744a4c81c33d89b49841164f23a0235c3e257ff9d9", "7d120f03c88293871b7ccd661224d50fdbb4496b37ec49843961cecb91dd9750" ], "options_json": "38081dc8d88697932c4a1f8fc5ac244b07152a6ac0b1934031da83734113acc9" } }, { "id": "race_middle/test/150", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f0ebca37cc95e8e0f8e25f0ec9d0894fc94714432a8854cb92a1c0cd6de60c0e", "prompt": "c6289a97c8182d39020244b8cf3ced8360dd6be523c9da478284bf5b6efd1a3d", "options": [ "b474a99a2705e23cf905a484ec6d14ef58b56bbe62e9292783466ec363b5072d", "1a6c1efa28d5d11d63976575888a4452fc91493df339eb81554fc6d7984e076f", "9209526aaa61b0709dbb838e14686a26c4a03b53e8eedf34c7e5f6f606110d8c", "209f76418ece7c936b65ff4777a578d860f762c37ad6c7f08f5826242199ef51" ], "options_json": "36bd82d9d3aeb00d44e2268a74e53787e6dbac0ae73da473829d146e80fa1f6f" } }, { "id": "race_middle/test/151", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f0ebca37cc95e8e0f8e25f0ec9d0894fc94714432a8854cb92a1c0cd6de60c0e", "prompt": "de9a3e96627cbc5a2874c99a73adc579f2b75c7422f610c312f05730936bbba3", "options": [ "5b08ce87c79e65e1abb2dbd669eaeb10925c6cbaba9985c9b49f3a2bd002d4c0", "25bff49c96f95e8e820c07b8f27ade6fa5b92a650bfb5b7cf87da5c8d3f234af", "e15463dda5c05d3f2306c509602f6a984a972d0301d35a01b1bf8afc18aa9e5f", "9a6b90d76a940c6bef36e1a37449740c0c510e62e49ca0349623e16e5ee2a85f" ], "options_json": "66e4c376cef5a8e97787674dacb7eb59a9c5ebe68ca5e9347ec2dabe20230011" } }, { "id": "race_middle/test/152", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f0ebca37cc95e8e0f8e25f0ec9d0894fc94714432a8854cb92a1c0cd6de60c0e", "prompt": "b858c1cb158ab0627167d52efa6ab3d926a7e29ed236347b17878adce06c1384", "options": [ "3f3f8baad08c9ccc4a3e02a17d042b76a1b75162b22bdf00f7273efd896fd5d0", "c0db23fce130033e54591886c4e44ab3f0ac56dac6958846929a230574283774", "f8b307326e0353468a3a28d69f33c478eed2dff408991ce8479490f7fcda0f02", "8b730878016fd95b5e2ba8d2371fc754714df72f33a613d4493b42a1863b40cb" ], "options_json": "b57a4659d0639664a405d95c38ceeb3f49d93578fc7943c2f25502332f6956c8" } }, { "id": "race_middle/test/153", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9ef6137d931f9bae20932fb9af6c38634e44166a8d7ba431947e151360cadcc2", "prompt": "2c5d81f1bc92421be620274575c591599db90396e4c15f7b4ed6b6949a7dcfc2", "options": [ "ae4ce5df100725ac4b735910292a0942bff924c0a61a390c01ed0aca546e9d6e", "3b8368926b9cf67680b210d70cfb0297ff2576d60cc0fff5586941732324d87a", "e4e3d4c1660c5c40045f675b3d80bc3c74a9e72a90f1c5c7aeb19a3db44c0bd0", "fc2c6b9da4e7b548a34dd11d29bf4fce8f1ba0b23d3172d9e1ca1ef9d3429bac" ], "options_json": "ecdd3cf972a5cf4e3aa4df8085504bd7195e95e6b4c0000dae3d1a6fa846b039" } }, { "id": "race_middle/test/154", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9ef6137d931f9bae20932fb9af6c38634e44166a8d7ba431947e151360cadcc2", "prompt": "ae32475973eac5e6c628aa570b706256af6a2b75db87fc443ca3ca52d737f8bb", "options": [ "8da1e3e3a8d3cbd69bc0c6879267f9d39a848b2ae131c10130b88762cad9cbc2", "309f6f117a512e4212ad88ca1c2d8f138d0b40334182a15adac8fbbe6fd109fc", "a9bb78b12e9aafe1911262e46e68505553b5cabe41adaf0076f6d37b3e1e2cae", "9cc3e24fe9d0a9d86f56f80390504afa0a9a3fbbb57ec0911fc8c11493ff9c50" ], "options_json": "c2301205a0a1b92bd5e42d7dc6b9b4b9fd6e8488a34726c767db390245c609f2" } }, { "id": "race_middle/test/155", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9ef6137d931f9bae20932fb9af6c38634e44166a8d7ba431947e151360cadcc2", "prompt": "96c5ae00ce59798629e1672245b6fa712bd56502a4a4c7c4c540f6e4b12daf48", "options": [ "5b7571f638c6f3594f586c9a8648d97835fc755242fbafec0f94691b4f2ff28a", "ff0bdebabf58ac88bb8aaae33f510a30f24d5f8af7df9e44a761bd8b7d3abd26", "f55f38f911d53b459ba6d0af419534bdd1afd42d5059b29d7f9e3d92021691f7", "963fe8416a3bf612573cd2c3b4f31fb258be21a3577788921356c113ec5ac37b" ], "options_json": "0ed39d64a81f70c5e6d341785c746c034e1722e8bbdd81747c87e7763501df6d" } }, { "id": "race_middle/test/156", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e5155392342c0b3b7472fa325e4fbbebcbbf1345975106f42c0f178f71528204", "prompt": "fe008e95df6e63b2a548f341d1cea1281926c070751210de6ed0c790c0798c62", "options": [ "be9a74d7519b476a025fb6b22f227d0daa62b5a0aa35c2623fab86c2f893adef", "919e9d1fcec53fde1bcf182228f4ef084d05a93bdfe8b562e0a3546e7a8f62b1", "a598a2b0856eb6d66497a85d9142e8f6c00de5df2dd9215417036eee37453740", "497b7c678f66a4a833334a7f1abd16ad0961b74547c1a723bf0f8b510257ea7a" ], "options_json": "8caafd7de11fd0b051144ec62e853e779e5b77e5b1b219f2f43421184a2d8176" } }, { "id": "race_middle/test/157", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e5155392342c0b3b7472fa325e4fbbebcbbf1345975106f42c0f178f71528204", "prompt": "53443fc59c812f9a98e1d1d47980623da4411e5201050913ebf5a3cac21de2fb", "options": [ "f3f71290cfc9f79beb49b0917191f208423d293e55bf113338e1a4879238c618", "56b08d54224cdfc0c4fbbe44351ad8d991983459fe436f6f90e134de1ca4e0fa", "2e6b7d89504080d00af0087528a163cee18fcaeaed29f8a95a5173ee285970df", "d6e1f5a5cb088b633f27c28297ee8fe2ec79639a4de41d7747ecc8a77b89b0a4" ], "options_json": "c157def39eb0c8b9cd6c88483f4a936eb66ef7e8438d836a97de4399f7e52a73" } }, { "id": "race_middle/test/158", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e5155392342c0b3b7472fa325e4fbbebcbbf1345975106f42c0f178f71528204", "prompt": "6f70921a1a97f7704709f5dc4205f7722a2b0d3e023984981db8c246b93e47e1", "options": [ "f0b395ba2008b07937e3642cf8f07169072f79e3d68559324ec7d67e8c85b4ed", "eff0cd7501b90372b6afef9ea4f0a5ac2a876bd08bdecf7453d900b26df96b3d", "7b6fb8a18514e84f8040f09db51be6bfd7eda7c4616c1dfc69813cd850cc0dc2", "4eaede8a1f169fa23e0751fc10c237e6dbb67dd3973cbbcefc10f1f61cde2ff4" ], "options_json": "0882c1d0ec7d4bd36a69002472afc0732c897f955a63ae4d9e77d7102cd5f001" } }, { "id": "race_middle/test/159", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e5155392342c0b3b7472fa325e4fbbebcbbf1345975106f42c0f178f71528204", "prompt": "f52a7b5ce0f8b56bfeb1498a70ebf710b90b6caabfd64823593d3492f1a6b0bb", "options": [ "535e794fca8f37e4064da7141b7a0e35277bc5339957fd8d2ebf47ab064a91a8", "bbbe4bf834627b874581770a13cf8a82a92668237248be903f1d730da5bfbb11", "cc9b105e0e02fca24fc798d3cfcce6a755449cd72bde3bd85f45c50d857de004", "c618528e45379816f5200641eb15a77ad5e12bb1b4838e3356a9e340190f754e" ], "options_json": "640ca9d832f84da54138965a12630745ec6e325ec40e043473e21f8834c04f59" } }, { "id": "race_middle/test/160", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e5155392342c0b3b7472fa325e4fbbebcbbf1345975106f42c0f178f71528204", "prompt": "509000c9e9a103928897472a746ffa7b483de97921688b0f60a16de77a8921f2", "options": [ "d7fa3b824dc14e23842254584b4ed4e4e23f421bfeb3171975c8b1fb23a245d9", "cd25efd2bd0d9d1ac5448493b8adeff501fc2dd63c581f0ef979b183735e54ee", "bead366a81196b61f3fb1b3f19a3d56f3945d1bc4542251e44c51531bc60ee04", "d2e9730f85129ab14c4b40542e37e86f76afe91c4a634c59e8022c91c7638a3f" ], "options_json": "ef59f7854b7d0157eeb156846645ddf6cab1b929c03029795cd3472e164c8744" } }, { "id": "race_middle/test/161", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "17cccf5232e7b4ca9ac54a8af92e3e0653159174dc4e23f2d675fdf84073f607", "prompt": "b1f0ebde444c6b845edfba0c955b9dc17b93d3763cce783ba855e883752903ce", "options": [ "6ce012fd1056714b493ab0a7b473923e52b597bdb7cde60a0d97ef6f54e60c4d", "7b2d3fe053178a030323dd1e1a1341245aed33d222244551ce5d4c1be26541fa", "23f663630e2f28250c09d7a0c370f55eebf635772f9ce27e46797ab8ef297f4b", "45d873d4bfdc6bbe6925297328210da8ae3312cab9052df873f350d1bb3b8a65" ], "options_json": "043bac7c7ffdb7aa9065bc714c9497e908c5c05b2f6ecf6981f706731e9227bc" } }, { "id": "race_middle/test/162", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "17cccf5232e7b4ca9ac54a8af92e3e0653159174dc4e23f2d675fdf84073f607", "prompt": "8bd4c348104deb26225d742c2f30026789d700e2bf5e0ab8dbba89e83154f25b", "options": [ "d7ced4e61425ed445d3b66aee50dae689537678fa3521c7e44a9bffba0c6468a", "92be6c77fca93f73d924f684ac569aa61f4f60c7b96bf7af23227cde1d769b6f", "c6f528909a8cbdd802c2e6522006d0c8b2caadf423715948f6e60ef797fd6a8b", "717cf4d632e20878a99dc52202bf36d86fdbf4e988673c28517a222c1b929c90" ], "options_json": "b1dac619ac044b76cf1a66bab65b68c97932704b295a1f92717d34d7d5fee6bd" } }, { "id": "race_middle/test/163", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "17cccf5232e7b4ca9ac54a8af92e3e0653159174dc4e23f2d675fdf84073f607", "prompt": "0e013dea88a802c6b9cb08918109912596428d10f6682fc52d8b2ecf0adfa474", "options": [ "341ebda3736059410b09986c4e79cb0737c468e207ef5c2b6d68e1e35fdbab85", "d6f9cf040c282031e17b8f6e162b2cca4ab5d085b61685ca61290a10e7f084d3", "8b2f3fe012a5b04cdc5f4bea339461829c7a99f572cebea139fef1678fab0f5a", "7315061d96e3ddddf1908a37ba76c6e9a21ece0c5f0df42950177e6addafb488" ], "options_json": "88a565623569a4c2b4235056ca11041443e291d44713db199bce049fa3f88928" } }, { "id": "race_middle/test/164", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "17cccf5232e7b4ca9ac54a8af92e3e0653159174dc4e23f2d675fdf84073f607", "prompt": "586405612fb537b8903624ee145b40f7bea5ff160eea5bbc77625e99306ae50a", "options": [ "761bc60fd2b56618b526b0960a54b4f69218fe22aa27fa2ff0b121836527764a", "178525a664869593a7717b1d38054595f92894a0cb39fa9fad376d2a457dfdd7", "577d869005dc533af11c5d9fa3e1405fe23c0fe254f24e8f64a60b74bb4c3dce", "562847d6606675ccf120809b19ba5185e147a6554b477a37d32f36348561a1bb" ], "options_json": "21fd1c6a2d1821b2330e23ff170b31ed96052f47cb90c9241ea25f84a3645c4e" } }, { "id": "race_middle/test/165", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "17cccf5232e7b4ca9ac54a8af92e3e0653159174dc4e23f2d675fdf84073f607", "prompt": "bf79607845c5ca025921af053a539e645870cda6aed313b4feca65e8682fd67d", "options": [ "1d7b604fae39c8ceaaa36297cb1e5fbadc6a53222f3f803f36a44f18adade983", "d7efed408617de0da2164dd9628e10aa669b8e8fe71784ec84e4bb7c126792aa", "b6e7f70715443fdf4ee5e9db8600324985db3aa856faba30862afe8c61b07b77", "5c056995db840f9fc25d5f250a1f3b920687841d56ab742db3ad48a254c4d61c" ], "options_json": "f77d0473e087755e43ad44154a9909f0f37adcb89c047d22b26f26d236f7c701" } }, { "id": "race_middle/test/166", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aee768b590827860e681038978d79f063b6cf50d060f85f394304b5fff5fc8b5", "prompt": "59a891d557fe98dd7999895c470756e6676c1c67e6438cb5aec3d7891f21013c", "options": [ "5ec973d78ad65689dd3155a2a2bd4112043cc9e59f9ebd3690a70184c78d788b", "4dc663a98f05bacf94f5dabcf651ba499ec50993bc99bb8e189f9d5cc49b44df", "706069204793cd14b85c65507e1a41f9e75467666e67166638b339d9faa016b2", "89ae3ae2c6428259a1bc1faaf3cc5edf8c49a8fc6104a3ad9227b9db55c88cfb" ], "options_json": "0a42f724086c33c2bb48d44994823bb657196eb3dc5e3afaf2994001370187df" } }, { "id": "race_middle/test/167", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aee768b590827860e681038978d79f063b6cf50d060f85f394304b5fff5fc8b5", "prompt": "a0d7e48a5282eaf6512aa4011c6342de437871501a5253d291276596860119f1", "options": [ "11c1f951d8d9f8b23d9b3f4fda56762e1f9ecfb18b0842937d1d49ea38a1aa69", "c70cd1a47d88ab3d065344832567445b5e02f7d79f210d3f5dfb55d1cbc11cce", "ee40f6483979b8b84b6a2d193e2500e4cf1a8843bc094832596271e9c19b946e", "b9a5ff23d18f54ae26f62e4634b11457995b5e2d9bcc391397278e52154cb952" ], "options_json": "d105af3dd36a8b6d85e4df8e9087718c9c2682ef10c60c86cea3078e67a5f994" } }, { "id": "race_middle/test/168", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aee768b590827860e681038978d79f063b6cf50d060f85f394304b5fff5fc8b5", "prompt": "9ae25ceaba16bfcdb27b5c0f14212e4bf5cdac624e0bfcca00e226dfd74d7d46", "options": [ "da0d0fee9ca92d8b43f5b7669fdd795a319b06e4a5a71d0dd24ea3849dddca32", "5989b7c0e0d07664dee6134b76ae332dbc068768bce817c52d95827c5999e1b6", "1f11cea0bbfe23da25b1b129339a927b0d412a2f8f2629f1d7a56f0c4330d51c", "5962e02db4c2e63f37f46739ee53fcc504752e23c747d60402a3a08aed6e8493" ], "options_json": "a7b3c0067414474065d737d785a7d1792caaf71bdcf328d1ba0604f43bb11c04" } }, { "id": "race_middle/test/169", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "17d681f5c43722a0c614b257200200294b00c3ea61362a6e189715363b6f0cc5", "prompt": "bc79b24a144373b7ce037bc0689c40b67f9ffa74820602ee0a1f6a1030f40843", "options": [ "bf6e2daa420479e77658553acc5f80c6e3da14b363eb2cca1bce7874a0536a09", "323e1f1b4d0c9862536d50d1f7eb096d69ac31adfed2e3fce8eeea29fec38046", "e84c2065074e88845e2525b4ceb3ca9d061b85a98ef56281e919a7d21e809cdb", "bc27cfa7dedd8402b9ef38da72673b7161290eeac10d0d9b60d085b3a8cac2f6" ], "options_json": "ff2ab065b200492952812185feb66bc07ac1d2e7c6aa8cc9072a63dfdaa7ec73" } }, { "id": "race_middle/test/170", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "17d681f5c43722a0c614b257200200294b00c3ea61362a6e189715363b6f0cc5", "prompt": "fd57bfde15b6f11ef6753da8c836da9efebd806b04f0d33fd2b56f8c32d76241", "options": [ "98e29bb0c2e2eedd927bcbf117e4be30bf0446145d096eb622bed9be8059b862", "bf50a9b27963ab862d90fe9f2db49e4d4e349be0abf7061d316fb246c5ca1394", "df287dfc1406ed2b692e1c2c783bb5cec97eac53151ee1d9810397aa0afa0d89", "e442f52c23a25547fe878254f60d25dfb01b43a3d842c3c486880f539b39e4c8" ], "options_json": "948a2528e81ff0796399913411dce469daeba2a37808d70d71b0290be14090a3" } }, { "id": "race_middle/test/171", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "17d681f5c43722a0c614b257200200294b00c3ea61362a6e189715363b6f0cc5", "prompt": "c7810f6d8e91374fee9f839cd95212436f514cc33632c2fd20c7a4eaf78f28a4", "options": [ "f5377b57535c4d0c3d5f6d081fc0fcf770b9c2d640ab8167cc5e999cc2bb4762", "da318d11754e1c4a15a1df5ff48e678a8ef699fa8de95f10925a24217a2835b5", "438cb4513beffe0f7f52ab65e7267c26acc6f842fa27d5823396c10498bf0d4d", "02fa2a969117817768136c1c315c27eb75279a85dac1771a488fd965ecc30fd1" ], "options_json": "8c6f58b83e4f15879e261f930410811d9f96b7730454d22c7d5508449aae1b91" } }, { "id": "race_middle/test/172", "prompt": "What would be the best title for the passage?", "options": [ "Hardworking Dan", "A Big Clock", "Stupid Question", "Boring People" ], "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "17d681f5c43722a0c614b257200200294b00c3ea61362a6e189715363b6f0cc5", "prompt": "52e28d0dc6b453011c38a743f2dfc26eaa0d96b1c865572cca3a76eab67421a1", "options": [ "3ea5ca7a78ca78bcee41c8add243ce48da80c7363faea6112a15b1abe7c559ff", "db05dbf3f60d29d9678b31d97d083adc0ec4db36d454e55a37bda2b3ce3352df", "ea282e37c6808fe799b07bdbbe773836e70e0c66e0d21ae3f5b2b1d949941448", "597ef8740faa4198af8828817f3e949776921b898e406058ebd72f6d8aa45a73" ], "options_json": "9066f290477c47876b065538ef66daaa9448111f725db0475b6303bc4b12bff2" }, "display_input": "Dan, a club doorman, grows tired of passers-by asking the time. He installs a large clock to stop the interruptions. Instead, people begin asking whether the clock is correct, so his attempted solution creates another recurring question.", "display_input_label": "Passage summary", "display_input_caption": "Summary for display. The model received the original passage, question and choices." }, { "id": "race_middle/test/173", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8a5abd55a38d237525aca68e2a57d193b05b137e01d7479818df369bfff93d82", "prompt": "31da88d146a23958e8bfcdda682c2da52f786cd418d85299c1c1e306704ee170", "options": [ "6b18fe100ef8d333883245afd22a80eff7ba8bfe2b0d611f1127b5af080b23b1", "5a7bcb77510ad84e482785f5af2115cadba18e9ffda24e9fc33c01b9e7053359", "4a6c6ecd429fffbeb549d15bea0804a84d9048f6a72063025834c0b8b00f6a9f", "1b5414a6cc6815ff43f5bccf178450f3eb5b7793ee5aee108ac5bdc4b90368ab" ], "options_json": "17cb833dd9a38925e9a03cccd42940d5c73917e64844699d040350f015dbf367" } }, { "id": "race_middle/test/174", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8a5abd55a38d237525aca68e2a57d193b05b137e01d7479818df369bfff93d82", "prompt": "857904c22b98cc233950d162b4f6931cd22d949c685dbb088e742045d052c906", "options": [ "3fc4ccfe745870e2c0d99f71f30ff0656c8dedd41cc1d7d3d376b0dbe685e2f3", "8b5b9db0c13db24256c829aa364aa90c6d2eba318b9232a4ab9313b954d3555f", "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80" ], "options_json": "575845034245be92b12d6beefb385a9d13eece46665884fb3ccdee83fe55c05c" } }, { "id": "race_middle/test/175", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8a5abd55a38d237525aca68e2a57d193b05b137e01d7479818df369bfff93d82", "prompt": "7718b812fa05a5e2ff83bd6e459cce60be1360410fff473b82e636ce4e623f4f", "options": [ "545984244b010cf73aca5aec9b3f387ac5ea021e7bad4f9d3e35c4e53dd7f39c", "0e0e4bc7073ad0ca121b48196f6de040561774e597c0bbf4a99e7a21828ad0cd", "2c4d86f0c35a8971f2f53be0f36e9bd458ab4e04620aaaa146ca64f9c955586c", "9a996ec660942b463cd2d974e1d35b897b09d4e1269f8ea204e8a6b58253f2ef" ], "options_json": "268259ee8035f6892be9c71dcb1ce7b7d2387f7030095aefb772308d2aa8f3ca" } }, { "id": "race_middle/test/176", "gold": 0, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0274296dbce254f6dd4071bd60fcb81f2d4217bd9e10ce539ce6e836a1115919", "prompt": "61b517416bc128b0efc2f2cf72f3bd4ea87db3870c0c72ab3eb8e0ea8e3c4420", "options": [ "4f5dc0a80b1c8ec31c80cf195b9cc8f9d8784fd5be457f9ea8554287b60b88c1", "f7d0bf57b3344fded67fcf1d15978e8ef831866d6aa2aee7ed7f673db1189b24", "0ea9deb110d06d7bb025e6f9fe89986234802d166d923c4538f934569fb4159f", "01d232502d1550f4062d21f8c893fdabd261ca8263e9b319a34ac5340079f4a1" ], "options_json": "65539631b485da86c7ed70149327773776da60db2968dab0b68f7e860247425c" } }, { "id": "race_middle/test/177", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0274296dbce254f6dd4071bd60fcb81f2d4217bd9e10ce539ce6e836a1115919", "prompt": "0718a5d1632a9c86a70483ad31ad052dc3f37bc365854693be638fb1b8f1a7fc", "options": [ "db9ec4b1fc1eb4ed640c504e37a92f70f306c8a3115bfd799927232ff6b8cf97", "c3df2c47bce6e8de0524c77124546531f3d5b036136cb677b93602264e3103ff", "998cb77d23566602bcbfbfd7aaaea382dda0cb044b4dd643e03f818fdf77dfc2", "746d98304da124a49ea939b557cf2efbba00b1cdc12dfe2b4c6ff67326b4011b" ], "options_json": "91bfbc6b8ddc205d0af187b31ed043357170ce1676e0608caf0a1ab250ebb1c5" } }, { "id": "race_middle/test/178", "gold": 2, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0274296dbce254f6dd4071bd60fcb81f2d4217bd9e10ce539ce6e836a1115919", "prompt": "bd13358a0bab039c4424e89c6b60157b10da82eaa39b91a0db2b4d58cc81fd61", "options": [ "1c2b2d381366aefb1939a0e069989a79539a375caa2ec164d88c519eda662105", "eaeb5e04beced2bc5a483f0c416c37802024b3c784220177f5c66c062e0d9868", "35f7ceb7f5a57797a16d2eb29ee39378e25ee6c89c9ebd76b6681760e5a2b8fa", "cdf8091f56c738ed0f6e755331f7bff2c2eb1e1479a6a1b8ed8d0d80d0e7a84f" ], "options_json": "1cb9542a7779a63ce1672d6e82710303907f10676b6c8cea8c16fbcdc3d152d4" } }, { "id": "race_middle/test/179", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "47746620eefbc61f0032e0113c50b4f5985bd43ca69b6b6d204d80c6af720cac", "prompt": "4377a6e05152325976c041ce250c22212085207329f81ebb29b20b0b81025af3", "options": [ "1eb32d1ee4458814f94f8b92d1bd3e06e16dca6fab43d53f700840321f27fdf4", "43c4d94ea2cd4fbece4f396e10852401108971f22e2f37707fbbb688ddc7fe3c", "2f7820a5325de01510971fb541180d3730df116b28942068bb1e5a7040528833", "a62a3699a6ab74ba0e901dc48a1d800e5f60f3fb52da7925f8b9b367cbbaa769" ], "options_json": "54b5bcb70c193c5454a49be9d49ba349ce50e7a1eba9bfbcf1d97d348edb4bc1" } }, { "id": "race_middle/test/180", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "47746620eefbc61f0032e0113c50b4f5985bd43ca69b6b6d204d80c6af720cac", "prompt": "4418d30a7d92d3ef23a96955d74d8fee289d2e072d49bf572c70808ae4397bdd", "options": [ "9c0c980c1dc748967c5fff452be925a5f7e5c00b71b259f908793f755f965464", "3d82c51ab33c9534bae55202fc489184bfb0e6fe14e8e114ab69eae91836b64a", "d4690b7bdbd07ce908e39e5e291d89e236d369ffe4490ceb87dcc1249b7c0f3b", "aa4cfd65554146ef9e2fa62885ff8d67a42f6ccf38434051ece92f05e5c30032" ], "options_json": "d5f46d5f8be1051eb0da7bc8f7e2dc404f59551fd4f6c5ef8e5a8f82111aa8b5" } }, { "id": "race_middle/test/181", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "47746620eefbc61f0032e0113c50b4f5985bd43ca69b6b6d204d80c6af720cac", "prompt": "64d8b0a4b975c2e004a6e1083dd68a9621f9d725e5d4ce2f202fe15cef554513", "options": [ "c68e65e20ea3f7b1c011188d800839bff761a8955cbb468e0a07e24ebf24f310", "bb77c1f804e1d122a1b9b72f5e4264187fc5c64befd8c0181216d61750aa5b03", "7398924e2cfc9d0ed6b6ba6ee3930b24f7b5ab29ea5f9ef9357553075c0471f5", "d054fdb7da7fa7cc1cd9e135d09edb162fb2a19cb1fe8e9835eec557bba14a4a" ], "options_json": "53e9ceec3a2f60346bc5572533960472e429bfc038ef34949ef190ca32790edc" } }, { "id": "race_middle/test/182", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "47746620eefbc61f0032e0113c50b4f5985bd43ca69b6b6d204d80c6af720cac", "prompt": "f8e1d6850b8e7d2a626a8b59d03075c70b7d143fd85498965b2c61f1736007c5", "options": [ "de627baa37dbe389f1d152bd6eeff408b5c2cb55955f677139130b13ea0d2dd0", "7d928bbaffa454d26d5c8dcf6bc7d999eaee53d73e36cd42c664374ac5992569", "62b78e2662e99f1b6a7c32909b37983970ad5487a6e14a9188def59d43223b39", "0525780ff48a8040f160d3b043e43ff868abb058afce1fca8c507f2ff3ea4cdc" ], "options_json": "71881a622976a77f1bcaf2b915ade0038b948b81cc248df5e65aaf894ce7d991" } }, { "id": "race_middle/test/183", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "47746620eefbc61f0032e0113c50b4f5985bd43ca69b6b6d204d80c6af720cac", "prompt": "27917e4d59e99aea681cded88146c8273b0cd1b8d56bd7e6c2b17c24810b4161", "options": [ "ba03411783e0e06786dd3c11c41d064067d5617365346b414a66647474d49d54", "772e16be81807d0d009b71c57db4f89ff2e7534e43c9e69a7f83cdfdaeaed997", "8ab1885eb66509788b7dd530bb6051154414a4c70a2fd6ff76b3f854bf774bbd", "585aaf4bd77a558d16acef619ccbf47c8616b0ece1970e1162c008e78088e46c" ], "options_json": "d06120ae69d9e1a0c37d4d1bce663a08d30a641b5fb3bfad4f8675efb1b0d7d7" } }, { "id": "race_middle/test/184", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8fa47564e6d3eeac89ab18b4b62ce36f9622cb8a12a53033bcfa0123d5e078e8", "prompt": "25e76ab77c49cf8eef0c4a32d6fd2c1177184852ec69fc487da297b723d378fd", "options": [ "992d828e97465bed1c086dd6316e38fe896c11b558c1a5e718bb54a2ac473c72", "9cdaccc580de88d3bf62acdd8a5ced0969a8d93c7f89691c81760ba3e20726c1", "09e0157144863309bcafa88eca3e083362c48896b39ab75f0e367c373c9124a8", "997a91e4e585f5e698794bb2ab96eedcfe5bd44c7ae092ed4c1304e013e2b387" ], "options_json": "c68cf940a401796ce05e153162e7b0bb0dc8a51144c96a59bb9d963d23d84779" } }, { "id": "race_middle/test/185", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8fa47564e6d3eeac89ab18b4b62ce36f9622cb8a12a53033bcfa0123d5e078e8", "prompt": "42f57c5881431c5f2bbad1564000501d0894f45859e3a310aa0fdc0e5ac7be58", "options": [ "f5ca38f748a1d6eaf726b8a42fb575c3c71f1864a8143301782de13da2d9202b", "b7a56873cd771f2c446d369b649430b65a756ba278ff97ec81bb6f55b2e73569", "ad57366865126e55649ecb23ae1d48887544976efea46a48eb5d85a6eeb4d306", "1a6562590ef19d1045d06c4055742d38288e9e6dcd71ccde5cee80f1d5a774eb" ], "options_json": "fe1e894e2e841c54177847bb1a9e5c916b53d28eab37f811da3c3f903d030ca9" } }, { "id": "race_middle/test/186", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8fa47564e6d3eeac89ab18b4b62ce36f9622cb8a12a53033bcfa0123d5e078e8", "prompt": "1d71689864478f526d38f3257ef3e78354ed193169102f521d99a8eaa8e26a0f", "options": [ "200bb25f724408336509d4ef4893aae03246c78983ed5c1286b53f014bef8e96", "4128ca71e7be5055927c1270bfdf4edbd78e134f23bbb60933448c40184e7cde", "9ed44c39a8762ab752a543b41e99f60c141a7ac8090f336e07cba421b83e8c3b", "b13429b86dd896d3def99fdd5ee6f5d0942e39dc1408bc4fdc592c2a59775712" ], "options_json": "97db06f8210de8d46fd0138642507ad89f50f59b454c07e3f2c955452adfd46c" } }, { "id": "race_middle/test/187", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8fa47564e6d3eeac89ab18b4b62ce36f9622cb8a12a53033bcfa0123d5e078e8", "prompt": "59a2ea27fc4689e5c916aa9b3d8ba153c234b76863cc260859035332ccba255c", "options": [ "1b9005cedcb09dcebc1a89b061efb76a5a12d5d4f55192f79a4b12eddd4c2bdc", "0353e1fbeba7813f5b5946711255daba89d3a97b6bbd129df704aa42239810dc", "21a56657277cef6ab26a7b728c494a1ad9a945d4bca9eb8edabcf1d71901c680", "6ce834139509cc20a5b1b0e0e8007f46fb14ef72532e87c4f33894d150e997c0" ], "options_json": "3d66e75ff728f8e6d9f1c8758278bae466aa9e26856fcff2316e9612466d0c02" } }, { "id": "race_middle/test/188", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8fa47564e6d3eeac89ab18b4b62ce36f9622cb8a12a53033bcfa0123d5e078e8", "prompt": "5c1c5ac59f70a4277932078dac5145fcbf1a06952dcf9a3747e15c633f185eec", "options": [ "a2052b5b7cfd23a959feface2270d0720ee473130bdfe6dcc3da47440aefefd2", "6fe19b87d6522c6087f40ef5ddef5ec3ed8623c32028bcb3d8437c5e74dbca00", "63c122ede695f4dbb00ea69372fe6e24682d61cdd1759997ea8e75d8c92b9d18", "d33f5b50c655fd15b7493492d07854c3ffbf33cac320a40d583e557456cdb633" ], "options_json": "b0091edca644974c924b2f0c2690d7e8735be9a4b8d5a8d41707cdd150cb7aac" } }, { "id": "race_middle/test/189", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "221f507c1ddc44cd4db6e4399f7c4123e72cdd41da6cdef8eb2eb072320a5ce4", "prompt": "eeef22cba8f671c06186f37719e8da821ad915913e022ef11bfcc6752be384db", "options": [ "e81f7880203ee9aca04c1f09a5eafcce9d51bfae95b05ae6f40071e6a68f679b", "d2010d5cb56fe067aa66e296c9c3279025fa45830fb42bc62ade3fd1e602fee0", "2fcec7725311c38f5ed0b4bb59c8bb01408808cd332e967a913b8c6203b58ee8", "28941a9cc9c0510b1907ab72c396eb3429fde782be6b9b143255b08b58b8ba6e" ], "options_json": "a22a9c514697dc5eec3e8e8046a04175f9aadaf3ca7bce1dfa29297fbbc2dcde" } }, { "id": "race_middle/test/190", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "221f507c1ddc44cd4db6e4399f7c4123e72cdd41da6cdef8eb2eb072320a5ce4", "prompt": "a1d8e965f23ea78e37ca3a296c6e47ea93539061732f120fc73c9b8e0a6db5d1", "options": [ "427ba12396fc72efce04e2aa2107df86b8102207d047baf4748de0a88256dcac", "1f8aaffee7fc194aacaae38f20fccabb5647c0180c09a930cb18bae16540bde1", "facf8b54e5c0b8c426bb1c4bf5a00abfeaa064dc89ba8298dfa0c083746eee5b", "2fd80e413f78c757d2c7d2e24e031a35d06ee9b836cd2238733a350184130d88" ], "options_json": "fa2c0f9deb24d89ec12a96a3831ba690d9f8cdf7af9b82f3b1c44b22ec474bb8" } }, { "id": "race_middle/test/191", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "221f507c1ddc44cd4db6e4399f7c4123e72cdd41da6cdef8eb2eb072320a5ce4", "prompt": "dfadd2c1751b32624150a33a740b5cb8b195f78aadd080e20d69f2ce4c16c34b", "options": [ "c6301f3e4fbc42fe17c04e9765e389a38059d3d9dca5fadc13f95c70ba87678c", "1a59ff8cdedda429461f677d0539f4c52cbf3f07650f5bd175ef468da2f678d8", "6fb235fb89107cc3f8eab13e898d7fcf7fd229891b5c4d0f56f0c36e0862c17c", "2d1c1134a4c1c7e8d25e05c5806c1628485c5f4ae0d7fee7a61b7e4371476aaf" ], "options_json": "6b8fa34761ea1dc955eeab659ff1490ad2baef3e70cb213db0f6fb564f65e91d" } }, { "id": "race_middle/test/192", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "42b6c608965804e4571efa8d00f6ea6a05dec1c6c0f0d3bcd6f98c5be45a295c", "prompt": "2d7d4a2dd4c59faf35fc9ba5a563e32c4247569ab853eb194306908040a325c2", "options": [ "e4b74d6a398655c8744dd0c36b05d4b0e08e1e181167ee6e8456c3106046ef7b", "f9fcd6e31bd6311467d29894fae0db1c16acb84bfe9cfb30b666ea77eec43b69", "d4a8d38051ff03b3e37753dfa61b4679019af48b77c85d30837fcd78db406621", "31b9ac0e573ad3eed0447cc58d4258e80a7be1b5fdb30323bbeb3fdfeb618ff4" ], "options_json": "05e4383014ce7e5a37a4d5a8d5277ca7b7d678dcce510edab086a0433e0e0da1" } }, { "id": "race_middle/test/193", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "42b6c608965804e4571efa8d00f6ea6a05dec1c6c0f0d3bcd6f98c5be45a295c", "prompt": "cb84bf782e585ea13db9a3c4fa247b0cf6c8a3a9013dc5e34269fe66eeab2870", "options": [ "f3783a4d0cf32e35db282f98eaba3c11783b88e11c89952c18720de1b680a5c8", "6e54ed07cc572f8a057712cc35bdcca340e23c2e8c3cdfe13e217590b21823df", "be6afe6c80d9e98a4047f28a2d72572fd7ee362a0a4c8048717c479dfbf3c531", "6f7b02692aaae12633c8c64064e1beb59df823c8cc58e86178adc9ff02c14a6d" ], "options_json": "d6fdf48c7c82a540e41f282b92dbcaee53a72bc05a90c775cc3b657ac507f1c6" } }, { "id": "race_middle/test/194", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "42b6c608965804e4571efa8d00f6ea6a05dec1c6c0f0d3bcd6f98c5be45a295c", "prompt": "3e40611bd3c2db8b96ce2bfb294ae6b8a19e22a0a099989009495412c5d1b2ed", "options": [ "d300f06308ef6efcea293e0b79337007ad1ddd42fef8aae37b80e78176cec791", "11e79bddafc1b60bc017080ce0a1061ad0d66a3d698af7a805c513a72b0344a9", "f833acc23aa496d02cd918026fc3b834b26b9c3f7e35b6919dacd9c75da31510", "ec67a2b20f8d6c85a7a122de03079f3caf195c99062d6471499ae5c013881344" ], "options_json": "348dfcb58581ec0ead0589e925a765adc479cf6ef13bebbc3946313456ea47a8" } }, { "id": "race_middle/test/195", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "42b6c608965804e4571efa8d00f6ea6a05dec1c6c0f0d3bcd6f98c5be45a295c", "prompt": "1aaccce9b79e740ff1bf468987b99b291ffd01318d00ead10720a33e6eece26b", "options": [ "c498da9e7bed332440ad61d1668d95d419c4d33cc780164c0c3976c449c3a59a", "353f4cb66d2dd06ea83a2364fb117f0c5b4139dc63402f1d51117ebc0938a7a2", "3fb8aa968c4db306c85894fe58e5557db5ba7b4091b4b0a9047a74a5129636de", "7b4f099a40696bcce693244a604ba57f07db45d4ce3ec63487873f82da2df194" ], "options_json": "b7b5fb3e2361b1000a92088c46a355254ad4b7d03519518d2d6463118974388b" } }, { "id": "race_middle/test/196", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "42b6c608965804e4571efa8d00f6ea6a05dec1c6c0f0d3bcd6f98c5be45a295c", "prompt": "5b92e5cb9453aff85e0eb5897179608532936c8219d2be1190b20588d4eec493", "options": [ "ae294340dd10ce6fc4f735dcc7bcddfb3a047f463a0a9638febd71446b00e20d", "b05388301078660f3734773d1ab957b15659cc6ce88cb74a19f1939cd5a89e13", "6d63c8ad40274c5f0ad0f3b17da963268c6b2e86464eff8421bb420a508b4205", "a48bcb7c9ae1e497143d0e987d7c0a350c4b8aa392e777ee6757430675478a90" ], "options_json": "b912a3500c9da6abe47ef04a0d2dba30dc3c32119f18bc554158591d14097568" } }, { "id": "race_middle/test/197", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0b5f9669c27cc24cf0ec659be92b642f5d2f31324ef66a0ee0aad5051c857161", "prompt": "35f221a5df05f89805df0056a7f0e55f4c8fcc21f204c079dcc1ce04c60960b0", "options": [ "f6b04d6a3c5b4add8b955a608a97bad9a54ed30c15356119b0bcd7d8a50a3bd9", "bca0d764b06c8d95c0c6e1ab63ae8595c868536679406202d1092ef1ff4f455d", "305a6c794f2eb52a6ceb2cad6f27869b9dbc0f3b5f4e078867fc21967eaabf29", "f90c66bb9236693c2e57be935b697a100fcc93f6e584f638ed1f55f295112330" ], "options_json": "99295d8a536a539e7e7ef555c62d9b8cf4f9375ffeda86b3c6ebd1d141c98035" } }, { "id": "race_middle/test/198", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0b5f9669c27cc24cf0ec659be92b642f5d2f31324ef66a0ee0aad5051c857161", "prompt": "db6ef6c2c3f4de44ee023f9245fb92f5f7b4fc7552c4fc3756bbb783fc891b32", "options": [ "1015801bdf9818f564595340462fdd117b1b2faad051163e44ed24a7d175d456", "a2906b4a994afae03386b351da8251888433d9c0486eb5fe0e4fa25a30604a2a", "c01e3fb3a793d414754c918a2b2010d8e74bcde2413e07ce1cfb618ad35a1d6a", "c5b79e94b2aae585ce4917bb5636d99490ff34b8715ed8b30058008eb9a44f52" ], "options_json": "45cfe023b61c057330385125cceb403abff773ec49c3134bced93b19860b8294" } }, { "id": "race_middle/test/199", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0b5f9669c27cc24cf0ec659be92b642f5d2f31324ef66a0ee0aad5051c857161", "prompt": "aafc803a4e4a08dc0f97f97780f9fdea8e21ef5fe923750ec51949a646dfadd7", "options": [ "70df6dff19ddbe43a66662fdd680eac60befa019f447aa16170781d9a58cc334", "92a85f18551ae92688a5085203b720344c6d1357c3393415fea67b8af3ee4563", "d9da5ca134262744e46f8397e7dc258332d760c294097da4c30c33a9b3ce817a", "505f9e4091581567b5d9960671faa86b0cae82988eaa1ce1f6ac58d162f5e1a3" ], "options_json": "df5cb412be1233e98067e82e38e2cb3d7a39b2ef1065f9d1d1ccd2628ac1c349" } }, { "id": "race_middle/test/200", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "948aac713d4a5a2f31748fc74fffc73414dcbbc3f5e8654f46b64b7427db03e2", "prompt": "273c7afb3a705e3fe4fb18d757b045939951e10d1d8d566a8e89c25aa978252c", "options": [ "65251e92f9ea579a8fd132d43b47a35d649e050eff8697c743ad688136a44d92", "8a879d7ec21ab12ddbcf6cd5deb04b646b0d0bceae5b9ffa7b4c224b284e0223", "7edd009be591474d2188e162485d903709b5cbe2a8b0b123951544230b9065a0", "20da784028cfd301ee2df6086033870f3b54b211489638478befc2f5bdccaaad" ], "options_json": "557821b44dbc6d820cc6260761fdb33523104d998ed23bcc911b161f0c0c092f" } }, { "id": "race_middle/test/201", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "948aac713d4a5a2f31748fc74fffc73414dcbbc3f5e8654f46b64b7427db03e2", "prompt": "aa51c239fc8ee2571fa97f2fe48c9f5033d66820bade38eb5fdb1ddd14492f99", "options": [ "867f9f3045db4d49d0161a449786a60eac319f060de46a7b8b90f718ec29ddee", "ede66b33e32933ec32470633585f8d62b7d9b3a40a58ecf62682dbb62e3ea419", "fdc1e721d01c364e24edb20d3e051c8900ccde86b477b7c6ad7d41f925d6112b", "bd65c5cf15656a6e1db31e20ac2d0172482265ca48ce4ba73f16499177b6cf25" ], "options_json": "40c53be4cb4634be87fccd1a6e942ad87b1904ccd4137ad9d5ef2165db81d7fb" } }, { "id": "race_middle/test/202", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "948aac713d4a5a2f31748fc74fffc73414dcbbc3f5e8654f46b64b7427db03e2", "prompt": "24b3e54d6fecc09dd01c3b2e1ac7db39e8f04f8432049f24051b0cf9364a8f6b", "options": [ "f129b68022af42261f088492c9df5d319999ae1434e880d25832766ba1600ea3", "60a5b455abf984348469dd4b180da2756fcae1cde5241f89e5b72bc2c98c3ad8", "bce06eae5a4214b4817979a63d6601a5aa32590734c7f1a84b875eb60fdb2e72", "71164147f1a91e2da81aea56298fc48c4afc68cd27fcf88e8f9c9b82da6f1b0e" ], "options_json": "4f2e8a19cd68d21d5bf6c72e7e7db51cff0e3e69de55bb2b5fcb72ed6fdbf763" } }, { "id": "race_middle/test/203", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b5a09b192e04c4a66a197995a4c9c42853b5764a2e1420411b3086660b82457c", "prompt": "5fa0038bf6460b4341d843e8474a4522a147174c00f70f79e42a44c9f3a26cc9", "options": [ "82b99e63edf62f3f78ba8461f26b3ab27e0727c06602b7e5232561b97ae2a526", "873c03af0adad6d91b37d26948f059f7a6c9a91255175a55a9561f1d1769dbe6", "e84c2065074e88845e2525b4ceb3ca9d061b85a98ef56281e919a7d21e809cdb", "90383ae1a1af0952d39bcf452e62c7d6de4381a03bdd30bf5ead80c3b9bf4b99" ], "options_json": "6970af82fded57ceab245e5687db091a401d11dbd1ec2a8c384a15f053a1925e" } }, { "id": "race_middle/test/204", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b5a09b192e04c4a66a197995a4c9c42853b5764a2e1420411b3086660b82457c", "prompt": "05ca9c4a6ccfcb22c27cbba0007a830ed2ef2f7b37a182554d222e2fd499b582", "options": [ "1b7a09a3b821aa28ceb74d5cdfe18af6fe5ddc12ca0957e3281812b1c7899837", "7695c97f9d76bb57f2503570b1615c661410dcb6cc88138011f61769df43bb09", "ccf9267eff64959e1ac9e5cdccab3fe48c2c66f04f4b4a33b521acffbbf3735b", "de84b14ebcfe99c6dc9105aaa366e38bcdd1d7bb33d3bc4f774f62086121f169" ], "options_json": "41c79fe0bf7971b9ce20343215e04ddd1e33a699acfe95d3fcfc26d3767f5238" } }, { "id": "race_middle/test/205", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b5a09b192e04c4a66a197995a4c9c42853b5764a2e1420411b3086660b82457c", "prompt": "69abff37093bd7dfb656371917b351eb17c09886f44aa5c75f18f08b3a59f9ec", "options": [ "aa97302150fce811425cd84537028a5afbe37e3f1362ad45a51d467e17afdc9c", "92719fe0cf8cd51592af31ee8a5736d79f7273777fa3f7b70bfe993a4cd32180", "a52514252adf86066966790e947f72ef6ea6690a6852d5bb5480ee2eeb663395", "c06b0cfe0cc5e900c57784484094331f095bf441995c3c31ea6c75691c786c35" ], "options_json": "cad56222e875721540f47cfd9fddac1796e922594a9bda9487bf4193ba1afb63" } }, { "id": "race_middle/test/206", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b5a09b192e04c4a66a197995a4c9c42853b5764a2e1420411b3086660b82457c", "prompt": "7c8e36fbed24bfba6754920945281627048430707b186ebc3bfd500aedf51445", "options": [ "9ca22f01ae1a4630e480a43ef3e8f277a139de5882c1c0e2b29ec8330f5944d0", "6decfe5b3ed81760c9bc0a7521d8fc97537d8e2c5bfa5b3d30ca596abe6a8d29", "2747dc3cbc29f59699d5c5362b4fd4126cb8fac8ca6c985a9241e6aac2fee3f1", "82d1707abf18fa8538bd077b867babd0c7c41e7f039ed3e5a4b17c613fd7e82d" ], "options_json": "58467e6eaafd814f9db44a1e4e69d8d4bcefcc457b964408c041a551fd038911" } }, { "id": "race_middle/test/207", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b5a09b192e04c4a66a197995a4c9c42853b5764a2e1420411b3086660b82457c", "prompt": "a28e52e13602aa4ed25655c362e5755769fce8724ec8fd504d85fec6dd2f3498", "options": [ "4c1161f01e10de3799be992215388c76802bb1b4012d808dc98273255f729510", "dd302ebde8d13690e1f7d372c574ac2ecc8fd783d130a23f90058117cf286932", "02167cff8fc415344e24d43f08fa825cb7301b3f2fa0da0d0a64dc62917f3ae8", "90403122062b967a303b7073c2be85f41225945d177b1611a1f4b1524c36fc0d" ], "options_json": "5cb9d8ed7c41ecd49ad0d1e82709549525e31de6eb1132312ad51360adb7c7b9" } }, { "id": "race_middle/test/208", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "603cd0965b21250cf526b54c29b27cdd397455c571c71b65f2c58f696ce0c2d7", "prompt": "23a29e4db868c497b5a5cec9e7241327448675511a0b07b69fd4bc86b39f609b", "options": [ "c5f88e747d24a44c9d4634693fb53df721909317aff01b4ae14ac9d979c56b39", "9d9a67a66df1a0220ff159e55c68492b5d41f7c821c58337f939f292dacf2c78", "9e720e53885580b1e0c5866c98e04988f0b0d071037fb54621a5180ba29e72e7", "af3a1bb312bf8430055d0f513e3a27c4c54c776603c80ffc73917abc0094e211" ], "options_json": "fbfd91618ea564c779dc0d80b2a9e497881e790ef3236af57567d38318170256" } }, { "id": "race_middle/test/209", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "603cd0965b21250cf526b54c29b27cdd397455c571c71b65f2c58f696ce0c2d7", "prompt": "07ba3290ef255cfb504bc3a27eed8344b3b8f9c37ef2692084865e0a44c6ffd2", "options": [ "fef8f41cdcd2038663b027a0cfbe252d39510bc162b599d1d4aa683873cc21d7", "9ecc81f0a4b6dfb0c30e78370c42a1e0c118d2b426ec4dd1ee06c9f62a832040", "d1a749ad879b6c07e1f356b260ba81f9cb5b4376072280c9994a5c125165b701", "e979074ebd5633a7263aa48c4b7dea055a769115fbc0a7de459f8a74cd2efd2b" ], "options_json": "da3b7e6891097c5649200da782286b77a083aa7a7da51645250bf5b74cdf130c" } }, { "id": "race_middle/test/210", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "603cd0965b21250cf526b54c29b27cdd397455c571c71b65f2c58f696ce0c2d7", "prompt": "0f84b22b74bb7ddeff39d21a4d81d623da54525785a1bd0c7f4a8be54c9358e4", "options": [ "9a2c7aed7b3188b0b90a02aedfb9ca8ae2b5a23c2a57f0ebe31945d9965a6b39", "133425137c7c5c2e2ddd44284c91a160f54348ffb96cb070594932cd52da8229", "e6a8c0599e21b767dd7c98c0b2d124b76c55b01407263dbcf762b6e56079f3c9", "a58d268139477e29c988001342fd3c003829875e49686228b5c5145c7e7628c7" ], "options_json": "a010b452555226635b0f9cdd16f9b6667048a997edf576adcfdd19fc7f4752d3" } }, { "id": "race_middle/test/211", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "603cd0965b21250cf526b54c29b27cdd397455c571c71b65f2c58f696ce0c2d7", "prompt": "9e5dded5a0f3b7bfd3cedec3df75942e4ef18b2c2e2975a2a69965187cd3e3f1", "options": [ "fabebdbe1f4bc172a84f0e66b816e580df37aa880bb460fff2f395991023dd8e", "666b3fb4b194f6b5e61f398ece6278b1589812cca6b007654cb93b1be59a1fe3", "f0c67a910658abbe35f63b8985ef0d09d5cb8c3170d1cdd35d7a4fae5dc5e860", "c83b68f691f37c796a1326b806716f3d00fed4d577f063e6cd7e2ab882bd319a" ], "options_json": "bf56ae8eec0a3be6791a1cf3d50893ee139a4651b7c89c50dc4ed22a50682c75" } }, { "id": "race_middle/test/212", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "00b3fae8c1a5ecca4431aea32c0a428bc56d00e86c16d7c17b1c947e1e9e8a5e", "prompt": "00325ae47fa068ca28f77eda059e959cf9242c749320461a7ab7254c5f2b8397", "options": [ "8f69b10f4b907e9a357593fa957d4e872ff7d60629ee994a039da23fb6be1500", "685d96d2ddae122a2c0d52ab7f40723959fc4e3d72a6cd9f81112609532416b4", "288b14cf472314243c1bd8c1f466da7b7ecad0e77300b17faa92b2212a306a07", "4a06e05fab202ea94595905cd6a634f00e59db076e3ae211855aa58b7323f1cf" ], "options_json": "56e576fbe5a8b3d5dda89c8e47a3b435f2d3038769b0308ba547cbc4405899d8" } }, { "id": "race_middle/test/213", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "00b3fae8c1a5ecca4431aea32c0a428bc56d00e86c16d7c17b1c947e1e9e8a5e", "prompt": "022ce9891cea90d23c1ee366472e12580a97ef3b55f92705d02b2cf12a5cc6e4", "options": [ "3a57c6321d3a9477aa74c84b591e4df40fa0f7ce54cc832e88043b72b35ac7cc", "d606ad200717a9a80efee342ddeff234ee9001f66ccdc5ba97cc50d6b4802183", "f46829199d77c876497fd120950d375ec93e90b600cdfb839e080a360f6acde8", "5b78a040b0cdd634d56d2fadb6602d563d3d26ce41d1d390fca3d9259cfebec2" ], "options_json": "90c5f45d248dd712d07ffd85046f24f3c4a6acaba26c5504d9b91f787764deb0" } }, { "id": "race_middle/test/214", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "00b3fae8c1a5ecca4431aea32c0a428bc56d00e86c16d7c17b1c947e1e9e8a5e", "prompt": "55902a516272f06fe5812d688b87bb83b1044173abf6c6355051b51edb52b167", "options": [ "8e5d198ece84669bd16d854b6fc8add9d861ded9d147e39103a2cb7d53fc1e93", "f4896ac9146cc8de41eac8e485d0387e8915f054bdfc79d6fb6e7693d307c781", "c4ead2b42583271812841171746075663deeec3eaf7369a636f02ae16a5ba350", "2f9a60571d12fa3899b238ac5e12c4e77b7ccc894057babe47834174542485df" ], "options_json": "6ab978cfd2fb9367ef1a6e5659f2276504d0a1f606b68f6da71f4bc1bbb2ea78" } }, { "id": "race_middle/test/215", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "755245cd34a06d0f88721ec9521326fb75a5a7f3e3a916c8ac7456542cbd42c3", "prompt": "c4d83ede007cf8c64dcfcc44ccfa64f89529f5a4c35925d050f970677d114867", "options": [ "17eb3c0168d0d7b21ede5481150f17233427d89833ec121b4dbc4fb96cfab71e", "87695fdac81728b9d7f2d4a1335c2632bb5e6ba1bed21d2dff0254fba31c7d5b", "e5b84c89f624a40cdfdc0c6da3c9f0b47ce587edae0117b8c8b7c0a9523db5c4", "45c9a6614fccd4f9592d8283a4f25bff84076fd43ee9f90eaa07746ebbed02ca" ], "options_json": "fcd955ff254bf387642100e47efac3062a2aeee02c4a0ecb4b97aaf6d478ad30" } }, { "id": "race_middle/test/216", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "755245cd34a06d0f88721ec9521326fb75a5a7f3e3a916c8ac7456542cbd42c3", "prompt": "98b01f7fd7a2fa3f4a4a9cc3289a9874617977ae35651f890ce0463ba145a252", "options": [ "d86982d2329abe57405176ccba9812be866ceabe324c1e27ff2f6075fac6b871", "14e32f3cbdd3b4c414be5f81c8c6b602bc9e814c0cad7290a07fe109ea9830a7", "d8fe183f5b8e732496891b98c9ea53304c704f12714cdf92873401055195f99f", "97e1f3fc7beaed63fc4ae087b78f13a31b2c0c925747f7713ed067b1e7d289a1" ], "options_json": "ad927aa8e87d4b67afae8cb2451babf409bc4b64ce547efd3bef55cdaf283a5c" } }, { "id": "race_middle/test/217", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "755245cd34a06d0f88721ec9521326fb75a5a7f3e3a916c8ac7456542cbd42c3", "prompt": "7d049df47f1df16d5bd5cd43f2da47b9d0e3cf871def7925b7fefbbd766304ac", "options": [ "6e7e88db40038b91830fc5c08ac4679cfd9e01e0ebc48eed3de1c527829b000d", "03c7a0eaf415f5fd52eca02448e0a7de82590cd3ae7408433c5d747e6498e735", "510520695fee487b7b88e81ad219bd4794063afb112629589b1451e847f2287a", "8d24e758458e91c9812161ce4f0b665a4990af55f00bab0d23b2cc3e1a8a36bf" ], "options_json": "2bcf6acc57e1af1c4c84fec7080e10e2d60a5bfb8017a00538b0ad443f5f6602" } }, { "id": "race_middle/test/218", "gold": 0, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "755245cd34a06d0f88721ec9521326fb75a5a7f3e3a916c8ac7456542cbd42c3", "prompt": "0113539b586d3df6c7aa62565259995894eff617649bf25a860876825164cccb", "options": [ "df59d9a3ca3058ea3181b2c9813f3962201a4eaaf16659a71bfdb8e8ddcc8076", "5f425c4ee8f477c74cc5fb94a0aab1cb7d97a615486e3a5d59850cc7319f93f5", "fd1faa36647103820bf7129ce06878ef321827b4dd7d0dc921b6059064b9cccd", "32a40f0c9e6c9802c0fa4f9f85cdd4d102038d162c08c8bb5e90d79e30a4ae90" ], "options_json": "a195c89922fe6c265ea2ebf4952d45a2cc9068e681679e37424b953afdd02ba9" } }, { "id": "race_middle/test/219", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2c080785157a187d9e4dfeca21f99d469bc43729f00c4b5de0c8b20c07c8cead", "prompt": "956cc62ea887d750006352f08343e4c207a72693bf7a15604e544fdb01f0a2e4", "options": [ "6d7261411eab547eb0daeee03a8ba9666a9e478d69d73bc45d8282801f40055d", "e8bcfefe41937aed7fd10a1c6484af5b9410d9ba8fae6aaa15bfa176fdefd0ea", "0b951a7f2366aa68b2073f6ab4726e4aa558cbf7040f640a88dcc7da06e5cf2c", "b673e2a7cbe22aa598a7556c0e1789362262e81c973e5afc1374920b208c8eb6" ], "options_json": "0e2b8ff87fdf2a8073ceec408f7547581ab472126826823fbcd7ff4f98090d0a" } }, { "id": "race_middle/test/220", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2c080785157a187d9e4dfeca21f99d469bc43729f00c4b5de0c8b20c07c8cead", "prompt": "b6607a41feb43cec2e60ec8a2759df28107dad215cfe7b37801e4b0e9cf14216", "options": [ "fcdd9a0b9e065c3efd435bd3c042233aa23ee09f7640f62ba7f7f8c6f252b678", "41225c3608a4bfd216cf4a76d9a0c49ea09e3c8509d78a51c99d760a08b7a1e3", "3a518ae65b0439c89f557ac0f0040ca50a4d835a145108070da605c4a187f747", "51c54e3f71fb745cdc8a2a76399ded69806b527d6301a1ab008672a3afb132c1" ], "options_json": "c156932e4e344493a7b614f6e350caac7d335cd4c23f00bb51c463fcc458d4f8" } }, { "id": "race_middle/test/221", "gold": 0, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "293b36cd2a6e769ef39ae943de506145316cb5b48f46066bfa583c4008e98a2c", "prompt": "81f87ff2be84913e7de8d50a305154026a57b1279e4c9d25fdc5d32325532b01", "options": [ "97f309017bfffc1696adafb450e020474a0e543b25c8ac8d4be1a2abca05641d", "234aeffe5fa4c261d10f15d97ff31785404cc5142d3254543bd590a55790fbdf", "7b6ecab6743414b5db3ad64192068305018c4afe8f9a6fe604c8fd15f1f335af", "f35e732ea8c19a920b84386f1f9c060456883c8f5c4ef07edc31c171fd8aaf3d" ], "options_json": "d828eb81b1ccddc3def18e93ded639838d6cab20b2391b0f55104f207595dd30" } }, { "id": "race_middle/test/222", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "293b36cd2a6e769ef39ae943de506145316cb5b48f46066bfa583c4008e98a2c", "prompt": "bd70cfa6882d799fe69b4ae181bff0523caadea187841c445803dbf0e7707d59", "options": [ "ef0f49156cf0dc40b35aa024df9627a912f5f03df803fcdbfc88493d28e3a8d9", "7d3a65d759bfe49060179f81c36646ea5355dbc93d893be91aef0bd04c926c0b", "d625938442e094dd9195fee55b4fd50017754ae09bf773676fcb02006f2e181c", "086deebdbf9d5546a8ca0a50122444da92f762ae9e0266509314e253c5a36b84" ], "options_json": "4c76c22a241361afc3741d4b7e6d78e47df942c19ea3cb4a62f38589fabca8c6" } }, { "id": "race_middle/test/223", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "293b36cd2a6e769ef39ae943de506145316cb5b48f46066bfa583c4008e98a2c", "prompt": "0c669e0bc8ab7072aa450b17ade7209e52a8f1e808333fda3ee7c9e1388f392d", "options": [ "d4fa2945f0443a03fc366770b5a2c13980b8d60c161c6875884defb638a7fee3", "7027d5a613a2502d340ddec843d72acf357fbb649b34d90beea349448ff16627", "cc4376742a14834b0d8b51becfb8ba91a901112eecfda3c660ef044d87876146", "e0e7ad48541d771983ff93b35d51807934b7ac88d4cc015293a97866ed013207" ], "options_json": "c9bbbe3182e1c9ff939a2e962a6428222672f0be5cdebd663ecd718da87a9fa4" } }, { "id": "race_middle/test/224", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "293b36cd2a6e769ef39ae943de506145316cb5b48f46066bfa583c4008e98a2c", "prompt": "fd38f3c2cc920d32891e53e3c682fe44e7454f4bf7a9834873e22e7422bc8095", "options": [ "750783f1618244c97abc2f18cb661ba024af271b46c9e686e0f584500b1cb340", "aa71f0d523f3e8dbd5a3f839b838ab3143bc3782a2dd8b243f954a75b11b553f", "25b54b84698288fd470a9d27432f3fc70563038eb3d89d68f81e3676d37b248c", "d9a016ce65c2f361aaf242c4d37327c1a13d0036ff0ea4712bae4fec4c896b2a" ], "options_json": "22fe5b745f2a45dfbaeb1d838b497a006551a4656f73aa350f51c39a1fcf0f56" } }, { "id": "race_middle/test/225", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0986e0676e69b859850a7b19d05c47b1761760632a23cedac458c126ab050cf0", "prompt": "7cabcaa949949e7604e40d855cfa208d4fdbf8ab6fd6df0205a508b9b48e2e01", "options": [ "a75bf590cb07ea733b36bc5c3aee9820f328868c4d54eb796b1ba9e7ee390e60", "0cc46b3266adb7483cbd7562306c61e6c66a043db4c74a19a325e3552eb7221a", "1cb3233db11e3a7f21224e124e629aba87d22b4225c1b54eecc83d3192f17f1d", "7b2dec6aec5d2c610954830e039ce10d9e5980ae6e5d006d5a3f8b13804c3f7d" ], "options_json": "f1ddf697166d0ca4f23ce1aa1c0a0577dd4dfbb47c012c8c0e9eddeccbc7033c" } }, { "id": "race_middle/test/226", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0986e0676e69b859850a7b19d05c47b1761760632a23cedac458c126ab050cf0", "prompt": "f3b378940044e1d007f0f4e47b6dd8888ae3441974845d96b0fb39e9acbcd22e", "options": [ "d2775209d91a70d24ed2826b018a1cf28150dd18034c93c65d79174fc9dd787c", "b283408d202ae9d03bc6c6d2120b157160a9276a98591caea4d8067f33ada99b", "e8efeacabaf5dc0f7f91727a242240185854e7ad359685690d04c7d1fdda3f86", "40b2abf0482e099d9de731cf76a29e1ce1daec3525488f22f4fccde493c71b79" ], "options_json": "6aca9561a32a5d93307e0beb0697f16c23bea1e9814bbdd59e64d88ed05c266c" } }, { "id": "race_middle/test/227", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f969117ce8801eaa2f0d5449510a3fd685ba183a9afaab47e5a59e536799fed6", "prompt": "da0fa08d9defa85685e36b2eac4671558b0fd252d054f750f31710356747dc26", "options": [ "ecb268d1d4a55451d76d389044a7d0483112e947cd2f62d6cf30c546dc060cbf", "101f962260228afc171b67daba43e82063088fe38cf351e13aedb7cd76c290e4", "f9a398fe15d0c440c3b6ded5521a012915d07fbe140386065dc473290161c696", "14f769dbfe7978459a52aff1415debb6f44d9fc6178f69fc680691a391fdcdec" ], "options_json": "cdd3169c115792f28c6ce3319162e0de6b52744f38b6cc54354b1bf80498859e" } }, { "id": "race_middle/test/228", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f969117ce8801eaa2f0d5449510a3fd685ba183a9afaab47e5a59e536799fed6", "prompt": "a1dfd3348f1a00965555eb9d06e6c2bab178a938992d65b1799585c308c96d21", "options": [ "bd3bc96987ba0cb1bee4fec4753a859d3ff41418d2257c0f799e2c0bf5a83222", "0a533378f817874c8afe86ae6978aa2c2207ffdd3c3dda13599bb93fa6694ec1", "d25bb0ec4dbed43e3eaffdec0b1083325d046646713daac478192a721cb190b9", "a4b5d61f05c0eb6ce095d71b7aebcb6659b6cf97ac783a65276be7a60bddb06d" ], "options_json": "03d700f1a3b1c48c8daf64a544eaa8070ccc396e59a34ed6128c520d23d13f41" } }, { "id": "race_middle/test/229", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f969117ce8801eaa2f0d5449510a3fd685ba183a9afaab47e5a59e536799fed6", "prompt": "0135d040bd9f374e87c8a2239b1c6b49347027c5b4ad966f3212c28f99c3e615", "options": [ "f309e8dbdbc4877b28da0d36098637f254f674ed29ea4f171ac6ea487391791f", "0763bfbd5fff856d5ae320cd53e3d22f92d4ec5a2ffa369041a4677c623254bf", "0f4168490e38b8447e11ba4bd656aa11b925bd22af30bac464bc153fdb608501", "1785cfc3bc6ac7738e8b38cdccd1af12563c2b9070e07af336a1bf8c0f772b6a" ], "options_json": "4c5eaaf1be7984575d51c23aae1b6a7cb41fa8fe750066a3ee10454ed20a5b84" } }, { "id": "race_middle/test/230", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f969117ce8801eaa2f0d5449510a3fd685ba183a9afaab47e5a59e536799fed6", "prompt": "7e71886b2cda05f90edfeb9c4dc91510a575261f15fd5b70f1c46f4b5abfb878", "options": [ "70c3d6ceb0a1f21ae22e37ea0639c1032f890f642701b26e44ed721c1cf75217", "6196f588d8eb47d598baf9e36ff0c6106290bf9c8018548bea877e959c62fb6c", "39d7a067c718adf8afcecd5336e7e6e88f07306fc820388979d6bd7cdece3b08", "74b9c427edc41e485c54cfc978878a1bc9fcafdd82b51a08fc72e0e34744e3bb" ], "options_json": "57a0bb947b96952c179da5899a4460e8fb5f42d5d7acf8aaa7b6a1e079047190" } }, { "id": "race_middle/test/231", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0a79ab89f494a5150ae382872abef07cf7d907049bd493dd95565243d6c409e7", "prompt": "72783c03146fdf4f7681b7a05d0e729650ae1640213deaf7f7ef9c35ece82af2", "options": [ "88f31178e173bd31cf434a92450c0d14cf5ce9a2cb836b1a05311e57081fa909", "02a7ebdb9b85591617c0a9307a40b5c33f4b7868f733c1d899b5138fa7d597b2", "c88a1418eed374c2886387092a7337ebfc92a26cd94e75ae45cbe4001966680f", "4b53182f7f48857367d4b9b22835f4729dc83435c2fc98b27d9f8c7322588c6c" ], "options_json": "5c30c58be029c63448eaecebede7ae599a6697fc7352d5af0ad50ad27eca66d9" } }, { "id": "race_middle/test/232", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0a79ab89f494a5150ae382872abef07cf7d907049bd493dd95565243d6c409e7", "prompt": "b9cfb0691291c9b9ed70fe2dce77cc1deddb3b9bbc36eef0bd8a2160cd89f455", "options": [ "16fd1c997946437f52c9e9b73b8a3a97aa11df432f2b4128cf64be50ed93699b", "36cd20dbaeb88e444af9f6b3015db98f49c17f423bf87caccfeea8f8768586cf", "40949974087faaf74f0049dda68433e54161b0efa28798a1941c05b0256299d0", "cfb3b679b857017168c1a2f9f4775e081acd4a1bda26b8c0b87550c0bda9a2cf" ], "options_json": "e89c1561005c66075b4af5456505234ac9136683158fa012a8ade4a6777814f6" } }, { "id": "race_middle/test/233", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0a79ab89f494a5150ae382872abef07cf7d907049bd493dd95565243d6c409e7", "prompt": "998233293f896f3780128b6ea11464f8d93fdb8645bdaa426bb4d9f1ff5f5a6f", "options": [ "6116639daa8d762669f99af305b2ae1ccea2ab29e090befea533aab1b67fd010", "e793e1673a424bd60c6ab02baf216b4487922dfeb8929bbe327effa84876e40e", "ce8da160136badcfea54d783a52a0bada141ba5c56f4ed6e92e81f2f1db40391", "2c1c25ef037e4e9afffb23d972f18392487e375d36cb2278f1cd767d2365c37a" ], "options_json": "544a2e98e9a3ca3168703363cf4fed951378dd4ebe01643352edcf95b0200e27" } }, { "id": "race_middle/test/234", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0a79ab89f494a5150ae382872abef07cf7d907049bd493dd95565243d6c409e7", "prompt": "524e9780d950025759d938328efffae3fa29697028cb2214a661f63633bd608e", "options": [ "ec3833c6cbcbea667cd198f0a75dce6944403dbfc398c31bae753ca689ee99fc", "63144a169792ea203134790b1af080b7a964ff9311fd06b5484fce1976efa831", "59833026c247c80dff8407168efd1e37cbe4c4154255a1c3a1f1bbd7f44fc589", "fa215790fdf1085efb4e578f83a63910b78611cc658ede30c858380594ed8b33" ], "options_json": "047c238b0a60c636d2a672b466bc69076c009a017e22b03558bf0eadf7881ecd" } }, { "id": "race_middle/test/235", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c4b6fa9514555723c0b8545e2527a73c86c4f1f4e03f8b21e6897b1e77abe6b4", "prompt": "51f8c2e24a094292e6774ad25e72005353f2867ee17a14417201d2a43860e18e", "options": [ "89a7e1b58dbb33a22815435a5b48c6f26f698a3426aebba6fccf04a238990413", "c87117ceaea7217c762863e099739b3dc9334b1742b77ebaeba8135b2eb440e9", "d8d95b131bbec2cf78f148da5d043d0b3b44f5cc95e041f98857fabea3b45053", "6bb28bce86313b44523597d6b6b00d90b2bfc2426213a9551b8549218e3495a0" ], "options_json": "335f9bef1be62b432e2625a9f29993dcab27a40a3289feec4d760132834a2ebd" } }, { "id": "race_middle/test/236", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c4b6fa9514555723c0b8545e2527a73c86c4f1f4e03f8b21e6897b1e77abe6b4", "prompt": "02abc5145a8bce119ae1811085eaf7540ac9e502913231538e2b65cc6743fb46", "options": [ "cdc6b8ff945f8b5a3ca055f59de296fea9a831a35c73b361b0383c8970054a00", "990408cc2bae598b190eed8f7b507ddf7bd7176eb4f794d3561126eafbdb39ad", "1ae4dd70865be4badc06bff2d3fe42ab8090af9e9dd428ef17cc888f404f6c3b", "79fa38b5e7ad727ddd3106910543df6168bdddf32bbbbde08b00a407299179ef" ], "options_json": "3728706956ccc6000c473971d9145643a1b0bb428638f4eb0e52c747f9ee618d" } }, { "id": "race_middle/test/237", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c4b6fa9514555723c0b8545e2527a73c86c4f1f4e03f8b21e6897b1e77abe6b4", "prompt": "e284abb99f5bfce804d106847aae9667ccbc8bdf83a847e0780c32c2b39f461b", "options": [ "d1fa6828f4044ffa68023eec02d20b6cf99a89b77b02eacab52f7e345cd36db4", "13eea20373ee437c50ecc0e2e7e5316ebcbf75dea42aa0c6d88f8dbe5e3b7784", "a25cd0899392834460ec1d2cb0af9f5d165d0bd15710d7e50871a166eb055b78", "d40b5ebc7c1aad6aa24102d78a628606f6c16ce5f34ffff68e634487b8858d58" ], "options_json": "34e40f406d7440c4fb056e5d8f127cd6ec6bb4acb71e958fd034402a0b43bd4a" } }, { "id": "race_middle/test/238", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c4b6fa9514555723c0b8545e2527a73c86c4f1f4e03f8b21e6897b1e77abe6b4", "prompt": "244b95963ce46d73d10e8a81e8ad3906d3c741ab6138ab66d0a37941f8292d13", "options": [ "919e9d1fcec53fde1bcf182228f4ef084d05a93bdfe8b562e0a3546e7a8f62b1", "06cce1c4751978e65423dbd3350b6b0030373c7a5b4fe02bfa3e87a18b4604d8", "4285f27d7eefb95a5a80233a47208793146957296fa75aaac3fc7fbc50ae2761", "8dda2b8d676d22207e3462a8303900150d4608561b059834ea5a96ef862d9013" ], "options_json": "5f97ac174a74eca6220d1370359cc11436112b91bad19fa96c4538706e791f17" } }, { "id": "race_middle/test/239", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e4deb46e670ed8f9338ff10484f0b8002362dc962a56c2ce013ee263c63185a0", "prompt": "aac5c7ded3136a27659e48a440f6c09430842447ae7252724f7b98a60039b9ff", "options": [ "b7c195b7c44953a921c1296e4df65dea94ce480254003c3646017423e4e1af15", "d38259d0b6fa324b6a4c0a35e5ab3e668abfdc82e7003106d30ff80493c084dd", "03c08ea43694625f4839a3ac396763e63857b5cfff112f7129dab82291357be9", "f5a8e6a8ed01a21dd3524d68a17c90ebbf017a0027c8dd178b561512d10814a1" ], "options_json": "71824ccf30ee83865a0ef93d53f3897873674982ad77674a9f07110799c2373e" } }, { "id": "race_middle/test/240", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e4deb46e670ed8f9338ff10484f0b8002362dc962a56c2ce013ee263c63185a0", "prompt": "5a789d03fb8d3706a9a60877be6e6130c33fdf0aeef9a7213007de431a5bfc70", "options": [ "91402d00dfc680e687c55494f66bb0cb0f1946c6c82f439506d4dc0631db005b", "df1815e76f12d07ea0bfbf3e203caa0977717adeb070ea2015d3b369fb15be2d", "6b4282d907ac4b283b7713ed20527e3e8153195f693844d7fa579f42667b8c68", "7d22d390ec67d1aa03eca9ca45884b3c83a0595d0c152d93dea473052383444c" ], "options_json": "ca83d39dbcb236b5dd58e44700f34ad5fbd0d7f7b3ac36003aec13a41c246ad9" } }, { "id": "race_middle/test/241", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e4deb46e670ed8f9338ff10484f0b8002362dc962a56c2ce013ee263c63185a0", "prompt": "e2d9b8993106e18dda1b4baf9f294706d6bbd17cf0c54e842ecdf85cc2df8490", "options": [ "9695d6377fe882a898e73ac0afcb15536b462f7155a72a6f2486b7061a2d9b08", "aa23830e832060912a9ccddd646a3c1966f39357b45d14c42fc97c5b62ab38d9", "7cca463784b4b46089d0e8fd5bebae94bdf1631eafcf4dd2631f44df1f8d68c6", "f2e9a23ac36c4b227b16387b4e0d37793e9459f3912942069981886d5bffe90e" ], "options_json": "8b5492f4b85dd187688c3c59d362c5867c78f40bf0b6a61bbdc8d8b1da5cb290" } }, { "id": "race_middle/test/242", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e4deb46e670ed8f9338ff10484f0b8002362dc962a56c2ce013ee263c63185a0", "prompt": "2427c443a339e4e4bea16f00654bfae5cfa37326ffc791e33f4c44db602c3669", "options": [ "43c4d94ea2cd4fbece4f396e10852401108971f22e2f37707fbbb688ddc7fe3c", "2f7820a5325de01510971fb541180d3730df116b28942068bb1e5a7040528833", "1eb32d1ee4458814f94f8b92d1bd3e06e16dca6fab43d53f700840321f27fdf4", "e3a93724ac33f446c089d09b6cda005dcfefc92af94efcc4175a27f0276a7d37" ], "options_json": "d16dacf92603c95612cac97ccd6ffe55a6bcd6cc4f264289283be90724180850" } }, { "id": "race_middle/test/243", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b459c285ceca32393e0dcc46dc86e4b435da022a5b8db2d3f793840d641200ae", "prompt": "9a6364cad46ba34a39979d0fc48fc77cb1aedad9d2622a2566b8760cf38e35ab", "options": [ "8471c43144a01028a415690d0f417fd296b57bf2f09c8bb2969c96a729477bc0", "4ae4080442e5d706ab5b0f746ea0a66a54531e9c06e37b1a0e41682185249110", "6ab0e9eb200c2d9fa523561eaf01cf2a382589f700991281f827253acf836512", "210631f20ff4463f66c3b96ba39dbe7225282a5b4754da91e19a9ed186d58bb8" ], "options_json": "fadc9677fa271813d9b5bbe6f3227d1b04262ad170ab6d32eac4599908de9570" } }, { "id": "race_middle/test/244", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b459c285ceca32393e0dcc46dc86e4b435da022a5b8db2d3f793840d641200ae", "prompt": "413b8f24955b56e6bad99ed356802c5100b038ed508fe8d2b503539b4d4b6c1a", "options": [ "a52514252adf86066966790e947f72ef6ea6690a6852d5bb5480ee2eeb663395", "3abafce5bc548613ff47ae39983fff685a2db66ba1a4fa6f93a1d57286e034ef", "5b612edb571c479d1a33c2355b8933ef943bd5715b25116aaf91dbf3a842c2bd", "8218f3d6780abf45a5a43657f5ae015c164c53d463dc85ebe302ef6c4fd517ed" ], "options_json": "f371c424509a17b66be67363fb4b89a970caee9b8127038e85decc477d4dccda" } }, { "id": "race_middle/test/245", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b459c285ceca32393e0dcc46dc86e4b435da022a5b8db2d3f793840d641200ae", "prompt": "4038a52fa95d75e069c9c95fb733ab77eedd8f1fecd592ae2a32132e54d49caa", "options": [ "ab46d2f5388cbb8b3e1acf59f084bbea49eff67379a48c3f9d1e971585efc25b", "d9dacb3ee168be4dbc39386975b6964d353c438d8f57a68914a3228b5385fe69", "57e4df689a1d76ed4cabf0d1be94500be2761de2a18185a78e9b96115c20d065", "a6b54c20a7b96eeac1a911e6da3124a560fe6dc042ebf270e3676e7095b95652" ], "options_json": "3a87340d7ac80dfde24d4c98061fa01add4490e5c969dca53a946bf5698ce480" } }, { "id": "race_middle/test/246", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b459c285ceca32393e0dcc46dc86e4b435da022a5b8db2d3f793840d641200ae", "prompt": "6020255ecf017f96d2e6b1650a2fa975310cc73effedb478a325261a9442393b", "options": [ "8cb6e987da6a90689f739a5c59af2ff1342b9455e61c1858f6a2ff96fdbb04c1", "50768efc2c4f35fd8be1c86ed7d18196f84dab764952cf30d55a6a2ba8ed29a9", "46d11c8b160ccdea7094e65e860306e024b7e9664117a0bdef1a8a8dbe2930b7", "93d1a38907003da4b3f24bd214bef70c2810cc3355c5e9200ca01caa1631ed00" ], "options_json": "92549af2e19a23c84fc82cd448ae4ad8803fad86062721a067968d8266e8dafd" } }, { "id": "race_middle/test/247", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b459c285ceca32393e0dcc46dc86e4b435da022a5b8db2d3f793840d641200ae", "prompt": "65c971ac4e68992c5b7b4383a728e6f35b3dc81f3982e72cbf0137d3a5520e23", "options": [ "7c3af2b89cefdb20e9414a3dc2f9b9e9cdb1da1533ef4644e7d382e1da6c43b6", "a0998582480a3a7645e981a04306c39173f55d7680e556491ff7f65b7b6f5909", "1a846b852cd6681f6f81b201c92811c6c467988d7e01b54c5c0a1bc214700057", "9ddda2af05834ffc88667f132ff81788f9cac7a0de38a8c7a6ae22fce7eacbcb" ], "options_json": "965914adc430fd30bb34812d340cd5c97ed99b4181b66561a057a85c81fb6537" } }, { "id": "race_middle/test/248", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bf80968da918851a93f4334472f208796c91ffd910f022dbf059a0072ab51a3d", "prompt": "39d1057c46fffda1799592db23bcb0e0490863cbb6d25e6abeabe3cbc96b8070", "options": [ "0998926b3098f57ed49bfff169cee4f91a7ccea73dad20e33e5d5c1c9149218c", "d3a9d46c4a10b13790b4aba355344a5ce4643325a123d7575f2b77abe65184b2", "ad5b185a58b9c0332a1fcab80050a267c532b57d8ca5a386acd85a4a0ec97739", "dc503ca7b354012b03d2000643dd3784aa673e8ba82bed3254ca281301376966" ], "options_json": "27996dd03a0c8a2fc0e7e4979145074d2240a285a51510dc6bd279e16aefbe98" } }, { "id": "race_middle/test/249", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bf80968da918851a93f4334472f208796c91ffd910f022dbf059a0072ab51a3d", "prompt": "1d02e05afd8c2d5e26ca8601b2d14332f3f8da0802dd17dd659c481f770cd9a4", "options": [ "1301a0bb8d5a61b319f1431f9e06d1dbed11d475348ccdfa54c9d0c266e15e46", "43fa534b8f3cafbd3fc85a415a1a5edeeacf6e29b6907c936fef0dee434eaa73", "fba5f7d4d4df19b26a7c2d1922a938ebcdd1297480100c4aeca9d15e5bfedd0c", "ae43b1d7777d8fb317dbaa5e40a5c64091b149618a898bcaf26b5ff3d79a0261" ], "options_json": "d8934469f94bedb004735146302c06e839ce102700ee0666984c8710a8643ad9" } }, { "id": "race_middle/test/250", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bf80968da918851a93f4334472f208796c91ffd910f022dbf059a0072ab51a3d", "prompt": "7de48a8327625b2650714df4fc13f8b44aa06c8731dc7538dc0ef3a913b19345", "options": [ "9a286af30e8788a6fc76a452d7fd95bd541bf94c07f635aa5e62faafb0949fb1", "740bdc84477e7ee04ae09a88ad86ef135e88754c881a8d5b5ac519d7574c9433", "5fe94a3fd179be8023b53fc5b8494cbf87a9a895d87b29ddb8ee39128436c2c0", "7dfe1ae1273a44a2e1aca21e33f2bb7dc905dba328f619b859cad8773f24d87c" ], "options_json": "85637ce509faf037f617691ca092752bc08214072206cf35cfddb896b309720e" } }, { "id": "race_middle/test/251", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "bf80968da918851a93f4334472f208796c91ffd910f022dbf059a0072ab51a3d", "prompt": "88ec897e43ee69a309eae1288c65a3f6c9e756eebf5d05b07985b6b60a305cdb", "options": [ "310018bdc698eb0e95765a40206e6625310785b31b0335bce8549c76c2162199", "8736b3282f12ca758a4c8a4c14ba0a3c0b77f2122d844967964982a1a4ddca22", "2e243b679da13cb68f9cf911eb01573cea961f741f102f52c35dcbffc7062e23", "18f4baea8ad524ecb9f6b2fde4e2d3484a5f22da311be7ed3420d1ab3a453738" ], "options_json": "cd1480614e8e0bfa404a19aa97e1729b7efdef190b5f9e510b479213af43e532" } }, { "id": "race_middle/test/252", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c4a5124fb7b8771b93e14ac5fff6bb117e40b85c58973e6a0be9a44dc6cb076a", "prompt": "f061b05d08f02835f73d2a5b11f05cb6ea3fcf991f3b5f03e740c4c27bdb0b00", "options": [ "3d5dc27895abcb4ab117318f3db93aef4ab143c6df8e18dc8be1b5ceb9af8ca1", "6a6f37e50f2952bc807d1e6c7a27591bf6467f82cd96758e623cdd069c6913da", "55074682dcd4de36534d1ef3c5c3b86824f6a99dfd4debb51019b3884a89babe", "f92257a3f6df29e3484d323b10bb99f05b032ba96b74788734794448acce7801" ], "options_json": "2d3405ecb5bd57023a607ffa96d521d94e1a10fc4caf575e4bbfe8ea81d15553" } }, { "id": "race_middle/test/253", "gold": 2, "predicted_before": 2, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c4a5124fb7b8771b93e14ac5fff6bb117e40b85c58973e6a0be9a44dc6cb076a", "prompt": "2f22a29e2ad9effc201d72585209668d39e13e1465a32538f771d671a964f55c", "options": [ "07f37a38f3783e336737679853476f4ba3504437cdc47dfa7068961d3aa91e94", "6b770b68e226f68c5a5eb320e0853b70ea60970c1a01b6fe580b8fb41e5fc42a", "b5bd1c5ede36cb1e77060321ce1d12af27200d2c6ae0485ce477c8782f9eeac4", "8b256a6b82a33bc449dc8debdc08a0ca722cfbb59e3e884bbf09987451c5488f" ], "options_json": "a3bfaadf70e95b33d33158e24ae1ec421c2f5b3313bf18d3e9f29a2ac470c995" } }, { "id": "race_middle/test/254", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c4a5124fb7b8771b93e14ac5fff6bb117e40b85c58973e6a0be9a44dc6cb076a", "prompt": "5726bda85532522af6c1af6869bf4e072d2e962acd3ef77a075ca9082643d62c", "options": [ "dafb833d4a9b8d95bae293c91737cfe11eecadff412f68b5c5a8cd555eecd1f7", "2f6834632e4b9c96639ccfaa2f2bfebcd4fa06a82d5e4c61f79f0109a075ced5", "29f827ad7d813f36c0c49f69bdddcad54391c3f126fec323005f0f1a8a25d8a7", "a25f914d4a2a5bbf574783833ab656488d9285b9b804f98877bf69bb67cd4b5f" ], "options_json": "9968de8b4ace60b94c23ffc10b9b80e140a88699f93b59e8866890f1f40a8654" } }, { "id": "race_middle/test/255", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c4a5124fb7b8771b93e14ac5fff6bb117e40b85c58973e6a0be9a44dc6cb076a", "prompt": "25008f629a3ba406e5bea5aaaf09d136a3053e2e9c89d95c3d7c306d82412642", "options": [ "824e1fd4a8c094e686e008a1c212abcb227221ad9a144edb5e62ef3035491809", "c732a0c84f9f60cbf5d16018bd5222f50ec8eea00e346a7780644d2d901bd954", "e68fcef5c4ccbcf3bc1c02a61a536300800f32667201ec94234ba9a571eb0ccd", "57d94d728d188aa6b6b05b6319df23ed322b8687c577077682071e1fea2bc41e" ], "options_json": "9aae8825abf8efb44aee744905e15abfaac6a98665d280a861bd70ff3ec86ca2" } }, { "id": "race_middle/test/256", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "230281ac7c3a9b3aa219f1ecdc9eea462f08724677dd7dfbefd1fc5a7462f3f9", "prompt": "c3f1f2261ff61d43bae3d80e5f250b781cd50bba4bb2db36d3727e21d6f29cbd", "options": [ "823a0d7c971a484181890084bdb5ffe885d1b038fecc7156c9f78bfca56edb86", "da549d6a0ae18ab7529bd4688b3e230a055200119300ae99f72669888be5585a", "a1a0e56691fc49298ed43080faa472605d31e626b090b8d09ebec62469c2094f", "3fc96cc70eab1f1e4887ba4219436b7df9a1e4d93dd477152ed4d4ce26caea15" ], "options_json": "4c7e2733275f500411996cac3ad42b724de8b03d5eaff382154ba79ade7aac77" } }, { "id": "race_middle/test/257", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "230281ac7c3a9b3aa219f1ecdc9eea462f08724677dd7dfbefd1fc5a7462f3f9", "prompt": "15772e1a1978e8a4d4c8a24c99f0cc75ce06af817078d26147d5b61f259d8af9", "options": [ "2fe9a2ee7d2f961a856b177822bb649d2ca39b037b8d5efccfa8445e78fcaa93", "2277d78aefe1d14f8ea08fa472c5933c35c1a895b9b0139825b4ad8bc2ddc197", "a0fd3a1df29ea186323b3cd1907a0ba383f9d13e2cc722ec922f79122704ce9c", "d7d1bc5ffa68a75dbb1ad91e2622f9eebd869148125a9638c47b13f3fda85aec" ], "options_json": "5461980f77fbae5362afa70a3b6dd8ded31647114d872340e3269c9c3f49a9e8" } }, { "id": "race_middle/test/258", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "230281ac7c3a9b3aa219f1ecdc9eea462f08724677dd7dfbefd1fc5a7462f3f9", "prompt": "5623d82a185ea4ba33e5ccecd65c1bc88946a622846e197fb48638500b13ada0", "options": [ "97c38c1e1974a6f816635682458340c37095deaba2cdc6055106d4fa8519387a", "02eb762fd31ec5e8f96e42322d462efbb320ccc16c3476188f47e6991b5de201", "6373e6b5b7adbe767cf5e1928465ec9c189d4f6ac45cfac08284beeec9619de5", "cdbee0b1f2a0c72929fef0f7b506885566ecbb3e1650605b75b514126aec73a1" ], "options_json": "3d4a0b4ec0b2765e17c9e75d24f9066e63ecfc70f123c0cd98afefe5e5be5d1e" } }, { "id": "race_middle/test/259", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e817213037ef723862eb96a08d046604cae2ca05232639ba748438b5d1508703", "prompt": "660f74f5d6de720fde8714d7fd54ab050d500fa6ac60d4d5a4214466b00714b6", "options": [ "b543f4b67cd2d1200fe03323c4a1e52df43fa9ec3d328019cb0d97752b0242bc", "30cff389d81464befab46f53c83d2e1d0d3760effbdfa14eb807bb7c4d3b0aaf", "e6beeafa3a6151103e874228ba6830662ff84f1c632fb68573cf09caa55ab769", "41b937b52907dac7251d53bd99592ce7bf4f9dcd1f3bc505b2eeb24111f7ce0d" ], "options_json": "bca3f691f91e82155074126c4429febf391b35914bf8c71897867056e5b80599" } }, { "id": "race_middle/test/260", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e817213037ef723862eb96a08d046604cae2ca05232639ba748438b5d1508703", "prompt": "46f5c2b4813dcb5d9290035f9cec9c836a7cb93009ebb7e125714f55638951b0", "options": [ "7c58ea253628feed6583e78db4fd9fab131e0016ade168b4c200eb41d6aa93b1", "f3bb79e48a7a8af1d028f6acb7fa34b0c7f75da596fc205907d2a708fe28ebef", "dda209044ad44962b012ececcc2cb2f7efd35c72d22465586e294b6493bc21c1", "e878b5219508b0e1c9fe35b958585514a93d41bbcf2fc597fef356d7a65b254a" ], "options_json": "71096db2e9b0bea9ea7218f61964ad038b4739411a25f3dd560a6a5176ced8ce" } }, { "id": "race_middle/test/261", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e817213037ef723862eb96a08d046604cae2ca05232639ba748438b5d1508703", "prompt": "97a6c338583b6b4439a9b89f8aa17964748049aefd0ae1b968570bf53ca3b4d1", "options": [ "6e8182068517189b99d4fef7d75e0db1cba888080071e4c38bb895fbd3f8524a", "c521442ee4d18aaaafe1232752d27a42e8ac9d35293786ca522f6fdda20a8524", "2dd4b0746759fae01b28f302d154de9d98d4702e88e5f761bd9e3c019354582c", "0e0a368550b460a6770bebe3fd48d8859f6550e93d02f456d8ca1039ed55efdb" ], "options_json": "6e14c4ba229017359f5329ceb549bb6258d2f3a2744e32f5a800f8af3b168e4e" } }, { "id": "race_middle/test/262", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "324685e1da054086e082fd2c7f03ed79754d4b1043e68209cc582e217dba6c8b", "prompt": "3ce37b7a8e7007cc9d3be82c9a7320d99da3f38955a188564cc64c4cd604a63b", "options": [ "08ddff4ebe39249a9208cd305b7d14091b1ebabef6adfa897cc34675fa0e0848", "8cbbcf29d9cef89675c5f5c1dcfe827d0570416a5aaba30dd0de159661ad905b", "41024084d2e27b7db74265a6252083ac949cdb22496e9c91a1154715f4baed64", "d6b1448e4a65adc3d61506a4e42efb8670922943146b5bde057fef3cc8277b71" ], "options_json": "7032e6ed3cc42bc8d6d3b055098b298e39687acc228bc69bf74b472010bee45d" } }, { "id": "race_middle/test/263", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "324685e1da054086e082fd2c7f03ed79754d4b1043e68209cc582e217dba6c8b", "prompt": "77da9bfb69d049a500c85dd15d13358510e5597bc602dadf9bcb4f167ceecc00", "options": [ "a364dbb24d68d903dffc825b2f08cbccacd82e3262cfb27dc89ccf64a37acaed", "6b63542c4f12f34366a7d1fea56ad3c64e2e7b4075779f7d29723e6a9420ca8c", "c613c7185a40d4bbc7aaac939fa8e7ee2d1b1aed2097599349ba7b8182d2cbda", "e9f51368f4f62227227352ec1d736ccdd351c9bcf8785faa7948e592657b7ae3" ], "options_json": "108fe91b329767d0fe3e5aa268cb26d3ae512c6e0a22d898d2d3ead5d9dab477" } }, { "id": "race_middle/test/264", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "324685e1da054086e082fd2c7f03ed79754d4b1043e68209cc582e217dba6c8b", "prompt": "8bf673258eacf348ad16b80342753b3520e9aaeabb065d767397f3d4a66989a7", "options": [ "5531357fe87608ca288f951595769de65e30fb05322c94667ff8cc547fa86658", "040b54df5750e30fdb398a6db27307226aebaf8ead4c8bd00f22efe12aa06988", "631ccbe9824135ec8173104bffaed6a083f68f76d07b5067ae1414eeba63e5de", "89ac8075bc5b206c5ee6403c83d812c2686ca3b3e737ae7f8b9e3cc8dc3554c1" ], "options_json": "322dcfa7b75e0299c2180dd25565c4a210f24e3a87b7a0aceda19085d91a756d" } }, { "id": "race_middle/test/265", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "324685e1da054086e082fd2c7f03ed79754d4b1043e68209cc582e217dba6c8b", "prompt": "688666fa608628cdd673a7b2a20b45fb51447e4516bbb2369b7bd285424bf308", "options": [ "71f2f3040ea30da276c82b0d151bff63312b8a24bbbedef696d333198a33dfaa", "63d56cf4d2c3d93bbe0448a03d11eed436f12e213493dd00218f640edaef6ce2", "f19ab14506899036b6c16025747c641a028c72d0743f588d432669e818bba9b6", "3f333d334f91bd7d7edeb3045238fb52b632255f8e3e47496298f7f09d778ccd" ], "options_json": "8fab5c946b9b36fc5747effa8d9dc39ee8e8d0e234e26ea14eb044160fa858b3" } }, { "id": "race_middle/test/266", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "324685e1da054086e082fd2c7f03ed79754d4b1043e68209cc582e217dba6c8b", "prompt": "6d6fd1ef4a1edabc06b102652ec998240cdde04f420c3162cca3d164142a9f92", "options": [ "b401cd129d623a45be9dcbacaf95583d9da45cfca7cff94e49739c42e8371dcc", "61e27d0c6f00b674b0b793143606fe2eb86a7591ba3376c40de6c09f621ef215", "bdb7c3aca45db716bc2fbb8297e0ae54692431a6ab12c6773b1db83d892833fe", "7639cda8af624b350202e058fe255e8661ace03c9cba0e7eb03a407e5e48eb48" ], "options_json": "bfa677e7cce573de6290f1648ae7fcb6384f4885187b4e5d1f5ef1338cdde403" } }, { "id": "race_middle/test/267", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "af79b934aac241d2edb7e0eeb72ad22fb4766854c1170bbca86231f998b400c9", "prompt": "d9961a461ee73a13a1687a2b7811c02dbfb306b5b6a13c465694814fb284cd96", "options": [ "fc85b2a4c6a7ed5afd4b35e7dfb74ed462d9b935cdd915b057637772424ea58a", "bd3fa25bc63f12f518a3350dab015cc10f62b9d645d2b36a48e44c2167ff5126", "b4b72b9e4e8ae3766e8a3d8d473c3e35c774c91586e1c9492189776d213c21b9", "15a4b21388d778fbadc32513500d4464603d9456f86b63a7c86845b15e2d147f" ], "options_json": "022faa4ccc1c58d66c5636055c2fa3be72378f7da9c19be7e79199176e596e8c" } }, { "id": "race_middle/test/268", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "af79b934aac241d2edb7e0eeb72ad22fb4766854c1170bbca86231f998b400c9", "prompt": "a0adf1f82f170e427233e0d230c7c0593534ea4ed191ebd676e35a426e9f6cbe", "options": [ "2c7481229c92d45cf61d43fadb1525cb167f4db45160b0c4b0e479e1868597d7", "8fd330e567d7656f69b25c56271f93a0642347014c98c6b19b0b097662f73e56", "6ffe015bb329533bcfd9897e59cc2416cb4ae7ba0e5173eae8049fac670f1ea1", "b49aaeaada641cc86817b371ef1ba1c2817434704ad113993f129c0cbdf76dee" ], "options_json": "18763e4b44060fedadd448d902f23973a9621f5ec474e4eab60175f8f8be748a" } }, { "id": "race_middle/test/269", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "af79b934aac241d2edb7e0eeb72ad22fb4766854c1170bbca86231f998b400c9", "prompt": "2f0222187bcf7f0a5469164444702273512a3ca402803d14b6a234f6bb07ddcb", "options": [ "a9938f1003cdf4f54e6041d7ca12224b4ab8b69beb25e138164a0a4a7700c0bd", "f2d9a078584549750601c7164128d54e617d80f13dec47249cd8397ac028bc8e", "e8b72bbf4a7cb6d6d7fec2ae160167411cb88c368aef0d9f572b48e2ae7d9e26", "32da8fd6191e15699f2919aefcf0a00622125ed86d9c5869583c7504b9c22e97" ], "options_json": "ec4da0a45142e2df8d62b2919b98d0a381ac0d34eff083b17177e78643479f50" } }, { "id": "race_middle/test/270", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e54b9c8bc1b19c9d33a080f94d6d75914adc0803c66496849a566ee1b743b2e9", "prompt": "8ed0c909c6953413d047db996486b3314d5dfbf4416497d4a7ae67160ff5c6f9", "options": [ "ef2d127de37b942baad06145e54b0c619a1f22327b2ebbcfbec78f5564afe39d", "e7f6c011776e8db7cd330b54174fd76f7d0216b612387a5ffcfb81e6f0919683", "7902699be42c8a8e46fbbb4501726517e86b22c56a189f7625a6da49081b2451", "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a" ], "options_json": "06741d4da2a3cd026bdcecf3eb50361e110c29293db99a3ed592ad400eb53f48" } }, { "id": "race_middle/test/271", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e54b9c8bc1b19c9d33a080f94d6d75914adc0803c66496849a566ee1b743b2e9", "prompt": "23b7b367a7e9b77f6988236d264d229d290eec1581fd9a095adf39225b70a7e8", "options": [ "710d47350209c0f645e39d602f361641127e3c1509bdcb4de76a330960aa3a95", "1f67972ce8b9d3da71256e750035aa4ffd0a58c0796b2172492afd8b96426416", "e3aae7bc0e5ad26dcf3912c166846dff1e00a3887aeb53c3363722bba19b16bd", "d503dcfdd44cb6216b22dba5a43ecacce36079e0f6445b5906ba9b0a4daaf2dc" ], "options_json": "d5f3d254778373846c8628bc8cc3d915c1c9a67d007e87865de45eac67abe8c5" } }, { "id": "race_middle/test/272", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e54b9c8bc1b19c9d33a080f94d6d75914adc0803c66496849a566ee1b743b2e9", "prompt": "5d08e2c72482cc0dd454c5a999795b7c97ad9561632845397a2bab98178b9e92", "options": [ "7cc44eb19abccf91739a72392909971b727f3e4220422df91bb1eb56344ab0ac", "58422720dafd0d3b731121d8726a75fa7f6d0c51ebc915002f2856dbaa16b8d8", "d081f5e402980b267f1f87cb6b74fc3eb249de26e670a9db55dec67da7864de4", "ac739dccd121f71261d87461256e9ca70d8e3b6dbbcc9076d5f3b50c73a5d22d" ], "options_json": "63022a23f85adb9853da0484de31a1b6cb2cf09b5b69884cd16804c2e1c97b02" } }, { "id": "race_middle/test/273", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e54b9c8bc1b19c9d33a080f94d6d75914adc0803c66496849a566ee1b743b2e9", "prompt": "59f6c19bb0d6e897993afbefd3042b331e4a2559683c6f1b0dfed27d4cdcf11d", "options": [ "d503dcfdd44cb6216b22dba5a43ecacce36079e0f6445b5906ba9b0a4daaf2dc", "1f67972ce8b9d3da71256e750035aa4ffd0a58c0796b2172492afd8b96426416", "e3aae7bc0e5ad26dcf3912c166846dff1e00a3887aeb53c3363722bba19b16bd", "710d47350209c0f645e39d602f361641127e3c1509bdcb4de76a330960aa3a95" ], "options_json": "e06aeee41fee94144a908c08140c3b956e38c0a486ccd8cc99d90b6e789de148" } }, { "id": "race_middle/test/274", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8cec73afe1afb20037f7c941cd45c02cb44264becb7037146bd0c2a0a32a0cca", "prompt": "f2a907044a6c28dbcfac58eb7285a7305a40d512f446f1555d06fea58cca34be", "options": [ "b3ad2978d45e008f530f631b0ee99199a64ef8e43b7c2d49098918fef8500c64", "61cbb2289e94c6ab78cfa59b61f4dd019bb4e4ca53f030337bd5baf31f6c5909", "7e9b0a459221cb8e28003134337c958510826f7d42c387725a3beab7f58e81ed", "ec3746e80cde4e094972e7f7dac6e34d23c65e5ebdae138582bafde92af14df9" ], "options_json": "848db8599a98508b43cddb6f86c65ffef78a7a26f8a836e5ace614a82e460829" } }, { "id": "race_middle/test/275", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8cec73afe1afb20037f7c941cd45c02cb44264becb7037146bd0c2a0a32a0cca", "prompt": "068690aec598d7dd5cb4a21aa2d81330871e54625d38a2ad28b80ff45f10ef8b", "options": [ "330d39b2d5cdb41f7276b1d7c9459dbf7437578c056930f86a3f7c9823cc6aff", "ea1d1567375cd142c3b0cf4d3bf247ce073c152475fe66cc48ea041bfacbef5d", "823b4028c834c2ff0cdb7e82954d07446a20fa7d1fdefd46e5636df8294e42a2", "1a5b8dfb2acd173027e273237398fdc41dfaec12a8abe9e42a9220f68146346b" ], "options_json": "ec32600f199b2664c927e12b2c2ba867e9e20950f9704ab47e2cd9cc171bb99f" } }, { "id": "race_middle/test/276", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8cec73afe1afb20037f7c941cd45c02cb44264becb7037146bd0c2a0a32a0cca", "prompt": "15d569eceafb11457e945a22078eb441e4d340b2f8fb58a85f995d9031ab63a0", "options": [ "b560d521f8ec76ad0fb5cde9832052f113e47c3a935ec57e91647663259661f4", "a56ca07e56052058ed012ef37f0f0f3a548ccffd18c796171cda6367d69c7f37", "5cb6b939f7640114790b3cf80dfcbe97363e401ed1484cab837a3ab9f48fc292", "18710bb57eef4dc0b95e968aa1067581d98d2e760e3d362332adfed2490b176e" ], "options_json": "e7eb5d945cf3aee7f5457db79c416f90592eab3e8fd2dc275e7e897a51ccd278" } }, { "id": "race_middle/test/277", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8cec73afe1afb20037f7c941cd45c02cb44264becb7037146bd0c2a0a32a0cca", "prompt": "2926fad5ee4b22312a755cd5c84651d2b8f012357e3f98bfe6c6c135f6e649a6", "options": [ "3239e1e4eda48ce542527b26bc9dea1dd14672e41c857df6ccd4e4c34d843497", "156bf349ff298c5f41b95b099d964084b8811bd85f4151bb0975572953b12d86", "dc92541eccfa3a8338b7e24071484622b1bf286bd9ef7b0f8e55e6ac90d88c59", "78305c7d082022f7d9d05f83fef002ad9d1be08d5d2136416eb2db48a0c99f18" ], "options_json": "38d746fef0059fd47cc6b81f88e7d6c6acebb3ad243e103788538c6f931e2ec5" } }, { "id": "race_middle/test/278", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8cec73afe1afb20037f7c941cd45c02cb44264becb7037146bd0c2a0a32a0cca", "prompt": "1a7fa092fdfa56eef825785924b303d1ca381baab8eb7005754bbee4f7400a0b", "options": [ "2f0400d96fe549d6aea3af97f06f82b611c56f5ca583843a8386cc43f30dc15d", "74e46fa87696010c234b1f536f2332f433c0b8ab146c0beee35d6ebded552bd4", "7003e5caec3196282d29a00cb410ae1cedd5eec60ad30b424999b2c5376f8a83", "6513cb508997a542be33c23a658466a0dc2c256c7384037920d3a1751f9735e7" ], "options_json": "e22eea65f90e96c6a0363556abed0bad2d69494f9d28c9dd375657b450b9bb40" } }, { "id": "race_middle/test/279", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "94314a3296dfec61ff91d18c2aa552a39fe52471158a7a6d65bcf06acecb5925", "prompt": "dda71f33d89d7e99ab32ab6098cbfbab7d701a2dd64d3ac77f22f8cea8398de1", "options": [ "4f626bb6c907bc4e4521b2c80732353c3a9c80972c989237d1801d7b67704e79", "e69d58d06f9646ee2359e709641bc386cf8c17fef1fc6308d8124e860b4c9217", "3ad24d877596aab30d91f0354325e9a03a30a99924c3abf38e1bfe281e9a6e18", "2ef8d95f8c7bc0edfe6ac37c1aec1da0d2783d46f5f9de2368057f71f19a9863" ], "options_json": "84a8d2cad1a015246574427e8afb175639a84a37e4f8a6ce5be4ae27acc37614" } }, { "id": "race_middle/test/280", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "94314a3296dfec61ff91d18c2aa552a39fe52471158a7a6d65bcf06acecb5925", "prompt": "5101bbd58c43c2489ac10dbe6cb1de9530172c932997b0751512c252f9f19cd5", "options": [ "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "44778d82365e4af681c40d5f0eef5cf6f5899d3f0ac335050a7ed6779cf3f674", "3ba8d02b16fd2a01c1a8ba1a1f036d7ce386ed953696fa57331c2ac48a80b255" ], "options_json": "4d25ac61553f281d47729348e1f2ab4b8541f7637fa231ad33f0a4cf48c4c23b" } }, { "id": "race_middle/test/281", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "94314a3296dfec61ff91d18c2aa552a39fe52471158a7a6d65bcf06acecb5925", "prompt": "939a4c1346667539fce6c72a0ea3a51f11aafbadbb85128547f51fe9a97a91b2", "options": [ "3687f206bba8b67c840992063faa99518dd37267c3f1df599e5b783eafbe2aba", "8f882bcbe423f9e7c64b337249b59f80e5147521f30fbe6e839abe6cb5ea976e", "e8a23e7e09f90e7cf2d422ff5ff9b484bb051652706f631ac6c1d6ede90957b3", "0826aec5f2e1fff2b124c0b5de2f925533b4ce7abed66e373b90f7f0c36de733" ], "options_json": "018de216e4c92753840c2f428f380f244296af3945ed941f4667a89c9cd52dac" } }, { "id": "race_middle/test/282", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "7cc28e3fbbe5a4ea9d6dce2dc59044c08b24f497a1efcb46c9f8f8c1b5cdde4d", "prompt": "c66b3aaaa84002347513703f5ae0448c151812f1d9e0e1d01669f62d36461199", "options": [ "8800ecb7ff3ce8ec8503624b1653d29c84104d1ef35851de332df17cb9d79df7", "44934275b4bab1b319b28848393da263449cffdf8ef4da1f36227da01c7100a3", "86a634f06bb99f3739c8007d28e363407c59c9c39b8f60b48aa4904664214148", "2153983a220fa93feee15bcabb94da9ee85226aaf9cf5d7599c8c9453fb053b3" ], "options_json": "4f89d0bdb373ded8e922523d11e6e8bb7b4e9df36cfeb8091ab20c8ba1f81619" } }, { "id": "race_middle/test/283", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7cc28e3fbbe5a4ea9d6dce2dc59044c08b24f497a1efcb46c9f8f8c1b5cdde4d", "prompt": "de0e17d174ca0d1179500a9e9350016069c698f8435901e421bb75603dfb536b", "options": [ "41677019ce67082f29f994c70f923c58a580c5f0224f0bf507f1107c9a0d82b1", "4e32d8edbaef91c5da720e8f5b654c3f308a2b101769378e36e528e2156baa73", "1edc46016df75b947db2629cc28db9e488984062cd70ddbc4a4dc8b0acb8d340", "29fe9cd12432fb88ddb5e326d4e0e8e968f579e931629f1e464e320a0890da6b" ], "options_json": "555986b842810fda4932dfce8d796488d1904a4a24a90eb8c2a4698dad4589c3" } }, { "id": "race_middle/test/284", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "7cc28e3fbbe5a4ea9d6dce2dc59044c08b24f497a1efcb46c9f8f8c1b5cdde4d", "prompt": "ee568cb63cd078f40ca8fbae670a08509a6c755d3d28d4aa9f0010d3de4fb078", "options": [ "011fbf3abc7043355d50c4f6f69823197a09349fe2991eb932bcacbf536e5a4f", "72da55d317fd997b93138b8646a2238e806a4c4566d1e854277b5a583d8aef23", "f3586438923090c61a133d885dc5ae63c33bdbeeeab5c7efe1a63b7ff6db1156", "10963ac2db22b5b879edcf195eaacd3866b19571110462807b83133c98182864" ], "options_json": "0da6ce81be7b81ea5e0d0bd9c9e1b37efa20f5d77803749008364b31d094b4ca" } }, { "id": "race_middle/test/285", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7cc28e3fbbe5a4ea9d6dce2dc59044c08b24f497a1efcb46c9f8f8c1b5cdde4d", "prompt": "e6752deedbf4a57c348c73ebab5823b6ffbe3b0a0b068e6892da8b73691ba381", "options": [ "3b0977a0e9ae0e49b138e1e7805bb0fe6a193ea13c4f063c7073e08361e4ec5d", "82c2e0888a8ae59ae5d1b2b84dc91bda1fb009747fead6f9f31e5a7e884c553d", "d0c75ff0b9c9ea8d31519f3eaf5cbed7bde3bfeceeca60199020a03734d440ac", "9578e7c7297a9418af30f47bfd096b81f27a4eab59a8bdf9f10d5b816bf6ba78" ], "options_json": "8b5d56886570b3021e259ee8b4343483632c343f3bd3589ffec3f6e19c92b22e" } }, { "id": "race_middle/test/286", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "3878e53bb2164e849e294a8b1e4671aef165a9a5353a2a2f858188a61fb88201", "prompt": "e50f8c02ddc557f1432e2e4aef88d2e9fc73f6b75d18b8f05ce13947fe5dd3bd", "options": [ "97c10efe01d5c9c88704a12d361d8429b3a6aa2412290a0773109d5d2d603d5e", "2a21fe6d592a19b7de898b50eb53c429608de1a66f3e9f62da19714a770553d1", "2c810fd03484ce327b8424680058543822cd88b577809c73529104583a936627", "fc66f021c67d064c1490a12b5a4d4d2f5167ca692a16ca12f1f3a4cda29a6fa9" ], "options_json": "3df711c046437ea31e32a7439abc9ae4ff45537205f4de275804a904ce548502" } }, { "id": "race_middle/test/287", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "3878e53bb2164e849e294a8b1e4671aef165a9a5353a2a2f858188a61fb88201", "prompt": "f91bb28191b95ddc10aa9289fc5e0738d94b7c920f5e23a52ad5b210b52ad8f3", "options": [ "3f5f3806e425deac33023e9764d08ac98397e6f1bc8599743cbb15a9cfdf8929", "6ed701cfedb16ebd91b2d185383115c6f9ce12f2f9c744d7d605be0002109362", "522e6198a268c62c01c9944cc2c06902d8308d65e6444eb8ad10bbe98dc362b6", "c00cf031587d12c309358e85de8876b2738d3ef2cadd88db6b07318ea0ba8973" ], "options_json": "b63f17ff29cb7b13fc0fbc75fb48f129309c76ee37f5f0a12af7d352ff94be33" } }, { "id": "race_middle/test/288", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3878e53bb2164e849e294a8b1e4671aef165a9a5353a2a2f858188a61fb88201", "prompt": "6e6f93728e7ca1c704ea356443d2aa01210ada70e78826ae9931af99360d8551", "options": [ "693d6e7d7b0919abae905de08a089a108a925ee0c086822f974f2ac62b9eefd6", "f6cc67c533e0dde77c024c72b67218638024c849bfe450524f6a56321eba4236", "2683f246a5d6f5ec49de9ad4a115b3e2be21b6cd91d370164a235dec3e181c36", "77feaab224ec87c66ab12c8cefa22fa621e0af37f327592e4c64ac84206f372d" ], "options_json": "0d87a24c816a2b60f8720a102a47b534d557e4739cd0dc2cf56e8e979aac7fa9" } }, { "id": "race_middle/test/289", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3878e53bb2164e849e294a8b1e4671aef165a9a5353a2a2f858188a61fb88201", "prompt": "449b2981b77e6512c2be259916ee7b88c980c9808481a6cd6d6f29ee72cd28c7", "options": [ "f89fbc9603a67a17d7d4baccaf172af07c0ed80a61883235d2c22b6c0ff55b7c", "2dbd8c2130881112598f4017bdc5d4755aed5166f42343f103d15b4c39a09cde", "d7637fd4a88c8303dcc7733f10e9fb48b706b1ac0cc9dc11687ca6d800f0f4a1", "805bc7863d9b958af7e19595f1001ae7f5fa62644792a2038bc24ad98e49f55c" ], "options_json": "91f285a9d664465077e93b6277212b99a9b9e57b3bde91208761feb563b74063" } }, { "id": "race_middle/test/290", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "84dc6adafcf601038e10749085626d36c1f250913f8722b5e67a357665e85e45", "prompt": "0e313a8a7435d0188ca645ed48b2ed18ceb6a4b34f66a6609d633da6621e974f", "options": [ "254b236b7b6d7979962529ea4107c668cc46d7525a746f611eac80dc4d303549", "a889a400ef556a9c5864353773f5d4a571f7e363e58475ba91f8caba8e35939d", "733383a5f0f5bdea71d6d48805365e6fd68451cc4c4fca27573a7726e449ab25", "aabe76f1f4ec532b6a9928e5cc4bc8654f1578ca32573768c572b03d153ea33c" ], "options_json": "3ffbb92bb34cf7fa2aaa2f96c9826d9f3d48ad06428e2975bd5066aa4dd99f73" } }, { "id": "race_middle/test/291", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "84dc6adafcf601038e10749085626d36c1f250913f8722b5e67a357665e85e45", "prompt": "9b5d64319e4cc9073e6e823c260772091d418ede2d6d425e4ab25220e63c9986", "options": [ "f9f3f83a3d8d35ae390ad3022e3f7649f5bf83b3332b53cf50166a0da25d2205", "04a5c849bc657250f24aae4a10262cd1e7da55c62b4f333e97f01b1e8cf118b1", "12318e3b93f0c35f3e82cd236c9e4789527dcab49ecc83e23a1f9cdcdb5d1265", "f61f3bbfbf871748504ae40edb877443603f5b2a4a2e7e0766ae134d7fd1920a" ], "options_json": "4cf0bc6bedfbf738fb5544d6d78b7dd05f91278964a5c2815465c929d7099b12" } }, { "id": "race_middle/test/292", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "84dc6adafcf601038e10749085626d36c1f250913f8722b5e67a357665e85e45", "prompt": "8afb69a8e6cceb3a1675f757ee00a9cf722b1b7341976973a39b6b246cc0202c", "options": [ "2cdfec37886bbd346d2e4bd36d8ac16562128f53e2113980b22b4d2af2372a15", "16d5e2384eb65352349be1333ae0bb9a098be427861797531c0d58bc860132bc", "fb82ae2d4466a842c883b81844e8d0c9d6892f59d0ccbc73813026010819dca2", "a298141f4d54486a95918c873752a981b787049b6b37dd4cd3abbc8ec966b5b1" ], "options_json": "3ab659ed2a167bb0b88370fa90c0789142d7f71b39f262074b91df7635b1f28d" } }, { "id": "race_middle/test/293", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "84dc6adafcf601038e10749085626d36c1f250913f8722b5e67a357665e85e45", "prompt": "5e8928e26bc8afc4523f738696358585c3688d7ef9932ce9600359251ddcc133", "options": [ "ba4c9e950f0978e0eed5a90acfee89e2afece3333e512d44418766dd1c7fee4f", "e882154bb2efd87356681a6ed0485cb51511d9e61f17235aebd7830fbe91e1c0", "8189b8409b18b1ef215ec2f2d8da515cdc7cc21a4b7cd35482b66bede2275d02", "6caaf8347da76d387f4aa873f25f178925dba4ad880f6749705a6f5dcc6a9638" ], "options_json": "23e009fa6f0c019488e86d06a33b2fad8bc2a3d1f64cf52dafad20a38c7acf01" } }, { "id": "race_middle/test/294", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "84dc6adafcf601038e10749085626d36c1f250913f8722b5e67a357665e85e45", "prompt": "53f4ae756f54f99a99dfb8fb079a3aadb7ed10a7054f9fbc7f9a3b51f6b5de02", "options": [ "5bb27fb86c807b2ff46917449e038a93779fe33ceae2ffc4c843c00c718e4183", "a9092e8a412dccbb36365cad4225cf9d35374374b7127b597251081a5832cd2d", "9d7e646db46d704112f07bb3c3c5aa0c27bb6ecc3f95ed5e0557420ef4a999db", "2f1f41fbcd4316aeec5452c673830bae3a87401f1166220e5652ae586b2c62ac" ], "options_json": "8fd5cdedd6edac755082a1b4fe5bf84ccc5555b8b6c8fc39f711b34b77468e64" } }, { "id": "race_middle/test/295", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4ef31835532bd5673d3f912666c21d97b4bac5c849434930b95e154de6aa90ab", "prompt": "017bb5097ffa607f5434562388fd34f0b9f0b720a85d63070c1983ffcc02d368", "options": [ "f122eb507c6f95765e6267d8d850f034a04266bc5f727cb620a5cbffac6cebb9", "c26b4811f361a19d5ee4c7961533fdbcbfd90b211ae3baa02a3060d14e3a0031", "0b1b67560df9a1be08e4666f0a111435b702c4b5fa1a661aba304f8af00e2f27", "be84eb9a7c193e232fccb9e0ae255f12f2939592923c576c34c695d06fcb4433" ], "options_json": "075b03a13f359d74c68a43a7d5affec4a617ae0b12914be751edb120c418ed28" } }, { "id": "race_middle/test/296", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4ef31835532bd5673d3f912666c21d97b4bac5c849434930b95e154de6aa90ab", "prompt": "a190669b516944c012de836dd8c4dae4dcfdaef51937f14bc861ac965c8eaab4", "options": [ "95b3a9d9bdafd92faecf886baf4b1b4408d6b98c39145fcf6cc1e4aa934bdde9", "475c0ba3c0e599a16b9065412d3826aa30c239134e20c10090bb8dbdc24a92a4", "1c68610ac2ec40e8a07eb7378408bcec44294b6b166b48cef05c2e60fb950d57", "c570379a604935c92ee338ae4e4d2cf79a2ae3217810166c92c7255ac4be7f1f" ], "options_json": "cf826022be7c8d5fa584a30ba9adb9890b3aa75f3d17ef19e0da626b878a1576" } }, { "id": "race_middle/test/297", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4ef31835532bd5673d3f912666c21d97b4bac5c849434930b95e154de6aa90ab", "prompt": "81dacdb912ae5b1e804c3a3d3534bc8ca6decacbe4248247af7a364e8ea94a38", "options": [ "58e2b677d01aec2499678b86b2799a584367c272d8b23d057d124f5096b5661c", "91b61c2a1274755d5659feea13a58ba0bd66de7ccf9ffc0fdfc4f6d481b5083d", "88bfe461ed40ecd3d3c0422ebd66fed4754ac7678f6999ad9a5c0e13344764d7", "6d730bcc80d467d5408a9e3da9c9c2864c1805bcd22f0662ca84bb5cb56c78a7" ], "options_json": "151a9837dba39d0d8d4663ab9c2d5e837a35e6309b6d1e403e318246b3513035" } }, { "id": "race_middle/test/298", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4ef31835532bd5673d3f912666c21d97b4bac5c849434930b95e154de6aa90ab", "prompt": "0759f0e024984e593a91ef00bee64b9fc579094f4dee1882687dedeb19bf3752", "options": [ "9d194dc5d68967d83b3fd17408fff946c37f8f20f265413fa085644367acd28f", "f665396181b3cc8be51883a4d5fb6c0721a6322da2eb322954e7331de3bfdef0", "7ebb09e0f4dab313d46e86c8a1c4addb9404c717049826de8642596ec7fdf0e7", "5a4c6ba0c14e186b2027809648a1a9754452e871800afebf155f47d7f73e6b8f" ], "options_json": "f0eb21d2d1d1978bc12475c8ede0162d7930a837ce7cc06ffc50b48db7bb3bd6" } }, { "id": "race_middle/test/299", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4ef31835532bd5673d3f912666c21d97b4bac5c849434930b95e154de6aa90ab", "prompt": "a900a689afb3e4744047bc105b5944ecb2a81f62d9cc1bbd5f2ab7136f09d6cf", "options": [ "e1a72450f7b46e4fe1334fae8b9927d20a314bc7181988c9a5e67e1d579b6cb5", "b83b22151ba156984dc0a1205d318ce01f328815f2c96d94b3a1f09e749edea1", "9ed29fbb9dc79e776342952e25f19337f71c6464d1bf157df13f5c051199ed16", "6cbba80aeab3359f94686aa4c09efd7e450cab58bc32c0ad80c8b606fd4c115a" ], "options_json": "2ef0779c431b15be0757f501cc1158634ad48d3814b5d70355cce7710de34424" } }, { "id": "race_middle/test/300", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ebcdea5874306bbe087c60b6d4046d289c2feeb3a204ea1dcb1a0ae498ae1198", "prompt": "90fc838e82c4c9fe2a62e076236b4fe187285507c60fca066352e39267b1d1b0", "options": [ "05370ff9eb338f2f5d3cc92eb58f0c1bb7cf52647555f69f0baa4fb207519df4", "6c38f9fb069fe46d176d060125bf8538da209a358914ba992bef865b5284464b", "2f4b7c66570f65ca588ad21d9845002d87895e1e88f58b416829549873d00e40", "a1555f61f23de674464c7ad182e56d1b102b82b2573be0f09cdad0aa8ea0022d" ], "options_json": "8df1bd12ea6282362baabea695c70f05517c6e441cb7fefea15f1ffd08b8a0d2" } }, { "id": "race_middle/test/301", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ebcdea5874306bbe087c60b6d4046d289c2feeb3a204ea1dcb1a0ae498ae1198", "prompt": "24b3e54d6fecc09dd01c3b2e1ac7db39e8f04f8432049f24051b0cf9364a8f6b", "options": [ "44b7a83cc0d613b2fd1e1a7ac80ff5cecf49d57ca1a20b6986fa9d4eb45c3735", "8b28de432a3d9f5c2ffae411a76ecb77204ec65b2dc2c0365221895149815793", "798cd0f35f2c5977ce33e4ae594e63c51c0b8850d5cdc1ce85afafcdb49ce2ac", "f6b7fbdb126a479b6c0d02ca301690a845d338599e665bfadbd22e9cf3ac25b0" ], "options_json": "08a65816ead8fc24e29dc8b8b554f13b8f2626817333b8a4297356f954b8a53b" } }, { "id": "race_middle/test/302", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ebcdea5874306bbe087c60b6d4046d289c2feeb3a204ea1dcb1a0ae498ae1198", "prompt": "58408a1f708461572e2f01990363eabb9f02eff90dfddac4f3b88f4606d3f5bc", "options": [ "2401e59137cac776fb2ca830b4fb0a0633bff867f8cc80d0a114e02c21a937d2", "abdad3c00825085c2ace2bde444036eca665222a4974b9daed22e88cf4f819d0", "d8a2201fd2a579d1e66e44087b088f508b502ef2f43bcb3461078812ad76c98b", "26bab220d77903142f3136a352a0596280afcf5ad1cb5c6db1e09ffbab812b97" ], "options_json": "15dd5e3991ca2b7b2baca9b00d478b85ad9ee7d2ad56a63d016c3fb7bfdeea36" } }, { "id": "race_middle/test/303", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ebcdea5874306bbe087c60b6d4046d289c2feeb3a204ea1dcb1a0ae498ae1198", "prompt": "d3c3a2d88af59b191f00ca2da69452cf19e875b4a9119f800dbbff27019d6657", "options": [ "5bce83031cfbbc4bb8c8bd7f693be48f7f3dd61595332c99709ee33eab8706e6", "9398b6794ace9c102338b6e22301eac97e0fa16045288eab3ab7288f492c3910", "83b8077fff08bc66a364cb5920dad3d18b174f25c29215141057121d5a6a7dae", "a559ce6c8f533ee910a725b4bbc811324e21def7569b782ae4b00a6d6ecc6a05" ], "options_json": "99d245f5155629cf4d82a41cc5f61296ba87238b150783aa315ed8d3c58e6b38" } }, { "id": "race_middle/test/304", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e13fb631ad1dc26a0f2d8637318bbb7dc525c1ba1aa393c61459923cc5dcdac2", "prompt": "84d67b62efb18d246fd25570a8e073dbf2e9b100dd4a80c77ad22ebb0e45785c", "options": [ "c071cf5f5ed6f884cc70155b6f05f755fd46a302d05e4261b7e92ce878bbfed8", "a673476adbc620e357e153c900ff00e6436be42f4e83ef6f617c4ce42e66e9b8", "37bb4c5a45f3a73e9931df7af598ee77fba50cb25c603f9ab63d433d99818918", "f64d9de8ec135cfa503773480ff0d9bb499509c999c1b3eea6f947e4258d33b9" ], "options_json": "74ac485353a064fdd2c8b58c61a9d06ddef9d7d7c794e10d1dc2da452f20f9a3" } }, { "id": "race_middle/test/305", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e13fb631ad1dc26a0f2d8637318bbb7dc525c1ba1aa393c61459923cc5dcdac2", "prompt": "f0984846ab42f1ece988166005ed32abd959d4b4edde8c75d2d96af0716ab275", "options": [ "093fbfe566a3fcf3e55cce12620363bf52526d7e3d216d1d4b11696703e35830", "44651df3da891fc93aa04fcb7f31320d48dc51ffd64f861d839410307b8118e3", "4027cb9bb68eea37b121a371492bfd63d394e86620ce2f7897a529fd29704f66", "af8fb22c8410228ecb4fec26ad1b0bce34e67ed0e4fb605346b8f87b8e13c1db" ], "options_json": "0a56881365856462d51fc805e1e46b7734ba35ebe7dc62a88334d0eea3056e5e" } }, { "id": "race_middle/test/306", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e13fb631ad1dc26a0f2d8637318bbb7dc525c1ba1aa393c61459923cc5dcdac2", "prompt": "b4faad29b22caaf8e6b896bc60781bf2f828da1eb13e744ed9dda20e24283a14", "options": [ "93dc77265fc67a13ee547a43e1c1ba4bc30c8b84430a8ffe6b4a490b6339db65", "0485df8c54f46347dc294c6b1e11ff0155ec9d5717b15d04bbc5356168cc586b", "e6ba16016623ebffe8912e03849aa33de3e56892cef0e05bdd7899b5248fa5d9", "54a149ba7a41ba4e7d178d69af70f9fdd65f0a19597810f280603a8863810132" ], "options_json": "bcedb45acedddbafe696055f75264f23cc52791a08a041ac3112c1c4774f4f63" } }, { "id": "race_middle/test/307", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e13fb631ad1dc26a0f2d8637318bbb7dc525c1ba1aa393c61459923cc5dcdac2", "prompt": "425ccdf6ec4e6ef5ef091420b968b7bddbde76968926d635b294fa90ced89450", "options": [ "adb0b2a288d8e43b91b7eb42d84d2133a2ba202e6d1b3e39a58c7e11c0ff06b3", "aaed8731f6c044564c8285240918a28b802c88c18c2d9a01d4201b3deb743c13", "00c6c0d9ccb395129cb84efde67ebe2eb660f514bb8ac1d6ec8f5037f72c1f8f", "5562ba304b2ed30cfb319481f7e39e0a61c49d8ee0376b0f7b5a64528e8f64bd" ], "options_json": "30a929ce6db4454aa63645b2d205cd49cdb8bd58cd181467bf49081aa76ec22a" } }, { "id": "race_middle/test/308", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e13fb631ad1dc26a0f2d8637318bbb7dc525c1ba1aa393c61459923cc5dcdac2", "prompt": "adc0c0485a4d18de7deeb8577387a7f80b8371c382cb16ea14fac3e82b00fcab", "options": [ "0485df8c54f46347dc294c6b1e11ff0155ec9d5717b15d04bbc5356168cc586b", "5e2dc9859446d806de1641100300b20ec04f5ed7db70cbce244b9ace91251853", "af8fb22c8410228ecb4fec26ad1b0bce34e67ed0e4fb605346b8f87b8e13c1db", "a1f8857d2f4b9b322f52719eb6f5e9a7b24d617ab52df8f209e8b2de83ef05b2" ], "options_json": "a52963aa414ba18fe1e5197ad7a80a14fa37a67ffeb26568834f219cfa97d334" } }, { "id": "race_middle/test/309", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1fd8ec6f3f4362d77fd364c0195692d806baccc71a9faf6c6418657988acea0", "prompt": "726623273adb878ed780d57c7847fbfeb363d97ba2e6bb29b217b5dcd69a5758", "options": [ "8f72af9ceaf9d7a4a083807b52580188194cee4ca209084214f96a1963925702", "0458271cee359b61c83f5dadda7ec9d6dd521b2967f0a14daba71310e8ac007f", "85483d5d59ea02cd3e08df9041d20759ff53a5c2d2f0deea021f6d15dcf07977", "0234406f13bc18584595d2f83af1988f5c3c79d7b749780689e5d8505bed3001" ], "options_json": "fc0ea8dd73ca847ea2d00b48e2f17415a6390590a7179d77fa9699a9f7d7d03c" } }, { "id": "race_middle/test/310", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c1fd8ec6f3f4362d77fd364c0195692d806baccc71a9faf6c6418657988acea0", "prompt": "67da75515819cdc72984a52934e507e08a7894ada099ab619da5462a7cb5a8f1", "options": [ "b5ccafef2f8298084e41e08763218b238a9acd5f19bb7313015ce86526bd6089", "bccdf8b0eda27e391e6b45abd0c9bcdae9170a5532550a91a8b57a7dfdf5d573", "ff499c7868a55961ca8ebb13621f79e4d41e6a21804df21ec601375cfdf20cbb", "6e4457c912d986efb1c252786364451d05027002f831de55192aa0546ccf9f99" ], "options_json": "4ad087a0c86576df02b83bce95335c8e2d8c843925ee14a8237be9a827bed6ab" } }, { "id": "race_middle/test/311", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "fef534af702b2990941a91568e234896f036d0b41d3e7f82e50ed98f2b4de25d", "prompt": "5706224c0e7657b5339f17170ad471b8b6801e8bf400cc92c333a45ac9b8542f", "options": [ "0ce9ba359d689b47e8a26b10905b79597c549266fa1f9ec576e8161cadb377c6", "f8b307326e0353468a3a28d69f33c478eed2dff408991ce8479490f7fcda0f02", "2f7b3774719e40954363b6f0c257849c73db8241a6348d7bd7f5804361171178", "390f84e16305b2a3ef95403fd4e5b816e5e74d2110af4c4a5c7a0a86155f032f" ], "options_json": "20270b79568c8b64980222c1772968c9ca3e664058d9592e62c94b1a15b8215d" } }, { "id": "race_middle/test/312", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fef534af702b2990941a91568e234896f036d0b41d3e7f82e50ed98f2b4de25d", "prompt": "8b6274f61ea5e6c59bfcf23f42afbfede40f16fb4a70326be5cbe0d49181b6b3", "options": [ "9f1fb3fe270dc71a0add703e342246cb7cb948e59020c4326e5cb69408e6de67", "f8b307326e0353468a3a28d69f33c478eed2dff408991ce8479490f7fcda0f02", "d8f247bb417cb9e3f2e449a4ede15a4bbe0f05745d917aa5538525ee37966c1b", "e0a263a8260ab080846b1c8cf96d304472bb1a58a46c0bdefed570b11e3e4b99" ], "options_json": "1998c425ca5cf0033b94932227b4f70df6e316d8d712346895c096b2929dac8d" } }, { "id": "race_middle/test/313", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fef534af702b2990941a91568e234896f036d0b41d3e7f82e50ed98f2b4de25d", "prompt": "607f476653af49637884f9838fcf1f367741d157c1b23be22c62359c0e24a27a", "options": [ "e4a060ef35b7525f217c580b759a12c4e52c2d52d14d522412d56576246aea7d", "7ca7dea906800f87091b819132ecf2aa2b7ea14c9841fa18b9db121d3bbe82dc", "8189b8409b18b1ef215ec2f2d8da515cdc7cc21a4b7cd35482b66bede2275d02", "c6ff725616184643c6330b0964a0f7787b0c0447e39f3db7b97b2a5d76404ade" ], "options_json": "86ca26ccc1fa854161331236f3a110e75885821a6316aefa49015ea4ad61f187" } }, { "id": "race_middle/test/314", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "fef534af702b2990941a91568e234896f036d0b41d3e7f82e50ed98f2b4de25d", "prompt": "1a7fa092fdfa56eef825785924b303d1ca381baab8eb7005754bbee4f7400a0b", "options": [ "c38285a8a4c90774cfb7c2b7d7c5124674b5fbc762e1328a3b70100e1d5933f4", "fd9e80094aa15cc79822dad0eef9193714c356d528a36439ecefa5b0c79a9983", "7a85fba3d2dcf4506860c4d64b700e7eb37370f0189ad8c18f3933f40538afad", "515605a65fa7839ed2341d696befd22577b566337e8a323ce9de26faceec2fe5" ], "options_json": "a3bb82da9940e67f6c1f8cbfde29fb2df54d01f08d1e90e35f6b7b92ffa87546" } }, { "id": "race_middle/test/315", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4abbd904e0351cfa2cffd7b7171b701ab715e4ca907ab8b4073e521e05a30449", "prompt": "93d7c3a74964127c823075b18080b9849dcbb44006adf1b02bdf1b687586374a", "options": [ "e45ed4b8c5ffa4f66dbabf2a76da8b0a8f3f86cec8865e54f0a24a4a39c21039", "a3e243c93d71c19ad1654926020cee4ced28a2f8b8a5397c5d565629c4ba49b0", "f8482d584088b577180e05848b1b0f317b1bde5cfa5502db79cbc0e766af63f6", "3215a88c8acc1b7bf8c225e7a5440db18c0de82a4f7aa6b7292c5af9dea171dd" ], "options_json": "6ca70c49b247bf03527da4216b225116cd2fd27bc056d44f3286e7353ddf2140" } }, { "id": "race_middle/test/316", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4abbd904e0351cfa2cffd7b7171b701ab715e4ca907ab8b4073e521e05a30449", "prompt": "4f055d96d283820553c4567f1d14a9aca0eb6af60d5680ebfcb0fb8b89a089de", "options": [ "a64df104bd19e4f449c8a38b218deb62f72bb82e0fe9c34bf74cb4f779a0b299", "61fc4ec18514630a60756191a2053bff5f5cf1d5238db2b2a81825421b4eceb8", "3f16cd44d4a9e5322b40190c540fed0f31a2d911257d07f87053daf38e1c1bd9", "e76c3ae7c663242674e3aad0a3a5eebbbb8621834296df2598b5efee44ff12d8" ], "options_json": "80cb2fd8e448e47bbdb40b8aa9c4aca765f3bd56bf4a9081c1516994afbd1bd7" } }, { "id": "race_middle/test/317", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4abbd904e0351cfa2cffd7b7171b701ab715e4ca907ab8b4073e521e05a30449", "prompt": "b080553119277dc6e35fabee3755d0450e36eaba8413760664e95cce0d88c531", "options": [ "31d9ad291e5c56b9414ef26030aa0658d125f0a6b34e667be038ce3ff9ee954e", "aacfba7d190db7655bedec3844951645af75cf9b6657096356259a608a4c3185", "0b97ce046dbb3b413690ba9d315de0a9abe4a49a23363e2df89fb70ad6082875", "d28e3e764d3dd39ca07c0ad53f0fa2a1801ffd39b422b522f24ce70b80f531e2" ], "options_json": "d11e326202abc7ca5e5ea66b3a454dc0b2c85c22d538721320bf13048113f1ab" } }, { "id": "race_middle/test/318", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e6d2c3fe18641ee2534c8e10496a1427b117c6a5794e88a04784378ff7a1f555", "prompt": "3c2c8a2bb200373414dcbf1cae71400ec0fee57dcb04c3cab20b6c18d003c55d", "options": [ "03217ecc5a514f588e591a5d805cb5a7e50a64e6bbf4c0c17048f59406d12092", "75dbe69c740c8594068e7a7453c2c480c6b5e966279ee8941ffee8d418144df1", "fab436727ddde5f51e02e69bbac12aa2ad16a452b70a589b93d15671c6e93be1", "eaee5c4e9b7eb541342ea02be43f6a2cb6491f8b815b30ec51814294e695dcd1" ], "options_json": "333a4fd52747c5bc29714bf156ca0550ee89d60e8b489b5f8411c492d6240bde" } }, { "id": "race_middle/test/319", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e6d2c3fe18641ee2534c8e10496a1427b117c6a5794e88a04784378ff7a1f555", "prompt": "1c0ef06b38698815530ac69f87941a5a4b66f453e803226ff9710520e555185f", "options": [ "f62244f557622cdd9abb070878d69081abea3d9b4768806e8010100cb207cf6e", "ba7c9f8aecae09d15c6c89d5ddc48c9d6cb3702f9100af223196c0d95bbd2fe5", "e83fedc79d876cd8fa5d718e6f8c2ab68e4ab59b8499ddb8562b7636c863abe0", "d1cfde30c9a9c765dbb80e038085a7a89314b2dfcfb6b877616537ecca070e7e" ], "options_json": "a17a13feb849479e9bd4fddc8f1bb9f49ab90f5ecc9129e9366bad29f74e8e1e" } }, { "id": "race_middle/test/320", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e6d2c3fe18641ee2534c8e10496a1427b117c6a5794e88a04784378ff7a1f555", "prompt": "e5e4949eb2bef32c9aa52a07a5280ddfb6ca6fdb3ae2097590b5dc3472942ccf", "options": [ "dcf1aab35ea52d128ca82b5022e370d10d62cd0f7b884ca4c6f2d198359b0aa8", "1674bb51b5f90487c7716e5c5f3fdbd81c069f5b83faa0cf2c823034b7944a51", "f67d9f71e0303377eba51a42b0a462a6e5cec3c15fe6024bb9d1e3ae91749957", "7339824641564254b47dba94d9c802d2a4a97fd4d14e982e281a60ad268d25b2" ], "options_json": "f1638e65d386e7c246c8076d9cb9aa587415ae6a14c40c125d17ae26f1b87312" } }, { "id": "race_middle/test/321", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "864b86706cca7ac88d3dc82217d8f00c15c48946539624e2909ca87c5726c06b", "prompt": "1949a8a468770082e827d6f9e57840e0124bdcb735341541bb53576ff3da831b", "options": [ "c1b83cf189303e67f4f00d00d108fd0e3817258e9313b4ae62a4b7ba23568acb", "bad4d707413f0abdcdfb0c27ca719fb62e21017c1550daa9bab86a3455997884", "3a84706398c1b0f2f56c1d5c64deaf6d3848ed0556d04a97bc3b3530552eef36", "bf2e6934f78fbb1d34a57b790acc64ae48861eeb3dfe44f1179a44ac0ed67458" ], "options_json": "a91701f2500ad79001d10aea14b38355673d61d6fafb28149659eff556be8253" } }, { "id": "race_middle/test/322", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "864b86706cca7ac88d3dc82217d8f00c15c48946539624e2909ca87c5726c06b", "prompt": "8a24c98eaec8649ad2fa254c0a5c587e6111e2a019cc9b33650e7e2906a61fad", "options": [ "890cbbba2792fbcd2cc452f32785d9b324b6758ceb5748ec6cc82d5bbd1f99dd", "8a1078722250c5009706237f3ae0b067197a0f2f493c410d1a6b0fd16b5243d1", "c3d8b0add537ff6c013d163aab8955ca8be027164fd040172e27414ad50bd9e8", "ed888239531609aee2630fa1441a0304f6242c5cd87c4ae6a17898c4ddef271c" ], "options_json": "651e3a9d4d113f03dbd3755da207e6c3d70ccff663bfeb47da343477d99057bb" } }, { "id": "race_middle/test/323", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "864b86706cca7ac88d3dc82217d8f00c15c48946539624e2909ca87c5726c06b", "prompt": "2bfe1bda5609561efba8074884b08f672e622c622b1fc543a25c241ad9689971", "options": [ "76fb80454da5dc12d74cb9c5f2abcf10a0ed54615512e5de0301a825bd548c45", "cad2a80df44e3abf27b7cc4c2a5f932891a32baaf2d49bc133b4013c42480a6a", "41b3ab146fd067194352ee20901347a73366adfdf94122d428c3260a1b689ee2", "2c810fd03484ce327b8424680058543822cd88b577809c73529104583a936627" ], "options_json": "0920fa38104ac3cb63c8683c1c8f0c0be0719556b4a068ba9c2cb14b7786b091" } }, { "id": "race_middle/test/324", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "864b86706cca7ac88d3dc82217d8f00c15c48946539624e2909ca87c5726c06b", "prompt": "230c5e1250cf60270d508034d800a184dd06c169b186b52988d01decdf80c7ff", "options": [ "5141c8ad2c77caf4828a152a7d031a95648c02487ae947fd51ce044b0a8d3433", "e60cb1a1d819c9fea6c3081827c4e2bd6258d464464960b0adf7e30bf4b620b7", "d4db8e7a0c4be8f611242c6125511e6aeb15362a9349e92b3e4a55031fabd91b", "900e816f6c26b9fd941661d54282f2682fb63226f15dbc75e5e75efb11785ad1" ], "options_json": "9a21b0d033beb99527adc4580c0231d022a70c61ad6a13c5d396164401c40ff6" } }, { "id": "race_middle/test/325", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "864b86706cca7ac88d3dc82217d8f00c15c48946539624e2909ca87c5726c06b", "prompt": "a4f4896700539a7dd2411078fa2ad5dec03274e6d65b69b53868ace545ac45f5", "options": [ "fdedc53bb8bd4b2c1be11e6fa6060ee4ccf3e457c307cc682f25c66ab07904fd", "894c792879b6b276ed9d0f6485f6f3fe7a1c03afca63cc554115b0f9bbb5a2cb", "06046d8be0e2878a370557abd8cafba4b810bbb7d7b5eadddd1552e276e71aeb", "cea0f5af1090451654cffb23a51f1485796cf1839599e55c763228f6af31e36a" ], "options_json": "7152b36b0820681e9ea9417a34169079613229327fb823ff8a1d3574051a372d" } }, { "id": "race_middle/test/326", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4bb52a8a6a8aebbe5c0b0f22fbc4e016fa7ab837436cdbc12a8b0743bc08c53c", "prompt": "0bdfd4f79c213573223e469963799af62960bfea06e4ed9122b454bab2bbde71", "options": [ "390f84e16305b2a3ef95403fd4e5b816e5e74d2110af4c4a5c7a0a86155f032f", "171be07f08f4f0d13737d9c9f604534c1aaebb9d325c6283c76478e6c6a95227", "c7fc0b1178ebf1a3f2a4f37e4509550f772083fa02bf3311d9d41268e87b7a7e", "f8b307326e0353468a3a28d69f33c478eed2dff408991ce8479490f7fcda0f02" ], "options_json": "07f9e6b82ab31feb26adf4f1d854775e98c045f5270ad960d03cf7188de45dd1" } }, { "id": "race_middle/test/327", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4bb52a8a6a8aebbe5c0b0f22fbc4e016fa7ab837436cdbc12a8b0743bc08c53c", "prompt": "16be19a57bd0644cd2dc9c500caefb95a600ceff367e93e382b4d788667b2bfc", "options": [ "bd704ff605e187d6b85ced0909f256de7500f7f54cd1066067d53d3aa2a64e27", "af03b5ef824d420a3e2a3c58ed2e83213e9f37548a50e8deecd0f94c0d7a271a", "7d82a62518f2d3baf60da7e7355e08a7b5ad38530cb8e199259d513469cf1c41", "cab948b04ef46b0ae687ab6d39c0f0e2c804049963961dda2e5844c89862d7a4" ], "options_json": "7a9dfa66d911df802f674ffbe4340e750234220c0f48064187d6b9c6eda1207f" } }, { "id": "race_middle/test/328", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4bb52a8a6a8aebbe5c0b0f22fbc4e016fa7ab837436cdbc12a8b0743bc08c53c", "prompt": "98ee174ba03c3ab21e50f97df0dd9fab1b5eb71786409f256fd35cde27b3562d", "options": [ "7ab5361abfa25628f32819deb4eafaddd4428a4dfaf7747d95bb364cc5a753e7", "4ffe8f5f083fde7c2c2e46bceb10e9f1470fa8d507bd5434ef6d077faf2bde51", "341482c93967b915664b3abdddf35502f1397deec0e565ebe39736378022d262", "6f96fd8274fb5f9823b892d19ccf0194a18ffed07f6a3f233e8cec1ec7433e12" ], "options_json": "62ef38f74ff5ecf048ad82742f2fc63bc0183c94332fb99bf1a45dd17d7afd27" } }, { "id": "race_middle/test/329", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6fcd0c6192f26559b9671d9559dd271d4b9b75683dc93af40e7081d65760643d", "prompt": "25c1720dc82a2316e38025528c999f2046a85bf51bfdaccdf798fbdd442adf10", "options": [ "4d7ab01f5c7639fb3dae881ba56e800235b8607510981560124ea93ee9aaed37", "2a3a80731f244bfc67775fc44ec595622f1e309b2d3bd121220f9c018fe7a6c0", "2a38d1e0e0d31ece7b592aa7a85923bc966cff7fce9afae6b67964a03bc53db5", "cb70dbf196e69fdfdec4c1c31cf7a2e27dd1c2585d55c322f5623ff67bbb164b" ], "options_json": "9285b24032143e15948818449cde76191f43ae18665837495627650c4292b9a0" } }, { "id": "race_middle/test/330", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6fcd0c6192f26559b9671d9559dd271d4b9b75683dc93af40e7081d65760643d", "prompt": "3ced1849d0c7e6e5a1a5cbe97917e460233e64bdb4668326bf1da46f2d9f3286", "options": [ "f292ebce28665dbdc3dfeeba21afeadabf32df0411558a182f4d488c40419182", "7b3427215beb30c36d61b07355352411d2f40dde702e495efb82ecb09bff0cac", "c72a0528494e4ec00ca557987a2673b0fe9d0e677d0573ba8fcaf80b6732fce8", "566a0c2e9e671143f017e75939824208f06c5689d9cb638ef0398da4d57370e6" ], "options_json": "ddd29cba98f49d0ed6ec2ab4cbfc4b1238870a123ac3bd48a2bebd016f7e7269" } }, { "id": "race_middle/test/331", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6fcd0c6192f26559b9671d9559dd271d4b9b75683dc93af40e7081d65760643d", "prompt": "edded2758678b711e1cef680ae5b49f9c98c512fa15368cb72b3c3338747f5a6", "options": [ "028f1cd6b511bb790f9e23058ace81cf79402ab2ac7da8f3b01cc463c156f39d", "58c5e5b2166c7d58abc0e303e33647961a53ec56d66838b9e28972e88c23dc63", "6ae9354cc49ab1de106edb3bd50d2e3cea4b82980300d04ee25796c2e9a0195c", "39c9037fb8114a4fa52abc921f9eea7f8ae637f9d64d7e159c051554f556e0d0" ], "options_json": "0cb4f9ebdad137b01fda0bb276214e3aca547d340a81c8815fc9584c936a5734" } }, { "id": "race_middle/test/332", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "6fcd0c6192f26559b9671d9559dd271d4b9b75683dc93af40e7081d65760643d", "prompt": "3e04c16ed51e07cea07a42b854c5f4f4f9926786b51efe565dda53db22706a2e", "options": [ "8dccada627a2234092aed02a4af7a94f6db0ca104a4310e3bab32f9751577e75", "2a7b4f1a6c6469bb3034955db15ddf1561e8ec6e8576e891f24546327be253a0", "b638e9a30413c0e3eda23d5678b20c913088fdd6669ef622028528fae748bbbb", "ccfa83d6c8aa35bedfdba7d58f303234ded62d2a07fb945eaaae00573fdbbc83" ], "options_json": "d65996277efae7a6229b07bd15a9c539900c8cc1916f16dd172fc2aeac2c0e22" } }, { "id": "race_middle/test/333", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6fcd0c6192f26559b9671d9559dd271d4b9b75683dc93af40e7081d65760643d", "prompt": "99c0a3a3a85d00d37e6eaa20ef573daf09f142f31034df02212fef1876b8558e", "options": [ "1abe73411bf9bfc8a647e086449a13237123f5e459801b520e8ec446a46a8e78", "15f02aabb5762effac5c3434251bf11e85ecb02cc1bcd74a64781ee8ad58c17b", "73b5cbf84a8bd275f13dad602b8a79b03718d3241c0bd95c7509d396a46f9311", "59dd6f6094f6f71c483fc42e905efdb00166ea68d18a97dc954255abb3c84f54" ], "options_json": "e7434fad07b0a4d7b523b4c1eb84c74f531a794a192b459412839ac7b298b953" } }, { "id": "race_middle/test/334", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c72b964db7158d9889dca8a17a2851e792d909eb88eb6c5090cbfa408036ad09", "prompt": "c1a583646b3b72bc9c7989e850d9d85f0bcb16db4738523628a940e9adb4de65", "options": [ "b6d5eb3a3d93e7d30bb68b4d1adedd7f9117de02f006f2cc581cf9d1319b5bba", "d8b123ad35658ee81eb2acd060f0fec1ed1917694c1496db171ec4cc434a103b", "614332bb8aa3746aeea06c79fc56991faba7f73a290a665f07cfd401a6da4425", "a83b44040cfce629e4d4569e454ce05ad8c96ccfcb2c0872e8116433e9a6668b" ], "options_json": "1f1d2adf9be802dc1f36091e6790121b41733d2691d6681755591d01cb8cf93c" } }, { "id": "race_middle/test/335", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c72b964db7158d9889dca8a17a2851e792d909eb88eb6c5090cbfa408036ad09", "prompt": "1142c9786c295469f92ff93594b49694ee756d3ad8ee0737f171b12a0568c7bb", "options": [ "3fc4ccfe745870e2c0d99f71f30ff0656c8dedd41cc1d7d3d376b0dbe685e2f3", "8b5b9db0c13db24256c829aa364aa90c6d2eba318b9232a4ab9313b954d3555f", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "e4432baa90819aaef51d2a7f8e148bf7e679610f3173752fabb4dcb2d0f418d3" ], "options_json": "cc76f22a5a006436ee716cb1f21e26a6be4179b9a1d2012fd35e1e21d70b9beb" } }, { "id": "race_middle/test/336", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c72b964db7158d9889dca8a17a2851e792d909eb88eb6c5090cbfa408036ad09", "prompt": "61ca90cf9c6d880dbf61d77dd9f0bd1f057732a58e61ed9c9ff5278b6fd9e381", "options": [ "a7937b64b8caa58f03721bb6bacf5c78cb235febe0e70b1b84cd99541461a08e", "16367aacb67a4a017c8da8ab95682ccb390863780f7114dda0a0e0c55644c7c4", "b1e99324505bd32da0e1f85dcf5e19a09db0481e8a15f62c41eb320304a8e927", "dc81b1d371a4072be7fcfc3e1939f5bddae8bdc168846a50a78face975b9af63" ], "options_json": "500311f522aff72bc96e9353548fb2a9b5841643ac0c0bb79dab9d0c53fed702" } }, { "id": "race_middle/test/337", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c72b964db7158d9889dca8a17a2851e792d909eb88eb6c5090cbfa408036ad09", "prompt": "c802b8aeeb036debeb0add22914f52afafc59757e7bca8d0da8d8dcc2f98a69d", "options": [ "dac4970ce624959fa71d118f9e23bedc55491c36620f301c34f189b853a83f24", "f434d56d24bbc7bf16294f5669fe22210654b3ec76d20a4d93ff0520a6992995", "7b5794e3ca9317b352bb528164d9584ae4990b558c7cab32e5d451a27877d312", "af32b90246eae893b89a297b42c0d2d826ec3eef3cdf26f9408b3970aa0ed538" ], "options_json": "92ae27d51ad5b3485e7c8fc1fca7c05c618062851d3ea476d0515f59fbb078d5" } }, { "id": "race_middle/test/338", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "819407fec6ca361cc5dd5e2f653baceb1b9f7c90c92480616dcae1bc42ec8c85", "prompt": "4df1caf548d21b5165ee6548b7c5839de529f2773605ee2308da3335c7241f37", "options": [ "4ed042e01ceba40277e5f5b7a6beb0d47865056fc751c0ba33d00204f9e5807c", "c116b436b857fa4726f3a8b1f17506b53c8c22259367780963fead17f4b5fed7", "82b378690817865c1c73070d8c5db8647ab1a96d36da190190305072a1a7c693", "340a891fc2599a1702280bfda832e7f03e75fb966df19313d8e17ea7eed75811" ], "options_json": "72c13e3de9054dcdeb16ec93dc8e32017e0f55d8d97f6bd35e58b599ebe9abd3" } }, { "id": "race_middle/test/339", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "819407fec6ca361cc5dd5e2f653baceb1b9f7c90c92480616dcae1bc42ec8c85", "prompt": "6a022703b948cb85dfd6b9fbffec1c655b2c14abafce2de684868e6eb40a5088", "options": [ "4ed042e01ceba40277e5f5b7a6beb0d47865056fc751c0ba33d00204f9e5807c", "ed5ef52f07051375cdced09522cb5acf6eab541f9f732de2471661d832c3f930", "cf2e9e0622c271bec63da0858b992e553244a0ff213b0955d5dc21bf2ba107a5", "45df82b9c558c4a98924bc326fc3594fd58574d5272bb96e8ee93ae3aee55c7e" ], "options_json": "82b9ebad08ee7d58be2e789c642cda481c18c5a6b67d0325aa3c3d493d89c3ef" } }, { "id": "race_middle/test/340", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "819407fec6ca361cc5dd5e2f653baceb1b9f7c90c92480616dcae1bc42ec8c85", "prompt": "48ae26de44e3fb2ef5c69fa66190b7002f06623d3f5b63d89af90fd31b0e18a1", "options": [ "3c497b1ea06ce1d09178be84f7a21004980839ab92ff2d2c448ff17c9b7c13e4", "011b77957438fc70bf37f42580f2c837b92cdcba8288d653ecad95897cbecf89", "f4660b694f4f37d8ab6eacd50cf557de0e53ad660376afc32255971a894b01d7", "71b90fb8d0c5fbddabeae024fefd4358764c8f77931dceefd2f10e9914260f9b" ], "options_json": "027cc0f97a8099186a15d8980090ff05dc4bd62ca3ef3625664de802b5976f6c" } }, { "id": "race_middle/test/341", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "819407fec6ca361cc5dd5e2f653baceb1b9f7c90c92480616dcae1bc42ec8c85", "prompt": "08ff99f9b327250a4fefcd912cf7f29a0fe7579fbaf734d3fe21cd2e78f5736a", "options": [ "c1afe6035a9db247dc4e5708e3c81651d6f69c527f9218db175ff3fd21d53b80", "39124d29bcbc6e285c819a3191855742daad9b603fbfef9ef9b8b547059084db", "6a25bbeae75d90711463056542b9c5173ec3669eca0c408f7cf7c1da69a32889", "09b9329c670434acdbb05b74857cd00cd91a27cba8712b45ce320ca4447c4fd5" ], "options_json": "841815b51dab200ad85252eb716c214040664c6aecd3f4c2e67ecffbbf1d68b9" } }, { "id": "race_middle/test/342", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "819407fec6ca361cc5dd5e2f653baceb1b9f7c90c92480616dcae1bc42ec8c85", "prompt": "67332eb4a8c6d976f303451a1537abe654035f60467907b10c626ea26675aa49", "options": [ "a5df349d9f09e15f5d637e5f4a28176a4a41a5a510805b5c5c6b5f67a4de3dce", "88aa5c5e14af31cb489e5a6a381a7514fc7c81f509f653ab229520257de5ab69", "0237df2cf1b028f6e6b44a4269f84b5f6e3dc4af5f01a8f4fc3fccd4191ec158", "83a255da0ac104ab5fffd9c6f3ef3cd54c571042c9a066fae097495a209af912" ], "options_json": "3a2646fdca643202dfe86d13afa64bd3beebca2983926f383c103b7ca3209320" } }, { "id": "race_middle/test/343", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3fcc7f6327cad46e7329db571ff4fb10ddbd4d8b56fda3e657bf95889cfcf554", "prompt": "075a6ed5d4cdf53e815fcdc98bc9023d4a8ba40abd6dd4c68281acfffff41099", "options": [ "4a44dc15364204a80fe80e9039455cc1608281820fe2b24f1e5233ade6af1dd5", "f5ca38f748a1d6eaf726b8a42fb575c3c71f1864a8143301782de13da2d9202b", "a11ae06469c63740d7b0ecf802f282a0d46e94f31a654dfcd3c0dc6dc277f904", "5ef5ef0364b6939c4ca61f34b393f7b368d1be8619647aaf83d5b395919ab629" ], "options_json": "7fddde253d8133c07167dfca24dde7e789b18d6936a93035cf0cc0a265328935" } }, { "id": "race_middle/test/344", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3fcc7f6327cad46e7329db571ff4fb10ddbd4d8b56fda3e657bf95889cfcf554", "prompt": "42ac24b30bb5ddeef20fdcb89486146a2173df81e3cddb0cac906af946d5ecb8", "options": [ "379d67eadbb473e29181b3236050996589a1a1bb3e3dc2ed1e8fb220a3f3d9aa", "4eb44296405e43386b931f2a2d7c94e4ed6a3d182dc2fc0c7bfddbacd18a4a44", "d71dc7f6f4bf259e5fe0cccfc90e425c81868e885a476e6ac11aee9bc58ad1bf", "50bef1b8c0cb1bd846537f0a68129fc17be19d859c80bcf4fc49a0137274d464" ], "options_json": "1ee583d523872de5b21881ff63bc6036d75db0312238944807d38ff4e85e71b1" } }, { "id": "race_middle/test/345", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3fcc7f6327cad46e7329db571ff4fb10ddbd4d8b56fda3e657bf95889cfcf554", "prompt": "7a5570bba8091ea0156c918d87ee83869b11b11a4997cb1c799d1e81202a8dfb", "options": [ "08ed425aad7cd3dfedbe4b6a9e558f63f8b734cfb56f531cdf3188cb1e2bc676", "13e3a38db732ae123de37fa5ebc08e5d955db96584ff010834828a03ba1cf96c", "a7d9d65f11e26acce1093318998e1242cc82668cf05c62de6756bff78465ec8c", "73673c2a355c4c072af6121bce8ebde9957223b0a037a8cf576cbfc2bd9f309e" ], "options_json": "99ccb4ddd56500b89d5ae58408fa9e68f807d963e50bbc80ba1a2adc21370d98" } }, { "id": "race_middle/test/346", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3fcc7f6327cad46e7329db571ff4fb10ddbd4d8b56fda3e657bf95889cfcf554", "prompt": "73c962b4aa04100ec1f35f4a5ebb50f7a62ac5e388550be9b01e7cd2b5b6ea1c", "options": [ "1eb32d1ee4458814f94f8b92d1bd3e06e16dca6fab43d53f700840321f27fdf4", "43c4d94ea2cd4fbece4f396e10852401108971f22e2f37707fbbb688ddc7fe3c", "2f7820a5325de01510971fb541180d3730df116b28942068bb1e5a7040528833", "a62a3699a6ab74ba0e901dc48a1d800e5f60f3fb52da7925f8b9b367cbbaa769" ], "options_json": "54b5bcb70c193c5454a49be9d49ba349ce50e7a1eba9bfbcf1d97d348edb4bc1" } }, { "id": "race_middle/test/347", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3fcc7f6327cad46e7329db571ff4fb10ddbd4d8b56fda3e657bf95889cfcf554", "prompt": "45d116c543c42aedf0a13a30873dea82cffe31399594e68e41c5dbb48cafe74f", "options": [ "fd8ff994183de4db798677baadacc46d11774fad9cde2a5ce44edcbb8d2f5f3d", "60ff6eeb12ffdd170db05b407a866ed6385beb04cabf7147741488a0de05ab6d", "5ec32fc1365ecd0875d56293d1b02d9009611e0eefd721dc943f83d4b2f2c8c2", "6b9df0b2f0d67a84f6d6397b33b26346911c0ddfb3183ec78127d48930e47ff8" ], "options_json": "8ea024429b66c57e3b71ad4659ef81588694dae09911dcd471b048dadeb70026" } }, { "id": "race_middle/test/348", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "32c043c13b96d6217f8f2eb70e4b48e8a2b0dcff9baf9e8d1ef4a6f40efec05e", "prompt": "6131d8b348b03b3f4a15e3e6132ba2dc7955cef419b334b0ca7792d6d72eec7a", "options": [ "18236a48779aa6b8921a15f9f85fffcd8f9550769c33fe5541bbd371d6dcba98", "6bc04916444ac8f350e89d4c367b0a43892f9b8df28af9c50949c6e7a55249a1", "e457db7fea1506689d421c28e6da21d8a87609e882121a1214084a0b155ad900", "49f5c8236d8185d9bc253280f811526e184e259de33195a92949016cc08d45f5" ], "options_json": "e7a7a54cff529496d12a984f577b2e99cca100095d5b41686a69829e344a93fe" } }, { "id": "race_middle/test/349", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "32c043c13b96d6217f8f2eb70e4b48e8a2b0dcff9baf9e8d1ef4a6f40efec05e", "prompt": "d701f8fa6923126135964cc77a37405300a0d671ac8d8d37037d7c3fad87bd0d", "options": [ "6bd1123e0d4797e90619f5174f90841142c9fd73d6e00a7ce1d0c0074dc3fca6", "91f58e8fff205b1386c327ccad192a7cbfb8ca2d8c03c0cc5b82e879308d15e0", "5d33ecebda149a108d02e8408f78b5c854a44fd5ef385f3d35afb15449f71830", "f7d36dd6dc7e4ad68a4b2d805d27ea77dbc959ab5f524be0e8f7415f9b2c231f" ], "options_json": "209056a8bf9d552d37bee4f399776ae586f9a2c9980dc8e883a46a9a211d3c44" } }, { "id": "race_middle/test/350", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "32c043c13b96d6217f8f2eb70e4b48e8a2b0dcff9baf9e8d1ef4a6f40efec05e", "prompt": "b238132da96980ca6096de8bcf1c323de8a9934b1e3ae500f7b7cf5f8316ce26", "options": [ "a1bc3d3576420ede1fdccf564c8f430790e5252114a8bbb44c1446e53f95981a", "0d6c6221059a9169f426c66add57b2d8af59743be6c22492b08172dda46cd9cd", "70b217dd2598cfee7e40bdb169426a2b81cebccfa3c1b4187184b3b4d1e7ff8c", "1b31f9873d77d0616060fc018f07f52b567b92f596abd02f34370853538895ae" ], "options_json": "c6f39d5a4880b638f3591b82678e6d3b032b51acb2c02f67fa20dc06154e488d" } }, { "id": "race_middle/test/351", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "32c043c13b96d6217f8f2eb70e4b48e8a2b0dcff9baf9e8d1ef4a6f40efec05e", "prompt": "e6b776b56d6d6c0dec75964acc8ae7acc5acad0db820fb6747e93dff6332cd2f", "options": [ "7d734e9ba2cb65c8504cfa54f2195e3db9d9fd09a7f30ce178754988f3c8c6dd", "6207920f23f99cccf7bd7727c71e1e28bedc5eaf31c9fc815cc12945f90755e2", "b9661020cf1df2ba355df20f8efff10b8e02b21ff012289621f0e55b1cbbf16b", "a91b5a9f3b6c76a7019486929da836a0f2aa3f7320958470cbbf35cfe0cb5912" ], "options_json": "99ee5a61bce40a16e44adf4a1ff2498a3d0f306474c53e9bdc004ef18dc78460" } }, { "id": "race_middle/test/352", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "32c043c13b96d6217f8f2eb70e4b48e8a2b0dcff9baf9e8d1ef4a6f40efec05e", "prompt": "d6717b46b108432213992af0b944519e4e8a228c7bdedc122cb10996e479d987", "options": [ "d2fdc2f50951f4bdc8c65c791a530b70e567e8295dead9376a9119334338eb6e", "d6a2be2dd501bb5167ca29165acb13f660c33bfa403f16f155b37d092d7347d1", "6e2e8840c16213d8ced7ebc7f26dc6355a7390fa6b03a1f557cf300393a0fc02", "14471bebab5325119c10378e8a1cad33571e4ac2cece6c14ed3455fbb01aa357" ], "options_json": "248d9f5a6c79a0283d10133015e9fd575ec940b257ffcf46f7dcfb08d0aea579" } }, { "id": "race_middle/test/353", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e4582271a962c72740b20f03f53d85ef67efd8e19e3e6c5e8cf317c0de5869bf", "prompt": "f10ef42adfe00f1597b2f811507b6ac78bc486907c38bd6252ca6ae4acb1d4f3", "options": [ "3f59b48027523983175538d8b2df6b3503c1f1e6f4e4d7de5af0d48ace0d13a6", "9ed1515819dec61fd361d5fdabb57f41ecce1a5fe1fe263b98c0d6943b9b232e", "c1f24d17b427a3868f5ee0a9a9c6151e43bdb865e7994bbf7fbeceefb7850a9e", "b474a99a2705e23cf905a484ec6d14ef58b56bbe62e9292783466ec363b5072d" ], "options_json": "107fbabb546b01e05c69b26baf05997ac710eb321c6c0bedd2ee70bfefd873db" } }, { "id": "race_middle/test/354", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e4582271a962c72740b20f03f53d85ef67efd8e19e3e6c5e8cf317c0de5869bf", "prompt": "1b0a54990c6438f51ff3120f6da3b3d68f20e3526c298f9c1d01debf56858a3d", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "c1ef40ce0484c698eb4bd27fe56c1e7b68d74f9780ed674210d0e5013dae45e9", "93cae46bd3d23ab317dfe9f171aca5bc57ce71e9c6ca90a6a838906550e0acef", "be55ef3f4c4e6c2d9c2afe2a33ac90ad0f50d4de7f9163999877e2a9ca5a54f8" ], "options_json": "4bebd48daea35db6595ebf64362f759ff9ce6cffb62d18cc6cf1a8803c727554" } }, { "id": "race_middle/test/355", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e4582271a962c72740b20f03f53d85ef67efd8e19e3e6c5e8cf317c0de5869bf", "prompt": "e1541306c8f3a425dd1f2174aa865ce59a8494e5232f7d1cf75524783a002b29", "options": [ "09aabcd859e4a72f92230e07e6fa14a1848af2f98d4d0e85f18ea4a697115621", "aa415c4e8890cf0fec7826aec962ffbcc04534faefd2b3266c54f690d40d6e82", "9209526aaa61b0709dbb838e14686a26c4a03b53e8eedf34c7e5f6f606110d8c", "4715b734085d8d9c9981d91c6d5cff398c75caf44074851baa94f2de24fba4d7" ], "options_json": "21ffb02fc97c5ba32a10d17817ff1ae4225aba9cf8af68164f529fd9cf139032" } }, { "id": "race_middle/test/356", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e4582271a962c72740b20f03f53d85ef67efd8e19e3e6c5e8cf317c0de5869bf", "prompt": "46a28336fd89b86b2c9161187b35300a459305f5f2ff5293136b2290dfd9be6f", "options": [ "aa415c4e8890cf0fec7826aec962ffbcc04534faefd2b3266c54f690d40d6e82", "09aabcd859e4a72f92230e07e6fa14a1848af2f98d4d0e85f18ea4a697115621", "b474a99a2705e23cf905a484ec6d14ef58b56bbe62e9292783466ec363b5072d", "4715b734085d8d9c9981d91c6d5cff398c75caf44074851baa94f2de24fba4d7" ], "options_json": "06ed7369b68c723c93cffbf4beb8555d4b678eca97327242704c66ed22b686ec" } }, { "id": "race_middle/test/357", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e4582271a962c72740b20f03f53d85ef67efd8e19e3e6c5e8cf317c0de5869bf", "prompt": "3b45a27a98a1ecba9e0710685e588a504a5d2549166d202c1b3d365cc73f4776", "options": [ "59d6d61431fce7d91388d0c60374ddaadc1acd8370221e11b029621656d5ccec", "218ae6b44966c8a9913e78ef950ea5d047ac7c3d73341f9867d760cc38c3fc1f", "c1f026582fe6e8cb620d0c85a72fe421ddded756662a8ec00ed4c297ad10676b", "4715b734085d8d9c9981d91c6d5cff398c75caf44074851baa94f2de24fba4d7" ], "options_json": "5e3e729e7ce5c2214049436f3518f63d4cb98f2144350d891539d32ceebefae3" } }, { "id": "race_middle/test/358", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f3aec2078d86870af927792ac8763b180bb86f342aea0ba4bdf20b0f820b35ca", "prompt": "98746616fd9ec3e0c028333be480f61f3ed3e77201b824188c5252841ffc9f3b", "options": [ "e928a6d33cea22d1bc0a6e2b7d4f703e01db386d326189e40af707f4eba590d5", "7a68808ab50e744dcffb6b7b703bda4baee38ad23d47acc9ed8919a1e73f2362", "e47a8faf726c735c35b76a273705bcb7f1a2f5a314e5f68707ba72f8c77cb5ef", "d69729d319b51ec1306250ba393622e3a4e227c336321d1ed8f8c39c773c3857" ], "options_json": "af2756d921de63ad082167acd8161f613d8edb37ed69c8f2e91dc31c470e186a" } }, { "id": "race_middle/test/359", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f3aec2078d86870af927792ac8763b180bb86f342aea0ba4bdf20b0f820b35ca", "prompt": "cfb2752eb91a0e2d1ab79c06ffba0af9fd6dbd71e627b62eed12020546a0ffec", "options": [ "4ce901a65c1e9973d739fe5b1db9d213483e95f2294e9308175018c127c51bcb", "b8ee4388cf3b98dff4b463eda3290cc9af98a85d11b99e32a16bbf7c462677ca", "955753e6f444f402f0b8acccb5e5b1184d98448586fa1f0dfcc741bdaf7eba43", "d26048c02019ab65dd6422da5b6347c30054d760386d55b16ea8212c5fef8135" ], "options_json": "3788a2af46541d7db7299ee3eaf75531ca269463707fef2a91040572f907a048" } }, { "id": "race_middle/test/360", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f3aec2078d86870af927792ac8763b180bb86f342aea0ba4bdf20b0f820b35ca", "prompt": "f35f9f6a1baec4130c22e22776b720844a2070320fa518cb4bbb272e35de8192", "options": [ "ec35e5ac795bf38668a70a62741ca8b7490fecc0fb4c28101c49dbe882ca86e5", "0561898ad21eb586f5eb5eaa9a573fa6c8266f15ca80b0fae6f21207ef224c19", "c9996c7181233c828c52eae3b1b2fc2f2b2d9afcdc4e90a1bc9c47eab05ac054", "7a131ac323312919292283a91989ad8b6b80625450bd06758596d34faf0a20f4" ], "options_json": "d1cfb5250b5fc60c7acb17b42b0b2926554df8e92bf5deab497e48bd121c76a4" } }, { "id": "race_middle/test/361", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f3aec2078d86870af927792ac8763b180bb86f342aea0ba4bdf20b0f820b35ca", "prompt": "df237932757cb07cce42ab32caaeca3c9ca401a93ab4b3b611caf3f819f3be26", "options": [ "135c473fef042985a211afe7aa5128a35ab367ad88bb244cd095b436caf495ab", "cccbe264816db7d93285f059cd254971a68593e924c725f3632f06f733b8b14f", "5217577262ae60bf7363139e097fe014c72a3d9ad35a3d4ef70cae5570d3af94", "da729f24e46e8b2863de65c2a5789e07d2f72609e30333ed5fefe1c19224acdc" ], "options_json": "6eada9f82b3dbc09541488d36085af4b658a95295c9c62309eeb14f22a7e3dd9" } }, { "id": "race_middle/test/362", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f3aec2078d86870af927792ac8763b180bb86f342aea0ba4bdf20b0f820b35ca", "prompt": "5c0fb761e54a66a794ff2eb4af58d7848f03f502611e9fd16ae27e3222796aba", "options": [ "f1cdd1fe9524f1eebb1a481e80ed2c64efb37fd2f63d26097e654d4bbe80129e", "0915dcf895e91e2d0c865355c0601a53ca15161cb69a36b6f13fd45946c8d1ce", "4924b2b27d5becf390a3f5d04f5c35644bc322699980ed6721723d2bb770f1d8", "50e877f3fcb932a409e3075fb6655bb2078fabedce78d442e7b78b7452d4fccb" ], "options_json": "e2d5eea272e9436c6d8a057b41d56f0a364fd13d7a724fd23cad7d85bc467986" } }, { "id": "race_middle/test/363", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "20d1f9878c147dd72173e25fe58844f393c0f6ba92dbaf6d8dd056174acdaa6e", "prompt": "d4ebefd16d8ec8c501d7a643bb58aac607b43aa419803a2746dbe74eb206e8d8", "options": [ "0c1ad73ef4a9fe98796251a26217022f3696a3fc7ca743e038b47af073f50efe", "08835dff8918a28d3e2bc9cfca74cc50891171a6b00f99e5447890f0ae271dec", "3417047a69d35998d7b46cabef21faae794fa3b3d9cb8300d774ccfa60801edc", "ff98d3fd49c09f0ebc0ca599fa6be655c5ed31996bf37292f0bb76a15bb30d10" ], "options_json": "fbf11ec838fe97f938ad6607c94fb164df392eeff2b1117d3b1d75e47c12c511" } }, { "id": "race_middle/test/364", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "20d1f9878c147dd72173e25fe58844f393c0f6ba92dbaf6d8dd056174acdaa6e", "prompt": "d13d04c895158e0cc1b4edbb2448ab1cae43fa0196e552976700bbbb259dd070", "options": [ "5ac5041c4d4d12e13977d98b1b95a33bad5f18decf8a3f4048fef954575d8dff", "c5382b0c32a097008ce8c0afc37650d65c5381300d1940f909744766e5056ba3", "cc2a13333bcabe1b93e6efd4a00ab65cb7fe676ab5233dd242da0daeb98497bb", "0122722e0684ebccd4a4625d2e1d0a87d348fbb95d10e5f577ea1590c49d394f" ], "options_json": "38ed33ac5ac0f82cf6b75eef05973ba4bbbb2885bcdb712a7a704ccf2c293d06" } }, { "id": "race_middle/test/365", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "20d1f9878c147dd72173e25fe58844f393c0f6ba92dbaf6d8dd056174acdaa6e", "prompt": "b41ed141caea8d9380fd82b817b0ff5c740882efc99da62bea78cbd6e5e7b259", "options": [ "4b20d7e9c5d355e97716c2555f529d64c0fcd8ece85390fab12da49242e4d23c", "5cec41e267545e799430bb752d560079b14dfc5febbd02f1133c4549f8f709d2", "2e7d888b0735054a9521d2e4c442f0e134fbaef1503f32673b46f37626a3f2c1", "d451374b3c43fc6d4938dfe97ed34d33f2ea5355cde4aaa4d19766181d7d3439" ], "options_json": "4615b9d22e50d408fb0b5fdcf22f8cc22c3257ee631487fb69b8755b5f9ff296" } }, { "id": "race_middle/test/366", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "20d1f9878c147dd72173e25fe58844f393c0f6ba92dbaf6d8dd056174acdaa6e", "prompt": "d67df0d71a09a2855fa5c625e60952576e34a446469c0e720de5844922239b50", "options": [ "c04fc46e570ea5042574032bb7e2f3612f917d10565e379ab95e36093222dfe0", "11b2d3732bfcb281a44f6dbc395b1912fa35000c7fe0aa71a970c8936bb0eebd", "f8fbe63e74c39f89961a94a503ecbcfff0a9f0c9a8fb3d518e7986cd8dde3d2d", "a909b46d74f21cd458f2700345ddf70b8ab1528aaaa9b7d8d8d2aebaa616c7cf" ], "options_json": "85e96f0a11e1bc294654f141d2945a67275ab47a0a3dd06ba25e997332ec2baf" } }, { "id": "race_middle/test/367", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5bf168394c96333d62d01c12708ecc749070da54ba03a50487bc8eb4e3abbff5", "prompt": "d9ee05e481ab303919595674edc430b0116c7ebcae211b28be9de0518fa48192", "options": [ "d8f7624a3baaed164a2020ab1de13bb76907824e139d6b30ce3b3be04fa97140", "cfd5e6b7fecf2d655823f1bffe5a355df7a814c6edb0a2387fb8a670ac82e08d", "d49de6470b33022de5e5ba0dba88b83f4495c5d7730c043886ea8234c847a0a2", "10584164ce016dfe35e0e801a87a4f6a921e4d3e4aa1c60575cc74d7f8b43a51" ], "options_json": "9154f6974b2fbaac7fa9d357289a102f6f4472522047f73be6c33576a75449a6" } }, { "id": "race_middle/test/368", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5bf168394c96333d62d01c12708ecc749070da54ba03a50487bc8eb4e3abbff5", "prompt": "bb8045afaa27713cdf69c60f612f431c4a1686de2bc728f235e731756a47fbf9", "options": [ "7b0289f476268b7f2c1d9d96680f2ac7d2bb150758d3e9d6e2cac0df750fd0ba", "0126d3e86bc671d51d69177c8022a2abdf2b8f99e60645b9de8c1a3a4f30b249", "3d7209ff9588e05a45f1ef88b106ec4d8f0eb22b5577e0186cec9bc36d4f6415", "9501c3288eced4175d1cf4c08771302467a1e2e54d0b1115ae178dde9d492033" ], "options_json": "38076d3cc44accccb7c275ef396c2f0e602014e43c82d4d971ad091414b2e501" } }, { "id": "race_middle/test/369", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b1a702396bc6e59bf7bfaa85b501ee9bc2a84a8dd1a76ce380a72fa6e14e5e7f", "prompt": "e319e532aef86b323668c130635bd91b568b065a46f6424aa667f01bf4926a9a", "options": [ "3f49dbbfe051cb20cc038923424fedf8d18307cc805e1520e4168e9360e2eb38", "e2fc89848f72337bc7a7638135b34fdbbc61ac57ea893f6a7f1acf2cc0635d0c", "3e745d49fd113cbccea0680dffeaf0d1e87e7a71cffb2cdaf835a2612fb65159", "7b74b418a352d67108173c20c1b16b4b726bad8606be65711ff924dbf9a40670" ], "options_json": "cf7cc90662b26b4a9c2eb6cb3dd1eaa8c5a99487466a4427cbe648d5a16acf73" } }, { "id": "race_middle/test/370", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b1a702396bc6e59bf7bfaa85b501ee9bc2a84a8dd1a76ce380a72fa6e14e5e7f", "prompt": "baa61c97413229c4b07bd7ceab9d9cd751fb775220661bbe336a77cee5f23759", "options": [ "20caa5cbd9fb98002fb5468dea07691c3d6ecc0757e04a2b2b8a112b4a3fab0b", "22c57c4a1c8d4b646f17996630a25f8dac40d6f40b36422507ef3728ee30e10f", "b775bec6afb64189f23e780b91bf7e5fa37fea0dd177c239c0b9fe8c09d6227a", "8b200a4cb12ecd85e9e7ab9b3a828d708e20829a75cfc278b05fb3b848f0fd16" ], "options_json": "5100718c0f191e75e857bb7b20720e2865020cb494e4c6defaf0301d1c17cf89" } }, { "id": "race_middle/test/371", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b1a702396bc6e59bf7bfaa85b501ee9bc2a84a8dd1a76ce380a72fa6e14e5e7f", "prompt": "2e2051564df6357a776d17b95a12a3a935b48e03eeb44ffba81151c4972c30ea", "options": [ "bb5d3905493a8ab51630ffaaf325651d9c210547be4b141b4fce4e1d01c5845e", "ce443c6c565fd26bedcba9069ac08fdefa35536833b5790c686c176ef8d042af", "28ec039832f5bc96c2be0eaee016dafeb7547ed76b510ed5a24d25b180493271", "eb93ef650df476810ad69f01ba7db3992acd8fe2ac3f6429f5205d1cfc0f628a" ], "options_json": "d391b181a476a39e533d325a7f4c0d566ebf774670ed30bc9a63c4cbf07e09b5" } }, { "id": "race_middle/test/372", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b1a702396bc6e59bf7bfaa85b501ee9bc2a84a8dd1a76ce380a72fa6e14e5e7f", "prompt": "38f4966c6c0fa6eb3334bc96bb36b06624aa16c2072193c8bd0252488a1a78ed", "options": [ "115dc3606fbf8691fb69f2aefec86f2ecd302362a0502b3a9648bf2c4dc8290f", "5e0cf7bd1dfa3831788b0cf6dedcdd228fba6f34dc238d371e746567e80bc7b6", "ed5465b9220df9ce176d0bf30d6a317729bd9d37e4ae1cc015cb24c99af1df49", "6ef7c9b15ecdd69083724b84cfdc2100351963488b51b4ea2fcbddf493fbec94" ], "options_json": "546e284f3c09328b417bcfb8320065f0ffad59cca87810468cfce4710db131bf" } }, { "id": "race_middle/test/373", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b1a702396bc6e59bf7bfaa85b501ee9bc2a84a8dd1a76ce380a72fa6e14e5e7f", "prompt": "c23a4416a9b95ce5cf83b48b79d2b1ac5ca70a349035ceffc024811b2a37bafc", "options": [ "87765da6ccf0668238c1d27c35692e11b4cee9c0e5cd5713a3f6e462d48e9730", "637ab2808704d851a93ba9a6de8c6b957c5b7e30d4c16bb767df4fb37ff4ddae", "8b3369944dd2a3fab39e32d1aeb1f763946a458ae3e6368a46432adc8f3a0860", "7eaa968417c5dbde79321a909d78692367c3c21608327b491116e39cbae8ef3b" ], "options_json": "974bcbaa24e4dbc63aa428ab14876841be1e61729d1146a6aa0558001fdb8481" } }, { "id": "race_middle/test/374", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1806de518c869a13273445ff64c39db55bd807252e6d1ba3d4d816ff651de411", "prompt": "3c317d2ee8c2ba6dea3c0c6252c2ef45a627b959f2161749c7f7c79e4a3f9157", "options": [ "88e05e2a7a1278100d03f9b934e2f7589b2bfeaf05462148408dbc1a21d69fa8", "f8d155b86bb4aa494292f77a8588cb1f7fc31b0967f68516cd54a1636cf31ce3", "7d873b6e82195420fd20c3d39080ffcde39832bc613a939631fb06931bbbb556", "94beef1b464db2cdc17d783dfcf2d4c8db44c974f5ff7f1a34952450fb5868b4" ], "options_json": "d62d00e8bd858b26e4365e23ef2e7bdbf61e51775ef8a6f118aba9fba49085f6" } }, { "id": "race_middle/test/375", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1806de518c869a13273445ff64c39db55bd807252e6d1ba3d4d816ff651de411", "prompt": "276b31a4e39307d4924a816d2504f00b823ad87e194584c12eb86ea0e511b704", "options": [ "3b48ce9fdbcfcce8393a302b211b809bc1aa1bdf20a24a38c3caa7a877f5b1d5", "5d59015c66cbf248d5f58a9c8391343fc6294742dbd59666c4fd81415b1fd3b6", "f5c3ecbd957f6e99dd999933f19dad7a29a893cac367d370c4130fa77b1f5a1c", "6e552820e516c41253b092d27655b4e44739ce85a7972cd65e85a6a794c20bf9" ], "options_json": "b54c744ac0ccca362957368bc0701e20016b9f5624e2c643b89fb482e1857b2c" } }, { "id": "race_middle/test/376", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1806de518c869a13273445ff64c39db55bd807252e6d1ba3d4d816ff651de411", "prompt": "9a433c73a63c82bc41539de8616e6284a2e45d44ad98296937943c8cb0173c38", "options": [ "4cf62cfec6785bc289f948936b041e7df10c087852e3d9126904526a00cecd77", "5a7bcb77510ad84e482785f5af2115cadba18e9ffda24e9fc33c01b9e7053359", "d63a17752af8c4e8145c3560a7be6a49064de6ed31efb1101802ad38083c7ef0", "e7c31f832731ea62834e9bed288942ee4c5e18dbf90b50b6c480c0177b26f66d" ], "options_json": "f6882a2ab98675067aa94b1b09da8cdc5f0edf36eead30d6dee61e678cfbd227" } }, { "id": "race_middle/test/377", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1806de518c869a13273445ff64c39db55bd807252e6d1ba3d4d816ff651de411", "prompt": "0a02368d967b8dfbd2e37180305001a365a087fe7ba5602e68a860ab963a2f13", "options": [ "a4daa4b1ba7e06f28e61eb9e48385f19f44e81ca058e19b588945a0ab15aa0e3", "b0c8df0f21b214adc3ce1551fee259e562e7f8f39b1b1c4c2e3d10ebafb28aa1", "2e0966a97153af987aeb346373d249a3ca66304eaac4a113111490e5a1a796bf", "d027fe17ae60b7c957718abe8913711a25bf69602b97a7b340da52eab4a37eab" ], "options_json": "d41e0cca6de87fa5377a04089ea322d337a0da81eea95f328b1f91ee254eb63c" } }, { "id": "race_middle/test/378", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1806de518c869a13273445ff64c39db55bd807252e6d1ba3d4d816ff651de411", "prompt": "b22be717acd6835bae3b4e4b0654f7799aaf62e6a2803d5acba69693db4f5704", "options": [ "80fb222c1f981d81049de2e04944c6f147ad7e8ec48ef110c2cd6146c768d700", "6b46ca993dc395dd5395a6ab1681a3146cde6d0add622d4c88c53ed596e854cb", "bb24c72ab813e9895f8de391ed947be4da3f998d3861d8fe7ce64cbd50933017", "9636221a15a730f46efb31e3c9481a34b4bcdcd68e721bbd1754ae3f340992a4" ], "options_json": "64ec90c9ea4a6bb32fdbcccc901a4283c220b7ea04e468c91b250d9af7dac888" } }, { "id": "race_middle/test/379", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f7b23ad28f5beac68172ab7bc83c2dea95733e5908cd6ac9e7a1aba9cd40751a", "prompt": "899db356dd8f1f7d974a69b8c35f6e7a67a55afda65ab343525c0e4c16ba7edb", "options": [ "002948cb276caa35d54c72f894fa3471ddd58d384c79f8c5f6e13fc0e709fea7", "a364f0ce114bd63e2adce8eacad3b114098ca96d45e81e3f648740e5fb315bcf", "f47162d001a44984268a0a6d71759fe7db4fe8c66f7bc9fb4a3b92ccfe0d8666", "185e553c7602867fef35462c214a3dd0fbcde2612719bf113fb1e7357f542092" ], "options_json": "23fbf7b1811b14aa361ad128b2ae3c6be5f3d22d4e7b7f419717123172a9e833" } }, { "id": "race_middle/test/380", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f7b23ad28f5beac68172ab7bc83c2dea95733e5908cd6ac9e7a1aba9cd40751a", "prompt": "a7a667be8fa3a46e8c4c593fd3e96371917a75b3b644b4031ad38905291ec1eb", "options": [ "10367ac6c60f6012912bca7967ab5a8fd5050eabb4a26bb91682ba652f0c6813", "eb724e3c5acb35a2f9887ed1d6267a166a4ba8d6fce4ea641199773442cd3f2a", "c5144ca42e132de7b5497b0d0d79fc339b2337c0a185b7d1fa51a7ed0e4021c0", "766fe4d56ddde2d5b28b38342d9b7cb5d2e47ed002008035f370b25da9e14bc8" ], "options_json": "7fdc2ac238a289928efa78f3792d0021bbe6258b3e7444ca5caf791b85e891fd" } }, { "id": "race_middle/test/381", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f7b23ad28f5beac68172ab7bc83c2dea95733e5908cd6ac9e7a1aba9cd40751a", "prompt": "8d48c8a9c03e9712fbd9219f6940253d67d17f78e49586742b584a54887887ce", "options": [ "da0d177b6375a4f832ae27c4d62d49f045637c9e7a3c0945b5e405db624c5a7a", "b58f229ff6ebb98e025fe46fdbabad300f66d6f9a76a5b818bfda48534a90dc7", "0430c2424ab92c638aac375607bf9a5895ef1147b6be457c168ad8d8f3efb53c", "6534d1dff3a8116afb95c8717fddb10514e7734a301300b62f7e5b8fd0489b9b" ], "options_json": "3c2e3d3b3916179dd0fc224be5af358df0b2ef5f61fe28f6ea9b50b9dbbeddaa" } }, { "id": "race_middle/test/382", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f7b23ad28f5beac68172ab7bc83c2dea95733e5908cd6ac9e7a1aba9cd40751a", "prompt": "15e16ac9fa9d8f38b795dbb94feb2a99439ca560d7116b267ab971d373f4f06b", "options": [ "f6b73ca8ed17fe3d444272fe407b59517798a0e4fd2f6c3a6bd49c68a8d459d8", "ab1fff5eadaf2116f4c65dc0a9e11a4f87254084f1209241b8818410cfd1ac6d", "89e3c27e1ce3720ce4d24f5ad08daa0ebcb78c94c473a542646abec7aae499cc", "ae442d8a44344d00b9dfb27b776e2f55e927b8e1a4a3b169241a48cd1f31f1b0" ], "options_json": "8abc1dd10eba11769403e90feecb53ad1dc9c3f4769c951185588b6bbcde0776" } }, { "id": "race_middle/test/383", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "28c0bd3db0b7cd22e3ce0741e664603ca46b919f71d424bd2fbee3250c48c38a", "prompt": "69a5c615689c36a6e8ce8b2bfd84208b1a153ef7736b2030a9c3d8097bb8652f", "options": [ "205812a9ce3f23bf985028f7b93ba7f8d1cd6867de49b71062aac3c1a2d47ea5", "45d873d4bfdc6bbe6925297328210da8ae3312cab9052df873f350d1bb3b8a65", "e3b7e7a038be142c2a042fc1f7374d00fe4caaf7b6b65a3175e33d11644b7499", "352e15aaca7dcf8dec5093dacd9256df4d66ba8677558e1cbba32c709cadeece" ], "options_json": "bb1409bb887597234fae5e608f9fce5b862aaa4089c280a45cdb9077f7ecd5b7" } }, { "id": "race_middle/test/384", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "28c0bd3db0b7cd22e3ce0741e664603ca46b919f71d424bd2fbee3250c48c38a", "prompt": "53e0bfe9d108b69ccb3be70635830853933ca05222538e61195efd4785a2d9cf", "options": [ "5a7bcb77510ad84e482785f5af2115cadba18e9ffda24e9fc33c01b9e7053359", "2cfd0b710d1cb2259a25dab3428d69223ecf9b7748384d4d4f070f39b244e0c7", "4cf62cfec6785bc289f948936b041e7df10c087852e3d9126904526a00cecd77", "e7c31f832731ea62834e9bed288942ee4c5e18dbf90b50b6c480c0177b26f66d" ], "options_json": "3fcebd4b9bfefbc2997b220fadc67aa8a39470da0b26d51463b475edd83cb096" } }, { "id": "race_middle/test/385", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "28c0bd3db0b7cd22e3ce0741e664603ca46b919f71d424bd2fbee3250c48c38a", "prompt": "7d1468c7171cce9fa6c1d1b62eeb45b0972b9fe1373f1f581459aceb61d4c1e3", "options": [ "2778c441ce9f017f534df3ed6281d64e657df3c0dd6dcebb4329871e1bbd1fc3", "08653ae80c7c9bfa6edc7875b8c27165c24b6e8ceb8d3921018d65a0f89577b0", "ba6ef2b04e222261eb49c285cd543d04696f8503ade1c47162d686a3c572c675", "68ee5bc6726d9f7af721f9e59f0c5ee89fd05f0e55af9072ff49350424f493bc" ], "options_json": "3570a743f8717d21332ff4fcf1b7b8ce65b098d3eb4f4f4307fe8a4f77eea057" } }, { "id": "race_middle/test/386", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "28c0bd3db0b7cd22e3ce0741e664603ca46b919f71d424bd2fbee3250c48c38a", "prompt": "94d5a044576208252085c19914bab2abb15b5a8fa87bc5b617aacdf9856b592f", "options": [ "e3b7e7a038be142c2a042fc1f7374d00fe4caaf7b6b65a3175e33d11644b7499", "45d873d4bfdc6bbe6925297328210da8ae3312cab9052df873f350d1bb3b8a65", "264c32868d21e30d036fbe28a167da2f663332a899ac6664319fdda720feab67", "84a510185c897e25e3162cbed82a639e83a5733df0b5a08881a8e8ebbebfe47f" ], "options_json": "26ec2a6d1ac05462220241ce34ba6a369a8e966a41c4f66b3514c601b805685e" } }, { "id": "race_middle/test/387", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7217d69d718dcf0af088a52e67ab3cc185e69a000a0f88ed64999ffe320cf36b", "prompt": "7da20bf2529efaecef51671047468e365e0a99f9b5f12ee12e12c0765317302c", "options": [ "d59c17e190e66c7148e9966b616aba6f94d8568c95a195f4e3f3e7cf6f4552e5", "97bc9f8a2fa614b9444c072f6f89416ffe18cf64513df7c6674edf543ef241b8", "369005043b044d9a469b6f63df82c9319641f00a717420327d629afdec24d11a", "1036d11bb7a3fcb6802666528936f617d3891e27226963307d55fcde64a45ccb" ], "options_json": "0c540f9c2526e5c1f23ca8b6cc3d389978f79ee84ba96bd47074834ac3c5ba78" } }, { "id": "race_middle/test/388", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7217d69d718dcf0af088a52e67ab3cc185e69a000a0f88ed64999ffe320cf36b", "prompt": "f155cffe101cc20fa46dc2ee2f3826bb661e3f525e7af2831f3a30e7bb8d2851", "options": [ "c6efa8caff4adae4328f3154abdae76891e2a2922575c50740c1e0c4e802d50a", "d4689fa45614059a04cad21f81e88440ce022c031d06c7031a936ca8c8ae7634", "70d9e556c3b9490379d210a8d832dd500b32a1a85eba7fb86fdccd262459a545", "4c77300d5e0c867ece604ad33f99b003e65e1c85ed2d8dff6ccaeef3c4a2fda5" ], "options_json": "b274120c0ad2effea0840d5ef69eef4e26dee46c24abae8d72ccefa9c6e7552e" } }, { "id": "race_middle/test/389", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7217d69d718dcf0af088a52e67ab3cc185e69a000a0f88ed64999ffe320cf36b", "prompt": "c87f55b732ca56c8379cf052ad407790e12ff75f6a0589b84acebc748a7aeebf", "options": [ "02e3a172dd13f34092c01a6b6824e1bf26af5df212eb343247a5b38eb4a27386", "7aab06cd90b6efabfbc581922a4ad2ddfba2a20a0be4120eb5d0e5e72a59df66", "da7efaf6535bfaf67d32cf2098babadc6e965eedc74ae857a4692f451d70d01f", "cf5543d87f5cca6b0adf4f226aeae5e02e35237782dbd60feaed751b75d5586d" ], "options_json": "3e3b0250eaac9e4ce317d07d177c21ff73df4797dfb71414c6f3f27ea3a4da91" } }, { "id": "race_middle/test/390", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7217d69d718dcf0af088a52e67ab3cc185e69a000a0f88ed64999ffe320cf36b", "prompt": "1a7e0c606cb78a68ab5f0fff75a8c280e7ec8d4a0d06e6d3b61dd92dcecf829e", "options": [ "7570f9a16780b0a98d409112e10b13e444f319923e95a0cb26f006fb57396d8a", "b7dd13721b0b883d45bb8012a2dcd1a7417019aa2f2936de5db75fff6f481a5d", "fa68a5ab8ab68c95209c0a13357c0a77caecefcff6c59e30a261ce27ae55a062", "3e399379d3a11e123e1d6afb8f799208cd1c69ca91fdd60e746a3e41c35557c7" ], "options_json": "c6c015e0f78b020fbaaa9e17264acfe45434578dbcf9ac9f5d48e5ba02785e67" } }, { "id": "race_middle/test/391", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7217d69d718dcf0af088a52e67ab3cc185e69a000a0f88ed64999ffe320cf36b", "prompt": "0b26b522714cde67d7e533d8dc9871e87236d502c18138943199f8f7dffc6b8c", "options": [ "444dc07f8278dd1e8839ccc2607f0503a89bca4cf2cc0571d3fc23107b5dba01", "5aa96fd7ad11e4caf635d5b7e988bd7504881e5f16630624f813ffdb08ccfd32", "342d893fb4e258e7f9d0e52cdf86c8fac7516cae14cd54875e262fb5aefc874a", "29d852a4f8572ec34e8288cae9484a3bb001016eb8afa898479e928b85fd999f" ], "options_json": "7f116205676fb631fad43d0dec3b3c62205fa4bccbcfc995f9c1cf9bdcd335ee" } }, { "id": "race_middle/test/392", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d7a4264c4b6961b9f6439af032e6081f885db2deece7a47c2cf2d8f9f0afabbe", "prompt": "42fade72fbf5d7ee900984d5df3cf533e9c7759e004ece87f58ccadf9666aae9", "options": [ "604c100ededac4a465fab686bb4deaa8eac9029aaf09077e59388b23ed9e2d85", "e982134be7a8c01a14c5b4e920522479bab4e058435ece629a4aede1defa9ba9", "4ecf67dcf8bf692b08b57863afc7770043c9dd4cc9c60cc5d7788d93c9a8829e", "8c118700ad8b312a085d41a07154613698966a3aa1bbec325b5cb9515b7d599b" ], "options_json": "18f317faff4e1524476a3b8cc8e2b950c0718431956efbe6e548efc0bb87b50f" } }, { "id": "race_middle/test/393", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d7a4264c4b6961b9f6439af032e6081f885db2deece7a47c2cf2d8f9f0afabbe", "prompt": "ca051d6a136b2ddc854c62c2e9e726a08a50dad2928b6398a04e4e33c963a223", "options": [ "94b791bcb0bfc678ff06f6ec4b6a0a7637fa2192d75d9174f841d363e384f9ca", "0035d4c934a2ad1e5b95ad7ee4443989c1b7b76adc53d49db862a2dac719bf91", "0308a451d87a0702fb8e8e3d8ee23d38f98b0146429030928298f4590b8760ce", "ce1fc4420966d2afe8b81e050a673fd64c43a4e95e0bf0242475f87607b98140" ], "options_json": "43b922f94270440b086349b3e61e277186ce9fed11b145c0ba5edb1695826dc3" } }, { "id": "race_middle/test/394", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d7a4264c4b6961b9f6439af032e6081f885db2deece7a47c2cf2d8f9f0afabbe", "prompt": "a795744d1355a70a2e57416935366bc2e83c609d6da74da1b6371742e418e70c", "options": [ "5e8155ba3668edb96ccb805bfa373c3d0e44b94f2c7b9356c43026e8382c8430", "9e83e87ab53bd755025f53c14e0f3dd9c809ede4c681652bb2becb979643dd92", "9981ab32054f7f62cbea8dd2e704efa1c47c994879fda69b1dee0c1b3c7efdbc", "0d3925ab11295a51c455d31a8895548297bc1d36eb449ece43a4297a50dd5d5b" ], "options_json": "29dd8ecaea8585636add626e0a7e6ee995c8fb98ceda0036dafee9e69821e6a8" } }, { "id": "race_middle/test/395", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d7a4264c4b6961b9f6439af032e6081f885db2deece7a47c2cf2d8f9f0afabbe", "prompt": "285a224756e0c7627cf9e4f0b56e9af68e8c7ff42f0e6d622eba1ca80ea81a34", "options": [ "e50eaa251697b1d2c887014124bc6c293a9abb156671d309dc0bb1236209bb28", "14d3be70d30994e6eca63c842a7269da2a623e6ee0e98f747b03c1ebf7452576", "a80e42a94398bc9a8f2b09b639561c090af96dad0f7d485dd5b1fcc8883435f1", "2dde3b83c9696d25e8dad00568d5dd3d5208a5117581bb8d4409d4ad5369d86c" ], "options_json": "b23645f9c12ad63cf83ab4b9230ef93490a3c657b9efe5721ca6a9dc01745ffe" } }, { "id": "race_middle/test/396", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "538d2a6b19fecc155021b1dfefdf3f503cc2c585ed00c6213e092a0490ec0e29", "prompt": "d3cdb6fc604905d10aeafaadefdd2504752ba94d2e0d99b2a9a29958278334b3", "options": [ "e8f32bbc2655ad67e0664d4c9b13f7119550f94318caf0dacc2e6d10d310e74c", "dcea2b3b4f8787391ad195106b33ad3e5826375a03be11136d894f7cca71a8b4", "88c735de09b374c239b87ad9577d9ba7d895b2e3f06280763c07698767f35a03", "bbbd3c6d56f7c708c97ce72d2f2f4711d675658698c53d3c6bec9065e8c5b637" ], "options_json": "688366a617d16b3c89db3c3b97ebf2693f1dd620fb252d366ac063673ba16cdd" } }, { "id": "race_middle/test/397", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "538d2a6b19fecc155021b1dfefdf3f503cc2c585ed00c6213e092a0490ec0e29", "prompt": "271364d931873434aae1f78ae67315941bb163e4aafad628562d7000dba23925", "options": [ "6bc54f13bea593dc5e1c8e6b16249e669d1ce99cbeac65f2a10f36e1d86f1fd4", "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce", "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a", "ef2d127de37b942baad06145e54b0c619a1f22327b2ebbcfbec78f5564afe39d" ], "options_json": "20a2e46b1ed2f30dbcdb8a9b93924d14ae040c2c2e6f7470dc782194bdf074a4" } }, { "id": "race_middle/test/398", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "538d2a6b19fecc155021b1dfefdf3f503cc2c585ed00c6213e092a0490ec0e29", "prompt": "395e7d6ee538cd7231cbb88b92193b95e752526e032afb1ba38454155c5b7d06", "options": [ "2873b888de5e5b86949e56c5cf6f2f0c180c49f1cc103ae7d51902f4ef55bce6", "116bf8574d7fec6a65e37062631b9b8ecf1394fdc4587860bd6287c19ace9083", "ca213f8cf2b4559e06665f1afcf5b5218e83df3ad8d8c1b29f36ef68d6626388", "28a7fd2237d4fdd9cf085805a6b7a500cb04b7c425b81278033875a23714d259" ], "options_json": "3db99da2c48bc878c835d44c9493dd5e0e02bde59f9ffcec0eb96b60b185d9b0" } }, { "id": "race_middle/test/399", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "538d2a6b19fecc155021b1dfefdf3f503cc2c585ed00c6213e092a0490ec0e29", "prompt": "23853b2295f5bea1f89cf9514cb254dacf597f4e72990916a2ef0cfe5d184d4e", "options": [ "f340c916315f0d52fd32c56c7c831763da0612d1cdd980d787b1c604f5687e45", "f34a9f1e02a275c62b08676f054da5f57d50f487b4a0006021193f5837613be0", "83e03aaa3685a7fe25072a0153d1a5ce73c172ced0ce8c85a819ea618474436e", "4d805ccda62e7b1dc83f6107f3ad0eff6673dbe4594b8ee85e76bfcc6a8ffa45" ], "options_json": "dd1548f01ea45debd76c7c9a8ac389582156e437465ca18b893a41a2775b44bd" } }, { "id": "race_middle/test/400", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "538d2a6b19fecc155021b1dfefdf3f503cc2c585ed00c6213e092a0490ec0e29", "prompt": "f407319164bfff87315e020575b934d3c1990ee7f765d7f2c61e8b5ff27c012b", "options": [ "fe462383a31897f65de805a2476a31ebdbc3b86bed9231bb7461b4b3a185c359", "1602521a7200f9d55c71cf858d6d896861c2848205bc4cc64c4c603ec7799fdc", "7149440dfb5883e3887caaf1caccca1a41ad254e8ce942f2a91cb9e589af95cd", "cfd5a8e12ff7101d5663578403a7c7450f60b30f554cc624581d0faac206b478" ], "options_json": "73312eda4b5cfa49d83fc2c97c1af815a2ed7ce634e982381954c497e07cef55" } }, { "id": "race_middle/test/401", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9ab228d84dd945b21aafb9126b879e086be9b115e2b1ea6c5a2ce3fbb5c573e5", "prompt": "447951a9999a0b3f00a577995e3b9107f32c7e7bc33a1d91d2c8377cfb87b95f", "options": [ "64ae99ab4595db7628bcfbcc6de1a203d88a04bb61ce918bf96b7f4a2905d381", "2149f233c38be7693f5b9e23c35ca4cddabcc122ddc06d96349a3267c3b358f0", "16c939c9363d01dfd8ab33348b60f4c38dd6b71239c64b3b9f9f922c1d97d956", "c5a234d94da618a5a84f0161f93f5d387270f8d2dfec57fbf5c0a3b8f4f3c513" ], "options_json": "c2f3431c54fd59392655a351c2caccc3b835e45055bd417b1a51b50dbeb00ea8" } }, { "id": "race_middle/test/402", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9ab228d84dd945b21aafb9126b879e086be9b115e2b1ea6c5a2ce3fbb5c573e5", "prompt": "8adb0b93654e47773f823ee92e7e78926cc154c1f632db9711b98065d7bbbbd9", "options": [ "f43a0977729557f1438add091e06fee3d21f5488a338b49c2ca8532403d94db9", "5c32b9ea13ccb9717403848f1e338bc245baec529f8dd949f09ff2ece2703cc4", "d4ddbceb6415f1a5b2b4f1163900f042acf7ce783939ea820779025db803ea18", "3173714d082cd35b021519def2a7bfb632d6d4bba421c8f278d22738ce427507" ], "options_json": "e990ee5af86785c060ae1fc2696323141e0ec83a12bfd7b9dc673aa9f508cdad" } }, { "id": "race_middle/test/403", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9288c40fab5c17267ca2afa64dfbd5c9214acbb73fbc22631dceb503575e773d", "prompt": "2e1394f0bdde971380ab714e2acad1c0dde051e0fcf6671ab2c2d1a07f852eca", "options": [ "4c48ed881897ddb798d5c470373d77f822ed62229c0d305571d35e06c0457677", "50261102f95e87a3839c55e683989fa7bd034992098ad225926daf1cc6954db0", "3269cc1ae363e245ee5dbbfd5b444118fe889e9ee8dea1ed862bd99dc1bd53f4", "3e833212d3d1b1e8ac1e780bac25c49dffe1b9c6d6af4158630a86632e114f14" ], "options_json": "99d80d4d892e8bfb1e80993ed66ba1874d72e92030b1639d7f1f45373c0fe412" } }, { "id": "race_middle/test/404", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9288c40fab5c17267ca2afa64dfbd5c9214acbb73fbc22631dceb503575e773d", "prompt": "c2e5157bf2dd320337ed52bc58d0a5e5b048680cded7daf564b5c8ff7e2187bb", "options": [ "6676a4714a1a278241a2cb28c57cf07267960ac054527f952c52df773652c832", "370c3123cdb1a8a03a7cf87888437f016c66717c692c29ba8b9143b88fa078a7", "4a9d02ecdeb09b3a33e7a61a43d953a915b48560f92654258389ea389afd2b89", "d24f78b4e9216436f01bc2b03417d2ecc2b1cd89002bf43ed6d22661b27cc2de" ], "options_json": "85b83a341ec6c03f7dc9ede0c736b9d72ffbb6efdc681099670ee081fd37032e" } }, { "id": "race_middle/test/405", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9288c40fab5c17267ca2afa64dfbd5c9214acbb73fbc22631dceb503575e773d", "prompt": "53ead2d32f8380db50025d4a0fd3d4e8ba90104bffda35ec8252d97895a56541", "options": [ "8d0b21713d40791ca86cb258cf1ae3a57279312bd80928764f07c70045ded103", "ba52673054d509c80e2818aeca2973bf9ce53bb8cfbe482538ff195cc57a12d7", "589eec62d3f35007ea063ea8a73d4764b85632ff01aec143e809561511ecfe0a", "9f6c98d0b085481522bda72b6e9aaa3fc62938f9699cdd317098cb62cb2898fb" ], "options_json": "aed94004725af9de3b1989780259f8b9458966fd502cc91e59d07e4b07e5b423" } }, { "id": "race_middle/test/406", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9288c40fab5c17267ca2afa64dfbd5c9214acbb73fbc22631dceb503575e773d", "prompt": "6e4308fca42e08fe3875a8ba03ab0adff69d172c52befb071902074c64e5513f", "options": [ "885ee10bd0c1df3d5946f0c038ae4e09c5c262f65c1293e077cacd20c03a945b", "5171b841f9af8e798c46c92a2c88b39467c73db18470093bc3ab51f12e7ec0df", "161c61c5b0254f9f41b0de7b86115d28b407a392c8c016e472f2c504f33a11bd", "cd9fb1e148ccd8442e5aa74904cc73bf6fb54d1d54d333bd596aa9bb4bb4e961" ], "options_json": "3144a987fec18b62853a71a8c7f61870120f6e8fbfac0a3d9db788492ebb8374" } }, { "id": "race_middle/test/407", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "30289b68bf4495ff988e2a5fa9df3ba4ba16a4b869bc57f041beb49f30a84bc0", "prompt": "c85e8ec584f2be3926a61e0c5cbfd2e3d0c2b9f45c4478aa52f53f1f8e1226ce", "options": [ "0a6c43cde79ab0a48da79a29d060afab9619324ecd5b3ed37fc1c283675b22d4", "0a60d9dac639e553e061a10597ce8902baf3eec2ea423882d67bacc830eb59e5", "23c38c74dc6c272dc8bc2cd0b5a431dc4159e77579917b133db568c5dc5840c7", "5c7b96f343646c799b3abacdec720c8b21c80513ce685adb2ca846e4cd1a1dc7" ], "options_json": "fef65b4833a835bdf4293f252bcd95ea578359dcb60c4d4b490f4621d9443cc5" } }, { "id": "race_middle/test/408", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "30289b68bf4495ff988e2a5fa9df3ba4ba16a4b869bc57f041beb49f30a84bc0", "prompt": "043ab5cfac7d8384a9b206efa644e513d8d393b5608b569834a7aab09da575e7", "options": [ "484aab2f2cd0f77b3c30f91521ba9a76c8c501112a53e100154a098c274f03d3", "d069c85283b98c2c0ca831cb4fd19356e98813b5d0ee31e7b7a4a894e8aca23c", "45c9a6614fccd4f9592d8283a4f25bff84076fd43ee9f90eaa07746ebbed02ca", "fcfebb572f03efe3c5487d9e8aaf696505cc576341d41a360fb690d83aa31691" ], "options_json": "38f2df7d8afb139d3870425b9cc738fd7a7e1f36aa3ae256a1f66509196dc467" } }, { "id": "race_middle/test/409", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "30289b68bf4495ff988e2a5fa9df3ba4ba16a4b869bc57f041beb49f30a84bc0", "prompt": "51fe1d3a50bbe3bc4a56fcff2b7cbce44ca84e3b3d140e72d07630b5d9e41c26", "options": [ "924147843b79847caaf90c7af858b4a403e3127d0d240ccf14a84638068c40b5", "11336bc0d91358ca2d117e81fc24e61304d90b7e86139e0fb2fb7ced2ff9535b", "9e5db53b5cf0dace033c64479e32fd987a0d9a592bc3f22e6360e9e7c2bbfbe4", "e823da61abfbd317f8fd39727af67cead1a5f82ce52e11be72a1efa1be34c5cf" ], "options_json": "00ff529a35f41c1c98c333eab47ae08101ee3859a3a2d65a40b1236114a65ea4" } }, { "id": "race_middle/test/410", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "30289b68bf4495ff988e2a5fa9df3ba4ba16a4b869bc57f041beb49f30a84bc0", "prompt": "2c4011e7e6634e8a66db6dc369e11f680404531a9100f10abf2f6a80207f921a", "options": [ "235e0bb78a32eea981da1a8c81c1feb70029aec00af2ffff182926197c91212a", "c15be9b2f3b4bffddf049f658aee26df916144f259e13b863cf93bc5a9b83286", "ec931013229f5de658268b049e93f1b4777a0afba6fcdff3823105d32ec8f607", "00c21475acd33e473a1506697ce6bb61c0a5bc32958ea2b463f1d70b292200e1" ], "options_json": "24a357069eb8f35b01c0d7c41c03e7dccfc132a3ea43d2528e89c0a998986f06" } }, { "id": "race_middle/test/411", "gold": 2, "predicted_before": 2, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "30289b68bf4495ff988e2a5fa9df3ba4ba16a4b869bc57f041beb49f30a84bc0", "prompt": "ad28066bc69209d1a14235326054a6073da668592016c1da3a7ec543ad72f900", "options": [ "2f7820a5325de01510971fb541180d3730df116b28942068bb1e5a7040528833", "a62a3699a6ab74ba0e901dc48a1d800e5f60f3fb52da7925f8b9b367cbbaa769", "cfd6e8dd2766d6cf27044370c0d45023b7b6ff5e3bdb73947831ff7bdada2e03", "fb45f28d4556808e322ac0fc134187b21d00178ea54c5f3d95453aced7d72b50" ], "options_json": "7710172249aa0679705a538e86b0f2fc76babeeeb30f5ca46103cd2526a4e598" } }, { "id": "race_middle/test/412", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "6fa314f05e7ae439c8aa5f44fb3359c96b646c81df33f202506b70b35478344c", "prompt": "a2af4bfd192f9db11829da8d4f0ab65913cef9c6f0f4666b1a947dc6d94aa865", "options": [ "0b4c793d25e3b7ea2d4228bec3f1a1a5bdc43593aea411cd55f211bed6048bbb", "077c1086fa2088d9d03f2b1b487d05a79d18dfd7936bd27c69ebc57a419a43a6", "ca9de8bc6dea4250709a806643ff503737088ccee20009471580456cfedd3b2f", "6eec6b68293c6149ef361c7816b1d46b457ae50795c8ce8256b0c6c7e79422f1" ], "options_json": "437a1e3247092dfb3fe5c8f7bcbf08e50efc0aa7ef9383da4369381f0186087e" } }, { "id": "race_middle/test/413", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6fa314f05e7ae439c8aa5f44fb3359c96b646c81df33f202506b70b35478344c", "prompt": "8310a29a2f0c3ffbd59460c562bf43c66229c1aba21c74977074a6991323bd6c", "options": [ "80e4844c0866928d6dfb09df5d7b05466e8bea9d3535ea1abf7936bd0b1c20d8", "6fb53fb8856d25aceb2f2c900a8b5ac6983721beec6b98e7e889d62254b4832c", "26d89d76a2a92c9b49b1158cf20f4d0ddde7128bbfd13116c503692555c96365", "b4fa72db5ee00f6f27c745eff3dfc0432d05586fb3fdb485263599c28f69c6f2" ], "options_json": "078f37ad33bd75b8bd76faad98fd7daf1f21adf70440b4bc4806a055f031aa36" } }, { "id": "race_middle/test/414", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6fa314f05e7ae439c8aa5f44fb3359c96b646c81df33f202506b70b35478344c", "prompt": "dd6d1ccb849843383627a037e1f286b96a984a0f61dc2f5f012c6a1d503b2b9f", "options": [ "6a88b08480a4c052b1536ef5656015cf55e7572d6b11c9a788093fe52cf95c46", "4ce64e08ac4935a43619816a0c6f4b3d99f950e2875a0e7d3c7e992ce70351ac", "ae7d0f33e055509b5c2df793cdb972d252ef38ee678b3b41874a35cee425ac99", "6a627b33d6102d66117a111d94b542ce2b66eb3f30716ba7399bdb33a676e9a2" ], "options_json": "a35ba0eb968a4588808cb8449a524860c8210ae5a1728e1349c447f92bdb7e64" } }, { "id": "race_middle/test/415", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "6fa314f05e7ae439c8aa5f44fb3359c96b646c81df33f202506b70b35478344c", "prompt": "a74f03bca8bd0e12f7b8afe11523e4a622420c9fdab2083d14afc5220280b919", "options": [ "0b199677cac3f765b56989a28c8bb98662e51c7cbcac9fa4f4f68ed27939f123", "144253ba6a5f426c45de3c3c9d59fd43ab4d02263a64718810b41b1154bb12f3", "efeb486455260fef082d287e4a3e41d2a7511cd30dcafd1989937900eac0f136", "a15310a8a30b760553bd5856a9c5beb1b837dd1a20da79956f80393b3e242dd4" ], "options_json": "932ea1d9f61de487a3fa092a399292185f206634fdca6766c6d4efd2b278f2fb" } }, { "id": "race_middle/test/416", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6fa314f05e7ae439c8aa5f44fb3359c96b646c81df33f202506b70b35478344c", "prompt": "04c79577dde4913913f3f6a53356b41ac5015a1b341fe81e303c9d273755fa18", "options": [ "956d14bbda44947154a2a3fddfb4d74adcb27dbb3c1cc590aa19dff16690dd4b", "01d9768e40d1b8d255b0c6c422c01f17a93458ca3d4dddc91b0dc40604a15f12", "39d260dbdbbcaa8db5eb6dadbd0e38244679294cc0a61ab7cb20ff9a14729aba", "ba373d55b189f939d3652eaf3d8c0ac2cf6841278f89d99da51ccde088c37b6d" ], "options_json": "158171c4d9dfaaba0e85424cbfb599304c62774aae60d82963e284df0ea899d7" } }, { "id": "race_middle/test/417", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c79893cf008e2fe79200d069f8c5bcf5f83c8928d93342e33a0d7d3faf77ff94", "prompt": "a2b6826c1ead66b49644319fcb7e9a3b67cbf625bfb1b21e59f545aa57a93856", "options": [ "ba9bfadc6fbeeb539b22cef8b95a17e49e7d82415a87f3eacb29d517fa418059", "0fcaf114b708bdf878542d8676203ccbe7bdb2b1f599c3fef166ee0ff80f9954", "3f0968542378d1b18ba172b3fe1d67f22ca35a37964677c98593cc092fbf554d", "aebcf663edcefd77104b2909ced24d9e98ce3439f483f7153731caadda8a2647" ], "options_json": "36d3cd6ba325231f1f5ec438d479e3b1ae10da95415082b5c24d0ac4732e53bd" } }, { "id": "race_middle/test/418", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c79893cf008e2fe79200d069f8c5bcf5f83c8928d93342e33a0d7d3faf77ff94", "prompt": "969f23a898d7091e2d0d95fd311e12fbde3c513bfb7a1af58cf7e18330561e94", "options": [ "3be7a505483c0050243c5cbad4700da13925aa4137a55e9e33efd8bc4d05850f", "8592edc04aed3012ef2f4f447051e44409627bf4d8b7d8684822225e73f02a52", "191c415261817259c49f435b1a380bac5cc31c3dfdd3cf0f8bcce446d9992387", "d6acb6d51cfc574936fc79bc06b8a3716f4a33ee69efb70dd7f59720d434ccd9" ], "options_json": "393064829321aa83f4f4f70c684bac17f5d359434598fe2e9a683b5244abb054" } }, { "id": "race_middle/test/419", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1b8562c682bb0fbe02e8702bb6d4b5bd2d64a48739aea2452c95590f35dee9a9", "prompt": "efdd30fa84bcf36a9e53f9df8e1bf0b6626a363e3ba2be1eb1eb6269f897a045", "options": [ "4e752bb1f52f478e3acd5255271aea7a7d169f431272ff1bcb928f80bb8abb0c", "bfcb72332f2c1d86ba491330439d44d92015d3b663f4df3d83ae5adcf867bc80", "807c0ea0ea7b5393fb7a4465795dc55527d7d84da362dd6bd6b0a52900572215", "a4cd92f1c3a82db0e65c00c7347a736260204415c93a84f437e9005a6921660a" ], "options_json": "f1748a03e44616aa39e6c95e663984ae610bea7507998a46684a91dceb79863a" } }, { "id": "race_middle/test/420", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1b8562c682bb0fbe02e8702bb6d4b5bd2d64a48739aea2452c95590f35dee9a9", "prompt": "f0a3a9641d65384a591aec4c160156053ac090c1f5f79f0ad827769797adae07", "options": [ "74cf35bbba1f07a0a70f1a8aae3b9886034f6221a68356014b0c596c87dc6dba", "7388e4845fbcc372026ebb0f28dc9bffd1f5a691e0771e1026064409da849d58", "354ae6966c1947d44669d705be4648749aac9c2edccbd90155973f442c3808e1", "44d2b61a53b7d21e86fe2c3930db05ffe6aa5361fe0ac8c1e58545968bb233d3" ], "options_json": "7aa0d79a42404b3afcbca6626037b0a452cae30f932c2fc3d6939e3820d715ef" } }, { "id": "race_middle/test/421", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1b8562c682bb0fbe02e8702bb6d4b5bd2d64a48739aea2452c95590f35dee9a9", "prompt": "52f4569e6ddf916eaaa449417dd271c38727b5000c30cd067d9b2843550117fe", "options": [ "877d546aec0dfbce4db950bf990b07e8619c9cfa2c862cd6374b2962f40fe0df", "99c27fbcc0b5e9cc9013291b7173c7a1098b5e04734fdc60625d1bc4c04f5ecb", "e177fcd9127a7ed1fce051578dd4397f96d87ee0ec7d7c1a63b67c2adee4815e", "d571b555068dbdc8ff7c367ec0c843a2afe1b29d7b2965f6765ee7454900f05a" ], "options_json": "97d7faa1afd4832d33a82a2ed8f386f6b80496d7be27ee62a25ffc41feeee764" } }, { "id": "race_middle/test/422", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1b8562c682bb0fbe02e8702bb6d4b5bd2d64a48739aea2452c95590f35dee9a9", "prompt": "971bcc571dfaa768e02caa1a818de2c703f9f9547bb528e1e225a414d3966147", "options": [ "6c59c06f4de77c40e662f862e4b0cb65ae799c37fdc2cea7455dcc19098c74e1", "3c8f0ba4ced412b955cf08a4250372fe1ea462f2f11d8f5f36058031f2660352", "4a1eefaa142102a34d0b4a2cf8f3257cd99808c49b700d4da7e66e9e34b5fe9c", "d9d3ea635f529e56e36015a24924810d74b86aca0baf75416fa4085de5b74dc9" ], "options_json": "0fb2a64ce47c089e58e8ba33060cdc652d76a8e9916d060a5503189fc86bc500" } }, { "id": "race_middle/test/423", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1b8562c682bb0fbe02e8702bb6d4b5bd2d64a48739aea2452c95590f35dee9a9", "prompt": "3f2d7bd9803d2d8b9f2e1109e94d6ae2348c7b3012804476f211d6f7e879c63d", "options": [ "84208731cb097041d641d12a7a7443b819bcb4c4aa5d9ac2232faa429c801d22", "e0568462fd40be58940b3682ac3ec73ed09828675c2fb0a7b0d658cc698f8b23", "aa23fffcb8ec9f9ea65320b212fd715e03b6cfabb87a37add4f3d5d5c9a0484a", "7157551cc17a244ba434f8793b5c225e44ac3200f87ba3c1f4695024a7693680" ], "options_json": "18c6c365bf40bdce5887a3fdc5286e471322a1f1651d5efef84271ef4354bfe9" } }, { "id": "race_middle/test/424", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1adb39f974d668bae09c44f05fbe94d00878faf247d8e6f131d85dccf835abaf", "prompt": "8b20847fb423ad99715a2b0284af84c196c3a90e34bc1ad893897c92f38d98e9", "options": [ "8d2ac8b58ead9744d77286de9b0bcb7a894f238c3149fc9f3b1e3caff36330fe", "690e7f3c8c81dcf19d07d9884b111c303e1b2602bf54e717794bc5c7cac26733", "0bb556f3228818dce8c9ddd8cbb4e6930e1becebf02c5ea8fe44f2db666db9fa", "45a92455a5963e31c3683b42a6170c795c8e19483057145a656775c92e5dca75" ], "options_json": "b0f04aaa5b68657fdbdd07ef2770495530d2d53f40ca319afdcc594783ee97c8" } }, { "id": "race_middle/test/425", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1adb39f974d668bae09c44f05fbe94d00878faf247d8e6f131d85dccf835abaf", "prompt": "48d47b310f62e480505d6d02cd2e38d1bf5342a6448b9db453fdad0763eaa971", "options": [ "7692c3ad3540bb803c020b3aee66cd8887123234ea0c6e7143c0add73ff431ed", "3fc4ccfe745870e2c0d99f71f30ff0656c8dedd41cc1d7d3d376b0dbe685e2f3", "521c74a4d5824aba60ce4abaf48f951b11836b548de2f7f72af3bac37e70fc47", "1137b15c7797aa84ec24e8dca5cb966dd016624374a09cb2ecaa9ac3229f5ccc" ], "options_json": "ec3a9fa41eb9dc9096a60f83342413f84bdd7eef405c6eea171c7f5876649b1d" } }, { "id": "race_middle/test/426", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1adb39f974d668bae09c44f05fbe94d00878faf247d8e6f131d85dccf835abaf", "prompt": "c0dbcbdd7eaf8805fbb598d5c986b5b170dfa202bb5c0c98f442933d4a01eae5", "options": [ "7d1eacdf34b6fc2385147fe13979964a80a9e9e9104841ad2edf933c32293aa5", "f25fcf2a420e76e0467f62742f659bfa25536bbf080953e655e8b9c1e80ceec4", "d9eee38e3564d187308a0e47ccaefb68357e2e15be143bd8f9dab08a0be8dc67", "8f8d4e88e680ecf9e02b58bc320ca3b289deb31e52f5257ee001886d5fb7bd67" ], "options_json": "43780187d09bebc784feb8ec797b68acae1fcb7199077c5c85f12d4ec554c350" } }, { "id": "race_middle/test/427", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1adb39f974d668bae09c44f05fbe94d00878faf247d8e6f131d85dccf835abaf", "prompt": "395e7d6ee538cd7231cbb88b92193b95e752526e032afb1ba38454155c5b7d06", "options": [ "b3e777f6a5da23f1a837cfcdc76f4e5e7d0a16871b0d8acc5c3cfd0aafdf4888", "b61100da5f0835556ccba01b488c971c0d91c2024f21f697b57f8b00b94970c2", "f377b48be5a55bbfcda6dc453a895f9b49e52db6ae0046d162d6e63c9d453651", "311e30a2f74e73cd931ae1b891acb1de8ff67af2aafde3a70801291e1368dc99" ], "options_json": "e56f5ee93dc90ad6faa58f414fb739c514cf77b32fdcc1fbf7ac7290e49b94f6" } }, { "id": "race_middle/test/428", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5cbb6810f30b61773daf8834bda191fd7b5124ae0a9305b2416d029067bef722", "prompt": "ffdb0c48411e7283cc9b78416867aebf09db40bf968dca41efd552570617591c", "options": [ "f3fe3fb3370d73db30612f7eb3318e938e1e97407cbea15072b71dce037be9e4", "e30cb1de447301e62d15976d64fb1853a2b8fcf2df51adb5cd9241ed05660603", "aea9a522108c9bcfb86ecb27cb297fd219b6f135db5c5b9a7899fb5c84fdc586", "25f578ccec2ed2657b6f67cdb641dd67564c37e395af57ab169788a9f8360b85" ], "options_json": "489a08cefdf728afd527e5bd77c7bd8bf9de4c2f67629fc6497556a27dd60fc6" } }, { "id": "race_middle/test/429", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5cbb6810f30b61773daf8834bda191fd7b5124ae0a9305b2416d029067bef722", "prompt": "4f3dc44d46ed26e73da3e71fdfcb7003c1c7971c80c47aedb0230d87f70b6dd8", "options": [ "aaa7944a7841f9736ef5dc4b5962cc0add275c7325b8040edbf886bf77812af0", "a587b5b80f654c556c14e66aa0ee9ef8af9b0ebb9ccf55ab3606f4e1d70b1a69", "ebc99e8aa65eb0f70ee6de8a7957c328dcc1052d67a834838dff13b153c8d4b8", "f4f6275e1b492ea07f396e4106fa11410bda9beb03884acdb742801c610becdc" ], "options_json": "a4f6271af6337252923d231a0197a2cc676447b37d19cd2d56a5435151891fa3" } }, { "id": "race_middle/test/430", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5cbb6810f30b61773daf8834bda191fd7b5124ae0a9305b2416d029067bef722", "prompt": "e0520c096e765df2228909f854a5bf6b7354e178f26b5386df665ec1607df8d4", "options": [ "b22d1d8fe5752533954028172c9bf3ac01b57f40c82946a3e7b1eaff389e2b87", "45c9a6614fccd4f9592d8283a4f25bff84076fd43ee9f90eaa07746ebbed02ca", "1cb0f5a9e3a8e4ddd72322c677990833aa4c67ff300b3ebfbfb726894f1a1058", "8d1c8a7a12c3739bb3b9988676c4f1ba69cbd7515ca23625e0d929efbc1bc1ac" ], "options_json": "ebf5209ec862b4a23fdf769ad848d8110461fc28248a97d0628949c705f6d075" } }, { "id": "race_middle/test/431", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5cbb6810f30b61773daf8834bda191fd7b5124ae0a9305b2416d029067bef722", "prompt": "2c8146edbc1a6781722462b86b35ae1b12e637c19cffb2903bea80c7d17b4ba8", "options": [ "c6d734c8852c5f52f41357f5cb59feb5db4b52c8edd4ff79d8083b8ead44f96a", "24f5ec8d2c296822df4029bf8468aab8d56a6bd0f7c6c679109e80a325284fe3", "37ef6acd6402f18d8f627b1d693bd7cb663576f38e2c23bc32536da04fc81c88", "9e7414e4b9022551196a50ad71da175f629ce1d2f12056e95064b1c0eea19411" ], "options_json": "c3fd17b3643c32c5171e6ce3cd03e66abb49b0d1513b9830b3bea098d7414098" } }, { "id": "race_middle/test/432", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5cbb6810f30b61773daf8834bda191fd7b5124ae0a9305b2416d029067bef722", "prompt": "f3c38fc116adab70720c77afc69fccbe30f3759dda043f8235cc57ffe6c72b56", "options": [ "4935f824fc3d80e908d603cdb5d82e8d79c7f5c7a4067f7b06f8d3917cdbb7ea", "b895883b3387e8358319100ae0e2bab0c02163da1f227c8e6e3524554e88d5f7", "911451a4ff47c18a96ff85076c51e0923d20f84deafcdfc954dbdba75ad972fd", "9134984070d18731bc9379590b9275c61d4417a65fb9e15294c3f1c1ddcd79c3" ], "options_json": "5daba7b0eacdd5d4dc38b2f168ec29dee7864d57b55faeb8b40383c4787267b3" } }, { "id": "race_middle/test/433", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "65292e70ea52c84a119324ccad60d5907cb3df254e350aaa6c9bb57920986e70", "prompt": "d3309241d2e5f4f03aad5f84fa40e11dfc2344c10c246998c664a7ff2aefcebd", "options": [ "2a21fe6d592a19b7de898b50eb53c429608de1a66f3e9f62da19714a770553d1", "4e3795d05d9d3ed261ea49f6f8a047f90cc05a4436d187bb0bd28848561a571c", "7baa68f2418ba82d2545a780c00d7a8778249bbcdaf7369114534874ea6d3bd6", "81db8ebbbbc69c6c6ad4a6aa92b76e0c08af547da236b9e2c9dbe1d8285a8130" ], "options_json": "acfdd5ae4130bdb79387f4c33469bdbc7f7afef1f245bff8d825a87a47a36893" } }, { "id": "race_middle/test/434", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "65292e70ea52c84a119324ccad60d5907cb3df254e350aaa6c9bb57920986e70", "prompt": "1a446e8d1b80aa2e4789813f2c977964562cd024670ba65dac05425b59a09f90", "options": [ "aab05f74f35340e0d58edb0404577d33591b1a29ccbf05d8b7f9e1381dffa82e", "901e7e4830e3ac9cfaa12227ee1015292baf40838c5e307bb4018b0100ab5c67", "f676b50a8fa4872ee55a942bd9d0e04db57b3265f1916b45efa269ed6df50dd2", "20b3459cf4869bf155d26e98ff8b5a8c7f4a0e2f04cba063f11ff1f955dd0fff" ], "options_json": "0c50ff2812dc5b8e069a85fcdea53302ef9705b3532f3e72de60e63162b6874f" } }, { "id": "race_middle/test/435", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "65292e70ea52c84a119324ccad60d5907cb3df254e350aaa6c9bb57920986e70", "prompt": "f6ff4ccaaaff95749e15c58653b119dcd7b30c5fad83e38e3151e2c86322b188", "options": [ "4360618d722fb32af98698100b3b901409c05a5fe0505ee90fcc94fb39dbd9af", "a60f0d4a33ca4b28a84b159b53691a5ecf9f9282cd4218bd0c90461415a184f0", "d0959a073565b9d2e5e4973f4313c040f1ac4486fd7b5edf35b059b506728c93", "296431d952bbcb2eb6159355ab74662f5c05f3f6a33079d7b20a24b507568c23" ], "options_json": "156653c513ab5aa3d25b4b393b07d724afd1f401551c160ccbbd792787b28f74" } }, { "id": "race_middle/test/436", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "65292e70ea52c84a119324ccad60d5907cb3df254e350aaa6c9bb57920986e70", "prompt": "36088f13ea171b8730173d1e24a92e9bca8e324a34d7652f223c7e5a56cd57d9", "options": [ "02af301b25be92a6a737a0a918cea735e73bbd6eaf8be3a2584e5abce52c19a0", "6af055189f1e53f6ceb1db690406e230e37390e1db400233caa9d922a3b5da78", "4334c76b7c82ab4f7c14ab95daaf34478b8ba9fb1a5af6033b881c525ffb4eaa", "fbcdd56605a5516f41404dbf6818ecbd5aed16050a4259dc1990bc40cfa50ed1" ], "options_json": "fa0248dd2372ccc25473528f6da8dae4b5bea317d09e906d350353f3e940a3bc" } }, { "id": "race_middle/test/437", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "65292e70ea52c84a119324ccad60d5907cb3df254e350aaa6c9bb57920986e70", "prompt": "35d4ea60e4202d689cc18920f1da6d008c0b30104522452c3432e99b1343f6a2", "options": [ "c8c0458d9c08567184b60cdbf12b7f20da4d0cc3e98efb9fba950afbef3dd3ca", "5bb27fb86c807b2ff46917449e038a93779fe33ceae2ffc4c843c00c718e4183", "19fba0e995b9794fc2c26217bf3b725c2f0d9eeda16719fe75e3ba23ca73bfc4", "914cb47ced0c39fde72a90dc298e43d585a16b66b784f3124bc43d5dcc722a45" ], "options_json": "2180f0f62a2d5b2f1d35471d91c9bbb8c666e76d70feffacfbdec3215fa94452" } }, { "id": "race_middle/test/438", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fb09516ae231214e62291df59cf860de0b1552bd7133ed3b2bc3239ceb3793df", "prompt": "f1d3685b3389228d710a1d1f9735c8fd42c351b599de881a2446efe1785f57ed", "options": [ "e291cdb231d4f341cca01f59b734fb06f4a1f561d3e9b4fb95c00aace9f4070b", "f820a26de69aec5a93f10288168d1ff28f5177e7af4bee2d83bc8fed976627ec", "f0d6dbeb9610bb4d4ef21175b3a3f682fd5940f509780eb73708fd02d9c5fdaa", "176c58bb3b6af5d66d45d752b5d4920fe57ae97afc063eb8d7f83412a789308d" ], "options_json": "e1e49a9250038a7d28a6189dced957eac10d9116b807f2a2ba8586d635d4b69f" } }, { "id": "race_middle/test/439", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "fb09516ae231214e62291df59cf860de0b1552bd7133ed3b2bc3239ceb3793df", "prompt": "f578d642947469cf0ed46948fc6e226ef786f8e74a05b223dfeec2a0c53f7998", "options": [ "895410a8f3ed02e64c2eafbd909315ad501f726ae73a2d32d1e21ac198719418", "fcd9a6add9a4ded381aa73e4b5d2d18aa2eacd45cfe536ca83d2154b0e1f7348", "71e3b633fb407bb7b3390e8fd853f1bf9d5e940d3b7577cfd413a1ba13c3f768", "31dc4bf1a9f72b4903f9120f5fb970e7815d5f30d5cf20fb026aa4a11419b673" ], "options_json": "0ab9a604d1c9d4be2b1f8900f1268674142c1048bbf12c21a8eddaa1a9375da2" } }, { "id": "race_middle/test/440", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "fb09516ae231214e62291df59cf860de0b1552bd7133ed3b2bc3239ceb3793df", "prompt": "f086cf14ad28d19d6a1292d6f024b97e6a74210972c9901c9c8c006138ff63c8", "options": [ "fc8d0e06f652c3420e91be341a7b8c14b296e549335053f8fabf2bc991cb7a32", "f542acb289d32260929fa035ba271a45f13079c232ff61d21b621d90adb2af2b", "e7d0e8b351649d0c77b03c7ea545d160a6b566942fb1ea24628e89752bef0d34", "205962688454c654d8faede8044c373e23f31aa39f2850e7a04a3fd2b26b7f9e" ], "options_json": "8ab3eac7031be628d4ceabbd39f3d9aef43a76f8c78e43ef1c39e3aab2d4ea10" } }, { "id": "race_middle/test/441", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fb09516ae231214e62291df59cf860de0b1552bd7133ed3b2bc3239ceb3793df", "prompt": "f976f3edc571b18f1b41e6ea7134ccd4c49813507b5bc534b964f77a4b2d9d65", "options": [ "4060f5ec7e7c69ad3285236426a7ae723546e19d9a393b4ab200082ee89fd19c", "8a3f1efbd78974fac91f01e5eaae20d397deae0d5630197d487d729a21ff0837", "1fdc76fe39a579a6a203c7cbe6ad499dfd882455bcb3d3d0501e029847b34913", "2d298f7f23464f4f2dfbe7aca6edde3ecb7ba006afdbf56a2ea823163ffdd401" ], "options_json": "66192c51654e42fe392c1aee2b813641ab1ff5604ee04fea8e630e7de532acbd" } }, { "id": "race_middle/test/442", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7062a09d7000fdd649887a32fb988531aee89d3e674cddae73f6b0b14668d717", "prompt": "a4faf2d7717bb385330ccc8ad82cfabc66ca6853efcefde52db46735aa3f9664", "options": [ "38eaac7ee9eee880b724fc763b5f13377fe15cdfb795b7139bb2c6f654de991c", "7497148397af946cbc642e33cd403126ce83cb2b0f83f4e1569a999871e292c2", "ba0b1bc6e9e9da89421615711185ada0ce821716a14412c63f93f7fbb1c34fc9", "1dc7f20e8d8a87b97ccd268a1c1c37a383b79c29c3dcd87e54f55b5adc1f2cab" ], "options_json": "1692fd2726dcdbf21afac77c9163f523fda81623a4ab6265657c72628d1de2de" } }, { "id": "race_middle/test/443", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7062a09d7000fdd649887a32fb988531aee89d3e674cddae73f6b0b14668d717", "prompt": "e04f7454f60b98c835bdee72eb5f92c3012e5327b537ab327b647b6840ca0062", "options": [ "6eb7457bbfa56d97976441148c55bb36711513014a2a60d2c08c5f3780c264b2", "a2a98be47371816e9032b170a4e60da8617bf4c628b27ac489feebb7cab26083", "e75d003e72dfe081d4e6a35f59dab504d435fe86d48d1a8958883f9690031f12", "f623117c1037d06c76e7105044e8b3b20b9f76b7d197b625724c62b2134e7747" ], "options_json": "c7d5b2c87d7e092ed8128b99c27b6da7919ce389cad6464de5124305c6a65184" } }, { "id": "race_middle/test/444", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7062a09d7000fdd649887a32fb988531aee89d3e674cddae73f6b0b14668d717", "prompt": "529bb08cd7ccc90441113af401a3ed30b75e1cedca085c1dd658cef6c2aef9f8", "options": [ "b64b4fced8388125dd9f0528e2b2b93c0f07e986595206f93f00aaef371435b5", "8bf2ca802e667a5d142f43dcac95050e6ea01338c867b85714e9058684913064", "06608c1560a99532d338014a16c1e6cf01b2c029cda16b299c7b21f8c14ea210", "fff5394ef027a2d91677c11e0e44443003ff5cee1106892a710de44f9c5f8659" ], "options_json": "11f1f99a8c4047e4d5bfc98e416cd3b1ccd1d76362c3ee9e8556b62d42b1bfee" } }, { "id": "race_middle/test/445", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7062a09d7000fdd649887a32fb988531aee89d3e674cddae73f6b0b14668d717", "prompt": "5175c5c47e4b35dc94864391750f2386acf86827c1b245827bd95f5b1f5cf09d", "options": [ "fe9919df44cbe9afdb66ec355bd2dfd671dc43b730bb763463d625a715f4ad39", "10910087de24bfcabe854fda62b5023a61fe531705043b9979fdf00f12c4c0ec", "ed574aa71eb87d6cefff58373c93f1c2b7b4e46cc90cb6aacd8311279f9733da", "e6ef1856e376fff10d5159f5f6f5a8d35cb7032a3954c32a616ab9b91e7d19d3" ], "options_json": "20a2c923da807f3ee12a5c70e3382cf8bb432fbbf46921b4f0cf36a2e862ea5e" } }, { "id": "race_middle/test/446", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "39abbf1d5ab2e6f1ea07717e3d1b0405d42950ae5a8ca04c60fc903479a5b5df", "prompt": "b831604e56f342a5e3a18c9707f73b86a12bec9346ec21784809d7cbd0397d42", "options": [ "7692c3ad3540bb803c020b3aee66cd8887123234ea0c6e7143c0add73ff431ed", "3fc4ccfe745870e2c0d99f71f30ff0656c8dedd41cc1d7d3d376b0dbe685e2f3", "8b5b9db0c13db24256c829aa364aa90c6d2eba318b9232a4ab9313b954d3555f", "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00" ], "options_json": "466e06d77975eecca647511d18f2779143df77433e91ad9cecd0735574c10071" } }, { "id": "race_middle/test/447", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "39abbf1d5ab2e6f1ea07717e3d1b0405d42950ae5a8ca04c60fc903479a5b5df", "prompt": "b9d819fccd0ad4551cd7c97ee82c6622eab29c935d8eb1724e37dd20ab23b49b", "options": [ "ded7d0226224f3917078843ee06a17b773f90c0aa27a328dce81e1f827691fd5", "8a036d45864f8d9a809778166090a8c94f2e6c996afdcdd6cf5f5743508ec23f", "4bfbfe82972d91ffa190a3709d3817070648a27aedc24a501e5f90ea776d7457", "dd7030726d3d7b9375579d04b20c5819b67ea775dcd988d043c623cd4f08b73b" ], "options_json": "fae5787096a2ebfac95c656214c2336e2093e0027287c4a753eff7cc505f2614" } }, { "id": "race_middle/test/448", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "39abbf1d5ab2e6f1ea07717e3d1b0405d42950ae5a8ca04c60fc903479a5b5df", "prompt": "c103570106137089e97087c1c7dd74c19e9dfae54a2379dbb29ed9f6e76f50f3", "options": [ "1ea442a134b2a184bd5d40104401f2a37fbc09ccf3f4bc9da161c6099be3691d", "ea713ecd8537f77ec9a7abaaf39c03f4ad011f8ad960dc557e65b0237812190f", "010dd7b94f5f3d31b17799f0a5419c71e80438ef34ef70b0cb0500dabee32eeb", "5985039f106df054b43c3529139613bf7c2372937539f344c7c5ee47d00a0d63" ], "options_json": "db869108c6a14f8d31c863f2e3c05e3c94d1a19420357816183a0dcda309b5d9" } }, { "id": "race_middle/test/449", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "39abbf1d5ab2e6f1ea07717e3d1b0405d42950ae5a8ca04c60fc903479a5b5df", "prompt": "38fb95482d9e0f35dc943e6a830d7c922c88916044ee243b8026e7ad696473b1", "options": [ "44700736ad0cab8ade7dc4774d0d31687355d65bf997c74d1b1c5f48d0ffdcac", "7c772dd666f8a5575f0c7df2504d8c615beb464ce1107011fd1e44f6992e7990", "cdf77e1365d898182bc8496151dc2544a7b7e0804636cc0ebfd1c51d57b4d240", "3530d1806b6a3b4f1ea1084024cf3cb58b51a6a5b2fddf9b016fe24ff2cb507d" ], "options_json": "5d04b75160d67d1b20c4bbd1f4b089449a0bd94c9dc69bb8a601a7323138562a" } }, { "id": "race_middle/test/450", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "39abbf1d5ab2e6f1ea07717e3d1b0405d42950ae5a8ca04c60fc903479a5b5df", "prompt": "979421402ea4eec2b2cfbf69bd4745d68a84ad76852afebec44388dc64dd97ff", "options": [ "ff76b12bdea9e6b2b33bd47be313f801f859000f965eaa661a1f04a98dc5bcb1", "487e65771185fccf5d02d2068c3eac35a33040237ffb982648d7d06ed57880da", "c5fea5dbfa16cdba8dd9037930e5a56bf4b4391b07580b6c13db8b937b4f4814", "b8888d30415380e71a2b6d493911075438e16e09e584f1b1f9c9aefa1ae8cbfd" ], "options_json": "90cf9cc48b3ca825e2ca6f742c48e561bb71eb053de9f77d24c8aaae2489e989" } }, { "id": "race_middle/test/451", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "368e61c511d05a702de870bcec9c2b0aab3c3f2bf3ca158a958319fcaa336c8a", "prompt": "f12a8ef9fc6846356524fb7335571d9ec7a26cc8766a937d51e04b40b4c2b9c6", "options": [ "a7937b64b8caa58f03721bb6bacf5c78cb235febe0e70b1b84cd99541461a08e", "16367aacb67a4a017c8da8ab95682ccb390863780f7114dda0a0e0c55644c7c4", "b1e99324505bd32da0e1f85dcf5e19a09db0481e8a15f62c41eb320304a8e927", "dc81b1d371a4072be7fcfc3e1939f5bddae8bdc168846a50a78face975b9af63" ], "options_json": "500311f522aff72bc96e9353548fb2a9b5841643ac0c0bb79dab9d0c53fed702" } }, { "id": "race_middle/test/452", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "368e61c511d05a702de870bcec9c2b0aab3c3f2bf3ca158a958319fcaa336c8a", "prompt": "e5c2ee92bd919268f320ba1957c26cb390f16926cb0dd17ad3df3cfe2069d4cb", "options": [ "38ffe323810f550a06ac5ab084e09b00459bebfde1dc3761ae86e74fc0917329", "5c6ef7b213f6972d58649e6e5d5efebf3054898a6201c957660938738f1aa4c3", "12a0b5777a68d5723b5251775c1940a765a1b08abce8a50fdd4dcf1ca22026bb", "7f77ad5b238639da442363f00a0436c020248d35c9d9cf7d0edaa73725c5500e" ], "options_json": "36b126f8b4e2bd9008005e326410632bdb5451e46cc9283b22ae2ceff67dc4be" } }, { "id": "race_middle/test/453", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "368e61c511d05a702de870bcec9c2b0aab3c3f2bf3ca158a958319fcaa336c8a", "prompt": "523cf6fbd0dae3f031d0edbf52c7bc96568306393c5e47a502f98ee8568f6e1b", "options": [ "a014fe3adaed8dd8999b07d673e8f44768c8c5e8a7b90c0a6542003682e9956b", "2df08e5d7a1746453d9464065ba1904a11c90bf7a0c6101c7089a33001b09a4f", "5fc698f56f5cbf4cb2a6c74c57f4a6acc4b22339479fd9edef2565080a9d1d7b", "3a3fa8038977c2f73201a4f71560bf90925811272f8c3672d0f0d1481894164c" ], "options_json": "8a0c9306635b5f4d70e0c00ebb7d8a30e3440a043e85a400c3ec5bb193bc5947" } }, { "id": "race_middle/test/454", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "368e61c511d05a702de870bcec9c2b0aab3c3f2bf3ca158a958319fcaa336c8a", "prompt": "c58860a14ea28be90368de81581e0f86ecdd9a683f7e3106325f6b3067afbf9b", "options": [ "c922b128b7f4ca86d7cbced4600f798b5e77564551606213243fdeb970472078", "c29d5bf025bd746f62bd5b98d773583c308affc01f220abef3f89617f2578145", "8b6f88c3b659b89a6edd17f5e314a13d8733c562ed2b7110a84e5a472dbed365", "a1c76875789fec98092e3c3b3157e95f8a1e542ae75d529d115a3ac46f560cad" ], "options_json": "beb01b8f0acb8bd72e53f6231e9ac156eda51a88890fff5fa1a9f9d7ae2f4266" } }, { "id": "race_middle/test/455", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "368e61c511d05a702de870bcec9c2b0aab3c3f2bf3ca158a958319fcaa336c8a", "prompt": "f3c38fc116adab70720c77afc69fccbe30f3759dda043f8235cc57ffe6c72b56", "options": [ "28bf012435a118a6dbffe18ac1842dd9e9ccef25d60871449627eb698d93654e", "01ab9b9fd85ed72bd36b7d5310353bf3b150a85284570d479dcbf59622f7599d", "7e4d3fcd0bfd7a32551162a4b953f765b0367603e9a79608dc8afeb4f813adf8", "0c59b412c5b494120bf0d66573f6aa33a726b6c8967e34724910095092438b29" ], "options_json": "e5d85b9ed0898d1172b112cbe70f8c465e4897145f5e99b71cbafbc657c87653" } }, { "id": "race_middle/test/456", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e187e45bafa95587810b76e48a45dfca8088942ac1ac48f6834560c911812e6a", "prompt": "97c2e4efb98811698283a08d7ee47989df63ec2c86e35525f839fa90d2d7c50e", "options": [ "4e6bdb13445d84a0d8c6b3854c0f31cf99240e2d89110e2ac3c60f67977a404c", "0d64db49249d4e94edd4cac84fa49b5d19c83e875322179d1583ebcfd7a74672", "5da67a79b73c938a34485d0e18047957f329503d50d4239e2c14d9d550d7aae5", "7031bb5e3dbda7e4e983d06b8673182fa6751ec0e49f46d3afb542b5b0071401" ], "options_json": "8e02a033668ab1024a091045406105f43efe1ce95bcecfd7c5935667974d7eb7" } }, { "id": "race_middle/test/457", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e187e45bafa95587810b76e48a45dfca8088942ac1ac48f6834560c911812e6a", "prompt": "1bdad29f8ce5dd8ed79f08bdc0c8f3be9303554d4a6be652bc53efb57a237770", "options": [ "97ccb700548bbcb986ab7e712b061745a634db2d86fe671b44c17431a26acc89", "07cca3086d724086f009bf6961487dfaff4ad86049a3989dc494e18ddcfd26e9", "c62e99732fe34087a8aa34ae73d1f98127af16ad17ed8f9347b61b44fbce7202", "4078b1dbfe87883287581df6e6920e912039a502e362d3f1252f2ca653c94394" ], "options_json": "8d639bd7110c1bf815ecc1409c756b926d7f4d6874ca0100c32607bb58c66f44" } }, { "id": "race_middle/test/458", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e187e45bafa95587810b76e48a45dfca8088942ac1ac48f6834560c911812e6a", "prompt": "f7c07896b39da4558123baa572ba8544135584a634fe48780b87ada2541b8e74", "options": [ "78a646829686ee48336ea8a84000c79501c026bb95870d00ad603e0dba0e1db3", "af1f230f86fea13ac2df2b79ac78e87ff0b956ad4321d89f6270e07469a462f9", "48e36840869650a8f237766a8137f761fd1087c19512be76196d51133e37cd9a", "ddf8c9635e3f600bff91283a4e725b657cb062233f266765b0ee40b30a72e265" ], "options_json": "2b2e7207a41ba55abbb94a7a823eb42dedd4f24cd6174da71b3c9d24131074cb" } }, { "id": "race_middle/test/459", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e187e45bafa95587810b76e48a45dfca8088942ac1ac48f6834560c911812e6a", "prompt": "24f605827531ad8438b7f2255f3f52e388fa5fcf4abed8fd70dfc39ceb7f44ab", "options": [ "e1e3c837c8b3047d5360ef89134e10373f1103d13265d8d10f691b136f3040c7", "0876f3f8c1adcbb9cf25a29b771a785d209d1b73b463dc48401825ba66aa7f69", "074dbb9966d393504ce2e4f96b51b1d2194f241456b7df397b44e5fdad049849", "2d5eda36c8a0db34b292a8e79f0dedb111223f8d22c3189c5740c106c8b021d8" ], "options_json": "c9363c68f1bb6d56e3c98c60612c6e2a8ec75d122e13116f918da5879a780759" } }, { "id": "race_middle/test/460", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6b06e59fd9f3dd45eb610fcfcd16af3a786bf63d350561ae716812b2f8693717", "prompt": "04556001ad6667310049a9f40ec6206f49cabc93bb6ef46181a009fcbba545d9", "options": [ "1eb32d1ee4458814f94f8b92d1bd3e06e16dca6fab43d53f700840321f27fdf4", "43c4d94ea2cd4fbece4f396e10852401108971f22e2f37707fbbb688ddc7fe3c", "2f7820a5325de01510971fb541180d3730df116b28942068bb1e5a7040528833", "cfd6e8dd2766d6cf27044370c0d45023b7b6ff5e3bdb73947831ff7bdada2e03" ], "options_json": "f5ab49bdeecb752f90ca64e3088c35eb9e6c636760b722febd9680d72f4c294a" } }, { "id": "race_middle/test/461", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6b06e59fd9f3dd45eb610fcfcd16af3a786bf63d350561ae716812b2f8693717", "prompt": "fff005c3e084df8966cc8211eb34a70255f3417d813141a687aadfc2c5680b60", "options": [ "d79b3b15beafcd41b694061a417f400f37afccf3b8375d45a2c55ad3404fe708", "fb63e023f4733894c6c73f2743774e646915ab83a1715e8b3aa8ebcc32ebf06d", "ec1c6c4f4c2b6af1fb18bb3c83ea1af8bd3f13ed91b6f3289210e2626b26f6c8", "d4ad9d362c61a33441407445733535e42e4faba4f4384bacc6b833ff2d34952a" ], "options_json": "fbec9962132a8417d6920715e660595498676e99fffd7c13b1e43d7ee3fba886" } }, { "id": "race_middle/test/462", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6b06e59fd9f3dd45eb610fcfcd16af3a786bf63d350561ae716812b2f8693717", "prompt": "47a56f4497ce8b6bd7f877e2b910def4c7d3b6e24a98b0260cf6525ae2de84ca", "options": [ "ab3ab6fb0ecfc528620698a0f85a5c8718aab9da3e53c908c8a15e5b88164ecc", "c629fd32b3f9628e981f8096c17acb24959c9d89501410cadd5fccdabf76145a", "a52803aa5445bf6099922e0ce061b3836058b37ac4b984d458504d6af92ec614", "c94f9979565b8027a46819aa6f5382a4360372ef14f58cdb3f68c3172a42db6d" ], "options_json": "00835b5d253b46c7619c5fc605c424a69d9a5d742c959d5d3e357c8cc004cfe5" } }, { "id": "race_middle/test/463", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6b06e59fd9f3dd45eb610fcfcd16af3a786bf63d350561ae716812b2f8693717", "prompt": "9b26c1ec430b36b2ea0d7eb1c9d05cd9511e65072d76a0db7ec870334f9817c6", "options": [ "87f7dd4bfff532dc34b91b4ea3931f85ed08b687b593f6c1917dc324ff9f3d47", "11a55662b882f45fd4e79c51a83449e111d76efa013ee03254f34c9d6ce4d800", "e77db3ad89f2c0721205df361da8dc20af32382b8c7f47edba2b49bc8c3c276a", "4be184f1b26f9788dbb9ea61b6597b6f1ea5f777c22c9b256a9d8782b8787789" ], "options_json": "75fdb14b36928d5447dc1f7113f5646b7a76bf311e42fbe1560530e0189c004b" } }, { "id": "race_middle/test/464", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6b06e59fd9f3dd45eb610fcfcd16af3a786bf63d350561ae716812b2f8693717", "prompt": "a900a689afb3e4744047bc105b5944ecb2a81f62d9cc1bbd5f2ab7136f09d6cf", "options": [ "a9c772b053d93c2d553e2bc8824ce041aea051289aed3c093c86b198f2c6dac5", "25dfee9697eb0488e050b00fe5aa11ad3c7362a7fcb09285643bd98d60677258", "012c78931bb9cae37f6a73d4f6dd68e2db5a2ea6439d0b7a125ce3093da83669", "66698ce856750f56e7a3a6cc27dbd4be38c8d899b66f5243770eeb364987462f" ], "options_json": "fbd984b48bee65d2974fe0f427bee070315eecf9ffd31fbc8c9397548ffd691c" } }, { "id": "race_middle/test/465", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1081c6dd6f990ec53017cade882ba194f44e728ccd69df1b139d1548aae39e5e", "prompt": "0795c81fcee9cd5a381a364aaa5b4a625e59364b617d97876049fe69a742b999", "options": [ "59a107f66aa7df199809d0be78f489131cc0457636b829ab2d97c063addfbb01", "876e3f3f7ff8dc65a374028693364f52d6ca7e0a9c92a5f430c30a10d15b7519", "48e889d6532e8bb2b944f545032f94aa954d13bf00b1a854d04051a878bc4598", "758d504e9ccc4bb50e639ac813ce0f388b5d3d589a60b918835aae4a410872d3" ], "options_json": "0cc7e7d8371b27daaa06357a0d86284cd21558b87b40a2033792e086b966e561" } }, { "id": "race_middle/test/466", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1081c6dd6f990ec53017cade882ba194f44e728ccd69df1b139d1548aae39e5e", "prompt": "e09dede119ffdd69bea24e53303daa3b3ee13d447e4309e380dcc74f2d33b10e", "options": [ "ba56650e3b39e0cc5eb9f02c2db1c466cd185d40bbcaf3ee1a5fbd042f6ec95d", "e392743bf60cab4a5021313248028f6e135eceab65aeb25841f5051a49c99683", "c75a689d7cb69ae296142d4cdcb3705850cb45695ac782992d126911bcbd4057", "2490afd01d3b9d6afceebfadd650349c100621ad7a5983c7f0c90d37b0592e4f" ], "options_json": "72aae573801109c9c782553f97ff28256a200507a22a5bd682013183d1a9f110" } }, { "id": "race_middle/test/467", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1081c6dd6f990ec53017cade882ba194f44e728ccd69df1b139d1548aae39e5e", "prompt": "ffb279c307ca39c2351400904c80e6d2018dc5153c40b19e4a3ca1729da87a82", "options": [ "eaf8affe8785792f630482b436fb0352cb9dc66a13c1020abedd61236b709bb6", "0457e9a9447950f5f9482730051edeef535530602339bb30f58420da0a640a1c", "f8aace46e5dd0c30e83cc53ec61dbe38b55590c21f0c45cf3508659ae5a29e2b", "f2bf5e57654605ac7de9e3503bdd1a1f5ad3f8daabed041a1cc6215107532029" ], "options_json": "970bb2b2f1de10fbbff542caf371eac49fabc94a6635a6df49f7d27e00a317ba" } }, { "id": "race_middle/test/468", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2ec8fd3e4c0cb998c25f6b3893079e5a9881d7242e1472934381ee2c3d1c33f2", "prompt": "f0b60db8f185102e207512c30fd4351d5d7d36e4759ac58c65a4715741e4853b", "options": [ "15e355d2c16fe85addf1e5a45123574265545bbc62a5e92852d131858db75182", "cd9c6fb0cce85d0cfb8c9ada6821a0aea970727abf02f7d3664813f34f2b0a4e", "7606e5373637dfc1958768acb2887fb006a5ed5fbef0fbdf985b52b9b80b1492", "da39414842bc24f474941ef735001757d48b4ad3f334377410826d745e32d520" ], "options_json": "0101d954a876dfebbc35a63c3719018004c8743ccb5030f74d5c8b5375a3127c" } }, { "id": "race_middle/test/469", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2ec8fd3e4c0cb998c25f6b3893079e5a9881d7242e1472934381ee2c3d1c33f2", "prompt": "5b70b51f0aaed5b96e46c951d29af00a3cbeacaac9f5531c12a3ef9b067ea97f", "options": [ "51ffc5df626b22eb36ef04cc8a729c79956b8fac7e8b5ebd09273ea28ca55562", "7fc45c3214aa63140335cb829373f241fabdd73a7b19a1e11584ef3d316d7262", "b03c23caf9c1839a286ad98d12753e9212c374bcfdcf0544c4ea1c573a22ae37", "3a84dbff4864bf6aa90a59a169151a8366d5816f49fc0de2aea70b85feed0b9d" ], "options_json": "dbde8de1611a1249f3ec5a46e5dd7cd5522a0eeb18afc3ec76f08268c2d01ad3" } }, { "id": "race_middle/test/470", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2ec8fd3e4c0cb998c25f6b3893079e5a9881d7242e1472934381ee2c3d1c33f2", "prompt": "0a74092aff9e5cc6bf8def7ce2dd3e3ff491afe6377b1d7f94277a8a04584caa", "options": [ "7ca7dea906800f87091b819132ecf2aa2b7ea14c9841fa18b9db121d3bbe82dc", "aa42ff595bdb92d6618061414a70b7a5cf7e994d00ae8ee2a413579435996a75", "e4eb18069d65aaa901cecb66371155f389643796428e9d54c5f5127c91ab3fdc", "9761b559f8d66a38f0018e5d365c46aad10594991f872b85e557551c151191b6" ], "options_json": "42fe4d83c810fd66141a78d8f1b4de41ed4feaddaefff44b226e538f41564a27" } }, { "id": "race_middle/test/471", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2ec8fd3e4c0cb998c25f6b3893079e5a9881d7242e1472934381ee2c3d1c33f2", "prompt": "edda90afd87c63c24dce45ce9b3c0b5cf1da646c4b7f3cbf49731efd45b83ec5", "options": [ "b6baff9358ddd8f760a539c3f4b36a3314876e86597f3465a3623b6be3f3cf29", "0faef3832d2f89bd522550d939c3fcb33bf14eb0f4e41b726990eaf69af2003f", "a7a8377f6368041e92240492d76e6861de7b683f16b14af923b1d110cd46ec90", "96d3e076475761c120ec06bd9efa72fd5cafbe09cbdc199388ab78729f4a23c2" ], "options_json": "9ef0916142f4a6e04db6142c020f8be5ae869fe7de4499147508d8b56d8e8ef5" } }, { "id": "race_middle/test/472", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "2ec8fd3e4c0cb998c25f6b3893079e5a9881d7242e1472934381ee2c3d1c33f2", "prompt": "67885451f5deee4f3c696654d2b8932590507f8d0929a6eb312735fcb64eb932", "options": [ "fff9f2190835c7e675fbf6dd6080dc11168b6858a4fc25c806ec498023b390fb", "4d502f1c44bcfcef77fe5281ac51cab76f8b692806b062a42f8d47d1abe8ab6e", "b00ad3945657e2dc969c50fb770c263fe3a96d4502f18dcbb949f21a6645b314", "602baefaa33ae82dc87c74f219407d5f3520d90bf1fe8ec13d948b8213983d69" ], "options_json": "ba4e587307b5a4fb6d0d2f402832d24f874a81ec7f86c53c987c2900da0c4491" } }, { "id": "race_middle/test/473", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b450bd13c2140be44e825a4c14acc6ddac45b6e0b9ad04bd49622032203b54cd", "prompt": "10982d94b46a73bf28a8356f4bb37d84ed74f6cae5232df7b37c7292c688335b", "options": [ "dabb2d9d36de8727d53dc37b7f38f7f716b20a9ebf40b659810773eba71aa3db", "a7271fdbb2c21631642d6f4dd2fe240ad6bea87529e565b5b8f8279f5850f676", "9e21e51cdcbefb675df98fde4fd52f25e86fc242a59491664e2d8dd46f26cdf8", "7e65eaf6f74bce95dd65516ca681e0565f7cf29185b012c0e76627bd3ed0d725" ], "options_json": "21d7e99e1d086276940ef4a7656aea2274de7c3a9940907b2ec0eb02c640a7fc" } }, { "id": "race_middle/test/474", "gold": 0, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b450bd13c2140be44e825a4c14acc6ddac45b6e0b9ad04bd49622032203b54cd", "prompt": "d07e5946f2a35f975cd79f1bb1c9bc076abbd9da3fbd04e2f7b210d52aca9710", "options": [ "32fef85b3ffdde67c1625a3b05df112cc2ad58d4be0afe88b5c5de48e201c27a", "fc56bf9a3c4f4fd406605567d8142906fbc9a810794546a77c55c426ed3efb86", "6f2424bee44f89841dd0a8f2de4e6c3228edf1690032d2a818dcb54fd21317dc", "730221d23027dc6ab65b9c96f803c82132268d3c79496da446e3d5fd9e0551f1" ], "options_json": "7d5302d0da226fed90f7026931e247dac8e6df0638dcfe42f8df71caf6d89974" } }, { "id": "race_middle/test/475", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b450bd13c2140be44e825a4c14acc6ddac45b6e0b9ad04bd49622032203b54cd", "prompt": "826d16f40d79f7693019c0fb25167f61e765643359b334131f6717bae52d3442", "options": [ "9a02f9877e1f3528ea125248637c104aef16d22f04e6498f1ad935bfd3c81fbf", "6bbd2c9152b8db3ca059f516d631e7c332ab1826faad8293825fea5850b948e9", "31c06130fba45f4de8964f7eb9d74f13c04a179e4c760096984561798aa4c0c0", "d2675df1e1c1f0ba45178f489a70fb2475fc9e571195761e95164c7ab262be63" ], "options_json": "7fe5aad66acac6c376c8f45a13660caa7a7464361aaee9d09a086e9faef2c4be" } }, { "id": "race_middle/test/476", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "89d748d9f4c40ceeaefce85755faff7e3159a2cc162ff05ad617d49c5265c3bc", "prompt": "f9580ea183aee4d35ec8bc06734dd2b02d53809eab3ef492252d691c60e97fe1", "options": [ "88991a999a1cbe2a9de714e548c24fbf1e7c6e995fdda096035384265c5864f7", "140e09750606a2b8b1865f761fbba4c54acdf14913ffa2d73f2d4347060e91a4", "551da25f1fb54ac710e9b566bc768866e1340a384e6cc1c4ea8b2d3a1135c22b", "b9eccf8f9999034f5b1f4911bf6260adee5ee999aad5f03f4a7f5bede5d85fad" ], "options_json": "e8c69f56cbe766a68e02aedf09944ae323e97fc03cfbb9d8e3b7c429161a6aa8" } }, { "id": "race_middle/test/477", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "93697feda746aa035f3a75e1498590933fe6150a8c7b640bf90f81678e051dd6", "prompt": "020a5004dd0f8959cb5213f8bc14bfbecf23f8165497ab2dffb954202cdbe846", "options": [ "10436829032f361a3de50048de41755140e581467bc1895e6c1a17f423e42d10", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771", "be55ef3f4c4e6c2d9c2afe2a33ac90ad0f50d4de7f9163999877e2a9ca5a54f8", "7a1ca4ef7515f7276bae7230545829c27810c9d9e98ab2c06066bee6270d5153" ], "options_json": "e498daaae48a2fd9172bba51cae4bce9e4c587c1fc662d6cdd19447fea131efc" } }, { "id": "race_middle/test/478", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "93697feda746aa035f3a75e1498590933fe6150a8c7b640bf90f81678e051dd6", "prompt": "221ecf91371b1da238e9bf8d5117f038ce0e072fdd3ffc13024e5b2aa8dbb383", "options": [ "f02c96357481972443a2eb6d2861c803fa7790fb7d0225b2f54b6beba964f4ad", "6382deaf1f5dc6e792b76db4a4a7bf2ba468884e000b25e7928e621e27fb23cb", "3580c9267518807d14803ab6821fa067b4dba1210a4148a243b9e9383bae6a1e", "f1996a7cda48bca0dc87f700b183266eed3a770330d924fb1507b3036e37b0ff" ], "options_json": "169b4f3e64b7b118d038d5ae809c62473762942e03bf91a5da0a5e462c161c08" } }, { "id": "race_middle/test/479", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "93697feda746aa035f3a75e1498590933fe6150a8c7b640bf90f81678e051dd6", "prompt": "2e2d494ce9c21a0f783653065b60a9c37a34050613b8beec4d5c70fe879fad5b", "options": [ "54cb7c691de16d2a1441da62725ee61672bdc75b00461b0df34179af64cd97d3", "8c56d14c29e568ebfa567f24738212ca4bf829e1e6cac887e69876ef7ac250bf", "e19972876709228a74d9f5e4c7a99827f0ef7e77d494254874208a9c4a4329f9", "0d9e3295ef6cc31ed08d511cc06ae1211dd3bff5d6f517b69e77be92dab90c04" ], "options_json": "62d65c4b7dbef427caadb0dea31feecbf6caa1bd09c94a8046344f5e53d8f209" } }, { "id": "race_middle/test/480", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "93697feda746aa035f3a75e1498590933fe6150a8c7b640bf90f81678e051dd6", "prompt": "0feb2acc412fa3cc89ed6b6ef7f6901823fb9d8ebc3e0735b19c6d04bb911ede", "options": [ "1969e2f330bf8d7d2b205288f7424fadabd1cc78ef2b14ae4ea205c0767dd1bd", "d7d2bc3e89dfc28fdeba276f2f3334b2fb64a34cf8062bbf16918d0b0acd28b4", "29b9c36ce65dfd82add9ce2df7d7bd49026018d7943d136c569e559f689ddcf9", "4b80bd007583500edf114ca77c5176aa70e2c4673710a82bbc3fe80b5b8ad465" ], "options_json": "38ae4afeff44037c23cbaa00ea10cee1d31fd65c62247d8c66c3a949c6514c96" } }, { "id": "race_middle/test/481", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "93697feda746aa035f3a75e1498590933fe6150a8c7b640bf90f81678e051dd6", "prompt": "3dddbb9d7ef71722101b26be4d54d378c7c0e6d2e36bb5bd3a7c490d462a578f", "options": [ "1ecf97c3dda5572b0e1e19f98efee5f4bad99a1fad702689aa7b0f3ae9af5d24", "79674f32840573f374592b196646879d129f76f9d1b4d2c6675d8d5d658bc66b", "3580c9267518807d14803ab6821fa067b4dba1210a4148a243b9e9383bae6a1e", "f02c96357481972443a2eb6d2861c803fa7790fb7d0225b2f54b6beba964f4ad" ], "options_json": "13f91789fb080bd0a8761bbcaff8c6ee41b8e12a677762e56379f42d91049be8" } }, { "id": "race_middle/test/482", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2ca8bf86f513b78cff6793f9571d31d7030df21b419a6d245cd67621abf19604", "prompt": "61e3c006bc6063b060a6bd3f5e0ffbf787947d71fc1f6ff5b46185f7eebb135f", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771", "ba118bf7fc9c1aedc1edb28a0aa86e0b43b681f222af6616e13c43be87815b06", "0baaf6f25d1c5da82d9e4a3229cd45bd99e151c41dce518d7c7e526d86283f24" ], "options_json": "bfa9d8087a8cd4fab43ea7824a6a8c7eae27914b27940faff3fc28b5f1d7c2b4" } }, { "id": "race_middle/test/483", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2ca8bf86f513b78cff6793f9571d31d7030df21b419a6d245cd67621abf19604", "prompt": "b1e9d6ac15854a066db799e14cfe1142fed530253fa27ac2b0fd588500bc5153", "options": [ "21c920e887e9bdae47960acf3c3472b46c71929507320f202a332c2f999d3975", "93586057cdd2ebc4467877f25081706bf38179239363a79f9c5d197283ed194d", "67209936a1e03933421247ee923f7626589b3c3172cc0930ed1d48564fb18a79", "45a92455a5963e31c3683b42a6170c795c8e19483057145a656775c92e5dca75" ], "options_json": "ea2f1da360e69d2d0303bcc452d8fcecba79809f19b814b204b59eaf83b58299" } }, { "id": "race_middle/test/484", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2ca8bf86f513b78cff6793f9571d31d7030df21b419a6d245cd67621abf19604", "prompt": "1abf9a3d83d1cbe2abc848a5b33edbeed2ca545d0bb20554f077a24f4ba68225", "options": [ "cc18a8a8504913ca7ab038d8b6b2095f67deee140ac6623acf355ac70c46fc9f", "b657bad2bfb9d5eadfcfa73d17298fd83545cf0608110d31fa07769c8ada3501", "7e014723510783b9c5916da8093eb827770976b79f791bee5554897c567a1b3e", "2bcfefd753e0d73972b7a7cfccdaa2c18bb8a96aef8260508a00ba68b9839523" ], "options_json": "9a313bea277fb8fe5efedaa7fdfcd50d5fa5a65e2c326bef21bc5228abcf1b77" } }, { "id": "race_middle/test/485", "gold": 0, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9c64c050113d1b51cd3c89df7c97cb4e4b999b72f3de2c59a53b98dfc0b64c2b", "prompt": "d0f7563849e3eec07352e66f3d9d8f2af01fe3688af0fecd1e0a633fb1bdc14e", "options": [ "0dfda37ebf51563cd18f28bac6d563e0f92d4c39485cb8dc6dbccb8ed272e31f", "b83bdc1414b590e0ca03995e4b62bf8d3a9c2857c6440f560d354870d2004e9e", "cc44fbd2720aeece593cbc7c7622f82fa943f7707aca0dd8d6c3febf59dfd605", "48b334cc314afd3044bfe8101e2074045ebef02ab664857583409876e4775238" ], "options_json": "74af7da35c6217a67992e7ee029ae9f7b6c6fcdaa74d90bd53b28ba0a2ae8bc9" } }, { "id": "race_middle/test/486", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "9c64c050113d1b51cd3c89df7c97cb4e4b999b72f3de2c59a53b98dfc0b64c2b", "prompt": "3cda4dcc5c6092c254dd4260793a627de51b9c69e1b036ebb1d3505934c35612", "options": [ "c1b01780ca5537b3f1e8c5f76c48414a429507da0865d942aab93dffe4056072", "2257c7f3586017db88ff625b7e700df0569207ea220a4803945ae36685d430fa", "b90ef8a0505e33d447a821244a8c72ccb10ee874e0cdd447a32341f8db04155e", "7efbb6fcb420e2c2ee09cc1e688a4607afe862d61a92d7b6884b380bdb512d88" ], "options_json": "0e17c72a4f1f5d50c7fb3d4fc6de25ef4a2ee234c02b7d333d424d366819f009" } }, { "id": "race_middle/test/487", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9c64c050113d1b51cd3c89df7c97cb4e4b999b72f3de2c59a53b98dfc0b64c2b", "prompt": "babee4dff579b4aaff332d40c719684fa3d5c3b509721247b88bfa7a1bdeb630", "options": [ "a4caa71b23eeadc310f5bb0aca31633ca82897bf2fd0525bd50b7621ae40d551", "b5058becb91239c7e8af420559f695ea333815ba6b81789a02cefadedd1b76cd", "c2b7dbdf89aaba0de2d68bbe12506ee1c71beaddcfb38e69334b7e4bffe411e6", "3e3c1e10968512c26a36bc2d8dcdfbc155d904961f57f4170e38e02a88cbc33f" ], "options_json": "4719bae5f22f627bc0947e1111aed100211dee546dcd8323511635f94474e4a0" } }, { "id": "race_middle/test/488", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1e9c456671858691e941239721bf14b69facee7d36bd0246bb140a0554589bd", "prompt": "f1b7e5b97d7f5fe8ae4e74c821a84fcbbb3346596d78b02c1f489e21ddee28aa", "options": [ "ba3899e93edb2e1a85b1bc764fa7d827271c75bed126205fc2efb19be708b101", "eb7f198d6575f4248f4b773375e6fa984d727a7dfef6afd63d3742f51932d52f", "6be727326fbdb15764858412271aec59d7383838a9c140e1784f70b81804799b", "748988595ae3b053c224da3e072d234d2a0ecd8fc1b1027d704eea598849151c" ], "options_json": "9eb11806d9d0ac83b5b28de1329547b15ca63fb5d4719509a3395f1a4f9c0cd8" } }, { "id": "race_middle/test/489", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1e9c456671858691e941239721bf14b69facee7d36bd0246bb140a0554589bd", "prompt": "c6be0736cad2ddc229fc91a62c115b09c42baa02eab3eca60d6e85acde4a89d3", "options": [ "01381b32862a56422b0efbbcbf15a0d94bd69438849d85533399f1346547b8f1", "a81199723628b2d0ea59797bc14eed899cce0d73a68fbfc35ee64319da609f72", "e6701b0da4d367150564ef28ee66efd6fc528f31dfcbadcacb27705800c53351", "ad4e9bc100693c8ffcadc74c914c4dbcd6bd464ea4a458b69a66ad0cf5218e7d" ], "options_json": "36e2e5372cd8b05082e89764a5422c70969845922d3a01c8f86f576b2a92bce2" } }, { "id": "race_middle/test/490", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1e9c456671858691e941239721bf14b69facee7d36bd0246bb140a0554589bd", "prompt": "e62f8f344edf0b960ffeb9037b0cff499c7ad4383f986c4840db2aec229ac282", "options": [ "9c7cbdc288d8dd6a344e6527239e84c11c7abd8d71c65cfbc910669dda89d589", "4834f542cf417d59802770f7015a0bd7fdf068cdc7ba50ee749e98e4009b4522", "0835019720e891b608612fea8d9e58e37dc4b773319104b209956071d1b8dcce", "bc15d8891aead1519b01320bf9d9f5f87f91e0172a1480df79b8820d6cbe5c83" ], "options_json": "b76874de2a61c55901e005968ecb2ddc2635471703dd6a64a311497826fa9cd3" } }, { "id": "race_middle/test/491", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c1e9c456671858691e941239721bf14b69facee7d36bd0246bb140a0554589bd", "prompt": "58408a1f708461572e2f01990363eabb9f02eff90dfddac4f3b88f4606d3f5bc", "options": [ "c1cb89ed110377870bc5d62cb53b9ce0fa497f80070360f9a7af35b3432dedf0", "2586a6610fb2c322f0fd3ece182d151517556d6e9283d909b1d55c749c0122a3", "7c0be95703ec910d3bde64896afffb6eace647cf68f1deffb443342e4c8ff07f", "3ad1d495de2ad2cd32606a53b9df0ebac9edee693974092b1049b300ab5c06e5" ], "options_json": "7f961244a60ee15c2d7d1ef060c446d02a7c4895cf9cebbd288c1326eef4f503" } }, { "id": "race_middle/test/492", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1e9c456671858691e941239721bf14b69facee7d36bd0246bb140a0554589bd", "prompt": "463cf577687f51c3a4eac00fe35f08a074eeb9e90ae704a8190c64ac234200dd", "options": [ "e029d06aaec6ebac02cf5171f96bfed81a608c1e78d602c3671e56620441cb2d", "c23076e5fab84142c070771f30686f7a7b55709450d511c793b185f9bf022d30", "f75536a3db45dafdd06f6120c4baa6d8531669d4f58b242c91da7f5685820fa8", "5def8af3cf41bd7f5accd9e01ba33ac46763b3e6048a39d8c4b3234aaadeeff7" ], "options_json": "57e204caa626cd1fb1c0343689933b835a39816b0f4dd03cb43c5e8ec12a6a42" } }, { "id": "race_middle/test/493", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ce20325984e25801b72f05c32311ae2942eab8f3f2914890924b0f6629a3643e", "prompt": "6ec0f49d302f8d7a4045d5621cd322400dba1d073f8323fd7be16c2b53cddd96", "options": [ "da632548ed26a6a6b9dd00b3c88165b2e2ee840ac49f9930e5ee4a79557b9a24", "2cfd0b710d1cb2259a25dab3428d69223ecf9b7748384d4d4f070f39b244e0c7", "4cf62cfec6785bc289f948936b041e7df10c087852e3d9126904526a00cecd77", "e7c31f832731ea62834e9bed288942ee4c5e18dbf90b50b6c480c0177b26f66d" ], "options_json": "d95ef840181e032608bdd57a5388d45af88ad0ac34a2731fdd43d12bef033e41" } }, { "id": "race_middle/test/494", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ce20325984e25801b72f05c32311ae2942eab8f3f2914890924b0f6629a3643e", "prompt": "c97a77768dc2d85a518e78931f5386bad90696c1ef46482da12fa050d90b1e5d", "options": [ "ccf9267eff64959e1ac9e5cdccab3fe48c2c66f04f4b4a33b521acffbbf3735b", "ad339768c1c2a8c40d29af169457fb9d3d457abd76fb489e01a018e760389cb2", "b6191985e8cc57460889b9bea832c7a2227e7008bae41eb0e3b50fbd82fda8bd", "05438cc0d98fadacc351c42cc05eb708ff81b569a3163d0372756dcf81d754d3" ], "options_json": "47bf2435321f8d4c2e979fb2c97eaeb56f38566e6ee01b33e23a43b07d1641ab" } }, { "id": "race_middle/test/495", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ce20325984e25801b72f05c32311ae2942eab8f3f2914890924b0f6629a3643e", "prompt": "fa2fbf36a59a239894a93706165abe484d82a81e4a4537effaf27898d8778997", "options": [ "0f478c65a29e987e278066f14e38b546d68ed0f2620e064d5fab505c81ae8588", "3273c0757ec484d71c7d5857b8f7aabb62564677d531eda4772e0c415af6c9c4", "a6b1c7bc517711fc9b1ebdbdb9f0ea52e7fb32593e26b4f5feecbc07408da3dd", "a30e9bbe1fd1dd858d4beb9274189575bc3d337247448d8bd9166b8fbc109362" ], "options_json": "fc5c89117fbc07d593ddd5929647d3ed44a1818fe054fc0384dbfba8a2779b73" } }, { "id": "race_middle/test/496", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ce20325984e25801b72f05c32311ae2942eab8f3f2914890924b0f6629a3643e", "prompt": "0e5673839f36634e460dc884f895022e92ada790379a0ae5a1f24e2a9993d7e0", "options": [ "0d584ededb8d3517a11d131a2b37f8d5e490aa3b58ee2b7b0e351a48d16fc192", "cd83c0bd5cfa97c82c046196fe68ec10eef58e0874bf60368067b129da96f453", "a6eca2af9b24652a68dd0105c6f799b2a66019e080377a01072b03277d0faea9", "1c1cc9b606dffe159b9cf7ef726b4cfa3ee136a7675a2348bed365aa0bdbcae4" ], "options_json": "ec54421bdafc7e7425c44ba146b785eb71ec453833b75ae32515949bb4264933" } }, { "id": "race_middle/test/497", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "58792d1987de6539ac74fa9d9027e0b5d1a0edf43d02d1fe898206d5559ed750", "prompt": "de878507408bfe079179cec6acbb61d70a881d5ce62ad4e6951796e4cfb8ae59", "options": [ "55015dcc0231800fb4072efb2524cc9e2b181eddc344348cc5128e041e61549e", "3ad734d4decb25afb2c9cc52933dc23570c617444bb2b07813e69d1ff19dff9c", "48a53f0774c8ceff574a1fdcb0d470dbd382b3db273cff4344b6d39d5379c923", "5048e5247095aaa2ec2eb48f380e498321419a8fa8a4adda6189bc448569e5ea" ], "options_json": "3f11785449b93c96ea3a747018c4368deaafc58fd09105caf7c7cbba7da6288b" } }, { "id": "race_middle/test/498", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "58792d1987de6539ac74fa9d9027e0b5d1a0edf43d02d1fe898206d5559ed750", "prompt": "8df34fb78fd64547ebb0d70538b005e12237d7a75713873ef939e0280b561008", "options": [ "3b74bc54b6c221270c0d5daea216421bd0a01d0cf7c4b288470c771ff0cd9857", "177ca70f42def1238e36da329473263ed3feadd14094c079a2230be0193436f5", "b53bcf919f24746d72094b8b86c0325cf40723d3d63240705db51a27b261bc96", "63932a487bfec0a82ff0930b9893f6caf8a6a710f03626b05022b0afb7ebaf2b" ], "options_json": "208c69988704cc45b0c3966f36d03123d48b12a2acbe1112c19944f3d247835d" } }, { "id": "race_middle/test/499", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "58792d1987de6539ac74fa9d9027e0b5d1a0edf43d02d1fe898206d5559ed750", "prompt": "84ee6c7c61d345ee702f0fdc0b5b25222d0ad3567d8571570a3d6ebe23c67119", "options": [ "a8ce8a3fe8218a9f3ef5c6ad926f9b7a4843b5bb4107434a02730834f9f2cefd", "b9541879457983c43c6953d2eb0dcc6a7f44eb71344555ee97a2418390a2e9bf", "8c830b7b33c3c78fff649a82c27f5369cea2e80ea8bf0fa08c63e49dcf4ba195", "b03df2dd43353493703a96d911f75a3a4e5552ad13bad64e751e98ad776cfd32" ], "options_json": "dc54fef0444394c5a887013992ac028ca41cb04f89356d5815f8a09a1f46de78" } }, { "id": "race_middle/test/500", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "58792d1987de6539ac74fa9d9027e0b5d1a0edf43d02d1fe898206d5559ed750", "prompt": "6dfb47d3e5a75b67c554206bc1dc5da6947f936a730f4b09925c3c553566be5f", "options": [ "349df9127a1d101a313b2db19735863b8b5ecfc4647a2f35680f469c4f6365ed", "918da4eb2e9859f6cbe6433cd7a7b9309ca9c6d5d7be9008bf4202e87a8371b9", "55e4699380695a7530ce2b9ff776c5bbf95e3b1b47ed10982064d6e96aad2bca", "e05af9d49c0d97c48e879d9e8f5dc7b1e77829ebac94d04874a94d5732ca02b1" ], "options_json": "a546ece1c044dcaa3d4f79b08f24f351f8f2b6853d660a5f30f3f1ea554a32bc" } }, { "id": "race_middle/test/501", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "58792d1987de6539ac74fa9d9027e0b5d1a0edf43d02d1fe898206d5559ed750", "prompt": "4ba12731df9f3e8ae7ae2619cc96592c266a19b68b8df7af68a2cd25ead25412", "options": [ "81f3bf42a93cf18dece9321ac5c93313126eb5ca92164d74643e4cbf60ecde9c", "e51783b4d7688ffba51a35d8c9f04041606c0d6fb00bb306fba0f2dcb7e1f890", "809a721743350c0c49a7b444ad3aeaf1341fdd48d1bf510e08b008edab72dc70", "2c3e19ca8527b2a5b8043adf8d847400eb6d8265be95851a771fd7dd75be080e" ], "options_json": "784eeba0b4b731754fab9c8bc90428690c79a7b12f844106d9b10bfc6561e6cf" } }, { "id": "race_middle/test/502", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "234e8014b309c5a2fbb3f6d836a68e5978cc4dd7272eb196d5a78d93ec0fed06", "prompt": "10414ded8f4e2189d66ac19fd08f5ace7fd038bb986d386d58dee23541e3febb", "options": [ "70983ea1bb1dca637c8db09b4ef9768c7c2f467d2910c521c0eb304f72b67b5e", "34b240c1b3a8239ae406538e7a0451264531ce82fa5adc83a36e2daeb47d33a4", "bfc0e50411773fdaffc25a03bd3b8832e6a4a6d242076b2fe3a0bdfaefe96a24", "b4b21504924b56d6b449af4d01db2018d1d6375f25d25c645c466e5be71f5643" ], "options_json": "8beb0f51f9314acd4b17944a4f89fc64f63c1bb9f0dec35721970eb6ce6354ab" } }, { "id": "race_middle/test/503", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "234e8014b309c5a2fbb3f6d836a68e5978cc4dd7272eb196d5a78d93ec0fed06", "prompt": "aa9d367f9d7a50a2dcaa9ff2f08a56a63bb7030230194a10b3789426e93e644f", "options": [ "7a0bd43922797e757adc74aa70556237a3dedc7ac5dee25989e70f2afa9ea3a7", "f0be1cae2bbffeb531789333291e91af4a2dd1ffea313720c7e8d6316b2059b4", "38c0d43e2234441383633810d3931d84e3da133b029d5908a249553ceca2c22c", "c08d1e84e1d7d218fb4dab17d0f43ff9d4918e58f20fe4d5cdaaa0b2fd200cee" ], "options_json": "b32cd1962d6064bbdd94cfcdc39b62846a02178c125ab3892f5a915d3c84aa8a" } }, { "id": "race_middle/test/504", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "234e8014b309c5a2fbb3f6d836a68e5978cc4dd7272eb196d5a78d93ec0fed06", "prompt": "8eba05df0e5cfc7e8083d56749ffe2df25e33d840d705b87f190a4333e7105c9", "options": [ "1df0577323ae720f1d2fc520f3eb40e67554bc5274cc40c5443849987f4ad698", "ceb9f295423abfc9d19c589e4334cb11b2a06108abea6122e5d55459f5e074c1", "90368b073994abd53a446c37278eb5feeccffb553f62db11e32f29b4350ac210", "548e0438ff4948beffcab98a4af35e09aa1be0a748cc8e183b1a10ad6fe2d255" ], "options_json": "91345571b9754613c489115c673fbe7c0559f31bc97d9f8680d9e76941dbee7b" } }, { "id": "race_middle/test/505", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "234e8014b309c5a2fbb3f6d836a68e5978cc4dd7272eb196d5a78d93ec0fed06", "prompt": "22ea61de1b2b3066a96eabfcb7caa4ba865ec7802c8124ce9ae10481fd9a4988", "options": [ "aebfc5d5e8b878ed7c2e3392c17295ffbacbea8227ee6ad0392b2034c6452d43", "5974974fc5414aeab172ed738f3460af28c3e12755e6ce8054ba8d9fedbc790d", "3aa76144db47d67b19568ec15a482284bb4410d0c029a059789cdd0cedc5ae4d", "d0efdd43988b026c78416b7bdf4004ecce48c049452d4263a44fa6190bfac604" ], "options_json": "93a995ad9a690660bb431b1e8cb86db443947cccf798a4ab59f13c7da6ad331f" } }, { "id": "race_middle/test/506", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "234e8014b309c5a2fbb3f6d836a68e5978cc4dd7272eb196d5a78d93ec0fed06", "prompt": "689cb106eee0c5e9d1c537ef8ecbbab74ebedd27e874e68e1ded4cdb93d3095f", "options": [ "c4fba96390b6796ab92f4eedd7eca3f769dd0570695dc187d0fb91d1ed101b0d", "7d5079e444580fea9eb4a62c36363eea0b2ebb739e02cf5c259f9f6eb33d47e1", "662aa2f42e28e641a4161617265ac859d238ec12cc7047c65169f45141d2a44a", "c46b6ed3809bd76e566f46f7de667afe5643c847665ed58df782458a31311a0a" ], "options_json": "eb9644bc3d4ec45eff40d916351adb307655638eae99ab3c8550876c1cb8afbd" } }, { "id": "race_middle/test/507", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0035a548b25838aabac765733dda3066dcb9a40adf2b1bd8ce4134c5b14406a0", "prompt": "f3c1df9be95841e2517889b75035860da5e3b495bc534fc9f0409d56d962d6d9", "options": [ "138ca7185e781eccaa65668cbe544ed2a98c56b00d255768cd93df91930aa15e", "0baaf6f25d1c5da82d9e4a3229cd45bd99e151c41dce518d7c7e526d86283f24", "aa5ab35a9174c2062b7f7697b33fafe5ce404cf5fecf6bfbbf0dc96ba0d90046", "aca66ab0b6fde79beb8b39e854ce3b3fac1b5d74f90b64be465a66a9abaade01" ], "options_json": "56191b048b212cbcfdb2b33106dc4ae420f1623853147c16e97fc9d04fc26684" } }, { "id": "race_middle/test/508", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0035a548b25838aabac765733dda3066dcb9a40adf2b1bd8ce4134c5b14406a0", "prompt": "e72eb176880ce760ad84fadb2fe00219d97d23bebe1deb96e4a68be392ce27bf", "options": [ "98aa6675482552881925fe70d82559692d811b3bcd33f53b9a702c24d5322696", "4ed28f82ca96c3342a5c591668270f78c26dae22fd953772a6c14e52f46e1b22", "10910087de24bfcabe854fda62b5023a61fe531705043b9979fdf00f12c4c0ec", "1980d3927f07fec9c8d727f187ddde727da7e45247dbb71c7555e5ae0eca66d5" ], "options_json": "2b2d4a51b030a74a17c354d3ef548f785a21ab6f29c67a2b6eea713b809ee6e8" } }, { "id": "race_middle/test/509", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0035a548b25838aabac765733dda3066dcb9a40adf2b1bd8ce4134c5b14406a0", "prompt": "d3a8741f04209fdf2c309f6dcd752c5b89b5db862a470ee3d9d8edc1eb6e0a3a", "options": [ "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "44778d82365e4af681c40d5f0eef5cf6f5899d3f0ac335050a7ed6779cf3f674", "3ba8d02b16fd2a01c1a8ba1a1f036d7ce386ed953696fa57331c2ac48a80b255", "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00" ], "options_json": "7814f5cb208f20aea78b858a7bfb489da45b9cc0884578a9acd3ca5a704e85a2" } }, { "id": "race_middle/test/510", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0035a548b25838aabac765733dda3066dcb9a40adf2b1bd8ce4134c5b14406a0", "prompt": "b71742934e81129a6b4850e90d4d061b12f7bbfea0029d1b5dc115f8c462fa34", "options": [ "c685a2c9bab235ccdd2ab0ea92281a521c8aaf37895493d080070ea00fc7f5d7", "c006c7e3ab14d686f63524136f1ec7c5e553d839bc01c851e4dc9de2bdbfc589", "5eb67f9f8409b9c3f739735633cbdf92121393d0e13bd0f464b1b2a6a15ad2dc", "41f11a8dcb10a47a6c35b343dbbfe1ac30bd98f65cd6c2cdedd3f400d9597387" ], "options_json": "902333981cb0a57baa52fc26eeb28495a97e7bea09b3ad8540c17264bbcda457" } }, { "id": "race_middle/test/511", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "0035a548b25838aabac765733dda3066dcb9a40adf2b1bd8ce4134c5b14406a0", "prompt": "a4863f1a46a2532947bf495cb69a10ffdbecdb7c28aa022551b464d0ca69d174", "options": [ "470f3c68faa10024ff77f3e7ace4d8dcf009459d318f9d6360781c46591fc399", "da4a56c9f3735aaa6d9659991fc308481e919b81f14c1d45cd4dd4a7d5782aed", "dc896f333cecc38f0c2a8efaee04f6938d87a77a2eaf613a86ac5da83abe8943", "b1bcf5025cf26bd1d6a58cb90442d7978f18443c59a2154da1d7d1384836139d" ], "options_json": "b817ae137245c0ba391494af6609b830f05e4730e4660ebf5cbbab9bed1a20fa" } }, { "id": "race_middle/test/512", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f8d605bb776ca19b3e65a8129b3807a9325922030751b8594e3e8c6049c3b5d7", "prompt": "121009ec14349da2d422db7761a90aface1493a8e8e18f747787ec7c9d483c67", "options": [ "741209ceda6db4f62b4d50b677f73a7d253b8b1be4ee6e2063645ab638628b29", "4e82b90ebb81fb4761894e0bdbf530fad2881f203b9d76f247715f87671e52e5", "e37194f89403d8b7dcdbf0b59707ff911bee8a2c64722c3a6a696113e3a9cc41", "d2b680726202098ade494c54c7cd95d08c71f325064c0207e4a7d77ee9c3e147" ], "options_json": "5289cd1c3c80692ef5ae17bbb8b81a41b71c07c39205f89b4ab85f530c19c224" } }, { "id": "race_middle/test/513", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f8d605bb776ca19b3e65a8129b3807a9325922030751b8594e3e8c6049c3b5d7", "prompt": "80829580d0124653692dbb4948f661b45551d6c72f6af2939f0bf288200831e6", "options": [ "ad561b88856927e682ef679243ec5f3954c9ed05b1cc84c249a050b1e68c0734", "9241e34fc4ec47516492029672fed17cd3e2ce611e8faca328e838d563cecbce", "cc8b92dc4c34b86987d675d821abed50cd11154e664479693c5f7ab08bac0c9e", "169f9656b92fccbe9cfc085c49f0a0cf6471fd297eddfe5a8431b50f7d2e4d55" ], "options_json": "04ee8945888e7e431f6ce663a34cfbae546d05ab5f1f131ee1b3fd6457d4221e" } }, { "id": "race_middle/test/514", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f8d605bb776ca19b3e65a8129b3807a9325922030751b8594e3e8c6049c3b5d7", "prompt": "2c5d25cec010fc8bac54ac66eaae5fb4b88a56f834448a061b174d4c4a146dad", "options": [ "48aadeceecebb6952a54d8673d3208593c0a877655fc93ea475db079a001e61a", "d5bc67e385984d9a2baddaf4f7e774cd1670675aa696a628dfce0ca913ad3a60", "152a4ef34e1c6a9bb67120c8c5fb2d747e75f8c859bc0136031603ec28e94ed9", "247ba63ad9cf39ec803e726f92f4a6f5cba17a4ad81164686201a0978a5ab521" ], "options_json": "507298b6cd8e3feaf83ea5e38886399f46bd5642c90a7c957f61c719e1bf96ea" } }, { "id": "race_middle/test/515", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c8d34ac55bd9d8c29b77c30b97aac8851908ae278023a6311da4250ae609c886", "prompt": "6b674d49772b0d401ba0e4f97f66a7995ddac7cec945e470e47067d2e21ae462", "options": [ "4e13e4c103f9b0500669e4af62d796e4ce31c391e67e719629c45e01b609f7a4", "771fb3fb5114022f9d32ccae55125befd9b417820fb063d4b6fbe63310a090d8", "c8b10938c44d9243ceb04d46a4d975c2c16b6c4cfd8f0c743c4cf2dadeb5cbb0", "055f72acf5b9b35f837ba3099e86c04a5e9368aa69570151aecd437f3f7a5876" ], "options_json": "e00b8efb1b8a0190ea7b22a3493f09a45a622f274ecc2a42086eec1a67a2af29" } }, { "id": "race_middle/test/516", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c8d34ac55bd9d8c29b77c30b97aac8851908ae278023a6311da4250ae609c886", "prompt": "4e7aaef090dfaf31011f157374b52b7bfe4baca561563ae7cbef5aeff2b6ff4a", "options": [ "27a7029959de9f2ffd59171b0b72512ec05912b82516b080763379324d1deb29", "a025b058c168f745819195932b188e6933f875a532d4204ee5f269101095c6cf", "cb20c23d890203c8cac85b14ddd21414ed6c88cda2803cf55da0852b4f33dc19", "cdd7951531d04157102318840a4cbfbc7f627e127fce987df9e35fed2d7e403d" ], "options_json": "695191effbb34234ace5344ba8e38132003359f8333dc42351ffae770947e7e9" } }, { "id": "race_middle/test/517", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c8d34ac55bd9d8c29b77c30b97aac8851908ae278023a6311da4250ae609c886", "prompt": "98f3ca2559d825764df52e5856944ff2420649edd6ccc9d3296e44958a684814", "options": [ "ca6c5fb1f736ec6868f8d1c4477199290efa0b97ef5a109a06baea944a4d64b1", "b8a84973b8d4b982d2e097a4aa90f0d8c9c6cda26afc8500d4cdcb4d969b9a76", "53dada72a1409e7bd047ec454aa2a77a8230e61acca9a73d3685db4515b2a74f", "db2873c7f29e7802d02167efbb1d050017fc55ad421dbcdec45f8733d774e138" ], "options_json": "2ae98cabc19a12e2510706c8e489fc038b9f31d06db5629ecd6d40e8bd3d2a48" } }, { "id": "race_middle/test/518", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c8d34ac55bd9d8c29b77c30b97aac8851908ae278023a6311da4250ae609c886", "prompt": "d5e36865b7cd81a8ac24a8b3f594b73dfc5684d0f8663e176b44fa0787d19319", "options": [ "6bd2f0b7798820458be482116d6ea00fec8a70c706a55da4ffe51d1c414d9f2d", "c49e8948c8f4e87d4e83b65cffe77f20b88386d6a6965654e31e8842aa0a2241", "68e127d4018a33f026a6b1295b577c9131337918c3036a674794437affd26e15", "7bdc365b3033a9bcb3f8d8313aa0dcdb6ab686601c62bada4ea2e81ef8bf270d" ], "options_json": "a7e47b2145a5ef52993be72da0a8ea748983593aad98018249d694fda2b80a8b" } }, { "id": "race_middle/test/519", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9b8e9427aebb6b0eb0aefd14801bfebdcfb4a897c400233b0a2efa6b76e9f116", "prompt": "3ff6d135eaed1552893b2f7479a3e70ab5a4f0b3fc247e14143b43097ba732d1", "options": [ "1887fa3b3e3fd282d1791ccc6c0df4025dd6e110a9cc5b3204de83a5169b7638", "4230a01205bdf5c1ce940f4b104375bc1da38dfdb57b36ac4dbbcbe30d5341aa", "61c243ba20df3147b8a842350f9eb4e3db674db6b9397508034d354233d2ece3", "c28b79dead0c714906a5440defaca77183340702e724ba5c241132c430a3b0d5" ], "options_json": "1b7e2b2e8b2b6e8c59c1dab0a6a9fd32a9bc6164921ad55dec67772d580960ff" } }, { "id": "race_middle/test/520", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9b8e9427aebb6b0eb0aefd14801bfebdcfb4a897c400233b0a2efa6b76e9f116", "prompt": "6ccf1356c7314ef8c7ab9e82be027ffa06692d62eb07e08d11a1adc1811a6004", "options": [ "91be3e9c2194c8d63e369ca04a52a20262b3ff2392e5649fe677eda72a7117ce", "2893212a528da30917b8088b096335b130effc53e226fcee7cc03f7dc304ef03", "9f7d79d9b6a23846d45c57a0e6f66e3bc2721ff5656d9a00f8c1ba8e9dc1b114", "c4151563c201ed8011bf1edfa9d083c68374272371a0e98a22e4a64a70eda997" ], "options_json": "5ab9f2e868376a010eebb2f1c4757161506805b9dd11f45373b90e85feebdd89" } }, { "id": "race_middle/test/521", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3d53c204dd5ee5f79364c4098597c1ac24aa87348baca751eb94277ef661282c", "prompt": "70ca6eaf7203a6d2c48678e63abf7369862b8141484caf31c6597f63fc98c476", "options": [ "d79a8955e9fdb5dbad977cc3f67829cce3a3e27ac969e85f2386c7ba32553394", "d6e18d778ed7ee75abce626181406d6ee998c4083b45e400d7f8fbe410f0f281", "4c94eba8ba62b77318cbcd4601aee675530f4d4ac2f233d39257463a821d7b36", "e3dccdb8fb961d40e7a3cdb76a044cf7a021f7c800a6e1997b119d6a42086fba" ], "options_json": "8d532f58f11a0372db7bb783a136072464aef1c6bb15634d6f951aa8b94cb3dc" } }, { "id": "race_middle/test/522", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "3d53c204dd5ee5f79364c4098597c1ac24aa87348baca751eb94277ef661282c", "prompt": "b66a2372c40c157c5eb4389f2f45bd00b7f7badec2a3163145fda97fc757438b", "options": [ "b25b4f6870b08ee43964f128d40d73210a6ad90013a7f47fc4de0d4936541eda", "eb0d4fe379a7376d2710a632861e41ab17e879a8a0735bf44f511a7ede9dc5d5", "af6f95cf663b9c7fa55631a113668f529c24c6e68bad89c42702c0812ae7e9ab", "d6b978b4b305e763125c8fc409646672b857826c2b2c85b8cafb03d166b01df0" ], "options_json": "09edef87d31dbcfee966b7f0308cd60882e487329675ed80f2152f79d9a8e749" } }, { "id": "race_middle/test/523", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3d53c204dd5ee5f79364c4098597c1ac24aa87348baca751eb94277ef661282c", "prompt": "57c43c0ba3fd020e148d2fe1bad44fca6f663e7a364ee518fee355cc357ebeea", "options": [ "f2ff357086acbfc67a5606ce08b732319517c19375be7926f46921aef96a4bd2", "d77a4c752906968a9192624b8c1b91f724032818e09864d57a60838023be8a7c", "dff4e5d88a84499458af83d7c8b7b40a221df4a17d08f45d65a768e01fd1867d", "2d1cda9686610688f5711f56a32012010ef6fdd0127224d2dd4d2d3c8fd4b85f" ], "options_json": "a4fc8e789fe18c073e04aee7d1e937eb2ec48cfb3fcdb1e93f0c771a839afd01" } }, { "id": "race_middle/test/524", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0c4e322faac0966a073f7fc45839a154ccd4fa3bbbcbbc5aedb3114980a0c5b5", "prompt": "44c7b3833448faa66b97306923ef75629a60a0554b1f9cecac75b94a4b641481", "options": [ "0dfbac4f894539a0090d5e281b547ff533cc806ebded3579c0365039e34d98b3", "077c1086fa2088d9d03f2b1b487d05a79d18dfd7936bd27c69ebc57a419a43a6", "0b369f15a23339dbe9179f7d232cb5da02d80feb9071a513ad45aa58b81a8204", "753c83076e950ad58f660deb3c5156130647a36a288d20c9cb8bcb0b8a89c992" ], "options_json": "efb5c7b3e8f6509b2eae83ac5fce6c4bc6d5db49079ed2010cbbf1ef797d5779" } }, { "id": "race_middle/test/525", "gold": 3, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0c4e322faac0966a073f7fc45839a154ccd4fa3bbbcbbc5aedb3114980a0c5b5", "prompt": "1c25ca8fbeb4fb0f57196e844bc029c7baf9f4110e6f6ad007d19d087516c667", "options": [ "19a8b668178913a0f46f8b2a80908c2aa32deeb031e99ec9a0864b7c8cead07f", "dd7abfa669e0b341294939f046a968d723a0afe1b6d28a0b1c86b226a2f2a672", "7e6f886c1c26bf1f5da1f8d98e2af186ffc2f02090e94010a9f6be02e563ccf4", "07d9c8202dd295b4689033daa37cb146ae7e6bdddea8f36cdc577bf2cd2be986" ], "options_json": "ddcf2472e5ec6a13a4134db8f6c8724d59a8393461cd1b83cf4fdb0b6d4afbfa" } }, { "id": "race_middle/test/526", "gold": 0, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0c4e322faac0966a073f7fc45839a154ccd4fa3bbbcbbc5aedb3114980a0c5b5", "prompt": "9d6bd5379eb01981c9163aeafd0a0273848cd0c3fac95263e5c2bdc6cc1f933e", "options": [ "93fc387a23d30a0bbe62900dcf88a586402296a616e30171921792da1ca1782b", "e2342c18c3c654061c71e23521929e125e3d320c9d5245a452c759a5fc540294", "098cd8b2ee841854f6dac90bcd3f4ace00940627416a85f4951acc21b17cad07", "69c4bdd50cfd207ddcfcbe3ba215fd41ddaac6652b2375bc023a2a374263140e" ], "options_json": "7135574e13b8c43e3560a0e42767ad199ea870b02364b672e215732a2980b64d" } }, { "id": "race_middle/test/527", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0c4e322faac0966a073f7fc45839a154ccd4fa3bbbcbbc5aedb3114980a0c5b5", "prompt": "a52527ed0ff93303c775b4a1874acf76488341745299db809de9855aa3a88be3", "options": [ "5702673eda3a1eb6d3bf20cebfeca880a7208a36fdef430de2f214ce83088b34", "954b61900e7635d21c4f117f263bac7ab34f920065b72f4d69892efa8348d6b7", "f86206bf359a841e188406e415c195f181ccfff8cd0b98141ccd62df9b6c130b", "81f3bf42a93cf18dece9321ac5c93313126eb5ca92164d74643e4cbf60ecde9c" ], "options_json": "2e46eb70566a2e8c6048752169a55d29280fc69dbc3ca445afa0c93a7c1e40ed" } }, { "id": "race_middle/test/528", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0c4e322faac0966a073f7fc45839a154ccd4fa3bbbcbbc5aedb3114980a0c5b5", "prompt": "5115a7c044a9e4d47a4ad99aab43ba8d2e1e2999bd30361bc9c6b1e3451e4602", "options": [ "711259e96fda72100f8f1c9053feceb288db5c7db1743395a58d890dc200432d", "90dca1f6151c2438b7bd1519684822908d9b27fabe9acd97dde08bef82bec180", "0a96c626d98df9cb9a16e1cc8b44673c065f4f11720a16ea58003ab4d5457018", "6c5c7c2927d1c3e92782ca468f6c6fa082b853e6c5a3a03c16771abd99bb7de8" ], "options_json": "1b20eea177a3e95d73fc6d15eb6afa8e661d3bc40f85cee4705048d46ad6dd58" } }, { "id": "race_middle/test/529", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "164042970e35b52abbc78fdd5ca72f3d1acbb99e41174791f629485d197ce9aa", "prompt": "37fac507b7c752c118137adc7420bc44b5ab6a7ccc9ae8934811422614f6784d", "options": [ "caaa5858e03b05930ca5086f5709ec4fc0b4cc05da70227798431dea12a1ac7f", "39b0a4d063a0c9365a6f030e476d7fb1bcfc9a4b4feda1eaf3a1133934c258f7", "7fd69e2cef2630540a5efb63ee7db936b30dc5d11483ece55be57554b364c21b", "251147b2f1c6e4014fc85eedf0fa24a539f2d75fa15a93cb5fe7d7795c0a85e3" ], "options_json": "73b689087a758d744975f6969da59e62f60f905a31310cb070073912947167a3" } }, { "id": "race_middle/test/530", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "164042970e35b52abbc78fdd5ca72f3d1acbb99e41174791f629485d197ce9aa", "prompt": "5a3553591eb3cacf9a0463ca0c955ea2e4288e8cae6cf9a11e328309645753fe", "options": [ "86ae08bc1a9f206e06593daf0cb7a44c3c4d1ae4da090f19ecc01336ae641b08", "88780737260728dc03bd7f7e423c4d897ca162c005ee8e87e5cbf3e36b6d3b76", "fb32cc1c724c06d9c2691c66bb31acee04eb2d14c693a10446dfd9c94c6ab1f9", "c63a5fdee145a6d30b75580e1091f07e32f776efbe3bcc822b8110554540caf0" ], "options_json": "35f905ee1cf80a9ccbf4b207373abc8347fcd293bf2cea52bf11ac6be60762b6" } }, { "id": "race_middle/test/531", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "164042970e35b52abbc78fdd5ca72f3d1acbb99e41174791f629485d197ce9aa", "prompt": "270335ebbc73dd9f2ac16504b083d25f3d0b83705a5e2fa8d7983613bb5061d7", "options": [ "27595026dd92dc1b53f4b54391eae61abfd23681331b9dea8538c5bda3728a4d", "972d862559e4f2b761283275ca3b56e20ace3e16847bc88b39985d76bb58eba9", "0e7485fc150ffa010ee80086f2a0f0453c38ccf2838ffbcaabb6cd1d517ad647", "4d117d52a47be14af5a2f789deb8abb749cfd024b85e8e8823b49d98cd742ff8" ], "options_json": "f23e48e03c6e15468bae61b87265917a78809dc35eb9f708295d75610650a514" } }, { "id": "race_middle/test/532", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "164042970e35b52abbc78fdd5ca72f3d1acbb99e41174791f629485d197ce9aa", "prompt": "61d07072a1561bc967aea425d93f96287d00dd69cda284354fbd0c7cb26956e2", "options": [ "faf512a39b77cd61c877e8d8c52da72e55e89744a5065bea2a2d0bc6d3392f04", "16fc6af904640d3ae01211471a09c4c5505430b56535c23ee367591cde1eb928", "c137e8ddf296e5f68d02fbd1ffe7b6034a9c1cce905ff267ed76b6ae39607e0b", "50a43a6496e4b608f34d7c4d14070433dab49ce8a03582e4a13bec402ea596a2" ], "options_json": "c5d57b1d70d5e5212f223d31a4751fec00c5a4451dbbbc595b4690c4ab62bb94" } }, { "id": "race_middle/test/533", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "164042970e35b52abbc78fdd5ca72f3d1acbb99e41174791f629485d197ce9aa", "prompt": "2920186edfd3c0acc87b12690525c16a2f81a5e028970179cc94888b531fc4e0", "options": [ "44283d142782c11c00d0982fa2865cd3e2228c526c2eb900658f83cbbfe59087", "83d4a3f27ab02aaaad7ef710a0baa74964911301aff7d2ccd194437af32df96d", "031c3c4eed1acd0e57f95551fa72e9db3a57f148655c5ec81c9ce16fecabf30a", "05d97d47ace4402c70904f2546bc3bf8ca3243360dfd989ad3158a6ef156aca0" ], "options_json": "712b63767c8ff44303bcef7e62c4ef6a60e25894a6545c3e07ea607dc5207322" } }, { "id": "race_middle/test/534", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "179ba04f0ba5aa1b6bd92d8587a7696664095eaab57bef57ac4ea045d57f372d", "prompt": "c20cd6b66d34982b1b97b1d04196756e11cf0a9e0927920a99f0eee04be589ae", "options": [ "4f0bc850b7bc1dbb98ea96b5853595a2b7a8d05adc88e4cc722d37f8c2a32a52", "282e741fae4da5fe0af228c257e4c6d9a7d9421d8aedc8a21a589e2a5216488b", "8dcdab80bdbb55a4ba9dfcee0a9a8ac55a6d3d392bceb1faaa4a2fc8c270ff49", "866fcece7b4c7814f2d5c44d3dec5db76fbcca44a807b45901b850a2f6844e11" ], "options_json": "53957ab80f2699f2acd707f9daccc423d8a9761287c2862cb916e75a5a7c0556" } }, { "id": "race_middle/test/535", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "179ba04f0ba5aa1b6bd92d8587a7696664095eaab57bef57ac4ea045d57f372d", "prompt": "d2b4678b3df6f5feba5854579f21423ae955e7defe7d0e314941910f0e17f451", "options": [ "1e5d8d8e70d027c94f96d431ad5b9583069336e5d213cb9ab1d50d9bb1512770", "75e20fcc145919fd3bf6615f2d7af6627e6d175707d585222a7af1d2bc92c619", "3bc063daa5f43423797bdcaf3468d70e03255424cf3619b2bf59a9ab321d5f2d", "f930574ecb31deef3372927596214c347a7707fc1a6a4d23501b165d4f6ffb91" ], "options_json": "6b7bd06db23f38765ed5cb6683bd51bf94c93fd0b4b6bddd1fef60b67ea74a5c" } }, { "id": "race_middle/test/536", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "179ba04f0ba5aa1b6bd92d8587a7696664095eaab57bef57ac4ea045d57f372d", "prompt": "45614d59397ed5b5f3c4374057cef93c224bb628c34f9877f4ac6f75801e8cc9", "options": [ "667f751a9c234827d81b065bc05fe4d1024226b888ffeade41df095dcac4959b", "c261153924ff080f266ba26b074882b8583c2f0ef91dcc1acab3648b15f080b7", "627054689e1529a8b05a286bc9513ae5ef1cddfe1a787586739b76e1ef14d759", "a414888a6adbc87c714202d423cfa26d528c18277790468cc029361b352f1530" ], "options_json": "927a0d1de3e254999e6b65826c4804bf1beb6a123f1a760c3b87822a6a9373f5" } }, { "id": "race_middle/test/537", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "179ba04f0ba5aa1b6bd92d8587a7696664095eaab57bef57ac4ea045d57f372d", "prompt": "818dd62b63917af4c02656e9a90d5d45020fd438cfc1b2a6a148cc045a5276bc", "options": [ "33776fffe8663fbae7870b634d45f8599656b15afdeeefb31eaf48842aeda812", "0cb440120861c90c0acfb5b2fc4ab4fd11cffd75b97f63fdae356ba5b7ae0880", "92450a376b7ee2cc2a64f77da84299629c2631d66f799ee230d2bde492fac4f1", "3e83b2cc55440b08f022c2c283784f9f9097cc16cde322f4ade20097fc4096e4" ], "options_json": "1978ed2a2eee91b7343006486c140bc78487719c0dd54848b398936fdb1702eb" } }, { "id": "race_middle/test/538", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "179ba04f0ba5aa1b6bd92d8587a7696664095eaab57bef57ac4ea045d57f372d", "prompt": "8b6da8646c908bdfb5b2b5d5334340a8a9428ed3b62a874d3e939ea322bb4052", "options": [ "e13b42a1609be4d3542f3b27b50c0a843d4136673885657293b1665dc8863ac6", "15874b2af0680bc0b93c7cc936845bcbbd65906107feaa54b3c03098230755c7", "468935067368e054b6f2c62b129c9133b45e2ae5a4df9c5a13042fdcad852dfb", "6a64e3f9267d4b7f787d670fb34b90acf343e66d04780d50f96fea0ae7861abf" ], "options_json": "a55b57c8c40c7ce145e015bc7024dfc5c7511259409ae7811a05a8c6598d247b" } }, { "id": "race_middle/test/539", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "30d8bd63a19abb410cb69df2176cca1cb0b0ec676fad1bfb64ae97497167169e", "prompt": "c10f447b859e1d44d22b8f4c5a2f50ac1db40ce84447c055102fcda6d4b53753", "options": [ "65e1d39750fce52fe4a808671a85433da0af98e39e507f9b56132a8b6ae8e7d5", "8f589330fc59cb8f0d637a7fdb439d936a637d86b454370dbd4e3c2461b4231d", "b1ccd55992671228d396912c34e3db25dcb36ce9cbf4fbaea091bb55556aee2b", "6e3612acede47edad7281c2eb6fe43f919641f4eec2924009400c57e29c40e03" ], "options_json": "1bd6d6fa0f334412b8d4383043b118deb79e30e1a24938e7a5bf4453003a1826" } }, { "id": "race_middle/test/540", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "30d8bd63a19abb410cb69df2176cca1cb0b0ec676fad1bfb64ae97497167169e", "prompt": "4867bb08cff190790449b19a31c1da13abf77c05c52505641ab54b5d697365a7", "options": [ "f3692d0de7a31c4049882102003165e60b92a3ffdbef2b49234763cf6a60177e", "c5e7a751daaf00b661d11b64e3bbfdd5c74ab650184ef89d4ccfecf6b1a8a3ff", "92ac9b1388b3d480085deff02214e31fbc0c0c932d8051a55bfd980ad47e0665", "c0182ba11da9dc819341c70dc74a95edd921c7323230edbb081a7c8da7a1f831" ], "options_json": "5b4e9e79f942fea4eda14e9865e0b9826a4421ffee5167d0e21b400d39e95f3b" } }, { "id": "race_middle/test/541", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "30d8bd63a19abb410cb69df2176cca1cb0b0ec676fad1bfb64ae97497167169e", "prompt": "a916dc4d5899e250f017230915f1c9e8e7f4e43d6a8db0de8f8c8b55b6af50c1", "options": [ "a4448fc836952728cad089af9810af86de764a56140a655e0272d80b1c203ad3", "56fb6de7367d498d6197e24dd014b655f7b091b3ee3d3f34834803660b72aa36", "5854ece1a38bfcb88f72a308915b033ba09808c48660dafe2794959c6a666eac", "72fcd705281130a9ccff9a80b4172c6045d2063a704f5a7f1c8225ed74c0db7f" ], "options_json": "e910fbfbd8d649c1d65ea57e4f99bcd5208e126bc19b79df7b7361601bb905f5" } }, { "id": "race_middle/test/542", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "30d8bd63a19abb410cb69df2176cca1cb0b0ec676fad1bfb64ae97497167169e", "prompt": "85f691f80f07cad2cde1bb01694491fca0dbac64d544473c8fc91ba0009afc3b", "options": [ "8cbebdfeec70e103552c0c64c0ae02885bc50ef8c586c6325605e41f7e756b13", "f55df15bdfc6508fa183f565b76ad94e4f34ea8c732308d676cb42fc21cf17dc", "7f629d797b713a72b6e22d4b5c162060af80b16fda99875104e92d29b7cce6b4", "5b586aa3b30c33d96916dee952a8cb0683f8caf185cd8a27acf6e17abf63c722" ], "options_json": "2a3586705c3eb942d8e949680ca98c73f7185e6b77caec8d0cad2056172dd889" } }, { "id": "race_middle/test/543", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "30d8bd63a19abb410cb69df2176cca1cb0b0ec676fad1bfb64ae97497167169e", "prompt": "119ae28fe11bba6fadab4b0dc1e22af22f1cfdf616efe43cc2d8df2d9b2dacbf", "options": [ "ea9d83872400839c1b874d9073ebb9ab1eb8fa30df0978d9a65bbeeebeca42c1", "f61aeb1706b09a819ee6e6197b1252965c006da095264b2aa89dd75563b3d1d6", "d0b311c1677860546d316912afb136ef0d8b467f2871036fec68a87c3f9bf3d3", "aef9c20c6d9a1352a28650c8ae3f24fd47eb2c81b214aa4481f7f9e0494c6f7b" ], "options_json": "14bd0ef28d2e437435b131bf65ef7f9c7e37725aab62fd8edc20ddf82ca5a649" } }, { "id": "race_middle/test/544", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "36b1b8797ceb5e1ebfc432e78b631f2e48020e9d9ff3ee5fd93bd0304e517cc4", "prompt": "f7dbc1d2afcb920a831d3c2f8d7a281df8128b700b160babe1a24702a8ecec94", "options": [ "d191c57f0ed7fc3e0ab5e997a9a963f9a209cca3cf81ab5535aaa9996e2c8173", "735a136deb20653f6a9679dc1442de90ed1a1ea0ae8ee997baf6fc98a93ef2b8", "836637cf39dc145ddf1530322921eb5b0f912e484c60d27f3dbd0dce723e6d26", "37fdf60fce6e7a137a99a162ed2b0d29245b8aeebe61d064752abb388e577491" ], "options_json": "6654d423b24f3c5571d365dfef5e904cc0a33fd216f1d3ba16547b1326189317" } }, { "id": "race_middle/test/545", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "36b1b8797ceb5e1ebfc432e78b631f2e48020e9d9ff3ee5fd93bd0304e517cc4", "prompt": "349f04ff137f867dcd79f4e5a3051d8f7f205ef41f95ca9de9aefc226a317ad3", "options": [ "d35a193e423e0744dd21407b56062278f5e160de71c2188bc4d7b892b07eab54", "6446c183c59a43f800143a14dd31191a4d606d4125aa6aa8a924d7ac044c3e52", "eacfcfb56ec486d2c03fc43e5386bb586ebc2b5003790a4e71d1153477ea2bac", "d4e170282b19a78e7c6bb41f9040139e013166dc060d0c6d07cfbc31aeb37a3c" ], "options_json": "6ca3afa1f52b9403ee634ccbc348f111854b54b7a8b3d463d7d10cefc4b87e30" } }, { "id": "race_middle/test/546", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "36b1b8797ceb5e1ebfc432e78b631f2e48020e9d9ff3ee5fd93bd0304e517cc4", "prompt": "f1130d4f676dd8a5d4571b5a09888518c1e5b4587d58d36882b49bb619c3808a", "options": [ "590ebc13b00b77f9914f02c927cb9e45288204cae140d5eed295defd0d4ac45a", "71636a93193448e3dadfdb900886c693d894b0fa61960d722c6690fd5f7759cd", "f00f62683772a4eb73ccdb9c39571ab810a302e4c8fa0ccecf9512f0d069c9f5", "e736205fd56fac43fa7d2a60eb38e7dd631c690d6ad30fe664681bea62e6ed8d" ], "options_json": "4d36a630ab30f72138cd3ee5b123b1094ae20687366efca0d4f1aef2c26709c0" } }, { "id": "race_middle/test/547", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "af586ad1a75b9b2e2a7aece0525c1edc576946ddaf43393471c77042c835d0c9", "prompt": "eaccf5e4894f03bd53ceb41a8859995de84e3c244c6974a62c2ea698f2ac118e", "options": [ "64df963251f86effc073aefda5ca676fad1eb57ec1bb499f676d0a0944b863e9", "aaa163ec2cfe1177871fad20bb4965a68ded5856819770c61f9d502536a27f51", "e65e731a5118afc21a1f7c20f72c27dacf779e1c1074253d142e996e9e4a8f9d", "553f141ce52df6e185ce71b28bd14031c77691d217c4a69f1b3fe37d985fc9e4" ], "options_json": "92bc23dd9aecabf0099adc92d8a1a2d1dc27b13c723612bb065c318bdc745455" } }, { "id": "race_middle/test/548", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "af586ad1a75b9b2e2a7aece0525c1edc576946ddaf43393471c77042c835d0c9", "prompt": "fb6641561270b2819faa7aba1c89a3612a824f9f5d8e8fa62e34e2e965187366", "options": [ "c8d7c2e6083c71dd379fd6ae8cc7b529da7ef2d74a968dc0cf56b2a130d1b467", "bf5b6382c2ea46ede3117c0250a9abf431ddf38fca4d50462e5834d09b1b33ef", "cf5b3ef8f1dc05150e09445d916c45b46b7d6ea6a2c75694a220139c020e15a1", "ea5b72ff0e99588b8ce0fd07a88cacc31430c7dd4e8741a5bdf6cc2ea3f730f6" ], "options_json": "a6fe1f8d9e5d58bb35673c9b5038ed69e3470e3e974a5b44b6ce102ae874934a" } }, { "id": "race_middle/test/549", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e0bdebe8c802f65672fd85c81c8aad2df333568a0db2cf4d11cbc3464f134452", "prompt": "1823f9fcc4156b289eec18df4877f920a796000e885cf8960af26622633c5867", "options": [ "92a50c4fb7178abf00c0ddc951eed10dc3832c3d8fff24e30f4034d87c66200c", "14e7d54b9428abb12efb81bf27ca246e361c18a51a7cbcc6f1c10ef155e850f9", "810f321ff17b956c7b39955b3d2d008d1079ac024e67352527d11a7ef10d4088", "ebbeadbe5f0311c3ce78c21756d74f7ffd9030431aad6f57e525edc42944010f" ], "options_json": "3e3992b3f592833c8f7fc274b97e8b08adf7da3c2baaa9c2b4a69702a1f443c1" } }, { "id": "race_middle/test/550", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e0bdebe8c802f65672fd85c81c8aad2df333568a0db2cf4d11cbc3464f134452", "prompt": "5b92e5cb9453aff85e0eb5897179608532936c8219d2be1190b20588d4eec493", "options": [ "9f8b457cf0d138e1878a300c82705297733fab56e1d4914e4685cc36a8bc1efc", "8d1082bec8f4ff181a48b285f1b28eacd50af5ed72adabcee05052850ec6680f", "ed99b9f8d562276fabc2aa5522adb9c2cdd10182334084c598c4db3c9c34f0bf", "8c8f039edd584510c47279b146f1d3836772618d7fefb69d13b0544371a45ede" ], "options_json": "b77c62a157fc104e8614ed25407b2cf36f0f5ddc5dc637f009d677bd6c9685c7" } }, { "id": "race_middle/test/551", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e0bdebe8c802f65672fd85c81c8aad2df333568a0db2cf4d11cbc3464f134452", "prompt": "5154792187b70bf8240fa4622867987a47c33ec0767661348436f0eb72886014", "options": [ "b58884a0c671d93ef4ead7878ea97795787ef54a95c192957435fed5aacf6dc3", "f563b4fe3891ab8e0f1d75fc63b86876fcf6ddf9f589c51bed43433a8dd9d32d", "5a48c1e6f5473ee450a7cddaac3eed23dbfc7749ec6db0318ce1c9be7020015c", "8b3404cd6f51fa89adf094bceb3e101534b21c45b973e78e65efec71db68e067" ], "options_json": "87c37c9c76b5139c47576b9a44a1d4a5959a571691cc6d78dcdb6ebbe79caa8f" } }, { "id": "race_middle/test/552", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "dfd5bc8a1f6e23377f34d845fcb073121ebdbe6f84d4eb1b5ffecc40717ff238", "prompt": "56d553f0a56ec099770b30801fd85b8973c778026502225a445ea0a6df87199e", "options": [ "a48e059eead9c2c22a0bafca9358c74bfb86143bee8ed3b149b0c285b63bcb31", "89cdd87e221dfcf3cc63496f4c8f72233b5b54c1050cedd7a97fcb963bf94bce", "59dd42c2c93bfe43089081d809d81714921b3fd97c0f50a82cc2c496f9a54548", "f36eed4f8d8453ebd5392db550e02903ea15e098e2f73534e3574fa29c2a6030" ], "options_json": "5d06f72ae0dca12955ffd127f610ae878a04cd576c7ad0695516a9df77f5ef68" } }, { "id": "race_middle/test/553", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "dfd5bc8a1f6e23377f34d845fcb073121ebdbe6f84d4eb1b5ffecc40717ff238", "prompt": "1ae73afa9baebfd8177a6b8d991eaca227134b933ce4cc03253c1ce9d041057d", "options": [ "f2c819b6790de306847fb22664c37ae432177d8ef72721ed23c91aefd11ccfdf", "69e399851c8419993d46757025fd51e415e0277e8def8cb283dfbe7867212e8a", "2716e69c5861004bfa1185ddb9b64939b65ef60c44a4fe8d0c0d802dde9d5279", "c78c0a13a2e91b26c82b682708a30e87a89cd358471818de8ce94a4a4a03d49d" ], "options_json": "afc809bdada42750617088c25fbbeba272ebd4ac2848746093086925f2ac6e0a" } }, { "id": "race_middle/test/554", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "dfd5bc8a1f6e23377f34d845fcb073121ebdbe6f84d4eb1b5ffecc40717ff238", "prompt": "26ee6b181740138006a147e3f5f36c5d95d648c4b0649db75f2c1ae0ca8233bf", "options": [ "dc1ebc943e43e05ccd895cd69c460eda0ea41d53b4ce348f186f0eaba88e427f", "e9fa0453869469e08db9822d19a837ad278b58c59ed4bf07827c556c3894ee63", "48b7bb7e624c4a098f669abcf7fc18dd48ef9f0a052b2ec7acaaafd9c1cb5133", "d6e28ffb3b198d85e47dc58d1febc577d52031abedf28af8e10d8c165d681e7b" ], "options_json": "5626dbeaf30fddd94335f55bbd10db7ca84aa1f96fe57f614620fd35acba310e" } }, { "id": "race_middle/test/555", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dfd5bc8a1f6e23377f34d845fcb073121ebdbe6f84d4eb1b5ffecc40717ff238", "prompt": "9470a01e22b6409a86ae370eeb5c5c7a38248d7fe51abe135bb8615bde1ee9eb", "options": [ "05e369b85d37066d354517d90de197e88615c219624e8e69a46292813b13511a", "5d05d6d3c21ae656f865e821f40ee735d87ab933f74100b097720eba8ba9da24", "331f192bd42c94af60bfe149beb69884c1509463f3a7779a67eb4ec3c5335254", "03b34db94bec809eaba60fa5f3d3b2c4376b9fefc15c9469373a7e55c9baaf93" ], "options_json": "84f629a8faaaad6e8e0754732f392dbfb590957529e63f114d45453261d77485" } }, { "id": "race_middle/test/556", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "99b7c4705076dc452331a2380e9c2e5089534c24834b436b04044465a23fbce6", "prompt": "9e322a4c783ad545e17865925b9ee82def75f5316424cb76ee67294438594ff0", "options": [ "515d15fd32afcd841e21c5177b17a1e0c4210d21ede5be3f515cb7d56aa0b2b5", "28cf0078b00b9f0d2b15352db3e3e3054eb12bf7b7f574728962f472d96f7ae0", "d231e11bf4251c44a8ce24ac5d325b7f1f2a73106cdc9838c8f4cf00ea3dfead", "051d657e2ee6b5abc894935e8872e5e270f6ac49d2e17e1a716813b02dc107b2" ], "options_json": "7534b8eb44a99bd93241167973818cdeb3a4a16ea089b761513e5ba7bf3d9057" } }, { "id": "race_middle/test/557", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "99b7c4705076dc452331a2380e9c2e5089534c24834b436b04044465a23fbce6", "prompt": "8b1d015b6c2a177d3648f8d99cc38d64277b5bf6e6d6ff082d589f3f27183dcb", "options": [ "9d142c1b71885d96edb8f7445f57cd350f508bbda6c577fd82c70238f8f19f1d", "6fa7778fcf61a2ae7da2dbd708dff0ef238cff8f767852b92abc490495934d9d", "1c837e63a713b965666cf1158aa1e47d46b65a543601af8ea3578f4b4fd7d38d", "8b69c547c746e0e64ff1510fb0e9f934f84956389fbcb7283e0f4ba240ad3797" ], "options_json": "1692990e0c5c31c566f01e7dc7c6890f1c6403a5d76c19e5e15cc46eb3f36a76" } }, { "id": "race_middle/test/558", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "88ffb588f2b1a13c7c84b97348d45ee3a59886c395715dcd245ede417fa329d3", "prompt": "7c61dd9820fe59ce0a264626aed2ad10b855ea5ff338ced3671c7493aed889f1", "options": [ "985604c2b60243122c24d4e18363e6434c535923be05f760204a1aef023aae9b", "1a6c1efa28d5d11d63976575888a4452fc91493df339eb81554fc6d7984e076f", "811eb81b9d11d65a36c53c3ebdb738ee303403cb79d781ccf4b40764e0a9d12a", "c6c3fa689e291bba6f7436ee76dc542ec4678a410a2adbb26bbedfd1e6a8aa85" ], "options_json": "65b66108be2ecb84a23d1631a01afa5b5d402c1689b3db02d6163120dea9b4f4" } }, { "id": "race_middle/test/559", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "88ffb588f2b1a13c7c84b97348d45ee3a59886c395715dcd245ede417fa329d3", "prompt": "3a52ebd720ea5c2d327c7b2462e465b61ffae0dd2bcd7912dd297ea090e2642e", "options": [ "7902699be42c8a8e46fbbb4501726517e86b22c56a189f7625a6da49081b2451", "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3", "19581e27de7ced00ff1ce50b2047e7a567c76b1cbaebabe5ef03f7c3017bb5b7", "4a44dc15364204a80fe80e9039455cc1608281820fe2b24f1e5233ade6af1dd5" ], "options_json": "2062e253e600c3c4d371a47ff5962144f6ca972683a7fbdf00110b6a7e19d584" } }, { "id": "race_middle/test/560", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "88ffb588f2b1a13c7c84b97348d45ee3a59886c395715dcd245ede417fa329d3", "prompt": "85610ddd5f3e7b103ee3ee3ee28aa584ccf27bb0afa32772eecbd1590107b6cc", "options": [ "f1996a7cda48bca0dc87f700b183266eed3a770330d924fb1507b3036e37b0ff", "f2764ee70e739a32a7aa4de35b005184290d50f51b1bb9cc27573f275d8ebb33", "8f27f432fcbaa4b5180a1cc7a8fa166a93cda3c1bce6f19922dd519d02f4bb39", "f02c96357481972443a2eb6d2861c803fa7790fb7d0225b2f54b6beba964f4ad" ], "options_json": "7d0cf77d9e98549f971e43f8574e23e2675dd0cb41fb7e881e60617aad8c39c5" } }, { "id": "race_middle/test/561", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "88ffb588f2b1a13c7c84b97348d45ee3a59886c395715dcd245ede417fa329d3", "prompt": "234e750b5dc3692723f25910a82b0c5081eda91023a1ba54dac019d7baf1f514", "options": [ "353e5215cd42079b0b51d0efa59717dbed93e1392b459b153fa2a0e1a680a83c", "1552090f83390c8731318507829dc09434bf989fdc6970edf4ac358701c825ac", "24ddc33bb0e7af8c0d157f0cc390ee2ec92feb5a3529519b3becb1b01231ccf6", "39344ae419c0582a3db78928deac1f77df0f594c546a121734fa1a65261f7448" ], "options_json": "e8f075b6a8cf6625a85aa6bdbc2385ac9f497428cd72d56885cf41074ca33140" } }, { "id": "race_middle/test/562", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "3b69baabd83faed26f9aebb7fd8f9fdfe104f54b7d485c7c6348abd2fdf62e94", "prompt": "14647b64b2909de841bfb8fae1a664d6cb0a50e1faee2366219dc214335fbc63", "options": [ "4824d838ce9cd42fb76c8c0598e695f19ad2166f549b477e03e8894def106533", "c25557e69b7095d9de0fc18f50b2006a7edbf8535c2cf0b6f6065f8c682226f1", "efb07eeb73bc5fc2a400cfd1fabc0dbcafa0ff1db409b9a84b20078154312a8c", "1e97838ca8b6328a9eb18bc5d23fa9157bef9906716764ced082315b4a790a63" ], "options_json": "df41d7059ea5f72e4a9cf36f439e7d2e75d222d4d60341db2e053e9d1c5b6943" } }, { "id": "race_middle/test/563", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3b69baabd83faed26f9aebb7fd8f9fdfe104f54b7d485c7c6348abd2fdf62e94", "prompt": "b77b29bb72e267a9f3fd0cb9ef75297c9b5eae1e42d0bdbdb588b05855c14645", "options": [ "baca821892fdd253411585da1c04bb0771fe0250f27b05ba0e5f8d4235ea0402", "daae9044ea6bb80a289edd7c62950753eb7b86b2c51021ace9646293af80460e", "c9abe02fe3d0cdb9f6435a0acf1d1f1d40e3c66b341b753fa8a4e1f01254582a", "60e25682f1a2fada99800c1940531c8f1c83913e3a9be3031662e4af2f095397" ], "options_json": "e33ec31d1da70f6dd9f4ecb8a836ac12cfd49f1af2ea0f319319da9dfccbcb01" } }, { "id": "race_middle/test/564", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c7229b975e5dca6d84a6daf534b7c3a36fd39e2b5bd012838f8f50f84cae45a1", "prompt": "be863acf349fa38a5621ab838a334273c449ed72012841eaf0d3394dd5dd687c", "options": [ "aa03e3834a6f680a2986d534ce94129989e07b98daeced413d4b7c93324a63e1", "054b2624451abd04cd31c3dfe1d1df3ab16a4d2e5d0596d92ad37b2a72720c81", "93d40f705c24526658ffa9afc2ea88f60b2ab4328dc5907707e4498600b351fc", "9f37de09b2d206cd9d68ed659e726f5f45d8b7b0f799e41b502ddf0dd21afdbd" ], "options_json": "9d3775fb52b8b48cc7a38e584b99779790f4780eaa7cbc7f6152512abe80f2b1" } }, { "id": "race_middle/test/565", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c7229b975e5dca6d84a6daf534b7c3a36fd39e2b5bd012838f8f50f84cae45a1", "prompt": "8c70b2aae1e2c4e4b3e7d01d5ca65e8c42e7bdbe61f7fa20db607bfd4414cc9b", "options": [ "e5473cacbb8460518adc205114f2134d747345320bd57c406aa15be01f114ddf", "820eab03768223b804f941b50ac895ba9efe71f816a5be87dc9beeb348b1ea33", "3fa3e8fd70c4851ad47b660680f4f6b495f92480486375c998ad3a9fe30c45b7", "16209dbfcc1f08b77dda38892c9bf1e32499651811620c82432f0376063271da" ], "options_json": "d122e5dcffed5ad0d9e1aaae113f5b248937eb2609a7a7b65891cb769d27f6ba" } }, { "id": "race_middle/test/566", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "26ebab652efd1c317dbdb25fc2f470b34bfe4ce1801bf05f5daf55609941f49d", "prompt": "3fe6bfed53540e86f3e47a9b62ce52c2556eba89affb036cbdb57d96f4329b1e", "options": [ "3fc4ccfe745870e2c0d99f71f30ff0656c8dedd41cc1d7d3d376b0dbe685e2f3", "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "44778d82365e4af681c40d5f0eef5cf6f5899d3f0ac335050a7ed6779cf3f674" ], "options_json": "fbbcad0a59f28d3599f9189fdc7af5fb9809a239730044f5f9d03988eacf0b06" } }, { "id": "race_middle/test/567", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "26ebab652efd1c317dbdb25fc2f470b34bfe4ce1801bf05f5daf55609941f49d", "prompt": "60dd8080d355c9f015e68c9dacb9a7c76451053061cc4c4d333c0d7e1305f814", "options": [ "22d5925ed64680ab5f3f6de713645a3d72cae7a9506b8a55a0d4fe950737711b", "1a0dc227b5aa78f8400838aec14099a5e23b9da69ff5ee37dffd8b6b40003a95", "241daf2e753a6a2f37a1b147ee6d4af459515d4e3da723f0b1e226cddb214cfe", "eda15ce4834ac303532bc6973df5ff8a5deb75d7dfceb9fc2cdf1bb450a01cf5" ], "options_json": "829da544c037bb2df925709329776da847fa8691f849fec8e0db12a2d65203f0" } }, { "id": "race_middle/test/568", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "26ebab652efd1c317dbdb25fc2f470b34bfe4ce1801bf05f5daf55609941f49d", "prompt": "35b3ab23d2109180bbd5b61ebed9ec7b4d9032a562b05a7017c70ff595170961", "options": [ "d248dcad3414c0232fa3900607b9460b77b202d9390d8881429b78de1723eb52", "2001978377a5d1f9c6d257ad41168e09bc444b853376a1ed75ef36282c811822", "58381b76ea430d43184eff1bad6336e60e5d3567a6e68e8dcbb6bd03f8ef2a2d", "c4ef1b56d5a9ebf7633455f728fc86d2591c54054b1692f6dea2bc7d834ff828" ], "options_json": "10ce20bc27bfa3847cf63b006627226fc5d7d0792f917983e939aeea327d2b75" } }, { "id": "race_middle/test/569", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "26ebab652efd1c317dbdb25fc2f470b34bfe4ce1801bf05f5daf55609941f49d", "prompt": "c3c0b43efc282f4aabfd59f4fee2d448a6c95312ba9b08d7ec22ba35fef53593", "options": [ "19a0dec36c1d425cfbaf0e5f0bba0bf70602e0bec32edc5ff93c899e58c8c41e", "96fac3b60d252b96b6c0538b1403d6a4ea13b8b1e57943df60c76bbe6e68c1e7", "b153beb9ea967b2a180a32d5ea691d4d874a72c7d343e7ed1d17a4314a731374", "e6c59946897294732949b7f35f3ea2876ddcab75bcac29214df3f315ad0dd5fc" ], "options_json": "40bdbaada2dbeb594e5269b5d62e89f657e616b88784f3710a80d6b737dacc0f" } }, { "id": "race_middle/test/570", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8af399bb6fb625da7aac21463cecbe5abbcb5ab73a111230f83289a1413a17d0", "prompt": "581b9a2a3814b6fb280423ea20d9432098497154295618db9cdd5635cf8d1af7", "options": [ "18236a48779aa6b8921a15f9f85fffcd8f9550769c33fe5541bbd371d6dcba98", "6bc04916444ac8f350e89d4c367b0a43892f9b8df28af9c50949c6e7a55249a1", "3d897cc47701a01e02345ccaae429b21961b2fa54bae75be150346abeadf9217", "49f5c8236d8185d9bc253280f811526e184e259de33195a92949016cc08d45f5" ], "options_json": "99bdd89ebad771e0c4aafd6df83acae677786bdd222bdb4385d29fe6a2cb0e55" } }, { "id": "race_middle/test/571", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8af399bb6fb625da7aac21463cecbe5abbcb5ab73a111230f83289a1413a17d0", "prompt": "b238132da96980ca6096de8bcf1c323de8a9934b1e3ae500f7b7cf5f8316ce26", "options": [ "bd81db3672098f0493de3b1d7d19c61e22aa840eb3ada32b4ab41b6e116524bb", "1977b4a46035f80ee2def8fdf23499da74847becc1faa080d5b8267c86bb26fb", "77c528f35c00ce5190748b5fcc49a27f6575a976219a2b5a96f0e88562643b7d", "c43275a984f63b8a0afe745afb6e8a8993ddccc2e97e0b66947e4631b4b9a257" ], "options_json": "43418a2fa10fa42a6a1783a03f68781441d0e7704059934139059c63101af86b" } }, { "id": "race_middle/test/572", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8af399bb6fb625da7aac21463cecbe5abbcb5ab73a111230f83289a1413a17d0", "prompt": "ecbd56831df03f3cb6ce037c740a45e25fb9c295119087cd5b4e4b73be8f00a5", "options": [ "b0875075434a72d253ac4b3c5e56558ce9fc825042e5745631f703035fcecf7d", "cfedc08b0f308df3f2a0bd1d0a1bf9757fc358e0675e0b542c6f34644866d663", "a747365e1e4ff93319a557c2e7ecf55b44275ea77bc6941215bb889fcd2c6c7c", "047b795e780af2c91ca6455aa86d893b1de4a17998b3572d29769bcb984037fd" ], "options_json": "10a8f298e122fbfe29cd9ca9660e4142f301bf833a11cea49e8f345633eb62b8" } }, { "id": "race_middle/test/573", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "f0a96fb00142a8bf9799a268cbb55a465e4cd901298348fa33dee80e422fce44", "prompt": "1be8d848abe87392c91212bdeed63a2204e9c96ee0ab42650577b66d0796d7f9", "options": [ "624b60c58c9d8bfb6ff1886c2fd605d2adeb6ea4da576068201b6c6958ce93f4", "1a6562590ef19d1045d06c4055742d38288e9e6dcd71ccde5cee80f1d5a774eb", "ad57366865126e55649ecb23ae1d48887544976efea46a48eb5d85a6eeb4d306", "38d66d9692ac590000a91b03a88da1c88d51fab2b78f63171f553ecc551a0c6f" ], "options_json": "3de2666623156f41daad26e3070dbf36b4365911db2d8749985ccc7b790380be" } }, { "id": "race_middle/test/574", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "f0a96fb00142a8bf9799a268cbb55a465e4cd901298348fa33dee80e422fce44", "prompt": "329e4bacdf3e4ee397e340cf41f1101faf49d1206b60b88ae0b728bb306103be", "options": [ "7ca7dea906800f87091b819132ecf2aa2b7ea14c9841fa18b9db121d3bbe82dc", "d151346fe7eea3c6a0865199579ca6017487dbf981d59cdd1fcadadb03518dc8", "88a027da1dfc298c4541e5062731c7ddd80321b81d504f52e7e44f9fef1dc6df", "85bec2f4c06941a5069f38d74b98b0804b77fcdb05ac695353943b0f7571b2cc" ], "options_json": "34d00c2546990db970337a41f7e7c4031411d4fa55e89dd5143909d78735a2f1" } }, { "id": "race_middle/test/575", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f0a96fb00142a8bf9799a268cbb55a465e4cd901298348fa33dee80e422fce44", "prompt": "a6152b7184e50f18150ff88a596c29f3abe2b6097189dfc14ff07858696e1139", "options": [ "3dde2a819810eb35ed04c53e9bbe3c4192ab3d172c8c7b93d14019b4040886ff", "286e134b30d3e00a95f3751863fea32de1936c3ff43d67d5a40ef5435197d429", "cf57c4377608f0fab42342124601a36dd4dabf7a7056034b2bb558ac7ca36963", "85e8adf21ed697ad9dfd826c1b044cc0ae702ad77e68e926ff3f3f995994c51d" ], "options_json": "83e87b829565bc04aee77a5c610788dfcc7c96ae2112a2aa55dba19dba8361fa" } }, { "id": "race_middle/test/576", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f0a96fb00142a8bf9799a268cbb55a465e4cd901298348fa33dee80e422fce44", "prompt": "8465d4ae934f4afd723e937f3ccd360371fa31ebe262746e1fda12a55558595c", "options": [ "985d88c2e4be5980d76aea50bd0f2d8c25d7f6039f2606ef2e2c7988c1741fde", "2ab09d3ccd5fbd19a4464735838d6c7e36d02e406292a38bcb86baef7000f564", "ba1b6b957fb1d46c06b314a4512cb9b525a47d00eca33d2e483c415e0bfaa1d5", "7ad82af1fd9aa54ce0f220f7752226ded6c76ee63361a07796a6bb72f6b72cc0" ], "options_json": "61ea09a5341ccfee084b0a5557ccd1540b7163183207435cc6ade87e55c90c0f" } }, { "id": "race_middle/test/577", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0bc81162a4b756b0e45aa4709f322f583bfb9928ac43b5a324f1f0a6e806f3eb", "prompt": "b68b3873efc3a244672c4233995f873d1fc368ae906b1afa10b978eb53517059", "options": [ "4391cc3e450af5c9081abcc6b0d939ffd154303161678916362d9a3fc8ffdd0e", "624c855ee23d3a21634149b9f3b0e89108d6fbebb789d0bdd86845b5e6fb9428", "f379634ce7a5a4fbc7079baf992b06ede8f869cec8e2d7c342a8434165e62961", "7ed9ec8777aba6c006285673efe28bc67fddd82f892ec9cb9da52edf640dbfa5" ], "options_json": "b5ff3385f91efd87b3620822f1414842a8c1160146eb4ec0f105ef5815a3ddb3" } }, { "id": "race_middle/test/578", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0bc81162a4b756b0e45aa4709f322f583bfb9928ac43b5a324f1f0a6e806f3eb", "prompt": "0581d6d7c31f942277fd957931099fd57b2f7c5c89235c4ece973fd4d6f8c288", "options": [ "3cd001e07f1ca998d35bbf04a11a50e6d91df2c37dec2db02541eb0fd3cb792a", "375ee2787cf8ec58c0d6154ecc4cd0c09a29ab6cd73fb378ffdd120873ae6c5c", "cce61e31923ef4a3d3f52ed6bfabc2a5179e221ed2c103cba31fe64611d06148", "bd1cb28b3fa7de4c7cbb00ecd89b39fba678e68fb05f160d2ead62628f1a8f2f" ], "options_json": "e054598f112b5248b9ad94291ee5cb35dac881d6b9b4ccd82358354f083f0ca9" } }, { "id": "race_middle/test/579", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0bc81162a4b756b0e45aa4709f322f583bfb9928ac43b5a324f1f0a6e806f3eb", "prompt": "0cb579c2494753c5b4177dc606e1f2351b2ab3a6b75a1154cb35556eeada09a2", "options": [ "69335afb78adeb707dc6a342dcb0516eb3e3855bf22d9bef1890df8d5fe58e20", "3e1cdc9ec1ab09625d7df9edf37752011c4b7e6c1367d1cbf5fd1cba5fe11991", "f1f7e96023162554747b716e8cbb808a499dc3cebc9feec767048951f794faae", "cc0f7fabff7a452d5ed2e8e6994188971aaab14b39aeb3034bafca1f1f96ddd1" ], "options_json": "bcb2c6cce86783d123d96ea62e60d8ae8bdf534e642c12f86d178f6fcfa730a6" } }, { "id": "race_middle/test/580", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0bc81162a4b756b0e45aa4709f322f583bfb9928ac43b5a324f1f0a6e806f3eb", "prompt": "aa2b54a222b905512ef21f68bbb6270c251381d899aafdf798e96017b4e67e67", "options": [ "719623e3a16e41afefc32ba7012c2eacd03fa6ed99364e154630960688ba07e6", "5c33a586425f10ccfbb2b141d2ded64df882d0c9babc5468854167f60e104643", "8fb53b128a9b0cfa0de591624a0b77e12618326c1bda1ca4ba675435902eb8c3", "940479c1c967d6aabf12a1155a62370568e9154a8aedefe0183a42e9b9e1cf8b" ], "options_json": "bc8c434c5a5014f4cc0e222239cad38cfd307350eed7cc851e9d2d2679400538" } }, { "id": "race_middle/test/581", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "684a29bc14a0db7fb592c50ca6042a29b6e850320226c0c103886ca5d6486249", "prompt": "219160ac907f188e4defbd33a83c2f767a5d03185924b5d82e8a48a951f26988", "options": [ "135c473fef042985a211afe7aa5128a35ab367ad88bb244cd095b436caf495ab", "77f9dc3ecaa6897d918d1fd6e9274c6cc09f6753a6ef389754702b5469a4ead6", "9ea90488b5c8219acc0b2eb36f115242abdbc865d061c24f2c8dfc0c9b57efab", "91c620b89a486a69e64cec9c101166636e859619c6920d6f964e6b9c1c1a8c13" ], "options_json": "f0f3bdb536f6fe60523e13b9a072b80489f6c40c0601f661b0567dea141d2ddf" } }, { "id": "race_middle/test/582", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "684a29bc14a0db7fb592c50ca6042a29b6e850320226c0c103886ca5d6486249", "prompt": "7d052680534fafa63f16e93aa06f9c12c9d7786b424f91742d48aba55e039c52", "options": [ "6a00dfc1dc867e8454c2c8856e1512d9bf02a76710e3411c0972aec886c76c61", "7d8af1de1262f150187d5938bf649d6c35726970685f916d1ec6392a801b9762", "c0a6cc829cd08735294765c75938a7da2b0f222d52e98bff13cb237cd99deaac", "fc2662062ffdef9610020183ea2b087c21d71150d78a7c7463be8a9050bd3ac9" ], "options_json": "56f8c14cfa651b3d6f205e24785c5a85e4e2092c81a492c07ded59a665d3a351" } }, { "id": "race_middle/test/583", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "684a29bc14a0db7fb592c50ca6042a29b6e850320226c0c103886ca5d6486249", "prompt": "eb8ae807395c0eecc81d2688af894e3f0606fbf4edb132334ea0268e46440f6c", "options": [ "885ee10bd0c1df3d5946f0c038ae4e09c5c262f65c1293e077cacd20c03a945b", "c910cb35a20ad25b3a0ce6a2c9f33828400fa7af20a457e55971756f5d5d992c", "5ec305ce019bbc23015b4c1742fad15de1678874a210524119f798b37a61edbe", "e78d033dbab5fd84e4e51b2f72d62a06d27cf7d9dbd9c2070895a39aaaf2d977" ], "options_json": "cf6a5d34f7b11f2bdb83780b3d1052f137786befbf69245e7e5dd673468c995a" } }, { "id": "race_middle/test/584", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "684a29bc14a0db7fb592c50ca6042a29b6e850320226c0c103886ca5d6486249", "prompt": "d41384244041bebe2137a042f9505a9b76808b5b44cc370bfff2ca8d4151c548", "options": [ "55dbdb1fa7aa7cb70a7b9acde9436c60fd778379efa2f12892129db080f39bb1", "6f865d5f95db0414eed2d796308ec4f62faebffe77d69c2d65dd1c4c4363ec13", "26754c4f1731aa5bbddc29c5b88b7c0064b40923fa878eb2450ec8ccfec6702a", "30bce78aca129e453cd8d2f92e8df87da2e505a9e062bb1731bbd1f7c9359314" ], "options_json": "320842d93dc28e9b8e650b34ee1c0b396527a59d77c8e869033c3b891a7f60c7" } }, { "id": "race_middle/test/585", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "684a29bc14a0db7fb592c50ca6042a29b6e850320226c0c103886ca5d6486249", "prompt": "925452b6b5d32310cc5e8a4b9df044596bf71bb67b969fa5e1b35854be7fe52a", "options": [ "603650df67a57874e9c4bd4a3c9cee7e64308b51919b4200022065392deb0cc4", "1d7d74a3dbe3e11f4bc0fe6e25aaebedbd95514ade2b522c2e39309916d3ffe6", "a5319feaf72a9b65d46841fcd181d47baae722e013544e7414d577460fa237f0", "45e15100db5b43f07bbc82a56833fddbde2d0dfa5e6fe3b01ace812cf47f3086" ], "options_json": "69f93beec1dd3a1a45255d7d13e03ece8ef9cd3468b456ac2819c4aeed6009be" } }, { "id": "race_middle/test/586", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "07d00c4b74435a401053aff69e21697f9a7f698955a1ea6e25be7e5546303a9b", "prompt": "a3d1c8dd5c6446a27ff5cfde20e4e5f9574aa0190aab6b8e2c68c23fe7bc4e42", "options": [ "34f0b8f4482abb69a38be872f739cfc26d3f87a4a87c56ee14edabbc8662510e", "cbbe673e414e51855faa8828f2db1ac20e2cc2e8910a3fd481c5cf16cae7c483", "5749d2dc7977e876416a0131665012a8267911eb7be460d10ddfc47b376bdfa0", "923da125b23c846bac87f49278ac4fa43ee5e1aebadfe48ba63d18fd8b27e248" ], "options_json": "08ade1f71aeed8b896d461e5aad118edb7f463e26877507730f6851bdc4f7805" } }, { "id": "race_middle/test/587", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "07d00c4b74435a401053aff69e21697f9a7f698955a1ea6e25be7e5546303a9b", "prompt": "bb07f91fe6a324a566abf4af507eb01372b391811ecccbd01a773004259c7aed", "options": [ "8a0eb176388e19c6b626b22df5bd8428fa6aaaf3584a454132cb046b16735bc3", "e77db3ad89f2c0721205df361da8dc20af32382b8c7f47edba2b49bc8c3c276a", "470137edf5c9e54dff5b8e003ca6ba3eab9addc87a50e07fc3f4fcc761de4e7e", "fae887026c4e150fc0a799076b9abb652e84aa1cc7ee31e8b58fa4c655f2ce79" ], "options_json": "c97430f17195edfe0bfd722bfdbaec4d3a9e91ca68de3c61fede4fed94e69bc3" } }, { "id": "race_middle/test/588", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "07d00c4b74435a401053aff69e21697f9a7f698955a1ea6e25be7e5546303a9b", "prompt": "45d116c543c42aedf0a13a30873dea82cffe31399594e68e41c5dbb48cafe74f", "options": [ "398b1d4e8bb7f672ee4262dc2e261f5be04a3d74b6c399197f16648a6d2ab4aa", "5fdf046c3e87c3fd9c722b3d8e8eb3a872a55818bba84290f96e43de8cdadf87", "3d2ab2385c1ab796a5d69417375b57b46909ab2494e4be97611fe5c21eba6805", "5d0f400292b435fbd312bcd762bf28832bc2bbd46e2a0c22c8c67b0bfd360599" ], "options_json": "1bbc54daa1a2ce728cb517d9667aef035b0b79f80dcd159d77010b17c5c42642" } }, { "id": "race_middle/test/589", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d0a368db492f4ab6a9c156bad7ab6c697906e59e09bfb4b9c264bce83f48a380", "prompt": "a8f3e177fda6fd051262ed7dfa5879745add5b9a22ce641206dab3d8377a7303", "options": [ "9bca42e6ef356f83553d5b983246a955f49bdb1e55503a0507eb4cc2f440f6e5", "4b00ccf8d26a922c3a478efbf8c40d21cffa272dd4adf09ede9b9bc1f1e2297d", "c60ef8df7a7f66ac82b6faf969b309f127a53722fcf522ad1a63fe069ee6849c", "4651008e3aef71a148cd95b0e2e4c9130352e2780e6190102e7ee5d6ea69d5a3" ], "options_json": "5a8be9927d74843ad1ade9be268e3c2575af5fb1ca0f572c4186cb2b6df429db" } }, { "id": "race_middle/test/590", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d0a368db492f4ab6a9c156bad7ab6c697906e59e09bfb4b9c264bce83f48a380", "prompt": "62fe4a9e8b0b1e7d12b8844c63e239a1dccddedf4bd7e04c7ccf6141a8df8413", "options": [ "c0f681ede64686e092396de88a90554ece6ed75a5954be5f450b9aa3423de6f8", "48d78a0f50beb5e2d0078ab75871bf9e116683d94dfad70a735485d40423966b", "d7c59d616dbfacbc04d34e9199fec19d6fd1175241a6213de913129387b9a839", "023b7170bd6247f37ec1907bd3be51f5d813d595a64e9fdcb33df79953a0d25c" ], "options_json": "88896609a61b0a458bc48c2d3db3f38b27ec7f57be514e9dce69dfe276ff9209" } }, { "id": "race_middle/test/591", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d0a368db492f4ab6a9c156bad7ab6c697906e59e09bfb4b9c264bce83f48a380", "prompt": "371f505ad9228e2c45fa785b3134bdbf8d4de7c8f4c28102fc7fdd03cf2b5f9f", "options": [ "fd5d1ae9ee94aa0087ab3a63f8a35d460da2cafb5ccc60cecd2c080fbad741c7", "d30a36343fe5bd68fde7a124338c2c8e8c8425804e0b28014da3d883615165fb", "ad0925c18499069523d13ab07d977e61dec8018b1eff620364e7ef2dec1b1534", "9faee2d85dbca03a2f529c0016b597a23483e76855c1cfdd8ffe179999172d1b" ], "options_json": "a516c8460a316b827a3f75fffa6c4311a90c4d6a51d1b8cf8a8a95da40e92cc9" } }, { "id": "race_middle/test/592", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d0a368db492f4ab6a9c156bad7ab6c697906e59e09bfb4b9c264bce83f48a380", "prompt": "63c2a1b394878e2a74cfaea92f58433a37ea82c3b0f0ce3e76532cfe166876ea", "options": [ "7d8af1de1262f150187d5938bf649d6c35726970685f916d1ec6392a801b9762", "c0a6cc829cd08735294765c75938a7da2b0f222d52e98bff13cb237cd99deaac", "fc2662062ffdef9610020183ea2b087c21d71150d78a7c7463be8a9050bd3ac9", "dbe35c7363c2f7ec747b902fb240907fc58ae00b98f107be2d4c7b9cd7f6226e" ], "options_json": "de5bba763db1410248bc806f4c9936f5455093120715f55ae9fc408f5d885bb2" } }, { "id": "race_middle/test/593", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d0a368db492f4ab6a9c156bad7ab6c697906e59e09bfb4b9c264bce83f48a380", "prompt": "a1898c719d78da362d7fd0628e481f99f61c68906e2d96f5f0ff965b0279e1a2", "options": [ "12da2d1f93c87dff00d0bcb59e263d28eeccdc9d9f5e8f7649f3419f11a5e91e", "a971cf065fa68eb8f4734a8746c5c6cae192b2d02edc02b4dcef769f7f55c322", "5a422458594e628e13e9a70fed22b73202cd13dd1adbb59221a1179990f4a83d", "3ad39cf46f63e14bb1ae9bf68da88895912d0ca181f9733d63d5a153a259e382" ], "options_json": "eccec3fc0971593ee14f191cad3aa1bd5b4e0cd457ebfe37a3a2cd6fbb70a86e" } }, { "id": "race_middle/test/594", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d4a01c2874df7d2d1313d537c038336e2572281c9ea305cb4575c9b516a0723a", "prompt": "898092680fc3abb158ff506666d21a535bf32b80e0eac15b0b9bf7b0a6259a61", "options": [ "8a13d9629fbe20ed4cd87b9bfb07f122279fa368e7296b911bcfa9b4bee107e6", "385781c8f27f1b69d470b499b883bd165e16ff9219ba47e3fabe0da402c55c45", "9b04d2bde2259216a11422f45f672df3e96072288069e5c151a42a76fb9ea28b", "d4ee6f118a3867ff9aaad91e92aa1265adecd00800b3b47d4c775682c8818429" ], "options_json": "15ddbfaaa90e484b5cd06c24f3bfb7e1a31e78dab7181b5c4a4770ca1b9a6202" } }, { "id": "race_middle/test/595", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d4a01c2874df7d2d1313d537c038336e2572281c9ea305cb4575c9b516a0723a", "prompt": "3fca38684efe0bd8efd58d31ddc22b3a8273838082f1b52a99f64c1a37020b9d", "options": [ "4ae4080442e5d706ab5b0f746ea0a66a54531e9c06e37b1a0e41682185249110", "6ab0e9eb200c2d9fa523561eaf01cf2a382589f700991281f827253acf836512", "85b57cb4aff0cf43b655a43b803bb801e3a45a292cd6d94a74e63c71db0418ed", "8471c43144a01028a415690d0f417fd296b57bf2f09c8bb2969c96a729477bc0" ], "options_json": "6dade76c5819e016946294d82ca6d9db98402f4e3dd3dfec99e73294801bf7f6" } }, { "id": "race_middle/test/596", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d4a01c2874df7d2d1313d537c038336e2572281c9ea305cb4575c9b516a0723a", "prompt": "2453ec990147cfc5543b0c5256cdd2bec7eb072af71e48bc75e1017f38815184", "options": [ "04eaaa12cae480b565d6c163c36dffd86f48af0e6ba3d6fda010bd5fc76d8a7f", "9c7637679e83626f55576b0fc4fa6b1137c2cf37a8bab1bb12ccf0e34d24380b", "240b24d37bedacc1034ffe4165fa795b4fa34e7785630eeb9c561efc73099bb5", "4057348c10152d4b9cfc87a838841826755c3daf7f35d9f7ba056cf66071d50a" ], "options_json": "fd6fd3a4c2de631dfd934d68dc35035eee34de57ecd6c3892aaa7124a462becf" } }, { "id": "race_middle/test/597", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "50c47cb327d6a05f72736f268ccdd6d0bb60d96b53397efe90a90186a21761ea", "prompt": "2e29c27e642d9634360a1bf7ec9621bb70fb523d0defc9e9f51835a1319c52ec", "options": [ "f60ed5c4a219e641a8ae09687dc2bfbffabcaa94258f741e46ea63b9484a6589", "9e3394b0e644044a4de1af992bae002ac4c4a5a2198e40ed1baafe7a4059f2a4", "02210c8aef6d2f4feecaa86f923dac33bf898ba471c44f30b02de247e6e90184", "7367d0e6be762bc80e2ef230caf8bcfc97a594823c6e4765b656d3dd473d00f0" ], "options_json": "82eed2f1325e95410f0eb3cd283edfa200ae512ae24529077fed63bf09c50d7b" } }, { "id": "race_middle/test/598", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "50c47cb327d6a05f72736f268ccdd6d0bb60d96b53397efe90a90186a21761ea", "prompt": "b38cf40719a5da1f0ab81fb876902a925a002e5de45155a30018ec5be215c048", "options": [ "1aa7a662bba695d661af1df5cd063015940ecbfa2f00fd5a4fc89ed6cc4e5501", "f6ce15d44348d9fe7a020991e1156fcfc00cbfa2774b08206c74241216e28107", "34d013dca95b25a31a7cdb4d8fbcecd54eaa6da76248f6828e4ffa3d0f08e6b1", "e8861d880ba2d23a9f5f3fe6c642ae199fc2ca415ebc32e3e5f34ba5bbe848ba" ], "options_json": "84d4dea27732506a9a599d777505508d77e5138ac63aa41a7900dcb47b4012ed" } }, { "id": "race_middle/test/599", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "50c47cb327d6a05f72736f268ccdd6d0bb60d96b53397efe90a90186a21761ea", "prompt": "be711cce2e5b62034ab7b7ccd2c72306b136998229ec9c69c744dc3a88f75e62", "options": [ "8d15e56db12ebe1475537f6629d55eace72dc6d7499d9e711d7c74fbcd9a15b1", "b724909bace6fdbd0a463615ef6e4155702f9aec6b22c63368c53f3b6c0b3351", "ea004cb79c8b443bb9143dcbfa09ae832ed92e3bfd0120e23b759fd0b2241b8e", "d93259c6c623dec0cd724de8c4d6f02818ff377b5019a7724c0874b585c37d6a" ], "options_json": "24cba34472467bc9d864cf7c437b22394e00700db4e5358ae99b4f8252916d78" } }, { "id": "race_middle/test/600", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "50c47cb327d6a05f72736f268ccdd6d0bb60d96b53397efe90a90186a21761ea", "prompt": "e4e95f5ceaded11546e6c87bb99b30b69328e9ca0de35c9b3e6dc67f132aff0a", "options": [ "7b301fc3a6b95628257f820bcdd79ea6345d69bd4feddbcdbb24cfb21819b600", "fbfc3d5165934714da2b0a9bbdbaaffbb4701a7797746cc7f39f0d6aac7f1a96", "47462d459a3b92a25b445eb2be4a14ad52de6df4adcaa0c49c75246393b6bc32", "1ea847ca4cf980d00fe67e30a3ec2758b9ab6945fa3810c4da3a6898b5766f2b" ], "options_json": "c4584a20aea69f4a1f688a717ebd4c2a8a9320aa42747347651cf04723a69609" } }, { "id": "race_middle/test/601", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "09d27f51b9c2010c9f10c33e4e5833a3ad6e1f703ad44c69ffa9823616f4d180", "prompt": "d0cea8d367d189b9eb4ea290035d7db516b3cd7ab12969c28d027b85e5cf2a3e", "options": [ "eaa73cab6554a83b55c920c0a7564492205c388f4196b5ad0219d5efab39f28b", "e7cd9c3ab5da1895f52abfece688c0f136a26c348f0619bdf724a9e1667b747f", "174eaeb7f7cde471ee4f418ccc5f16c703c911b3ec5c7ee634f5a77f837f12b6", "4f7822a8361d7dd74592c391b2a29bbf5fea66ca5037e9c766cbd64df97d2fe1" ], "options_json": "0683273f651553d00bce4751b6a949f36f229ae2eb5c7500027f24b8fbe05de8" } }, { "id": "race_middle/test/602", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "09d27f51b9c2010c9f10c33e4e5833a3ad6e1f703ad44c69ffa9823616f4d180", "prompt": "d22cfd36d72990c5b662c22d4ab007d0711d7e981810fec003ed6d58a14d533e", "options": [ "3d1396c4b2c7ae55079e7c00073033478dc33635d690bd5bb61871b399a35fb6", "0def805a083d08854fc772fd3603f46e25e05034ec4f8b572c7804b4a7e23488", "a43acd6bab8c261507014850d79eff72782fbf2a249d885e9b58c45b8525ecef", "d95a4a038f5eb361849f46589c3faf8c105bbdd62967c798af9d1de4d046c43a" ], "options_json": "709468c7a025a735603607901fa0a7139002747c655ee98118c29a481ea48d11" } }, { "id": "race_middle/test/603", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "09d27f51b9c2010c9f10c33e4e5833a3ad6e1f703ad44c69ffa9823616f4d180", "prompt": "e4cb16cda9210b75de943ddea9755142b04a08adfda32d78621a699cd10ae76b", "options": [ "456b43d29fc5ae9069194563dfae36635d34dfaeb8b50bbe23bc444c2d6075e7", "754a7698018568db36b0ce338b7a4240d1b85d5100e8baf11afff1880e92bd91", "27d320eb4c70acce7b21f15c0e7a6dfc05668fcc05901b7d7c424bdc02240fc2", "243f78eb7c417aa17b41a7fff9c6fd65d7723832fcd062f308aff05ad7c13230" ], "options_json": "dfc0ddafbbd805d37c628ef9b6f0511abb22181185dc80627c2b2286fefda81d" } }, { "id": "race_middle/test/604", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f89a2161416a7308369cd6a342ed0d126875ebd9c769581fd60ff14d52d8523d", "prompt": "76cdfb0aac83f9e43f291e51ff5649fc5a7ae3ed351e80665aaff405d99d7086", "options": [ "c216d0209743cc9e65756bcfe565191a83834deb3105540c221b62dfd30decfa", "0ba631fab3cf0856636ad9493580dd6b7c0209c4b5e150b8b7f3038994088784", "e75986949704d27a682302a367b26c34c43f96944ace60475184348a86ed08d7", "2bc0a6596ace0f637872acc1cc2c26757523c753eb659ee0a26db7f8910074d0" ], "options_json": "201af3306283649c60a5298dea1296c2f67d5729907d709c4fa98d5a036440e3" } }, { "id": "race_middle/test/605", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "f89a2161416a7308369cd6a342ed0d126875ebd9c769581fd60ff14d52d8523d", "prompt": "8ee3978a2e931e8e50c3bdd7875b35be35bf93c5fb64c2261fa9535c7a051bf5", "options": [ "608872bc36fc403572d1d19dd51293203dccb3c01bbb6bda3c5aef888c3ca0cf", "2d180c4dcbcee730d884eabeea46f3a1383d6b21ac096e56c295bf048d9fd694", "734a2cf0854b303c0e5afcb7330f5dedd86f33a47799e17f8b130e4db275e76b", "21e437042fd395b145b91f57858279b2ff274d6786dc8a33ebf3d5117b545fb3" ], "options_json": "1518f5697baab7c09745f29cfd0ad27aba1a82a241ffd8c3d9d4977861749e93" } }, { "id": "race_middle/test/606", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f89a2161416a7308369cd6a342ed0d126875ebd9c769581fd60ff14d52d8523d", "prompt": "6f4b5c49e4d16b51f12acc898477d63e447b76457a304578a71d8b6cc9e1cad9", "options": [ "ceb16bdc9bec5a06eb2c41a9097a4fade7229575e5911c629c29ec5306902ea0", "ab81de5776c951a4b29ae8f00075fb7839fb63ac90d0af4686d15f4a2a05cd64", "149975e39da1a2b8abfddcf063ab36fd9e10324cb8d0f6f85ce234b690cd4283", "68f359a00f446eea7efcbe10af05621f35347933a69dda9c9bc6539be3df4bbd" ], "options_json": "a6c8e864388b44133b6c8e9ec00f81f2d71148bc52672cc96d6b8173bb7bba3a" } }, { "id": "race_middle/test/607", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f89a2161416a7308369cd6a342ed0d126875ebd9c769581fd60ff14d52d8523d", "prompt": "234e750b5dc3692723f25910a82b0c5081eda91023a1ba54dac019d7baf1f514", "options": [ "0b5133577e82cacff7c680ce82f9032538a997cc3a8e3b5023084d71cfb3b6c9", "33a430334eb0a7941e173f762c1c392883bcc5c5cef0db30cacd556b7a73b3a6", "5e87d50866e8abb738d1c0c15c4b37d97d4b263cf5818c7827f1935b69c58918", "9c90cd41599abb90a2ad3700c416e3f767f1507264670cde2368e8c7a36fd01e" ], "options_json": "ccce501d6f012f5fcf25433e04999c65a12be2d545d14f6f241a7a075d6abf44" } }, { "id": "race_middle/test/608", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6eb3863cabf031ea6614d13734f47ae71dfa8ab9a06e85fe206ac15dbbc90662", "prompt": "2b93c1bb254f489f5613e3b93c82998f625e377ed41734e456961071d0295a45", "options": [ "549aa07e354a5da6931e623c9dbafe32c22e1ab71af4c1bee2148468b35ded9f", "0660eb03857600b5eeb45abc6f5c6453340cab46d5dbfe9bf16277c15e989491", "e3c6fc1669ccd5c6c8b22692d08a7f389af7818cb436bb4437d1df2c112566dc", "a0b2cd50726d3c6245230898212e763cb47e0124e685c770677098c0f35f8006" ], "options_json": "28adf915cfb60311db449dfd6f64abb6470107e2b0ec5988a952fc76a0fe7896" } }, { "id": "race_middle/test/609", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6eb3863cabf031ea6614d13734f47ae71dfa8ab9a06e85fe206ac15dbbc90662", "prompt": "68579d71aea5c4214ebf231c62e379ddd1bdddb8cb30ab84e782400547a6bc24", "options": [ "75cc597acc338ef0322aef0989727cac7bea3ab09dc5c545b98337d6b182069b", "207059ac5de1bd7557fafb6603a118ed4e8bf47cc0d08ed1a2ddfe48ef5321da", "c7763e0a9c11d4ceb1b9bf67387e18c691f82a93e389f9d29a5f6ad54619b39c", "9b73c7079b8fd7f8fe4031996cefbe9cf2eaae4771adcb4e84c050a9da73048c" ], "options_json": "f1cd20ea01432d0b6560efa3d9c17baad28a77757804623aa5c5828391e1a015" } }, { "id": "race_middle/test/610", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6eb3863cabf031ea6614d13734f47ae71dfa8ab9a06e85fe206ac15dbbc90662", "prompt": "94847189b8d24931dd315b105406835567c4e3e612f3ea69cb2905fa4ab5d318", "options": [ "9ac62320f4bbcf5683c903bb261fa4c4f533e67229f0eae4cbea9fcca25e26df", "534849d69b648c56c8db0d0df4472a85ff5624af69daee7ed441bbd3397636b4", "a45eda17990c50c88fff68f84d343457e787644461fc3b4df806ace023214ea1", "e6f72d6ae202f640a333157934fa62c0353865c02df4b69331b8d7f101a18b72" ], "options_json": "5b19b5a1a7a8a77faa4a6410064283cee559bfc6d5204b6014a8021cae6a6d30" } }, { "id": "race_middle/test/611", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6eb3863cabf031ea6614d13734f47ae71dfa8ab9a06e85fe206ac15dbbc90662", "prompt": "2e10cd0331f55fc216812176f47c21062909b316de69b5e97c68e92da8d22828", "options": [ "e67a9858d2d46b47a385cedceca0df1058555f351cc6578f3808c38644dd7ca5", "a3eacf38aafb77bff68a65e844cd832f4096c916441708b1ef1dc60d09cfe11f", "deadc3d6051c95a1dbeadf28132b4db535a23b5314892a4c663b0f048596f864", "f76bcd4681eb133a4671d4e8bfde125595d94326b4030554621faf17d63701ce" ], "options_json": "d09fc75f142b10403beb48a442f1843a13b3aea2458e47f651798d7ca87afaed" } }, { "id": "race_middle/test/612", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "6eb3863cabf031ea6614d13734f47ae71dfa8ab9a06e85fe206ac15dbbc90662", "prompt": "8b3b9e22ccf32d586d392b056628005cf750a3f3c716e85004f7075d34263520", "options": [ "5a72225d3b0632369bc3133a6c9f83448dc1382b7e96b7f165687f57580122cb", "ab2256091d76747eca3b02179ec2a08504d8a12d61386cf68e37ff84c8584c96", "9d106122c32c8a176152003304a54563fc8fb386a1fe084ad0f81709b6512ae4", "af6cdbdde6f8a1522e7c000f95ff8105ea0e465dfd7bb29ff7fd1c9d1e6afcba" ], "options_json": "5b1ce3e866ddb6eabd8db42d6e0e79b459001c4dff7495b1e94db99b3c396801" } }, { "id": "race_middle/test/613", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e88e5cfb1617c64c30fd18113c91b257ceae0ce947d28ca3a9c9fa191e282593", "prompt": "f77e65a54dba587558ea798665ba0a3d79964099ed1d2adee5a6f1b8bf9a513a", "options": [ "ba1c024acc495b4c87d063d5008e13e53f48e486e71a78cf34f411bc18773bac", "0c22b80801efc1e384db2f5799088cefeddef011dcd4381d880a5def8074eee1", "f552a9a0bc6e79854efccbedaad39fca4850031607f92aacf849f88aa4a29078", "09edab23bd0863c0099dac696a6e889f7a4239bacf7b68e1d82dbd280c445249" ], "options_json": "fd2b9afb2cf1c8a36fc9d7123b45f34fc161f0073b919cc48ef865498e4a1048" } }, { "id": "race_middle/test/614", "gold": 1, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e88e5cfb1617c64c30fd18113c91b257ceae0ce947d28ca3a9c9fa191e282593", "prompt": "3a17edc8fddb01c412c9257c112f8a93dc5fec3b9b0aeb5358034d8aea0871fc", "options": [ "a09fb71f64c7ce556ed1626c6d15d1d838b2dbce77ea40940d0ff42f102f1691", "4ec73733596e47ef33ebe4ce1fe3d82886e12459f1cfaa23acf24e2f1d736efb", "40cb231dcaa683fdcf361a624a7ea7772539680d746335ed1f6fb35545a10953", "e935009c4f05792a64548e411eb88eb06159774b95bef1d33c238474702ed4bc" ], "options_json": "2d2d10d5bf0b833f463b203e14d4601919e4fdc1c3833fa6b6b73470ad1b6baa" } }, { "id": "race_middle/test/615", "gold": 3, "predicted_before": 3, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e88e5cfb1617c64c30fd18113c91b257ceae0ce947d28ca3a9c9fa191e282593", "prompt": "5e86a30ba37fde94ea3a44a09b6d23c9ce4133ba243bad719dc1243602b497bf", "options": [ "946b394c75f23a00da8742c9f7b2f746f199d85a62a6afa80ba2d8519a97c117", "d4a9733e4eb422188513ec4426e76568c7a9918f1af4b3c0f8e0dd802e320db5", "b194694701f4f9329a7cbaa6c25f6eee94b93456891c10252881ecce6a66f5d5", "25ea25d68505d42342b6ffa206831ae96060d9b4c4c235bb3a8f43f97ec387be" ], "options_json": "33cb810a40397a19b8d423d74573be3208041cd1900ef2d51ed7171c7e75b148" } }, { "id": "race_middle/test/616", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "caee0b43a499714b79e3a6994a4f44a556474ed547f5d5333695aa2f5142a73a", "prompt": "c43628e53cd596733be3304775a18bf1c0d7817cb3218916bed7b4d65def4de5", "options": [ "5d67991ae967994c94b2e21a4d639c659d357a6fbd3fa743e4f6638a440d35c7", "2a59d59e3809f827ce709d3815e3950eef4a6a93af5557a93a7fdfba71460843", "042252015150169fda0735fa99907db712ce974dbb56c6ec07dda1ea3bae5e29", "12ed8d14a55fdb4701ee8219f10fcf2785914f1865b27ff495a31b9f41ced203" ], "options_json": "5c8d89e40fdd863476bcbec653649e3844ff6a5a189bafcc22b55565cd403585" } }, { "id": "race_middle/test/617", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "caee0b43a499714b79e3a6994a4f44a556474ed547f5d5333695aa2f5142a73a", "prompt": "b753f7edd5c7d07376d1e4a1a5ffb0db01f911d2b9c92abfaf110a265a25b488", "options": [ "87a62a4ecfe7e5f440e2c65b5b7208527f58e0001101739794a879ce5eab2229", "9af62c7288e226c310c58f76da0dd0d4450e04400d90cdd4822018b139382651", "9ae9fb4fbe25e1e4ccd48cdaac790a918b7f4b6c1a898db543b78cef28a53c1b", "503ba619526056794ddbc35bfa814d2b5dc066690d8b314051f3b445b071d4f9" ], "options_json": "4e4eb135686caf8b6812c672d255014f43ffd3322b3caca5aa3ed2efee454e22" } }, { "id": "race_middle/test/618", "gold": 1, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "caee0b43a499714b79e3a6994a4f44a556474ed547f5d5333695aa2f5142a73a", "prompt": "4e30b7cf87340ae8c90da46801350ebde8901d282bb444ba195b67a8a1fb4b27", "options": [ "4b9bb612c1cfed7d4679e8ccd6c95f4912163eacdbd8e41df2380c8da09ee474", "43399cd54dd463fd1452c498a82d877d19f388adc06bab9d395ecd9613d803b9", "673a77aca450d096f23f6427db56e9bf0633e400fb64ce13a036d852248c5bd8", "ed2606f0365c0ebf795badd80b0bceeb0ae12b8e53faa59363dbc46a48ae1048" ], "options_json": "773ff820eb726438ebf4aab3442eb33eb7156f1658de5eabc337358265e401b7" } }, { "id": "race_middle/test/619", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "caee0b43a499714b79e3a6994a4f44a556474ed547f5d5333695aa2f5142a73a", "prompt": "adff248e27ceb31b3d9e65f6e0f78659bb1e748d73ad2cbf1b309ebec510d6c4", "options": [ "2bed9642b7266cb1ab32d6c89ca70a702d1526f0f7cee95781810bca8a5d6934", "6556d5582ac4fc4d454bf06393e4705db7d8a52fd1b20159846a77db5c5c0103", "3d1bb7d74ac6aa3afb7b0b16907576f32a120dedd78a2f67fad419dd7a2eb797", "863dd558ccf3db811dcfcc14db0a606ab5427c7043130f4781f131546909b5f6" ], "options_json": "3266563304035336a55112fb94fef636c65f00e0a04695ff29c80cde2f195a94" } }, { "id": "race_middle/test/620", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "95d972b3d655b0bd2fbe3234308a1b74366f65fbd5639c6df4da0f9374c36c35", "prompt": "4f50b9953c5e6047430883061aff3f7eea94bbabf0d17089d50ed89f60b6c1a1", "options": [ "2c7481229c92d45cf61d43fadb1525cb167f4db45160b0c4b0e479e1868597d7", "8fd330e567d7656f69b25c56271f93a0642347014c98c6b19b0b097662f73e56", "6ffe015bb329533bcfd9897e59cc2416cb4ae7ba0e5173eae8049fac670f1ea1", "9ade24142712bd7a41f7e381a52ea1cb46e0a52782cf75f518f1ac28d337e33a" ], "options_json": "3c01d87de41ab589ad11bcc8680f9cada3779bb4288641fa6f6055365eb1b042" } }, { "id": "race_middle/test/621", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "95d972b3d655b0bd2fbe3234308a1b74366f65fbd5639c6df4da0f9374c36c35", "prompt": "513edc6d559f9b246ba389c9257bafd3860be0e8ca304cda9b6760dcf327c954", "options": [ "0763e78df5d3d403681d483fb50225856aa3dbe0311c37208ffba1f84999ff70", "1d261151fdd48c641e73d1bc6e7bae72ba21f1c1e8745468e9221fd9629e8cca", "a90f8e50eca0281c85ed3c90ac5e76d5bdad3ebccc2d862cbfba91b5a57f4a63", "e022887f0e4045eea848fe80ed20974017af5dccb4486e34f8655c587a7d5e8d" ], "options_json": "863e9c6afffab37a098acf79d50440a7a121501fabe04ad34f96b06d38975f23" } }, { "id": "race_middle/test/622", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "95d972b3d655b0bd2fbe3234308a1b74366f65fbd5639c6df4da0f9374c36c35", "prompt": "49aab9e653f9efcd150f54f5a693d75f2eab950e1dc23c228b32cdd00660a476", "options": [ "751d55ec3eb09cb98c643d8e93565c7c66b8b04c02d5c3d8314380d411b95bdb", "f9fcd6e31bd6311467d29894fae0db1c16acb84bfe9cfb30b666ea77eec43b69", "af202ebda076f42d5939341539805c89db55a5b90280542881fed150d375b18a", "bb78f97b6c8c4882290ff873b305b77847f6c1dfafe1184998525ffc376fd0cc" ], "options_json": "3e3ea232fed6e6f6bf59d749c585e2befab21450bc3564c639ea38de0e2d5e5c" } }, { "id": "race_middle/test/623", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "95d972b3d655b0bd2fbe3234308a1b74366f65fbd5639c6df4da0f9374c36c35", "prompt": "6b66a25d440e7af77ded8e999779aeb2ddf8adb6f7e8e1f4019c2896a839dd4b", "options": [ "7ad681b1fac5b8546e10d42d80d7362fbc8be8384340d03335eec86760001285", "039f5c7d80ff428f3b8dc0edbc1aae5ca6469e5e0a154c6c7c66a6937f26e505", "2cb7781c37465c2845d65cefd40f7fdfa50fbd28728bf6c67a3891da265203f7", "07e5b6fe2bfb0f2dedcbe33659011f22a80e9c43c70a968d127ba1eb2493d0d8" ], "options_json": "0c53d3415b6550ee92282ed4f8f589143697a259efdd24429a6b08ed9ac42cc7" } }, { "id": "race_middle/test/624", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ab559b54d6f194252b20164146d26204a1d3a02a6c09cd38f500cb72602447d9", "prompt": "3e6ee46fb8e1816aca5b7c0e62d3d8fbc46955c698f5970cc4886cfaef239857", "options": [ "70fcc99c504ba304ba384e4db0875230689607d60b0735d5e487cda062abba25", "f06065a5e8d1abc09fb954a43aee50b1c3c1bf76b7d0840605b942e9ae0a4be0", "8e4c5185c6109332c906c5c75fc61a93add30d99233a0c3e458359894352f304", "91b7ab4fdce4cefcbaf4a826323d8a52ed300c2d6b08533fe269ea94f719b81e" ], "options_json": "43d780e4fcc0707d7567d075ae4a83534ae474d0646451753071d206d46cf41e" } }, { "id": "race_middle/test/625", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ab559b54d6f194252b20164146d26204a1d3a02a6c09cd38f500cb72602447d9", "prompt": "1a8f2d0382aaab287706f4b3744f3c9a9450abad098035c8b4884054855d93ac", "options": [ "3cced0bc345f3ca64cb7c82fc9867fcb0153264ecedb42a8911afda880f696eb", "8a8e205d48f38b289820007f892024033563fd6708d7730943e3073e356acdeb", "a3d068045d52eeb5bc94d851d85156638b47f6de5a56444facfb08388cc20ee6", "69b151906e57d1ab37922546bb9af1cf5242d048351d5715ce13f4aa8cf68e07" ], "options_json": "2b9e91a4642fc0f89a292e7d740567c33837a2707a5309b8974dc23df05bad06" } }, { "id": "race_middle/test/626", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ab559b54d6f194252b20164146d26204a1d3a02a6c09cd38f500cb72602447d9", "prompt": "70351e7050043bbcffab37e53f8bb29c435948adfd93c34f89183e6d5a7e2bd9", "options": [ "8937a0c6123704245ea59c4aa17228ce9760a557035734f8eafb8c093ef1ff18", "7e8f590ebef9895899b4d70bc2fea3b2e42975e1c23065dbc0f623cb64ae1127", "efdc66be728768244424f4ef03f6c0b6c8c57cdda9c0788baabcc761646d9e43", "4d530870312c8b18f20abc5890e92b68a2f028cebc06748a51db72cb8a1a321c" ], "options_json": "e8555b849c2eb602bb0b87cb1c7db235de5cad4c7ea8040d4b00ca43e0c1084d" } }, { "id": "race_middle/test/627", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "dd91c8f7a9fc92bfa047975e3b50f322e56f566b5670d7ab18f139a04b53ae07", "prompt": "b39deb87058a7e240cd9937ac989a21055dcc3a060eb45d6975dfe4227398eee", "options": [ "2e4b9cc2428beb7bff6a56c14d7304e472a23e890e91ef0a6b0b0380e89f9734", "433453e9984c904b6dc38d2537a6a45257d4040060f4407458212ad3c976e6b2", "0127ea1e956be78c62bb103bd6453eee623c2c29f526344472dda87757eee7f7", "3b4006bb5ba398beff308d501a4f19cb79199281d55d05699f1899ffcbd8d372" ], "options_json": "32c97b0148dbf77b72f7cc2b1208af1d8770c3c0b5b7cc7303452ea0e995b95e" } }, { "id": "race_middle/test/628", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "dd91c8f7a9fc92bfa047975e3b50f322e56f566b5670d7ab18f139a04b53ae07", "prompt": "4bca8179e3cd350245f0d45bb397749e4c58a027052d922451418b85ee6b6973", "options": [ "ba4788b226aa8dc2e6dc74248bb9f618cfa8c959e0c26c147be48f6839a0b088", "16477688c0e00699c6cfa4497a3612d7e83c532062b64b250fed8908128ed548", "c685a2c9bab235ccdd2ab0ea92281a521c8aaf37895493d080070ea00fc7f5d7", "b1f51a511f1da0cd348b8f8598db32e61cb963e5fc69e2b41485bf99590ed75a" ], "options_json": "3e8bd8690885657ab5ce3e80b40807a82d1ea57e02e549a75262574787908982" } }, { "id": "race_middle/test/629", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "dd91c8f7a9fc92bfa047975e3b50f322e56f566b5670d7ab18f139a04b53ae07", "prompt": "98316279cc0d5da35bd3f1a4edf79bce413ea9d4fcac84b53580540872a3aad0", "options": [ "0a0d8062998058e7a6251ed2221d57b1fb023b5fa2e79c16f1482acde7b66af2", "695ce5f4c407351dedad3ac7d3e74267b0d17eb5b9d27e7e815d743f04d4f626", "40052902477ed0a5f1b09636269ffa3f8e332fe33b305b9623f79abb75ae6fc4", "47253fdabd7d21f33fc97066355a2da59bbceaf039e13f154f7dc3e8b1ede448" ], "options_json": "4c9355e465379d04cbcaf9fdba14bc2939b041cbf297634d6024cec14d8e750e" } }, { "id": "race_middle/test/630", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "dd91c8f7a9fc92bfa047975e3b50f322e56f566b5670d7ab18f139a04b53ae07", "prompt": "99fc04f1647f3ca59e069d3e10d7eb275779f173671946716cbd29d6e1fabbcd", "options": [ "43aa31d8ce3c3d67ead49a490d0d07cb3221bcadd230ed5c1696f4ff359309b7", "60eb8be50fe31bbe68b92bfae932740810d28b20ccfdfd6d3f6ef261d326c8bb", "80495f7db65cc057cf01ba55bc0b4ea88e00ff42d51694b9a937fe8e735602a2", "564468828477bf342add8d8097ec17d9235103be43a2c34afa0131fe9286b69f" ], "options_json": "91130f14387bd98cd7a9ae7980a61f714f87087a88296e683264ac73e10ad7a8" } }, { "id": "race_middle/test/631", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "dd91c8f7a9fc92bfa047975e3b50f322e56f566b5670d7ab18f139a04b53ae07", "prompt": "1937c01f2ffe0d91d7447d7f87a0c984be4022ad11c2308b77c09ab1e55726a0", "options": [ "fe4f303d1cb1eea33772827e5f3bb20160888f3e8dd94c563a4864528830bad7", "f02767f23e4ab2b799ebb759998182dddb6fd52dabe37f70c58687fa614a90e8", "f3ab36689ed360c6a5cfc78b82bd1ec5ff7107eca787d6bf60cb470afd3de94f", "f60b6fac5d8715331fb814b1dc632e3645077a00c47b5cb951f58440abad47fb" ], "options_json": "f64884bfa7af6855f5bcf34dc62cbcf6e548864689bd98a15b89ffe6dda15090" } }, { "id": "race_middle/test/632", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c86826c6f2b406873d6c1081ec4e24ccdb1f68e59e4f218d8f21b04f5c1e32e0", "prompt": "688c1e97f5b1f2fb99ea9185e3ced20d9a284b5757afbbae61c909b2fe11cd02", "options": [ "9c896349eea3d048bb414e9638638e47331184930f9a76899aa550a401858e2f", "61e94277c9561c3908ffd91694b659d96a9b8bb1bab335a08ac115e2783d9801", "f365c0c06c9c084ae65a1697250c972aae0004e223a9121364e45b94d7fd5c63", "2f77157a2fd62fdf09bf091c30d24683f96777e998a21654c9838a6ba7534114" ], "options_json": "e934b1b510068ba09261806a20360d299e2ce699b55df54e2d938e03c71e872a" } }, { "id": "race_middle/test/633", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c86826c6f2b406873d6c1081ec4e24ccdb1f68e59e4f218d8f21b04f5c1e32e0", "prompt": "db8393a4a34320340d240fc1fd57bb27f40636c7f6e83b73640534528c414306", "options": [ "60f1cb69a9fb88ffb8dfb41fff3a91172349c074960f3a9b652a70b1b5298358", "74cc133b9df68b05e0dfdfe76176eaf42f6b367f22d5f7c0b23e435942d8ebe8", "93f2f93a0b5fcd63ba1d930830f2f67781c9027132568ad71a1528a2d8be1a99", "95a831d0796dbf9dd5e913bb3aec93cfbca859d5ccb3d6353af21cfac5b05808" ], "options_json": "dfb6562e27913c249bb7e819e51eb3e83c9466ce920862eb40d0de9b5da76aaa" } }, { "id": "race_middle/test/634", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c86826c6f2b406873d6c1081ec4e24ccdb1f68e59e4f218d8f21b04f5c1e32e0", "prompt": "63b0223316f04e050c2c4f7d253da292a5259c14a48273c5f65ed1314327ed9b", "options": [ "27f5e7bb963fa347bed59300a437e2a090c20b08fd6e5694f09f06b358d0295e", "08115186b6ca5fa395b8a1d713df973b2edca36442336276f637560c73dfc85a", "54f297539fccf5853d1dd72e69ac47cb9d41c56e72e3f54eff26186e2f87359d", "d9e439ef359cf62091b971e032e344617fba288a804ee63fc596083782f3bfe6" ], "options_json": "aaf4cbd8c8943e395155fa2e98cb5af04d0cafee26ef50e1266d7e038f0854f3" } }, { "id": "race_middle/test/635", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "45c258186f7c287013fe19a7912579e24c03f9804a1b7b70e405c44a9480a67d", "prompt": "32303539a0fab82ee58a0bdaca06f6ec1aa085efaeac751432e86a23581097b8", "options": [ "91c1ef8bd6421958c748014edc270d0741dd41f651836939582ce015b16e9e17", "89b5fd22024f3dc0bed2f56996a5de989226e3b3270231f3ecf49d8bb7dd1e51", "5d8d630f9fa4d57f48cf65abed977a3d80afaaa72e0347f485d5ba4eba2b53b8", "062056fc7bfe273f94c540edd402eccf299e1779af74a00641aec0d84bc86e23" ], "options_json": "67372e0f7d73b970fd3c5960594f00c37e769319b3efa155c611f9d3d7cb7095" } }, { "id": "race_middle/test/636", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "45c258186f7c287013fe19a7912579e24c03f9804a1b7b70e405c44a9480a67d", "prompt": "2a7237280416697e5b2173f7d67348f66a2fe2ee0fb8ecce53cf72abe998cef8", "options": [ "90d66a9e4fc7769f453428c986e5e10b021e5466e21e396175af4cbadf120bde", "8c8405cee7d15e01e4675dd3ad78b8a44003422149197395b485676c5c8c7440", "64af8822267de63e75a271ea4924042c8b2c16eeb534f038f17d8dbb6dd3f471", "55397b838e07bb271e8df695e54354b9e4063efef82dc492843d9a5d3c951b4c" ], "options_json": "fccafaa2ea6be018a271c6a0af47587454670f1c378cfe6b3e3e33f6ef2d17a1" } }, { "id": "race_middle/test/637", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "45c258186f7c287013fe19a7912579e24c03f9804a1b7b70e405c44a9480a67d", "prompt": "cace659909b4daa167f1f41f509b4fd6c704ce1a67dbb3ac3de72e7e2e1ef960", "options": [ "c6d1e27d8e7c610946ea2cac88ae526ad0fbf5504c88c8cb7aa48664ad119236", "01d41fe6238262907f592f6d6164ae988953f6ff80f19018760e435d9cc51f5a", "cab571e6c0bbcf9feba25b31e1c9819da1c48cc53451149ba3ef72f8b142387d", "bbda8e503c13e9bc6e2b32e6ec0a236736ceac2d9edc12af591ae0af764e02d5" ], "options_json": "7a307149cbeff53e853882f5b01fd6269aa3e8cfa7bc6fe23fdada031dd6ae1d" } }, { "id": "race_middle/test/638", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "45c258186f7c287013fe19a7912579e24c03f9804a1b7b70e405c44a9480a67d", "prompt": "0c38cecea303ddf3bd027f30111e702841f09c6354287d26d1658bd6b6ee876f", "options": [ "027bc89758a163b6a4c437feced96003f2bbb9c23547cbdad2bcde9bd30f9840", "dc6059ebb63f5b36f8e2ab27bb45b2be85cd2bbabc6c8d78992c0d478fb98acb", "50edf2837594cc4356dbe261064b80d891841c01a99eb5e3b7d10b6fd1459762", "0e55a5f02c3a6883e802835ca6e780175cfddd26d50a487fb41395ec56e5c4fc" ], "options_json": "938482258f6da8af1c1f50c44c76c59c8975010377c79cb441ad9b90c411ae74" } }, { "id": "race_middle/test/639", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "45c258186f7c287013fe19a7912579e24c03f9804a1b7b70e405c44a9480a67d", "prompt": "689cb106eee0c5e9d1c537ef8ecbbab74ebedd27e874e68e1ded4cdb93d3095f", "options": [ "0f7fe1fd2fe85c85cb1b38e938b24ef65c98e0cbf1a28010f0d1cd09847f9dd0", "6371a3125c24103d8180ea76a28d41ce244bdd13d30252582f73da0ec29e7b66", "c06b0f0eaa4c2a36836a0f89925a73d4ab3952fe3d6e6654a3dccf4979104a8a", "68b325aea83fbdc760376739e81abe6bdd9a4788c1267f77510c980c58f39e50" ], "options_json": "39a83fca722ff2ab074719b5b121623cb1d1b77618f42db3f57371088ea80bf0" } }, { "id": "race_middle/test/640", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "03d4a618f5801e5035f1973d3538c446a1f6220fe35da856295360e98c5e207e", "prompt": "75ca7b1697f6e17c2f9bf1da6f0de87afcc3284e229e50046a54b9c755fb2daf", "options": [ "7e148bc7762ba71307d10fa11b1e35dee4580d842798c85b88d28f92ebd18188", "366993077ce453b4b9b04bc5f70556b7740487a5fc99527ca78f64382a69d563", "befebcbbb78de1e1a5888592c153ddc59e0bb4312fe71c59d50549a1446d75aa", "1678109dd1e1946cfa576d8bbb20b9e6d9cb5754ddb63d30dfd5031a85abac4d" ], "options_json": "a314960266b96c4f4242a41b4b0fafe35ff174758fb94a4632a3debd94771279" } }, { "id": "race_middle/test/641", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "03d4a618f5801e5035f1973d3538c446a1f6220fe35da856295360e98c5e207e", "prompt": "9da3af126c05eb18309217445b5883a1217a26127a85aadda92812c6d2a6f5b3", "options": [ "dd8376f117f46928ab9a17baa03a8b6f4aaae01f2f5215da10c4881ea0c20209", "9d70bcc1ab8c8944ffa5f8995443f3c24ee87e4f3b5ba8069b757ee702b37ee3", "426bf97cf607f5a4183378a5febcc6b97f9102f46f72c584dc8d083e6eeec9a8", "401251fc10f97cf469ebfa482408e50781938c77a6247d6f552be4f55272795c" ], "options_json": "f35eca781f948f6fa55ff0d65e5e06d78117e66c41efc14961e68d598dffa99a" } }, { "id": "race_middle/test/642", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "03d4a618f5801e5035f1973d3538c446a1f6220fe35da856295360e98c5e207e", "prompt": "5da0894c4bb9d30bf9f69d6fe740bf7ca9fac04c1b87fdb2d6688de4a95cf424", "options": [ "2d496a24f690825362b4946000c0513abfefee56e8029cd53fdc077f14ab6bb2", "350f69b25de429fe6669572326a7db95000375bf6d179c321569b3dec36b21ee", "5682a86eff106ca468f9f4bfb3aac537294acbd44390232cde108405ac8b8f7d", "d5b310d184ce1c1636ca35926994f825e61556f844e04c90a9b7ee877908d143" ], "options_json": "fe91c6463827548e331c5b4fba079024fffc8d70b5f7cfdade02df3c0ba51672" } }, { "id": "race_middle/test/643", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5224e553e3ab68fa855d5a09f6bc483f191a61cbb2a59448035ae7be0a2abe25", "prompt": "6fc2ccb06241288b93ce78af877270240ee57c970a1f640444be6630cb68677a", "options": [ "cd559ea0abca085ef144273caaf7266183bba222f39d894e74966fc04b8fff18", "8fb204ca460968479407fe3f09b85a7500b2f4a20ca644e5f7822f53161f331a", "fdd791787b64d22386b9e4fe2fa037792bb86d9b2905f245626eda8e7450c4d4", "9de6fe1d72659daec67e919b0c473a24da5f03d3d096dc44ead1687240975f7c" ], "options_json": "bf08b4284fd9ad7c08eb6e535e0821a81339a6170017c2e2d7961630eee4a52e" } }, { "id": "race_middle/test/644", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5224e553e3ab68fa855d5a09f6bc483f191a61cbb2a59448035ae7be0a2abe25", "prompt": "68fa9947166e94ab12007391d83a8877ece79e1dd1651db75f1af845ccda477f", "options": [ "a145321ce050c821a60b70935df724114f1a5afa701152c1b0a18316fa225764", "11afd955f6b10da98f963987a848e9c05b9c277a4b5fb8fdd1c9d46e9609e80f", "b209e4b22d06698b6c4b7ba5bcbe0549eaf3a4bb390a3452a9361c5e36d7748b", "368d5a8a3b4a1aee44afd0bfb72c05d9e90ad201e5dcb8570f2d295f5a9098c7" ], "options_json": "f2cc3c95a9b4c69e76355fccbc1991f1e15833cc97fbb668fff0ca62b41e8d0b" } }, { "id": "race_middle/test/645", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5224e553e3ab68fa855d5a09f6bc483f191a61cbb2a59448035ae7be0a2abe25", "prompt": "64af4fd43dc0600b30ccef73ef79bcb6da38f1870eae76fd9ba127a6b59356b8", "options": [ "249da69eb525a34fb8f2444f09a47bdfd40c3f89c3f6bd3ad6e5bda5587e484e", "66759038c5269f8d60e50d8c69eae487eeb319a4a63985baf9aec2c8007e5eac", "c81db962fd25cbadfd2d6c0e2ed8a243a439b5dab4b85ce921b08f75887eabb2", "88c06b47ee0ad241149e0b27d2b9cbfa3847dd55825b191d589b2ae91a1a3642" ], "options_json": "00b897c9da4c94143a25b3091f9b23780f15b60ba8678776e6ac678d4e399d4f" } }, { "id": "race_middle/test/646", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5224e553e3ab68fa855d5a09f6bc483f191a61cbb2a59448035ae7be0a2abe25", "prompt": "79f97566d2bb54ba6d9e5d0657d9971a914c98eac75187ca0cc734688ac63d3b", "options": [ "aa415c4e8890cf0fec7826aec962ffbcc04534faefd2b3266c54f690d40d6e82", "e4ba5cbd251c98e6cd1c23f126a3b81d8d8328abc95387229850952b3ef9f904", "46da674b5b0987431bdb496e4982fadcd400abac99e7a977b43f216a98127721", "f5903f51e341a783e69ffc2d9b335048716f5f040a782a2764cd4e728b0f74d9" ], "options_json": "98d9987bf546cf7db568d777222de5373da17a29c92ef7a208b1032104d89238" } }, { "id": "race_middle/test/647", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5224e553e3ab68fa855d5a09f6bc483f191a61cbb2a59448035ae7be0a2abe25", "prompt": "73eaf10bc385e8ac36a7dd20cab35bbeea64b14c98cfe726d0c029637ca5e82b", "options": [ "ede6a373bcf30e745f18ff004374e2a347a23abd31106c21eb5a066bbdff5dae", "5a8a323100f715f2a1590bf2d3d6a72741a1f4d6bd89f7eab0f635bd67d0005c", "a385eb637a486a43b7e101af2bec12ce406cf7beefc6f3cc02d673b45d2128bd", "95ecdb2e0475493024f7b7bc2be3c5f4ed47a037bc92e6ffdeb4b3ad099f3d93" ], "options_json": "d195322d6ecc7d39d557bf009cc7a5946f150312c62b5732125abfc6848e8f6b" } }, { "id": "race_middle/test/648", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22325e88d0ce716e410ade772208f48c9c54676a3e159c8d5826ebac6759ba14", "prompt": "09e8e89460607eda81d8a8b97ddc89a43dabba56a0ec8d23b2f1de198c07362f", "options": [ "848710195c98cc6d7c1cca6dc422c38287298fc78c029c866b85b4c661704dee", "86e70ec622236622d5f0401fb45c79090ee07aed5965bf417683790998abb645", "dbafb6969e1254c8221e8066afe4330ad25ec5fd5cdbc3e461ec98d494c543c4", "d6a98c2bf56d563ac15cda563dc29360a2db7f7f2b320e687c19ef4dbc73d00d" ], "options_json": "2a595c955752ca43186595c974320b3928227774ff8e26d947f525aba4b7a332" } }, { "id": "race_middle/test/649", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22325e88d0ce716e410ade772208f48c9c54676a3e159c8d5826ebac6759ba14", "prompt": "ad5aaef98c48491cbd506aafb2145ddd3e8a77b450b8424cd80a6714fd93e848", "options": [ "1ffe7269db97e52d822fc3b6c20c4951d7fea4876eabd86aff82265be6d933ad", "986da1c165c18c8750f4ff1483a43ad8e6a10c939f78b529904952404b66e4ca", "fb6c119d344540fd669577f22baf8805079ddb236de85cc07953ef0b5fc11993", "cf2792268664775d4ecd90c21af0a4cd221352f2ea9c21919da974b893a19b67" ], "options_json": "4f40d606a0d3e5220d2922bcf6eb72feae607f748f20735cfc6bbee4392cf28d" } }, { "id": "race_middle/test/650", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22325e88d0ce716e410ade772208f48c9c54676a3e159c8d5826ebac6759ba14", "prompt": "ae347463c1aa92d6627a85e11ba7b06af71f5ed09e24b273384b2e43b3a2feee", "options": [ "a0c3abcb98bf3bb0662beded857175dc91559c0b4dcde5fde3623425959aad97", "fe66447e8df6c7fb568bb60d85d16b7293c8515b5b954f17cc6e70478260d944", "02e028ca72ab6374905499dff9eb11439bacc3cc2d26f14c07e09e65a43908d8", "bddf38ad675ade42c505384031e18b389217a6f1a58535c36a10dad2019b5b65" ], "options_json": "82187c5f6508ee7b40966c99ff1de5f9966341f9381393d748b9d59f24e6224e" } }, { "id": "race_middle/test/651", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22325e88d0ce716e410ade772208f48c9c54676a3e159c8d5826ebac6759ba14", "prompt": "0295f9effa2a9321cca03ba2397c51491bf12b9e080bf63aa8638a1a44821558", "options": [ "003578766d1ed72d4a268ff0816f77aa02697e693276749b1226ed8b81be7597", "e45032ad2459742655017dd10831d7a124ffb0dca9b97c9b791b423447332b86", "09f5aaa67227072f4ece39420c39bad7eeb4afd202a1c62c2be630de800024d6", "28f7b89ddcb088d88a97be4efe00344589cb64511cc74220e7d14950ea43bfbc" ], "options_json": "e869d45b7d878116b2cc21bbae6a694f584c2277c47270d41ce29a70690b3623" } }, { "id": "race_middle/test/652", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22325e88d0ce716e410ade772208f48c9c54676a3e159c8d5826ebac6759ba14", "prompt": "2858782707f6c4ba9362a0a2901bb7cb791b1f1d3856ab35845042b263d3b557", "options": [ "9774fda04101d2a39f2798eacff3612a0a70fb6525f66074b6f13cd196a626bd", "ef0862a208ee90535aa41eead130181588d1f27f229b835d5a42d78a05f556e7", "57797a15788946ff341881e85c4c9b039d23e4427b86d2a7021c83f0d69d08c8", "3160621deb993bd44b56b2f20c328ed78e3d5d054ca18184ec45231d76de5c6a" ], "options_json": "31b442c05f9193d03894b36b56af4fa6ddb4a6eeac4b2c71cd22ca226ec4364d" } }, { "id": "race_middle/test/653", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6202b89f393126933b8598f4582353dda151cdea5f616cccb5f0e0020920d408", "prompt": "b89d4ffaee7e705df1eec6cac8f669d76d55efd79cdfb142d18c6d14bde0dc1d", "options": [ "fe4a841c9bcfaddc0d2273a5bfddb785ea4dc16116ff1eff9580bcea18a466f7", "6d9cb49f58962e45f5a1bc8bd8fa7692bf1aff5e9d8decfc0b2e4cf7048f0861", "5758a3ba767311bb20973ef5ea1b7167329507b3d6831bbd56949e7541a7f430", "48399a02969007b99e6198ab1e8853c746c7f799fab222e2bc9634cbd2904b47" ], "options_json": "0b362e9a09e8a1173fb1562c19bcfbd6c5ada8684377447278c14bfd33ce4f41" } }, { "id": "race_middle/test/654", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6202b89f393126933b8598f4582353dda151cdea5f616cccb5f0e0020920d408", "prompt": "36b80d10a6d1d912e590478e46f0722857f1d5802310c94f0bb5a3bc7e437887", "options": [ "e2c4d0f241df294a7cbaff67f490326d50c68baa23730850b1a41c6c636ecde6", "620da6916261cac734ae2f9c0c79b0aaef02d8331e42dd7956fcd30e57a36041", "876b11f761b6f0ef639ff00199064b170baea364501bd821ce3a77c351299ce3", "daffb60c5fa50dda14f2a25ce4441f3637703d8694638d6de2aabea88b1f7694" ], "options_json": "9a1f470cb75385f3010c2994451dd6eaed48ac847cd21aca7767da2d906f40e5" } }, { "id": "race_middle/test/655", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6202b89f393126933b8598f4582353dda151cdea5f616cccb5f0e0020920d408", "prompt": "2453ec990147cfc5543b0c5256cdd2bec7eb072af71e48bc75e1017f38815184", "options": [ "3bdc8ce481401223d7fdc22cb61761056658b9f371fb41945d1d90d85394575e", "4c6a7f604378b167164f72bfcc12999b069075aa5eedad705ee7fee95d502c3f", "45dbcc460708b09840ada9659b81452544ec500c037bcc7ef458083743eefd32", "316e36ecb8c80a71c84671326ff7c6431fd5283d4f117e812573c9e5b7199acb" ], "options_json": "739fed13f69c46acd3ca15dd8cd0416a56fc67b181bb233ba19975dddb23faa0" } }, { "id": "race_middle/test/656", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0ac85366038ca45634b473224230f456a86f8f250df90108b7898f0d8e5e62de", "prompt": "b3f18c589c7e94ea55eb3ae04a461b59cbc39f84c1eb8c8463d2801304c24fb7", "options": [ "f09e94fa05b00ba87022047d4214cb157d6b690250476068cec4a6b70d771bca", "998be1038df7af8c2f4d1e300b0c63f250b69f56609abc5062a7f20690ca77a4", "df6c089455679eedaa69618f5908b3645d76513b950cb85e9b43ce70edf42644", "575b104cf72cd6b078162db46dcb8365f5e96921fe5152005237880414e7f56a" ], "options_json": "4f9dd281e4d8f28ba66e8f46a4ddbfc22655309066a7936eae6236d1a82df4f7" } }, { "id": "race_middle/test/657", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0ac85366038ca45634b473224230f456a86f8f250df90108b7898f0d8e5e62de", "prompt": "834b0b5812c56b106495084756d15de6aedf897b15de8d624f3c1e6a5bcd4645", "options": [ "86a7cb9d5a01c0b81470a0979eaa0e27d33c3d7e36db2145cb2d9cf2f4a02a82", "589615f78325e44ea0e13c80c9da289f4ed70e2f924e7b8781db6ba49b3a2be2", "682f3a0a7fd55001fef23c32ef1d684b33b622c7711f691610a6b19d86c8ca71", "7320c2fcb9fe54d2de340a3cfba15d77d42f325963116b27b34c5f3350b4a4b4" ], "options_json": "a2b51f136113640ec8a8346f58eff479d6d2646700119ff8bd858bbc0dadadfb" } }, { "id": "race_middle/test/658", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0ac85366038ca45634b473224230f456a86f8f250df90108b7898f0d8e5e62de", "prompt": "7ebd7ea7915b4143aaaaa6ca9cf3bbd939884c520360effc13942b282b6b73b6", "options": [ "63fb7bb41389b45c6f2ece082fdc2441be337c204e88664213cb11f8eefee6e2", "406cbf86086c4f6817060e0bc5c9d01deef2f6514a74502700650df0c2ab4a32", "9ca4c4f921b620a7e7e6cbd5569bdc2190a39e73978cdbd1a7eecc4e95063364", "6a6787fe55a289dc2d765d57686575a1b743bee5284f67fe3eca73b731bfb3dc" ], "options_json": "61793a1200f750c172efcffcfbe69732f80c55794ae8145f6ea3b20715b9da54" } }, { "id": "race_middle/test/659", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0ac85366038ca45634b473224230f456a86f8f250df90108b7898f0d8e5e62de", "prompt": "b6891082ea28cb709c5f15157dde95866c082f4e7feacce10a0b12fca3e800d7", "options": [ "37b2d4d7d16a4b59af7054693df15ca8afd9870be89b80cec718882434e500cc", "578f810072fd39c7047a20353a7661ef6b09d71c8cddf59c7ea3b22434c5ff6f", "34da679b6e04f6a9063c973632a18d28880153b42b14074a35d9da937ed1e03b", "e0f819e0d38890e6faafe20c3966e16945bb691bc4808aeff955d8346ae09207" ], "options_json": "0d4d50af2899fa212995ac1ba3bc2f9184c358e96fd3ad019955afd9d9218ba6" } }, { "id": "race_middle/test/660", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b8e83c9a8196aab0d2a01a4dce4c6c872ff510b387941d57583ed0e41fa7b190", "prompt": "0ece5d70cbb6d451c855efa28d79860c358923f0d3e7b7bc5a6b015b2262c385", "options": [ "4cf62cfec6785bc289f948936b041e7df10c087852e3d9126904526a00cecd77", "da632548ed26a6a6b9dd00b3c88165b2e2ee840ac49f9930e5ee4a79557b9a24", "2cfd0b710d1cb2259a25dab3428d69223ecf9b7748384d4d4f070f39b244e0c7", "e7c31f832731ea62834e9bed288942ee4c5e18dbf90b50b6c480c0177b26f66d" ], "options_json": "912919257595f21700a360850c1e675052d64f06131181ed36cc0ba0d8879f2d" } }, { "id": "race_middle/test/661", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b8e83c9a8196aab0d2a01a4dce4c6c872ff510b387941d57583ed0e41fa7b190", "prompt": "f7ca52f20a4fc148912b64ab0902f96e3e12063b54243e5bc4c4f59689c2b948", "options": [ "a16971ef57981f4a66cb5bf7ce2fcd9f79d37ff0df5a957d6d74b722bc610f2c", "6fffb6ba38540df826633a9af53018b43930ddaebf8ef295281c0c01310e9add", "2852ba46424ef9b48a2d1f04e7ed0295dbbc2476e37ab8568904f332e48c2d50", "054901359ecef81870eab2183422f7ed9254fc15fe117d36d5fd568d8b581fed" ], "options_json": "9cc67f38bf1dd922cebcb2e50f7e0e65f1d7ed92ca01fea66b1be2093e124bdd" } }, { "id": "race_middle/test/662", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "b8e83c9a8196aab0d2a01a4dce4c6c872ff510b387941d57583ed0e41fa7b190", "prompt": "775ab09d144273d9566e9bae801a5580602de12ee8c7c615798c1fa67dcf43b0", "options": [ "dfa6d32dd644edfe565e69b4e278b548ebfb9e25573db0e1519fe3fc82c9b0a0", "7b5a6ec4f27374c8b7ba95591643d2c819c92528ab5153238ed2a7ee52fd4a49", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "3ba8d02b16fd2a01c1a8ba1a1f036d7ce386ed953696fa57331c2ac48a80b255" ], "options_json": "b857fb088cbb0d2fd25380c19c1c274a8a919addb1bd5c69e7f1fd8623acb0c5" } }, { "id": "race_middle/test/663", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b8e83c9a8196aab0d2a01a4dce4c6c872ff510b387941d57583ed0e41fa7b190", "prompt": "1266e315bfe9e26a061b5e47ad8faf72d22e2050001d2bc56255b7fd5ff360bb", "options": [ "92bfbcecb9fcb289cc36db5046aea050471dfa9f0d58a71b817b6e53ab377d6d", "0a9c1b69fb9cd906e1f05241f34d9b775d7f7624cd108bd9c38901c7b269335d", "dced6e04e817c251991f0cbda1536f3cc27fc1a56afad6656a4fcf0bfb57ae4d", "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6" ], "options_json": "77f1c6f486d2093b38c6e8ae4925e1a8d5a82456b7d28045deef5acb579edca2" } }, { "id": "race_middle/test/664", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b8e83c9a8196aab0d2a01a4dce4c6c872ff510b387941d57583ed0e41fa7b190", "prompt": "2aa738b2627d211b53809856978b127c6315ce806b8c7ec27c997f191f015dce", "options": [ "398a187669350a704c9c8185da0e8336e0e07a26da470ecc2af4757cf1ab6b92", "d51359487756fd6f07ed9d862b03207b877cf5275245ffc1096598b0de2eb500", "d9b8a270e5830a31b946408b21e007c360f6fe9075a2fcbf0a1df411420a413c", "0f5d0918badb86b2abcda0fad2eb3c78459d899c5d933d0d8d6b86da8fb908b0" ], "options_json": "f6bab0fc41ae0e321663fc003405fe1d6f08ab3f8d6a9e4874d2925704b63ccd" } }, { "id": "race_middle/test/665", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1c6b34c8102bd24f62ce46f08b3bfe560b18627759c5141acee0e8f5ca008f19", "prompt": "0123cc74960b62d6c01ccf7530282d93d8c1b8cee2acabcc99b03df4d45a1d8d", "options": [ "3fffdffa1d2819356051000922f46d141ee9e0b58d885e8a20b3f8588b438069", "9d52e43064d7721c0b3bb166f842eca177d8589fc778b4ab50f24c16f7af58ed", "8dace4c16a6d0a7a9c204eb474df4a6e849c7e25623bdda28d78821f874243d4", "31434e1ced1817ed17a27e663331387e77c6e350de79469755b80e38c5360a11" ], "options_json": "fe32ab7080b6ed9c824beaaa2a2a5fef25d4362ddf715a34e7835cedb60fa8c8" } }, { "id": "race_middle/test/666", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1c6b34c8102bd24f62ce46f08b3bfe560b18627759c5141acee0e8f5ca008f19", "prompt": "56bf50d4ec91ba2caf9de3eabd2d934cf463fa5539293668ceb39551a39091cb", "options": [ "a63a51dbc9a6057c54b38ac8032052d2557f139ec4a215159825732e067fab53", "a97989c31ba6d17354246e59c7d186bd4f5a4aefaf2d65522327cccffbbe203c", "27edbb6df7a4ec327269949b8d063478bd2df7205f4484536e7a151f40c08a02", "93c0e9bc11935d822eae6a408c7e226599b2ce0b9a156581943d58eb80cd0838" ], "options_json": "2fd56d6c931c1e378b30b3023f06c85f0281b11b0a92955478b75cc425a3c418" } }, { "id": "race_middle/test/667", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1c6b34c8102bd24f62ce46f08b3bfe560b18627759c5141acee0e8f5ca008f19", "prompt": "9294782c3271ce441c78188206cf0cf3afc91f6154897b3de8182766e2fb0620", "options": [ "7b74c5ef0c7528831b8e6fdeac2fc3149d26c4d8cc418a04703099fb83428b07", "e05ab0781f39a0057eecf31a5ebbb4a4549f6a533b4680cd73a44002ead3df3d", "b18a21bbf7078fb35101f139c144dea0d2a61f7db14026797eb56531c952fa62", "a01b77dcc26bb8ba12dd37faa6c01a60ce312ff802b1ce02c680348464d25e50" ], "options_json": "68a6952e739d23c566e73bf6305b4ce23f0f6cc00df59aca148e5cb847efb745" } }, { "id": "race_middle/test/668", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1c6b34c8102bd24f62ce46f08b3bfe560b18627759c5141acee0e8f5ca008f19", "prompt": "7658cb6208956db6e27116e1e26965cdfe3addae145e5a600e7aed00feb4c786", "options": [ "2558ef6f1c498bd7abf591e7945477fa56f7dce441e61d9fe25e0085e1e9a767", "cf5ee1248178dfc9e628a5f14d66ce6c9b4a9a0ad2530e5046cbad24b4e6765e", "ee8bd6d9a21878052ec3fe8358b6238d029490c42ecb660c63a2596f9416033b", "84e23eca45dfeec1a797c0dbc63ba0672b0b029f0276115def5a8991013f7921" ], "options_json": "9c543e48d403bbf1a7bdf6af81a43891977c24ff356df3a82aa6c94e825cdc32" } }, { "id": "race_middle/test/669", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1c6b34c8102bd24f62ce46f08b3bfe560b18627759c5141acee0e8f5ca008f19", "prompt": "d7e3221d0c83c9af98a427b10c25f198de8305abc218c8f831dfd740cbfaccb8", "options": [ "03691a549faeef5192a2b7708215bbf63aedcdc17f4564116f76f21208fd7b3a", "eb9f4f23151f32b3c22edfb6426a3520d3ab4eeb4daa66ce9561103f64852cfd", "1c51e5683106cd1c8cfbf8c9b57366d941e4712afb1b5f3b881f827a41ca026e", "798b4c916643d27403f1daafba5fe13ce9e8ccac46eeb7af49c47aec3476ee0c" ], "options_json": "28bc1d5d7b8c53cc390df539d8b2045cbb46b2bfdefb5360ea03c8e427414f2d" } }, { "id": "race_middle/test/670", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "acb48195691e006d41dcd658175b91e5d0dfc736cecb5685b1159be6f916086f", "prompt": "433c45bceb876b55fb4eff37470e290381d0952a919b5ae3627d096f281ae011", "options": [ "a24519f0721802a349dd0a3ca3406817a52c00763cedefbc435370b1ffe8ec38", "0688ab658871f907a49bd2bfa4c951cc8d4448d72cf29633e115c4e74e15b1f6", "75135ed431d12710c9e57b4566de4dadf46321cd1b28f62e4eb3b63e91280390", "bc74db0125bf92b6100a689ecb78ab96880dcac98ecc55da225cb6486fc71e9c" ], "options_json": "84ea2c284c5d8ed0ec2545c1b4514f3672c6a9fd5d596265da3d9aec6e9be38b" } }, { "id": "race_middle/test/671", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "acb48195691e006d41dcd658175b91e5d0dfc736cecb5685b1159be6f916086f", "prompt": "f053262c0913bf26b590d7c95395bafea71c2384a5b797138a6293440f247064", "options": [ "5d181fe791b5a49e642916e19f9975d0912d8daaa0d419cee274307fa155fa07", "a5d4c03898ee5693e72f658ca97dc18212029cc0d9c276a561397d251cace1e4", "f647f6c32d683f7f562b3a719ebebd9725bf2b1c2ce167a1d3c07eec6401fd63", "35cb22bfbf9edba9f2b2079ddd96392cfb0cf5802b241c772fb5003b045b263c" ], "options_json": "9692536b59b85792532851fa7c8ffcc2036dcd8b969a0c99de0971879f54fdba" } }, { "id": "race_middle/test/672", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "acb48195691e006d41dcd658175b91e5d0dfc736cecb5685b1159be6f916086f", "prompt": "e5e5f62f89e3eda7276ea7b08427fabdf68d18b6664a457b75817243b0249b0e", "options": [ "328ea9596c5fb1787d901681732d20e4006db8e72b8b822e312763d325058027", "2826cf890218c5eb9ac421e32cac0f76cf3c0026b8c8f4bee63946944f87cc16", "f7f84d0575dba607bd3abef781270869f60b33658a6d2e0d65c36467ef888cfd", "4dc7c64e237f8a896a755b37a8b75bb4d222912f9d4c9c456ead86ea9bd08bf4" ], "options_json": "837db7309e4fa1ce1ffeaddf706e8a782ba69162e22440e8c0df8013b543694c" } }, { "id": "race_middle/test/673", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "acb48195691e006d41dcd658175b91e5d0dfc736cecb5685b1159be6f916086f", "prompt": "1eb7f790868665617a0c5565f6155631018a3a22edfba84bff1b615e49a7f4e5", "options": [ "6e3c10bee23654f368874e08542c8c0a95480cd72a8bc26a3781e19ab388ef64", "9a274d6d596bc5ce1000937143e884913da5ebcb0a44489f630a298a8be893c5", "48cc4bb25ae3eecaeb764bd064351a1a7f56ad4900278c7694ad062b74f731ed", "d28a4aa3e451b9e341a498d86bfbe7af2e7ee98dedea52723100cba54ac82312" ], "options_json": "36891d6c728cb97dea229055d98f63bf6a71644dc2bdd9424757aa4dda282122" } }, { "id": "race_middle/test/674", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "acb48195691e006d41dcd658175b91e5d0dfc736cecb5685b1159be6f916086f", "prompt": "6e99ffcb68fd9a1f21c4c9502831aea4815d7c6256fab7c09adac7a935c7d15f", "options": [ "58aa1461092fd17c967f8d884014f8d8cf0aec749e7b45d7ed94ae2418330e7a", "4d43062aba98bc246406cb8d5b4c9eb087b2d318cab002c90babeaae8bbb7d40", "cfde3ca4bfe19824d7252030a37e1782ed78b3a0ed4aa24b5e69d6f406a3728e", "778638888e2befb50bcf12c2eaa37c38cc05405ef9f4c198c01069d961b7d007" ], "options_json": "9e01e60b05143c9fbb0673087c5bd5444b5bd82a0d93bee3d6beb09fcecf049b" } }, { "id": "race_middle/test/675", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c8cf31e47fd14461159618065c879ed5a43593cdc87ff834366cef44b7cb56ec", "prompt": "40a7db63720b9dac51a1cd3f9c84f19460f72fb97ffbbc623fad15d5a977fad5", "options": [ "05d2434d0f84805d89a96f9f59ba4022da5bbf1633c22f616091a07495735e6b", "ad2ca062218e067fc60acbe5e7d061da65645095598afbc119a6e50aaad574a6", "7c9ed3233ec238e2cbb675714d30d27aedb0197a42ee95b93a137ae843264b1d", "7c9ef8d7cf614f117ba3363087d745b656c8c6dcef29402e343d1e890d80298d" ], "options_json": "a69e0e800eba440fc1f5c9c059ca9360cc8489487a0e7d2fac62538f443c3dd8" } }, { "id": "race_middle/test/676", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c8cf31e47fd14461159618065c879ed5a43593cdc87ff834366cef44b7cb56ec", "prompt": "c2c5daaff4d10bd6f2d3fb994eb1ed52ebfe7250c3c2c0c8ccdb2ffeeb63395e", "options": [ "fb45f28d4556808e322ac0fc134187b21d00178ea54c5f3d95453aced7d72b50", "ef1fc97b3963aee164a9e6e94aa2cf5413155678841d23c0427b6bd79518ef53", "0e74d7ceebe650322cb3f1ddfb81cef76edcd6273e71f985154c8d69a23fbe66", "91617f4849abe274fbd0c4f4c3b3b6e68a99e40e077f2c51aa9428689926a058" ], "options_json": "b93342c8ffae4e9505986c22e1ba2271b1c666a5791040d1adaf303ae1e7273e" } }, { "id": "race_middle/test/677", "gold": 0, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c8cf31e47fd14461159618065c879ed5a43593cdc87ff834366cef44b7cb56ec", "prompt": "2dbbf7677237fdae7d12f00ce177ec80e986dac82cc84f30d9698c11277a0def", "options": [ "92a9d727ad0ce2f43c64ecf75f0f150ff912b7a7453a6b491f2e73e589d0036b", "79575d7504a9eba8d3fce7738cb3285bd1dd061d555d143e564332dd9cb30879", "87758e7f09cee6363fbd593c5347e138f2d58f620ca2723d880e5259e40549e7", "dd9e3cc4234ad639cabed0c39de4726da0b09d0d682cfb8b97fcb761f9fff810" ], "options_json": "bac5c880d94e3a0afdb7363558d2190a0e731dbb3cdc1f6e563276f5987f0f5c" } }, { "id": "race_middle/test/678", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c8cf31e47fd14461159618065c879ed5a43593cdc87ff834366cef44b7cb56ec", "prompt": "e5d8c6ccd9ebaf58a41404298580ca4af28c6f6a78e4bbd3774ecd6ac0ba9fc1", "options": [ "d7ed76c1b9fca038b34500f30889a892c013cd448678efddd8e35d84f45c0f47", "1f304f8aa2a05bdfc6276f55a72471fc1ae4cf0000665de9951b8e38b239794b", "ac6e0e444f855fbce5ffc9fa32dca5b9cc383b813d14388e86a4ba4d94536d0c", "db49764cbf0c046ffbc9a8a35a59f8e011efd65f6a9f889cfd8f7fafae1565df" ], "options_json": "e69106dd36b6d76c69081a744fa0edd665a1ec80ce5d87790abdc80db163cc52" } }, { "id": "race_middle/test/679", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8663ec9dbf1e278ed23c4b2548d5889439cb6cb626d11d8dc48d6bc236425e92", "prompt": "b51dd0e4118a1e49cf2f1b95a4bfac746219a6f1d5e4912c5b94cdebefaab1e9", "options": [ "09c07d25987f73e2275235a49600a896305a10113034d5b124eb98e066711e3e", "faff58fef34e23d8f0786ff79eca60a575b403b7bd61da3da022487496f30bed", "ae3fc6252270322bc325e1d2ad014db47ef480592623bb4756fc6402f371d512", "67aefe0d8543665da95433b906c0116a0d9b3fda3c822c17764a1c66eebe97ea" ], "options_json": "6eefdc54ed4a122acdd50a6cd99fd919300912d133ec87b230070bbb9ee75109" } }, { "id": "race_middle/test/680", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8663ec9dbf1e278ed23c4b2548d5889439cb6cb626d11d8dc48d6bc236425e92", "prompt": "300a898f06427a33c7cb4d03282fa881b2c30c71d3a0de2ea3634769b9f3fa8f", "options": [ "9a5e7c48678679fd56aa19b762c6150b1163967d7b95bb02a292586d315fd65d", "da9df79aab2e146be697fa82bceb40e712d898f7a5e056b6deb4aa3007b36a42", "c0e4673fd2efd29e6effd352369150c0db8c147134b499bb07ba29330d686951", "3acf91fc1bbe4b2fa078a642a06e2f493ac3dd877b1463bfeb2a7367281c6e30" ], "options_json": "a04ad8bb493e9707b692516645a58f718b38a49eb70f2c09d6a0395c75e5d50a" } }, { "id": "race_middle/test/681", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8663ec9dbf1e278ed23c4b2548d5889439cb6cb626d11d8dc48d6bc236425e92", "prompt": "76ca1a6e518993db58dd09ac2a873482b7ffed8dcb48a01b6e849d0e37623cfb", "options": [ "225f2f9de1d8de2554a3f09da35870bd76f41aeb64a1c229bbcae13b3612fa3a", "bd10024c3e15022efd0d0ff8bd8c64d5348200df8bd3681e20f0246080a33f34", "1de6662486abbf2d9f555df59d00cc90dc324550d648d81e21869fac09cd500b", "fb4c870744bd611342573f4b6a8fada7c9f5e2de4186a49eea5b81d278ee292c" ], "options_json": "eec29ed624eb001f5118f51b049b799249e1b9cdfb89dd9ca6565da9b427222a" } }, { "id": "race_middle/test/682", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8663ec9dbf1e278ed23c4b2548d5889439cb6cb626d11d8dc48d6bc236425e92", "prompt": "de8e5a994b60235da1157495ba3706e757d616a1681b2d00500499b425482a8a", "options": [ "3cf0b40523e6100abf51e0d7d52c074a083a107dfb778f450255e91781020423", "0f68633c23976581ab29c8e29a61c7c367eb8a5c80470a2eda9445043264ccd1", "8fcfe5e9573d88bd2a7f250a7628718bebe041e35909fcd4638e813c682c4f1d", "3981d7524e0ac51af4f6c903ce5225f759ea494a22823e447210be887b571550" ], "options_json": "ebbf4f415df7ebc7cde13567335e851255d54508104810e07544ae9b74557e70" } }, { "id": "race_middle/test/683", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8663ec9dbf1e278ed23c4b2548d5889439cb6cb626d11d8dc48d6bc236425e92", "prompt": "58667586156856cc3e67da8bdd3ae99ee7fdbbd89adc94a2ab3bb5c4a0aebc45", "options": [ "644862f50b74bedb8f10754c18d50eaba0792d8eced09c0f8d43bd02ce56df81", "7a6569ec6cc3d153d55a19694fc937d30c0dfaeb76bafc4ad760c2e781504307", "e86216ebdd3964170a750b22516491ffba859604c927be87cc79c1d71e556b99", "634e9e58aaf46e9a31c5cb94d89949bda7080942d7b3912945727ab2b421f76c" ], "options_json": "2e476764facb08a0ecbf6dda81a9c85019d8d9fa1e77b41445ae2d9bbfdf676c" } }, { "id": "race_middle/test/684", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fee902a16c5a4c08b590fb114fd7f04ab7af0207e98a614a0b4423b7e0f5da6e", "prompt": "583d3a6f0cf6e9db656206bdf603f77b1d76b293c6568d4fb1b2dd0cf1806c33", "options": [ "1177dfc05468ecb17e0283322cf5f0e2a5377bc15dcb35e28e1e9c0056221154", "7f1e5ec7d912969e33c3b62ae758eae3acd9b1b5755507d0a73ff76edd8d9ffe", "8bab3e863369b5805832890fb846afd37e9138f69106e59c666ebe3b8903d867", "070d23edf71d2a0b99082ae39e8ecf34ec3c44ce14f68fd846d34c09372f51d1" ], "options_json": "6a79f610d62c2105cc406d7c8aca5736b7790f595882cfe1fcf078ea8c771096" } }, { "id": "race_middle/test/685", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "fee902a16c5a4c08b590fb114fd7f04ab7af0207e98a614a0b4423b7e0f5da6e", "prompt": "1584b3451492487063719c3a1ecab52505bf07a008355c921c6561ca729cee66", "options": [ "e09a489f3b3b28c682249aad722fd7b315e28e8972bf1c8f92a1354145ef5132", "4bcaf6dad76e9c001a725acae42092445d70c19002d61a8b1b43281249c35d11", "fbcf2c43ea800a163b7eb5a8e572cef44f9c7ea1175bde3f3b339fceec9d06e2", "a44b6f1232e124ce82df43fa04b409072347daa77fca2d02227e1e1b97a9f13b" ], "options_json": "fedab487838dd5441aa23f1f8e59f84ea221a52487f377920ee44c89c1aaace2" } }, { "id": "race_middle/test/686", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "fee902a16c5a4c08b590fb114fd7f04ab7af0207e98a614a0b4423b7e0f5da6e", "prompt": "77f8bf5c50aed399679d9c881b5fb9f8577ded651448bd9eb6071ffd400a464e", "options": [ "283d4eb7c53ffe24d79c8f3f2552d430927fa7af1f6e0f50682179820e024b38", "f4ae4e02c541b795df7a4a5bbceb6f652ce9ca1ce51e8f15ce1dfee3d533cb87", "dbe280abfa3248a3a5ef52c81a522f81f596fe9521870dbcc6b0b2f9a29fd5a8", "dcb84501169e9c172451d08b1f4d09096208faa833cb0acdfbb0c5f961e037f5" ], "options_json": "f8d64b35d475cf0fd77bacb1b6fb1f30d9fe31b915b00504d5ef19282c06e486" } }, { "id": "race_middle/test/687", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "fee902a16c5a4c08b590fb114fd7f04ab7af0207e98a614a0b4423b7e0f5da6e", "prompt": "5b92e5cb9453aff85e0eb5897179608532936c8219d2be1190b20588d4eec493", "options": [ "038ba609c513a81e641f638285baf7575753f1930c1bf725ff9828ded8928613", "73f4f8385158fe31d699946c4b830b2efcafd6a959081afd50a23d64f4f91d88", "b05388301078660f3734773d1ab957b15659cc6ce88cb74a19f1939cd5a89e13", "c299a3e2b4413fcbfc92795aff0d4749bfb47f0b1c8602450db3eea29864b461" ], "options_json": "6daa8c6a3e5ac0030ff34f0b3b87fe972455a28bd0fd8d3e6f6876fb23e2bd06" } }, { "id": "race_middle/test/688", "gold": 3, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e9385263c333683f2f8436973ab81b24be576bc2420ad88f2af83e80165dc382", "prompt": "58732126ecb5d726c25ff661c3378e64c95b009e932973efeb82140c8cd54eb8", "options": [ "4c77ceab81feceb893510219af060991013f655de931e903a865d8b10ab14c94", "7f71b8420a0d8aecd533ad62a2fb1404965b0c7bf6dea7448178143a2dd41a82", "ace7b0378c557d7dbfe1abd318d56091d9aacf53e32e1c241a65ac8fbad36662", "a857ddc952cf1ece592f86563828b8bbca702b3e4fc09bb5c89d9ec880363d03" ], "options_json": "998a18a5226bfa2a8673d8ac275cc1a5b39b19d3ceaa5f3414c5bbb726fb8d4a" } }, { "id": "race_middle/test/689", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e9385263c333683f2f8436973ab81b24be576bc2420ad88f2af83e80165dc382", "prompt": "350011c4501e0c256ee444710fce70c2f6be6b4dce6a372cd07088f7d2a6a264", "options": [ "b6e8f8f7255af69f7558b0ca528d22e70eee5fca108de1294f1636189098a478", "c1cc1f35eebd20f34532b269cc958d623e27b9b0cc4b6f4d18933655a81573fc", "63d268fb153864438e6e25a2ddfdd472bf9ccc6d3e6719f1ae89d2eeb2227a51", "2cc2f09db2fa81e66b3f5bd0662f8064099ff0bf81437884b49c8074c74ac7d6" ], "options_json": "80c115fc45cbaa7a309885de8d869d4e9d9174c28285bff23d45a0f285a4ca57" } }, { "id": "race_middle/test/690", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e9385263c333683f2f8436973ab81b24be576bc2420ad88f2af83e80165dc382", "prompt": "db72b9e5c90332eba9ffa01198e4b896eca7fa2e4a536614ecf16acded01a8bc", "options": [ "a59996ebfd28205d89cc2850fb477210b28f908479c8c46c3fb18b9bd4c1216e", "62c8da6a29195ddc3c3a16b535313873a61d1629cd88b3937ad9cc4208bb84aa", "be131658df293df96139be8e86fa8467bf89f1993d26820db3eb588a4051b707", "6fd944b3ad14b0aeea529d48465101d38a30a0cd79b0b58643e85b8a02a4218a" ], "options_json": "bdceda123d4ca32c22a7d71472d34e57d976c84afe60d82928ba8287246261e2" } }, { "id": "race_middle/test/691", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "af08d977d5075ef5edaa829b96b9da51e1bd9577f04379982c308b0e31c88665", "prompt": "a85ded3bc42b2db884be39c9460b0e79d05e896f22078fcb6ffe1f43e3db9c94", "options": [ "b95461d6e5ec7185e3feb55d1a108f00eddf200c23f7f19b7a4c53c6d488ef07", "e22f9b0e3ccd49ac38f08e157385c357239325ec4a45de8d90965918d44619e3", "20573502e86286f5bb17fc1761a3f2c30e187cd577321503bd0e83cb9c8bb640", "0253d3026feb90a0abf8b2bc975559f8b8721b6488faab9365df4f37bcaa0578" ], "options_json": "74191e078194ab8d7b5910755ca6186d895486cd34d9c1f300a60bd88c812cea" } }, { "id": "race_middle/test/692", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "af08d977d5075ef5edaa829b96b9da51e1bd9577f04379982c308b0e31c88665", "prompt": "45f24a086eb339689636186b9e2aa9588e02cfe51c05c00a8140ccce6828e33f", "options": [ "c84bd32f77a16831e54680cb06991e07933b845b90c32c62c957c69dc6405f74", "e54491da23b814aa18edd408c0258bd4155c6124f85f8cc7e811b3b83e70d84c", "e85d341297c19517f88568d045cc470f6157433ace728b1f3996ff60282c5c45", "fd897b50dc1b721f7831a500f2c6442769ec007f8e22f004a870ad96d38503cc" ], "options_json": "6c1e428d0061ea73b682f91f01ace83d0a69224bb383e46e4dbf37dc65542234" } }, { "id": "race_middle/test/693", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "af08d977d5075ef5edaa829b96b9da51e1bd9577f04379982c308b0e31c88665", "prompt": "7161b3cc7710b19f440f214a53b91afcd484e0cbb4c458e11b0fed970595cdeb", "options": [ "a011bfc6426867b7458fe0f71a1e037eb13ec7e17ab20bfa8cefe7af1a86dfeb", "10b863ac1ba11fda5405ee75b40c238331e481ccdc1f55eb569a12a9fee668a8", "f5ba0a8c312ce8a36e5ab0578ca408b7a9909fbf01e020eac28caeb860ac3f49", "d0f3b3199bca476e4447ba4419e233005251359ea163063dd1415f52db852c09" ], "options_json": "1a7b81dbd0131f87d802b4f5d3e239b648582bfcd6fc7e50869cde211e968603" } }, { "id": "race_middle/test/694", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "af08d977d5075ef5edaa829b96b9da51e1bd9577f04379982c308b0e31c88665", "prompt": "84b95dbc7b9c194bb737cc9c42709e48d1edc990b92edf1f1a1cc38ffdee9182", "options": [ "fe86504d5b431435a0c8ff5b2c4861abc49c7e53b6dba8c8fe6038b112823a13", "7ab71f9d25f4e4e1cf1e751372771eba1a25bc7c0afc89ed95c5975231ea8214", "78f9df02fc7a45c8cbbfd20a49901a7255db78a365b6fd102f3d56f31a2ef807", "3c8f5684e87a9b6153ec5bc3393bd07b0b83a13aecd32564313b91810cb99da3" ], "options_json": "a45a8b48821642a9f157b3d0099da7aef98a43ee8cc6a27f67735e67a923c341" } }, { "id": "race_middle/test/695", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7050673c1f9567f40de8f4bcb62c041c744b8ebd782fea80d89c2def8b681b7c", "prompt": "ca7376452451604573f633d37221bd93ec61436d3f423785732647815189a826", "options": [ "fa59a3b43ec4a936d4ad92cfe46fb396ef1daa6beac5c05aa21aedb9afe9cd50", "55153556d4b0512b5561893a61c3454020266bb97892331f30e9a5717f69783d", "b642155ced8398a5d28cfb158e570631787eb662e9c932a1f4abbb09063b0bb4", "897b47e555423f45e777facb469277dbcb10ae52aff59f1474c0cf0af1731ef5" ], "options_json": "2c1de6965c8d0e2e5298903cd82120802b4d921ea577982ac28bfc05305e3341" } }, { "id": "race_middle/test/696", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7050673c1f9567f40de8f4bcb62c041c744b8ebd782fea80d89c2def8b681b7c", "prompt": "6955f373dc410bedcd812f0791c08bd5e877a8a401aad9079f9796d9203f2fec", "options": [ "612a4d7202cc89cbcc91a679d1ea9757dcdbca8e5ca8dc7a4b18fce46ffa9bcf", "afb2706b3e1e0cffc66985d0299fdeb704fc31492e5410dd39251a053bd9fc19", "0ddea185aa25f7652c7e11a7990f6f41ab7819a16497c08e61f07435e1ccb351", "e61e073b49ddb2c2903c4b1a36fef3a35cbc534e9d1997d8dd592b2a787f5abc" ], "options_json": "a0aae794b39c6ce079c10967b6134e11689a867038fab1c13f869238ef32a7d0" } }, { "id": "race_middle/test/697", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7050673c1f9567f40de8f4bcb62c041c744b8ebd782fea80d89c2def8b681b7c", "prompt": "24778014996f7dc3999db5071d027b8a06762e2528ff10f42c0a8368c73e43f9", "options": [ "f71bb41da49376e9a6676a8f451e332bf6fef278eaa84e224d43192beda0c095", "7a90f1070ffc02170384bd8a19dec953603274dcf44658626e08246584e09d8d", "2da2f1272dcc1aec9fd7240f98c3e3aca53c940dd23b1f33b22dd0177a0be22b", "da27de1d72c688f55a1b4ff7ee0e34bbdd4daedc9879725885c5325bb5477e2d" ], "options_json": "8722e244ae0839ac0fa10487c101b419d7909a3bf4b2db9bbda7c996290168b4" } }, { "id": "race_middle/test/698", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7050673c1f9567f40de8f4bcb62c041c744b8ebd782fea80d89c2def8b681b7c", "prompt": "d04b7bf532a57664f1c72e5e7c618bbff86ef10ed827a4abf9ed25236e0854f5", "options": [ "e5d44ed9a306a0fe8ce01ea4d4703fbd82dd7406547b44dec8e18b8adfeed583", "56e750a5a778524d31755f7f706307fa2dd02b49e94a0afcbb580ae7f8462c2c", "e22e7530ed52cce8c4cbd042f7a8cdb4587e70ff02215522ec5e37ee4c6f3c68", "9a6943222baad1b00f532b71456802187331d280344718c4bb853bb3f7224d02" ], "options_json": "16fcc23b3c64659e0a4f59d1af0f12c3ee2c5aa10a29d03d85cb48a6cc7cde45" } }, { "id": "race_middle/test/699", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7050673c1f9567f40de8f4bcb62c041c744b8ebd782fea80d89c2def8b681b7c", "prompt": "bc17d2ab464d0458c8f55b0f49a9331c60aeaff768eb484f7ee8790333e0d343", "options": [ "c1564f4dd54d052cea852c0f2a6e160757ab98ffd820fd46a72285ec125f71b0", "ee1b986ecde25d575c571b402fea7ea4a73766902c5a05c835d54cf67173c9b0", "ed2606f0365c0ebf795badd80b0bceeb0ae12b8e53faa59363dbc46a48ae1048", "581eddc9f18baa6bad84b8e708e2ad90b680db2c7f0c5c9be07daf52e15a31c2" ], "options_json": "6ae03e3cbcd19a2b993c6f5e129bf1c3f233de204804a625118b71e6619cad67" } }, { "id": "race_middle/test/700", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1b34de46d6d239fd37b5a547a6185d702a1f5a30b1c42b4ad9b06ef9b634e080", "prompt": "632403eeed185b7b22d229b8fd10e0716f1e11c86a08aae1d55fe4eecf5df8c0", "options": [ "0c17983153a8e06054d4d80ca63d476d7be00e8d071039541fe0681ffd4cd6f0", "4ce63cab50b7a663b64cb19b6c46d58f6de176cdc306a4f98ca9bc62b359fab5", "fadf326be69289a3d56d236f31edd822c4190d748ee65f88387d315e69f828f6", "44b792102dc244e5dc8aeb451b9dc76390132ac1abe710b36f2394ccc74ef783" ], "options_json": "3326a8753c5a5244d31d2df9af95806901a75095d1c4ac3128e98d9f6201fac7" } }, { "id": "race_middle/test/701", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1b34de46d6d239fd37b5a547a6185d702a1f5a30b1c42b4ad9b06ef9b634e080", "prompt": "84bb9d13d6a3465c91af36cc06baa87200845e722fbeaab53723f2fc8ec8a85c", "options": [ "b0098cfa4212707f4063486b45a8f440b33139524a93e373cda1fa6a6f032ca3", "c0e6de68ff1a153b56f6a88375652a29b6c12ec4a148045767a2c7965cef5486", "e88764c25d7ea9a1af21ac6803b02960a604a6899492c939f066296a11913c2f", "42bb1446d1dd719daccea94a2507799e7049e50ea0a5efba5302b301df1dcd91" ], "options_json": "80e7a0d30a1f25079b1d3282613c8b51836338ffc13d752b511a882405512825" } }, { "id": "race_middle/test/702", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1b34de46d6d239fd37b5a547a6185d702a1f5a30b1c42b4ad9b06ef9b634e080", "prompt": "ef98c248b89376ebf22e5d48afe56d614d9098c63f1c05fca330d6bf330223f3", "options": [ "b3a361e506344a9bf57143f3b78630bbbfead0649fc11152f94b547e346aa1d2", "3bed566b7df6fca80b837550bf870c5dd93d5a1150fef120a77dd9cf025c139d", "03e7b4c75822422eadaefc15cd20146ccfb3aff787c9d73c7414c376c5b6783f", "2c76dcd6f293fde21d08b3527e889adb32dccf66d2726120eeb410a396de86f9" ], "options_json": "cb3e2c5bb198312d8dce696e4f11ea2b1cd151b0ca57db9e527b4022dbefae83" } }, { "id": "race_middle/test/703", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1b34de46d6d239fd37b5a547a6185d702a1f5a30b1c42b4ad9b06ef9b634e080", "prompt": "e0ccd3834d6f66c09ca20c7a688a8d9272485f74048812d96e2a47ae9a558ecd", "options": [ "8d68f8d2da07302a67480d61d91aa973cd8d7fdcd2248a666f0d8377d229ef75", "5c4c528ea944652ee02ed158894270e8874418d7593bebaff5ea49d52fd66e65", "967ec11deba23fe136c8de063306a3b5ee2af5919f4a60676ab4d3d05f8fc4ed", "b972e699e28f4c807904be1c21ce8353e284d566e2e7c4dc150caa6e8acf1ad3" ], "options_json": "e355776d265feab8562bb3611c39abb42a9be0918a548fd6e6cf49cc42ee2f79" } }, { "id": "race_middle/test/704", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9277632c861593e1cce740a684a626c968311297a99f85e22624e6167a06a37a", "prompt": "9675151ac0e4064f6a46e8653e27f363f35604c6db676b3575314c745b0e24eb", "options": [ "2e8bbbd8507c55429d7c02ed0c1de9e5e143e5031ab92e91c9b60d741483586a", "c7624c65401a107c1495d647ff80597c4da531da03ea9c9093fb20692dc2f92c", "6faf9e1f2cbb0e61089ea1b78dbad32af4c68121ea459ea7d19de440b49b7e9a", "9c1088195a643495367eb22c793a61602e3bdafbffc82274b21190bec7e76a74" ], "options_json": "e3205cbe224cedce4fd60de61735b573e2b0da6229e77750eb0266fe5230073f" } }, { "id": "race_middle/test/705", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9277632c861593e1cce740a684a626c968311297a99f85e22624e6167a06a37a", "prompt": "36849bdea7dba35e790552e10fe840c0cd20799c182e793766e2c719890c29c4", "options": [ "ebaa30ba2c8a8accc7afd011c35124e54cbf740ba486ad66a4580fb53b2383ae", "6fa40791c1b1570334d1580031f69a6d0c9f43bf9a922ed9ef0ff7fccac24f75", "e7809ebc3ded2a399f634dc82d2d1b3d6dd9c1378b37245fcbfc26316fd85ec3", "488f3a0625e70a822306da98d3161d49eba53baab03dbafcfec2e783f14cb6fb" ], "options_json": "76ac40cc845914c5d97d5a2186cb2a529a2d82459de92acaca9980a3f15caf18" } }, { "id": "race_middle/test/706", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9277632c861593e1cce740a684a626c968311297a99f85e22624e6167a06a37a", "prompt": "93ee086dc4a2209d8ef9d13d33e9ed9f27ef59fa81a95d7f511854b4f52a63aa", "options": [ "c83a2745a581a400f89d07a86dfa7350edb05e5f1cd6dfc3714e548530e33f8c", "000c6fbaa8e5bcc17617701f17803bafd3d9ae6e59cc628c022ec4d313cd0624", "253ec09a587a47cca5a62b0af5101ad05d403dcd66919ce9e6c3a447fe332946", "3a54db109658e494fad788b135b1453cb55af8272c1e9da1cbbfc1c7ebf24c25" ], "options_json": "94646a5170e5c1ed51b6fd9a97f9788326494753c74ecd2276fcaecca4bd23df" } }, { "id": "race_middle/test/707", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "9277632c861593e1cce740a684a626c968311297a99f85e22624e6167a06a37a", "prompt": "e6be1ade4a69f1818ebc050d4cad925bfa41214a2e8ebd112185f81a6f40c9df", "options": [ "2b8e8a664f2e8dbd93f0437d7325c2c25c1095ab2a643045d7c26feb15dfbaa7", "eccf083a0a7d2f34387818865cb04d266eabdc4b7a9036c443ff8b70a4f153f4", "af5c65d2c32702da3308ca16980390340e36b471ed0016464df96afe0445f95c", "05d4f9a98f0686abc5bde8d0f79b7fd624c357e02eed64a0e4bebdb795466400" ], "options_json": "1c41a28929341f80754d438501b723b8f0499cccced32140e700f9d696630c00" } }, { "id": "race_middle/test/708", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a85adbf6b9851eb7ca3a8c2881243234d41458e0b059a3cec97a9f76dd9581cd", "prompt": "6af79dcee7666efed217cd57bb809bdb38a9473fa03aead63b4a1c70bcfaa3e1", "options": [ "1879ab62e9032909264be2ebf8badc5d4932e0f7e380ad05a9f5af9181874475", "f6023f6e3746659c811dd6bbc5e5f2eeaa946a2cd9e0a4f1d91b92a8c76e8f3a", "ceed005519e778e00fcc56aaf1a9ed714ba71bc37a16a97a37e36861ddd19558", "f8f0660f99f62708cc5cd60a5483659d4bba7ccddf32076238d3b43e449a82ad" ], "options_json": "c17b7f46a8d51c985e3e4a17e9e3763d70e260d0cd4c47c41dc26ec2988e1e3d" } }, { "id": "race_middle/test/709", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a85adbf6b9851eb7ca3a8c2881243234d41458e0b059a3cec97a9f76dd9581cd", "prompt": "b6f93f7ba5ecb36796b26cfa8c37ae16401d56fbc6b5f2ea5c3195a0c6c4b063", "options": [ "a7ff4ec3011eecb12d322e6dad8315de174ad0a573aaa2f05bf6dcf7c057a635", "29b136336f4664565ba0bf483a00d55639038de0796d862131d00975f09c9bd1", "be19d4aa76e14d4443421418b39b57300c7d898915e73b84988bd9e0c6b7260d", "0b0b4745def2d7c9734169914e21dcf52deba7045a7546f8d8f1742921bb4529" ], "options_json": "d997029e7fed5b4f9776cc296c0b3757df520eecc1753d01b6c37017d8d0eabe" } }, { "id": "race_middle/test/710", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a85adbf6b9851eb7ca3a8c2881243234d41458e0b059a3cec97a9f76dd9581cd", "prompt": "6ec549395cc347b179c974c24dcac0145b9eac41dfad6c879f16989e2558edb1", "options": [ "94fd807c9606c8207fabd45375b5682d9b11d31041db201b5c4127b43584c280", "e6707794e199c13ca008ebd6ac1bd3fcc8863c4c16c543f19bd9ef45b14c69fe", "b0bed1ce3d600fbec9ca4af19de1cb61dcb72476fa9b3f90409241d66be74d0e", "7c2077d97aea970f3402e40d873d418f239ae738cf71ff04bcde423d743acb24" ], "options_json": "9eda1d46618a4b5e93e8d0250ade8db8fcf1426c4ad0e06144972e693fefa90a" } }, { "id": "race_middle/test/711", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "a85adbf6b9851eb7ca3a8c2881243234d41458e0b059a3cec97a9f76dd9581cd", "prompt": "8d2df4f094eeb3101ec9efa883080a16daf70f9319be1cca70ce8da41824a2a7", "options": [ "81359f31e22db5693e7a7a1f8aaa81aa1200af14ab503a79efacd43f414406bf", "f739530d26e1d1b9b594bbcad9c6d563215fb65ccc529ca796856fef3399f8ea", "f9d9ee0df6d12099b5d517206c1bda32981bfcdf9572b43516b80204e04c805d", "773c812d48a93e753bfe932817c12040204eba17fb463f6261d7628055d8206e" ], "options_json": "9b1869621e40b2e7699e3309773392f066ad87788d844659ef257429329962b2" } }, { "id": "race_middle/test/712", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "a85adbf6b9851eb7ca3a8c2881243234d41458e0b059a3cec97a9f76dd9581cd", "prompt": "f5ad3e2faef1c17fa754eac956d58292f2899609eb895641cbad58bcb0b0b327", "options": [ "b2d8cea81328381aa710cf0ebbe6654f03da3b112d40327032f7506073454e81", "f784eb76d364c051fcf62ce797ffa8322007437ec9271c0ff6ef46229c0e7050", "388ac5425d708543752872bd228f0c51c76c217cc6cd9ba5a0ddeef8183eb50a", "e240e44bbabf9d45f9d25af1adbd6245226a9c5c20306bb27017344524fdcb86" ], "options_json": "948ee9bb11910abebc5883e6597ad71097ddbfd66b363ab38d53e1d3c8371223" } }, { "id": "race_middle/test/713", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3ccad955bd62531b90f07e8ad9172e168a446561f164a57a8182bb26cff78f44", "prompt": "50cc3f45d0bb76a1b49a8458792d0996fc2a01c6b37ee6330e174bd189c02e98", "options": [ "38c1e8a4efcf979129c652dfd7ea4d4b3eec9c81af600be319af66f5e60330a8", "17979ce160aae0982326cd45c807f593f5e5fd0887b15c322235058afe3a385c", "4927d59bb2e3377311ab9de31356b5cf10f30340c2eab243500c21630e82c6e4", "80f3f81396887f804718c5eace90bb723b77067dc03a5bc2c6372edcd66ab860" ], "options_json": "686c83e0e492aff6fe8a368c1c8521c2c227a87f0902de8e26350d872115e560" } }, { "id": "race_middle/test/714", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "3ccad955bd62531b90f07e8ad9172e168a446561f164a57a8182bb26cff78f44", "prompt": "56780ea3796e149f29f69eb486ab16cd3b0b122505a2e4b0c7f8ab8af0c78a64", "options": [ "bdb8ca7ac83d6b2eafaa63bf2b26bc0864613e61dafdb47afba98da69b311323", "5b8a6fd01bf05e3af86cada5a530b8bb3b81f58cf78529e3ea33763e970ec044", "89dc883977f36e703300f5b83e15bdc05204fb370ef093f7fc2ecd2dd480ff29", "a8bc95d508cc25ace4f3c3c104dc2507b6ed30ec0e5c3158ad83a0d6ab7eee53" ], "options_json": "a497f8d479d49ac00ddbb41b944ba4e3a77a7dec81f4db595b34cdb5cb98f53c" } }, { "id": "race_middle/test/715", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3ccad955bd62531b90f07e8ad9172e168a446561f164a57a8182bb26cff78f44", "prompt": "234e750b5dc3692723f25910a82b0c5081eda91023a1ba54dac019d7baf1f514", "options": [ "5372d1019e6bb1ee281c41641a50d0f02bb454130dfa80b81ce56d60d2ea9b57", "227906e270cc7ff8bf2324ee9a7f5cbd6a74b41a884eae0ea1a2ccf27445420c", "cb63b228606a9124802d694c56793bfad1feea5355ec3d9f4d333c46d261ec53", "de383a6bf92346bf7ffecaaffd630313f2bf802726644ad31feaed9896380297" ], "options_json": "74e8168675eb036289cecf82050c8ba4d15465974cb92627a5a84e2d6017cc0e" } }, { "id": "race_middle/test/716", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3ccad955bd62531b90f07e8ad9172e168a446561f164a57a8182bb26cff78f44", "prompt": "4f057b75b9327a5f80d86603d62013c8da381b78197083f266e953978c985c53", "options": [ "63001f92c2da6a75326780e70f68df7013fda83fa0c081d0d61fddc4d1209ec0", "26dde60c752848d10845d598c11f9a3d8ebee7e2172ab56d4f0a1fc33ec39b40", "922a99dd896a93ea68525719079133109181582f5df149e5f1c13084a1e1d1ef", "16cd87a5ab0f2da70459be1f8d834d01565a9377aee44c8d624e2a43a0d8b71f" ], "options_json": "dc5cb38d7ab6988121307b2b6bf47d0cf6288471c44cde6fbf3ad3d16d8a6354" } }, { "id": "race_middle/test/717", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3ccad955bd62531b90f07e8ad9172e168a446561f164a57a8182bb26cff78f44", "prompt": "0813672ef61788c25881d17a358bba6a922715b31237e88ca9816295d75b8981", "options": [ "5778bb4612ca11113a8daa107a0269b7fe1ca8c84290ca8fe1347193ad1bbccd", "8d769dc5f1b0d67b0fd867e9a9c724b853fa3d343a7ddae95f7c44a71f1a9c12", "135d0ced92990fcade901193398e4a49adf7869e88dbb17653d7dff21a2ea3a8", "209d9745270ab6928786480638d262d2b77ad97f2c5247cf6f567b6cb9026cb1" ], "options_json": "2b39c3b95f0cdeb7dfc6b200b35c02e2bb364c562a07fcc5c4f4c2f778a43417" } }, { "id": "race_middle/test/718", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d1b46bc4d98c72d56fe049a58de6a980948657cc454d2bd72ddb57c84adc5653", "prompt": "526c0834e04962cc8ea896881b4d76cae78252ecf7d49329e10e92efbcfed909", "options": [ "4ac0fe10c9ac2fe1169853217a6935531a29faa063c54b01ab82a49db93903a7", "0baaf6f25d1c5da82d9e4a3229cd45bd99e151c41dce518d7c7e526d86283f24", "ba118bf7fc9c1aedc1edb28a0aa86e0b43b681f222af6616e13c43be87815b06", "b48a9844f61f4e808f2e0b86987536dc236fa1e07b91126a07af213f435e84f7" ], "options_json": "9a4499f3da15e8da89545f6b115b16789f959ff9702f9f2df3e8ea87e54455f6" } }, { "id": "race_middle/test/719", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d1b46bc4d98c72d56fe049a58de6a980948657cc454d2bd72ddb57c84adc5653", "prompt": "21e3b4bcbcb1cc7bcccceddc24668c36588183d37f4ea2224d7a47aa69a74138", "options": [ "4ac0fe10c9ac2fe1169853217a6935531a29faa063c54b01ab82a49db93903a7", "aca66ab0b6fde79beb8b39e854ce3b3fac1b5d74f90b64be465a66a9abaade01", "0520f1fe6af8ed51af8a1492b926c87586e46457e3867a3bab142f0b49732c2d", "f16c151a64be67817a4fcc22ca5b339746c990f98f98176ba0e73f7887a15c8d" ], "options_json": "c5cab9c97ad3efa7501ad1b35ae98eb46e370cd48a7d25dd8f2815bdcae70448" } }, { "id": "race_middle/test/720", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d1b46bc4d98c72d56fe049a58de6a980948657cc454d2bd72ddb57c84adc5653", "prompt": "e6a2370ba2d6d983d56393bfcc1c34e2e853d93e7162ef2d7c3edfdba8f15961", "options": [ "5ae9c300f90fb6706fbdc7205710e8c10f2250cc89752f7c98f197325430635f", "a5b93a43d8ab21e35348d3d0e3ebece882fa1a1688eae9948d7b3cb142f1e461", "8b8dc273864e94a72ed965842f071b437273f7d6d1245dd8fa02d6fc42c1e65f", "40b5c690470dcf8b098ee06fe350a8efdda6efc4a01e3c4ff152da82ad8486f5" ], "options_json": "c5d309f22b9a66fc896c294d2af4dbd2d5735fd310d0053efdc6986ec068d55a" } }, { "id": "race_middle/test/721", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "d1b46bc4d98c72d56fe049a58de6a980948657cc454d2bd72ddb57c84adc5653", "prompt": "6d84c5598d6db9c6a0ebcee50103ac14a83ff00aae5df666149f1753ea5d89ee", "options": [ "1cb542228c76558789d114d3cb273a75850cca54ec3ee9a41100f2dc56ee561e", "e223d8ec1e6450dae88d4eb042479e5fa6104e6fd30b15add076db936b290367", "5f40adcebbde4df07cbe0c8c995d6a8a2b538edb838313103acedd7ac6e68b32", "a941e049e9b1a5f8f3e2c1d39ee03082c184e89224e519c0bef6d8694743159a" ], "options_json": "8df0231671ee80d6020e50f3537d0368ec5a9babd205e3b38615c6425a033163" } }, { "id": "race_middle/test/722", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d1b46bc4d98c72d56fe049a58de6a980948657cc454d2bd72ddb57c84adc5653", "prompt": "4d6bfe8141a6d9b53b432be9a1698dfc1b41e12b1b40528a740f93f4701d6fe1", "options": [ "3d4e1e9030f190f5441ce6eb4d223fabb01786c590511e2eeb58b001def370a0", "931dd86b9c72f8e9caefa7adb5da943ab39da8eda5c7d4ea02ce42ecb576a58d", "84d3cdab0e60127d68b60ae81ff930005d053a947a2bceedb246c07bf170628d", "e1a14446b59ac02b141b613191e9d3c8f692846040b0879ae96ab6900e34e390" ], "options_json": "bef7dc4fdccae24b40b6a44023e730412ee3b309cbc98aba79258324da4e1e65" } }, { "id": "race_middle/test/723", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1f346f4ea3bdd586274b08b37af617da2954a393fc7552c6354953e16ae29fb5", "prompt": "cdf6eee780dfcef925567f0ad5f3e5cb4b7bbda8a9f16af7f730493a65516d2a", "options": [ "c685a2c9bab235ccdd2ab0ea92281a521c8aaf37895493d080070ea00fc7f5d7", "018fa96a44715c90bf93be148069cb28dd45d398f2cc75aa1565311f6e55d174", "16477688c0e00699c6cfa4497a3612d7e83c532062b64b250fed8908128ed548", "1b4c9133da73a711322404314402765ab0d23fd362a167d6f0c65bb215113d94" ], "options_json": "2011972808a3785d2648ce0611cd50f41c426b1d25f67c727e67a01d9c85a035" } }, { "id": "race_middle/test/724", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1f346f4ea3bdd586274b08b37af617da2954a393fc7552c6354953e16ae29fb5", "prompt": "f9c958dfe9378e1dd5b74eda87706e4840e55f7ce2c881892c09ebba440ccd1d", "options": [ "1f9e37818214942aa199b80ea9f70cf81caac3985be811a220446b358075d9c0", "4f771d1b352a02889c3139d13159e1f26cdd8285eaff3a88def46384fea25694", "1cb0a2a5f4c6f0e4990524400239e79299b37caab8cb9f1a72017f345e42a23a", "16476453bd562a20b80f73bfc35c34fcc8260b71a9516ce428ea7ba2ebb95ea5" ], "options_json": "d644c30d4311ad7b74d2ad19cb71034aa35acc94a0ce898516cf364c61935575" } }, { "id": "race_middle/test/725", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1f346f4ea3bdd586274b08b37af617da2954a393fc7552c6354953e16ae29fb5", "prompt": "fa8287a57f2aa59a4637716fc39d2868610fccceead4c58614658c2d4aabfa19", "options": [ "2fdb87fb50ee4ea05a39c8af27737b7133d46b5d37a89e0b3beb8417650f2276", "aa1aa73dcd7b5b68c4b0176f32e7708d8fafe6f8f06c9458e1e341323839d808", "3d6fd8e1b05d64773244e19f6ef5cd8e108acae3b898e88ba52f08c7eb3c22b4", "cbda16f0e2e88654ed283d6fe9d319730e9a2bb3f200965e1ed64d1119f73765" ], "options_json": "c4c47d5e38e7a9212ccb5150f89d4e312d37ce6839664c4656af54a0b5e13ded" } }, { "id": "race_middle/test/726", "gold": 0, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1f346f4ea3bdd586274b08b37af617da2954a393fc7552c6354953e16ae29fb5", "prompt": "80dbe5938f8999453f1a1995d8046e4ce90d66ba35083c03892932239fd86a66", "options": [ "7c1040c08d67d43134ad4bac8a7a7d8e6fff0547715cd32f0556caf477ec3da2", "5ebd78a34d97b9d6ec5a943d74dbfd795f5d1a06182ef1410525d3bb010f0fee", "1cb0a2a5f4c6f0e4990524400239e79299b37caab8cb9f1a72017f345e42a23a", "f8f51f39420bd8ad39b508b01849ac9ae809b5427565563e769c1d27960feb2b" ], "options_json": "8b99e0fa7f4c80f1b55eefe89737cc256fdcdfec5d97206deb84fc9241d45935" } }, { "id": "race_middle/test/727", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1f346f4ea3bdd586274b08b37af617da2954a393fc7552c6354953e16ae29fb5", "prompt": "cd67e21b97dfc895ebeb1d9da5ef0c7c114ce2b5635f8f018bbb23a4546d1f1e", "options": [ "b61f73482c0a942f9e82f4d9d9d694328198547aaf124198221f9f1857d426f0", "c47b1c589b6c50094954fb22bdf81355d66afc887f92cf165b37a76c9940fdee", "95faf1f2647acd113bfd003efc552a6c949a2bed7a15da3305135fb0d69abaaa", "942b56744f305189780a1f548823b19706cdd911e128846647092f4f8a9ad696" ], "options_json": "f0eb2d7d7844d7ba1f6e952a5f75f15e9b39c2cfa0d21c198d39bed525030feb" } }, { "id": "race_middle/test/728", "gold": 1, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d0d23733db6a62c78fd3dcc16a63db66798fc3a22fef664105bb7dd826e3c285", "prompt": "27b6e87a42a4a0710385789562a7a1d2025fc5dd7bdb06e33bc55751d632a108", "options": [ "17ee59513ce0a77a739827878ded6ef5a62b8f6208448d05433b75229a628908", "f55101cb5e7453c770d2a062a242f13479743de0c24329462d3cbf3f2d6bc7e1", "0cfaf377cd39dd3cf7b320462c07f3e66e943efcccccfff3332f1c49d577e8f0", "dbf6a16362b0ccc5a040dfc45ef1a0c8b3475a97177329857793a1f6d693a6f9" ], "options_json": "f1600cc223dff46cb02e544cc0cf15f65cdffb68411d437f71395cea42c902e1" } }, { "id": "race_middle/test/729", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d0d23733db6a62c78fd3dcc16a63db66798fc3a22fef664105bb7dd826e3c285", "prompt": "5628f6087f521f3d659438f5e545c5c0753e0fa6e2c01a84823c3208c4d5e60b", "options": [ "62ffa6526b5afcbf72dd8d9c41b55616e1cd4e1288771fe8574fb25a6f90e724", "ddd2f5efae765d6c99f4be5a45ec331bfc9bbd5ba97309841a9855cfe01dfc2e", "faf880b8823b4d4881ca874927190103023a2c731830ca7b555a7d708c999ff0", "200994fabe74acfbe0f33c58c9067bccfe003a72fbf28d53d17eb21f5809681b" ], "options_json": "aa4cb9294cb474ceeb8b92ac421727d81dddf403d6614c4f0c7aa55d674558dd" } }, { "id": "race_middle/test/730", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d0d23733db6a62c78fd3dcc16a63db66798fc3a22fef664105bb7dd826e3c285", "prompt": "114b7b3544b9d823412d08ecd68eb280aa54697a09db34f26c400d8fd6a384e8", "options": [ "c2f3e29353d677bc2cecf1120a77863aaaec9f861fffc9a6ce391a2b171f6eab", "3a9e1220af119fd2a066f987a0edddb1f5d19b2b34be6d4aab2b0641841af349", "d7328aaaae45d40ae5d21ce7886fbbc462cfb1b295d64d54035cef3011da70af", "a5397388421e0a310d9e66014247b9ed9e6f12afec74e2cebacfdbf6820bef14" ], "options_json": "6ab0b40e6b4052a5746626dbd9281f72ad524a91ff43cea7d2b9c12c959bca9e" } }, { "id": "race_middle/test/731", "gold": 2, "predicted_before": 2, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "d0d23733db6a62c78fd3dcc16a63db66798fc3a22fef664105bb7dd826e3c285", "prompt": "60b80edc93e09978171e158377ebd00c45a01a316ce823be662b0ec8dc27efcd", "options": [ "b7b5f03e6538625d9bc5d1b40d1b6b1c0cb35fbfc26ebe69b9b7a11f01e2f5b2", "04248ff56a9d93577a676d232643b1d795b2c9c1c374a625ca17fc4813e537ff", "4d54994fe50eaded49ffb4efbd3dff3fb53b23e63cd9eb213cd5c876636bd804", "2dce0152f14ee9d39b5dd28634842c7e16357b3f85758e6814b23e6d4f2f51f7" ], "options_json": "ff10f84d27ae1ccedc3f563d45b729e1cceff9e19c25d59424703386202ec1c2" } }, { "id": "race_middle/test/732", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "102c2ce898bd2ec801a4f83acc6fc04814948668f106556c995da8b9377d26c5", "prompt": "4a1f271966961b4197e8f28d49efcc06a0f827daae2617fc7889130295ca1f3f", "options": [ "c2ef2169d8830b00f90d6b417623d5bda3eeeb2b563336954f5446af505e4320", "e49bd3b59d27f6585df2f8f487fe2a3892b5e5bb5995df8b71e4e4a74cb6cd54", "a84a3ae08c90e4cb218bb9a86cc2e653f25f7fd235fcab114a558222bd4c11db", "3316348dbadfb7b11c7c2ea235949419e23f9fa898ad2c198f999617912a9925" ], "options_json": "5130742b29dc5739a57be8a8832792a9234c9e6b107b011a8897f39c48c28361" } }, { "id": "race_middle/test/733", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "102c2ce898bd2ec801a4f83acc6fc04814948668f106556c995da8b9377d26c5", "prompt": "fe16e2f2fcc23581fa5131b49ec81306a440ab1d7fce7890e415da914e6888bd", "options": [ "3ca1c66c6ea9ab4605666f9d68b2ff83023a27a1664e7e1aa59ccf4554cad6ed", "92d74bb8bddbbb9c8b50ba880f92f070bd5fe84e95fe68ee1e4e8a8c4440302b", "50c9c4aeb40b5b206b6d98f516f8b8c0efd29ce2e56a76b345fb9240c225a1b7", "4c5af973f604c186dcbe090a746d4d0248ae40fed496b48510104bb4b732ea51" ], "options_json": "bcd300e2216defbcb0e7093df0b82917547128cec697c0e19e2d75055d358512" } }, { "id": "race_middle/test/734", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "102c2ce898bd2ec801a4f83acc6fc04814948668f106556c995da8b9377d26c5", "prompt": "552452055aeba4ea8e88bb79122395cdb0189c3fdc4ea3035369e47b86625ccc", "options": [ "fabb2092fe843d07955b276e0baf7539bdaecb351002dd75009e74971eaf24c9", "f9ab3e6d50344ea642df220aedc968570faf332919d6b08ee3c36eee8c171126", "bbfd6dde8232f6e9f049f7b1ceeb5be3079daf28a56cf9775f02bc74d4827d72", "45c39da3c3343c7d4a4601aeb8d3bc07d498729eab5ad694523070619664159c" ], "options_json": "bbf1b8277cf3481ca8de727685394244e6f6a098a02de567ebea6cb611e5ed0b" } }, { "id": "race_middle/test/735", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "102c2ce898bd2ec801a4f83acc6fc04814948668f106556c995da8b9377d26c5", "prompt": "c669399f83febe32b76936d793e2b83ea0325d1490d75746f0e326dfce18461e", "options": [ "017196683c9c2e15b9f60a119f56b30e99ed40c105498098d2c54911fb1ec309", "38604846567222e321f4fe6a7286ef38ae2d4cd0a040b643e8f59fc850fa98ac", "4b451f74b0c11628fedf6df6521a235b9e357d5085a8c530ef18c1e16196f841", "d417840f782091a9870fd06e01075d92f57194a6724c26def0156255046de8f3" ], "options_json": "2b84cd56119af5e23646ab73aab65b6813fb159ce75b9d517fd5ebad47bb926c" } }, { "id": "race_middle/test/736", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5dcf7031aca20e112bc7411bbab0aaa7b142a4592310da1ddf66359bb2711e60", "prompt": "946380bc31bf3d167dc36be80e3b787f2fcaa93844ed24185b24f4ebc58b3056", "options": [ "d7a6608d01ed3760feb4ddc9d85870431dd089ab1c72a070b93a3d654678dd4f", "cc04af8d07831e00a8e6a4c010efbabfd20244ca5c5b62fc87e7a44b3e138b9c", "aa1ff285dceb07727bc145b3abd3b533a9f7cc4cfb90e8cebcd88f37a5c9e580", "7be6389b4e004ad1b5f7209f97b1d06400627fd77618d3c48bbfc52f594ca225" ], "options_json": "2b0b016d15883d68d3cbc60c0b6f334a6b46ff86ad8e9160ea21773538655fe4" } }, { "id": "race_middle/test/737", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5dcf7031aca20e112bc7411bbab0aaa7b142a4592310da1ddf66359bb2711e60", "prompt": "9465d6c6915a6609fb3cd2f630c80b1c57abe275aab026a8bad21282404aa75b", "options": [ "0ae725dfe596de5b06511866b438de0c1d6cdbbc4e37558e4e8f051c12e22527", "694a769ac18f30cfb078b0d273c3a3f3b6275603ff9fbc94c8f346e2f84f9006", "da065ec5c78c76623d6167749a86a99332c1da16e9f533db7789fb8e61db3566", "7edee38af650379064fff13fef9cfdf29a53cb797b1eceebb83baa5b22a48943" ], "options_json": "d86b085d7a8dd97edb574be8a88c1e3b24a399304a169a7be33b29ae78566aa7" } }, { "id": "race_middle/test/738", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5dcf7031aca20e112bc7411bbab0aaa7b142a4592310da1ddf66359bb2711e60", "prompt": "67f67959796d778dc8bf29e79ecf4ff6880151f9a4eac540a76a04aec101afdd", "options": [ "f0a096e46aefd5464b1a93c4c1eeb98305606cb78c616d3b4263fd483c5049ec", "5086ae7477721a60e5f58777d78dc56b0b802e8c9d697c668cba2c735cb2ea1f", "ad11b622ef361de2452a6cb55bb3bf102d11188efb497f84ce5bf810ee798eff", "8de0e2c2df91d19cea58ce07758f1b06e139d300bca62ff7779b2ed483bef2f0" ], "options_json": "3958bd2849a1620c86c9736f596dac62bf8da761a9e7f34a30f528f7003dffb2" } }, { "id": "race_middle/test/739", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5dcf7031aca20e112bc7411bbab0aaa7b142a4592310da1ddf66359bb2711e60", "prompt": "435147e52b41217821a8aefedb3ad5eb23d84520a1e67c4bc314d51bd80395ef", "options": [ "c9ff502aeeff021969d0f3c5dccc68410d6514fd9cc1c913e0044000c6553e90", "5aa3e66c26aff7a069ad24be307c7e1143aeccef91c944166485b9f7470ca60f", "cfe698358e4eb679c17657172406178916c4d56dbff0bf26cb9c860810f818ab", "eb80472701e87cc0c42160a5db67811f0258b96d002129ba8dde6c1cef808548" ], "options_json": "bec9db39579ffa7d1d2b85fd515040847a6332a5953f86d8bbbd8f31b3943b2d" } }, { "id": "race_middle/test/740", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5dcf7031aca20e112bc7411bbab0aaa7b142a4592310da1ddf66359bb2711e60", "prompt": "3a3a34874d45e82ea72185ae72d013ca15e942ca518a50ab50c47cb61fa349d1", "options": [ "c6d41781954a6827ea4d189e48a30faed865186fc01a7ca0db5efafa0f37954f", "c28a61fd80b348300606b7bfb90b48d2e6e99473f34ae4e2d54061086c41aeb3", "a5c2a2a12bd31aa2ba0b18e9c415e44282d628631e2d24ef957693e8e51e6911", "47910af735eda8084fae9d827691d774179b9e21a4deaf5b7ba45ffc75004ada" ], "options_json": "16d6bed77465de1f91a07a60bcd41dd7eba1ed3f6b8200e35c1c30c88e661baa" } }, { "id": "race_middle/test/741", "gold": 3, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e8e776ed1cfc2d931aae90ba760d491c82c7874ec915923a5735b3eea713f758", "prompt": "1e7c03d1001d18f4834d27ee0df84a6d6f6119d30677229eb82de1b393ab90a9", "options": [ "aa3a05d9d57c08d694cf230a36386221f56890092e54cf8d6b04fab1b2cc0702", "ca62d5e073f52f3ceb83f72d4d70d4fcd8b1ed041cddfb02ccfbbe1f90134f05", "208be34b55c3475df168f93331e3c32b718fab092c6dfa72d31464a710a6c8d9", "f29c4511672f1610be08d4aabde8ad0bf0ef4680bcea6fd334d457833cdde32d" ], "options_json": "d0368f423b4c3ad5383b97c1d48cb5e4d172392d97742df247c66ee3ae767e29" } }, { "id": "race_middle/test/742", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e8e776ed1cfc2d931aae90ba760d491c82c7874ec915923a5735b3eea713f758", "prompt": "391f1ce92f3f3cd57869064b2527477f5503dfcdf1faa02aab87d235f7c6e0c2", "options": [ "ffc3657adbe15029421a75c958936b300334743d3bbeb3f5bb3627f8116b871e", "2893212a528da30917b8088b096335b130effc53e226fcee7cc03f7dc304ef03", "82f29dc80ca9ff0d60f337e2a6b2be88c6f8178ee7f6c540bc08544e16d5a3ec", "7623552d7e52cf836f6238fb7571c561e10c08a42357d644e9b01bd064df6c73" ], "options_json": "d1c61a7d6ea09c8a52e742799bafb593ecfa2e35d92e63babc24325a4f1c0dc8" } }, { "id": "race_middle/test/743", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e8e776ed1cfc2d931aae90ba760d491c82c7874ec915923a5735b3eea713f758", "prompt": "2bb663e7baf930150e6114f916069c97711f345d6e86514838c56a3be8a8fde7", "options": [ "551b7f66825bb5a4085bcff19812adf90b9f04e766113a6336281f5ccb395b99", "a90414dbcb030d8ea7e44a4ba1781a837916883261dba8be39464ae4b2f4d68d", "c57f8a3c27ea1a646590a36a21197aa8f304ced2f216b46784dc95771a71558f", "4509d14a675e104510429b4844045c5521789dca84a93e8aff5deaaa37345c7b" ], "options_json": "e3fa9f4710020523dc2b7b403f91c384ac1220d67eb5a8f30d7575b976d54141" } }, { "id": "race_middle/test/744", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "33922e587b773d56b4ca93c687cf8ff929439c7354b869e8128e586b9d25c714", "prompt": "ab9b1120d4e7505bb21342c5a0f7200a89bf5d2a2897d50eac0c913a81bae235", "options": [ "c0eb4c056c5f287f8ee959c93917670a64dfbd551eb905b5a33a132a8381046d", "5dc0ce91c7eae6153d8758e6df272862b7247a13391329d54662c040eef23b27", "6c47d7552e5b9b436d3b59e4aee1c5b17371c8a07ed6637af2bb9502957e7a39", "cc3a3b9984e10d9a779acebaebcfa02a30df1360abf60ad79d2cc1318c559284" ], "options_json": "dabd11751ce33136585bf0d29e5e919fc56f00cf7f0020d7690b30490a86c23f" } }, { "id": "race_middle/test/745", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "33922e587b773d56b4ca93c687cf8ff929439c7354b869e8128e586b9d25c714", "prompt": "3da2f79ceb2cc4f1007ce2cef84551b599249ae3a2be4f55719fdd701e91e809", "options": [ "42ee14e054fb2e1024d6b561a65c80d7984fd3a077241861db317fe51c86deb4", "c88b3a3b7c80c8e88ef9fec98ffb16e519c00a4aa54dd7ab9072c4de60b54546", "cd224b34b3fe78bd507fb692d86d2b680bc80944259b5a4b984ea2863836586f", "cd84b52c48dcd0166adc92bf0aadcb02458898341ee0362c64dffe923b1fec94" ], "options_json": "891f5ac85e63f888b062e2eb5e17b0443a70d06ea36fc2b7c29af425680d5b52" } }, { "id": "race_middle/test/746", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "33922e587b773d56b4ca93c687cf8ff929439c7354b869e8128e586b9d25c714", "prompt": "2fd676bb208e8428157210f55d7bac442ee2d9148dbf168eac163ce346da46c3", "options": [ "6b51d431df5d7f141cbececcf79edf3dd861c3b4069f0b11661a3eefacbba918", "785f3ec7eb32f30b90cd0fcf3657d388b5ff4297f2f9716ff66e9b69c05ddd09", "e29c9c180c6279b0b02abd6a1801c7c04082cf486ec027aa13515e4f3884bb6b", "73475cb40a568e8da8a045ced110137e159f890ac4da883b6b17dc651b3a8049" ], "options_json": "b34e7be594f40ba0d870b166e2351aec5f548827f156da340dcfb27dd6eae3d2" } }, { "id": "race_middle/test/747", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "33922e587b773d56b4ca93c687cf8ff929439c7354b869e8128e586b9d25c714", "prompt": "471aff6bb298b02fe2a869c3fe8826f4676bb4e1ef91cde74f42dbb6b9779b79", "options": [ "6a0e713643791da1781fc7b25c872f382b9c5f6c7c0cf87933d6c5558ee1a432", "f6a495188f19f065052dcae6adca1110468888ac864034ea1f034fad68cd8b95", "fc4952743fe2f44951b54b54705beaccfde40bcb704a0f1367bd55f03ae7a871", "824e32fb648ff6da833fa27a4ea794cc75c233321d9effee0b0b87e8802ac697" ], "options_json": "8964adcda4b84bbcd3a78254858ac26ba66b2102f9e683d0ab1ceadc86bfc65c" } }, { "id": "race_middle/test/748", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "33922e587b773d56b4ca93c687cf8ff929439c7354b869e8128e586b9d25c714", "prompt": "1f3756aaa6e96bb5e12e346e0243f53c51fd53c0b810c7d0ad16f9c05bed7187", "options": [ "de8314ec3d3e3ab485bc7c558257fa971c1a0c60c76f706fcb91b43fb4057341", "b1fe326f056390b5a36d5b53948b9fa595dcd2460878115135e0a90e7796a7c9", "159677c5d77fb8cca79d61f5c53b847359f8ccdd4fc90ef062104252900b7ee9", "5f0cfab54e0a70dcb3eff676fa11765215e0ed573a11a18524fcddf1d17a6a48" ], "options_json": "e2e4cbed12a60d16ca9816b234c34cf6b59fc8c3dd640533e200b42beb911e29" } }, { "id": "race_middle/test/749", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "61beecd388ea59f80d85f8312bab7ea01cfc627039bdb22f92cf11cbc3ece12c", "prompt": "c21e298a3d016a6f8f1ed75895db416eebf77dcf74a67b50459911c1890f3529", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771", "1e1bbddb1ce6e35b2200de9c497aea4167058143462cc208c4bbfa028707c427", "10436829032f361a3de50048de41755140e581467bc1895e6c1a17f423e42d10" ], "options_json": "222c7636a700cf63f9782e72e762207f0192065d86d30e00a168d21822337e47" } }, { "id": "race_middle/test/750", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "61beecd388ea59f80d85f8312bab7ea01cfc627039bdb22f92cf11cbc3ece12c", "prompt": "54835d8d3cce716a703a3ef27e19149fcc481a8ae024d2517b71105ccb1e21c3", "options": [ "dbc1abdac2d890ae1795512590950d96b750db6d3e16b0177876cc9721279d0e", "c1a8333d01027b1aa2c00fe17fe45e82506781f83c0c044dfd2c48eb9e22a963", "e979074ebd5633a7263aa48c4b7dea055a769115fbc0a7de459f8a74cd2efd2b", "47b0eb38a8c658ee4bf3f3997711bf31c3fad190b4f65c57a79e4dc85d8d7320" ], "options_json": "b17d188f492be16a823b90d062b8efe658e534d0ddb8ab07916f2d471eed58a1" } }, { "id": "race_middle/test/751", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "61beecd388ea59f80d85f8312bab7ea01cfc627039bdb22f92cf11cbc3ece12c", "prompt": "931e0228e9cf3caee44016384464e28f20009dc29aa3dfe79fdd5e5ae96edc7f", "options": [ "ba555f6cacf313772371760c69ae86f89a6d5a11e83b4f11a5577b3299f8c6e5", "f5c5eb7b19bf0c2eb5d4a09d3fdc00fcc77d7f2eea50c2832baec8ca3c0f0004", "88a1881f0025cf7117501d07aefc5d4be6696656790d765678df8bc48ca52687", "66f9b98dde76ccbacebabd344bf5244fd6bb4a6a5ac62ababfea82d3fcc650b1" ], "options_json": "7b809da631370e087b008b766689114ba15cde34672869e958b8ca4048cb9310" } }, { "id": "race_middle/test/752", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "61beecd388ea59f80d85f8312bab7ea01cfc627039bdb22f92cf11cbc3ece12c", "prompt": "1f977a6a39a0ef2daaa13fad6f20116122295da6042a595ff3fa03da0f63e759", "options": [ "ba118bf7fc9c1aedc1edb28a0aa86e0b43b681f222af6616e13c43be87815b06", "8a9779f421280dfc90a1178539800fb0f3b5244af428b6125703ef068307e24b", "a8041a908a664cd5c7150e286a885197d230d61d16c510d9943c2a3b65c67c01", "475f0185c381c89695d5737a618f331d70cab9345f4ecedd10ed53f93d12716d" ], "options_json": "d851d42ba10aaa4d911fd1a6ff65d9aadc87c7686d8b6e46481aca94350276ff" } }, { "id": "race_middle/test/753", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "61beecd388ea59f80d85f8312bab7ea01cfc627039bdb22f92cf11cbc3ece12c", "prompt": "7d012686b7e04aaf90b3219a008e63ee6e4719b17daf43d019bfb43159d9d6a1", "options": [ "10436829032f361a3de50048de41755140e581467bc1895e6c1a17f423e42d10", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771", "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "c1ef40ce0484c698eb4bd27fe56c1e7b68d74f9780ed674210d0e5013dae45e9" ], "options_json": "8be9888c785e56d76e83c69599ee0d2e4987befe7c2e4ecfd45f97757cf0dea7" } }, { "id": "race_middle/test/754", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2b3c1cf9fd9f3d4332ce5531348f25358f3e26a695b1d0edcdc8d0b4039f6b1b", "prompt": "df385fc96929211725b74705187f4f58dd9c20bf2126da95d87b25627b1fca3a", "options": [ "4fb83dd6659358a86410810132f0d6b4791d7c644cb1eb2aad108d1495f4716c", "b71870e4c227e590158a08a531c20a4f13b9ae821d42b47b8dacf822d8d04868", "434e2702e12a3a4fd1d3cbd23aae4cbddf22123f85c77849d4eba237783df508", "ca97e5580ae6e8ebbdba400bf197d43d0674090b41b14f2134df1edfc3394412" ], "options_json": "4b32ddfd2a75acc915f624c001fc44e5a90d77169e2e589b5f9078782735fc50" } }, { "id": "race_middle/test/755", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2b3c1cf9fd9f3d4332ce5531348f25358f3e26a695b1d0edcdc8d0b4039f6b1b", "prompt": "b94521a4a226035cbbdbced8c5aa433fba3a1511ec487f76f83dc3a029ac7310", "options": [ "f8b0a7caf61ef3a7f4cabaa11d74c82870e03b632b6d729cf8d42ded0587bb01", "2538eb08f5fb361a46d43ede9347ec0b12c0e569d92dce7c12fa98b27e748843", "3b86c729aba7b2efacf33a9910d57a4937232bf6a3fb819889488d9f07e669c4", "13344cc60843c160d9c9927d3812374f67592f3abb45ceed8a87448497aa42c6" ], "options_json": "3acb2f3341566129f9f87bc09f085a734505c2e4822262452d6f98b370b27f54" } }, { "id": "race_middle/test/756", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2b3c1cf9fd9f3d4332ce5531348f25358f3e26a695b1d0edcdc8d0b4039f6b1b", "prompt": "827627813152448d0789e81cd6934305a818a289507af54485741b3fa44e7582", "options": [ "e6b190f6cd6fa4b87b2a657937257a5712116f79f8a07baeeb24c25bba8aef81", "9d2c6328df847a865e01324550e78e6323bb433337410f7242955d3cc85492d7", "1af9c56bad70aef996ccaeb721b76206436afcc182393952485cb88576ce0675", "3aed4a88c24e9d2d1b5db9610ce943fc4882b090b4bd6f16342f2c8d19f4dd54" ], "options_json": "0607dfea7721094f6000e8888d52e2078c45ef6b752de36cb5d7119307b0a757" } }, { "id": "race_middle/test/757", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2b3c1cf9fd9f3d4332ce5531348f25358f3e26a695b1d0edcdc8d0b4039f6b1b", "prompt": "fc9fb88801086880234e468c5a228c96eb3760e7c48585bee9c1b64cc6a0b0e6", "options": [ "f57b19d16b50b9ee3103f59cd10f0331256cc9a946257f77c052a08c043ce520", "746d820aaa018575a07b8a9baa4391e2868e6933b096b4e48204e29b8a0ecb0c", "1a6881ca732ebe5da95bc2ad5dafa0671a831248c0dd0f96432e065abed93e90", "1a4ecf44c08acb937436bba049535f3d6b3d783128b1060ca15041c7596f3af2" ], "options_json": "dec80646cddf6536339b9ba5afc83dcf5cc694e27c6fd37ecf69bedb5be8916c" } }, { "id": "race_middle/test/758", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "eec4c26aad6f813d73daed22e6aa6575e5cf51000be162f6f8117f715c89fc67", "prompt": "250b8356917df14944c8f56825fa0386139c557ff23897597140908655606c57", "options": [ "96044d9734b6044127dea24e9447d6230ed522668773f12934b5e8b66b9d707a", "ab91a82d14cfc6125c1a40e6920a4cd3fcc3e2f9940347175b06367845a9bcbc", "c1f026582fe6e8cb620d0c85a72fe421ddded756662a8ec00ed4c297ad10676b", "59d6d61431fce7d91388d0c60374ddaadc1acd8370221e11b029621656d5ccec" ], "options_json": "d31b32c2c63fd79fbb02b353d85c0db8e1d4443986b2a256ac7155413a1e3339" } }, { "id": "race_middle/test/759", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "eec4c26aad6f813d73daed22e6aa6575e5cf51000be162f6f8117f715c89fc67", "prompt": "1d641f3d46d765b2cd08567d188715e6b76193417e59a0e994711de6d98f20a0", "options": [ "b21b6c8daf3a9a4459f21c67157798459934aad88b1423b158fd0b912410ca05", "6b80450cc211b158367ab8585ad77c9f2de936319f592c6848e3b09b69629db3", "1ff4002466cab0673b5afa282d5f417f762c804b5d8f40077a886bd8060562fe", "685ed06f9257552a8aadc0d0eb002a8ca663c7f90099631ec2ff7775b2023bd9" ], "options_json": "9439dbf84eeb7dbab0898659747fea47c74d1f4f70a885655d5fba1cd5cbc30d" } }, { "id": "race_middle/test/760", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2a37a3c12379428acaba13c80ab019a6367aefad61c2054442549b8a5bd7e2ba", "prompt": "63cf6993537410dc93a8bcb99c9bd5f22b803da7f85e9785a4999739c9a0c528", "options": [ "f2472140455ce9a5a4a12100dd6a4d3f5a98847e108b7ccbc70c49e1fd32871f", "ea09e055e3e2014ea3d2c05718bec32e71b14fa5b51757a3e0e9cb74fd3a9566", "5961f2099f7799f244fe6aa3a6e63f023656acaf2b6aa8e4dbe417160480c6f1", "57a7c08f5a6de8d13af22d700fd933f32024d4af31f7b2a48c7b998aea1d9270" ], "options_json": "dc8a948f025fd3448d70bf294806c07b7f390b73366952fa90523e9abec8edd0" } }, { "id": "race_middle/test/761", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2a37a3c12379428acaba13c80ab019a6367aefad61c2054442549b8a5bd7e2ba", "prompt": "75789293a097acb55c76be0db02dd0fd041c5d23402dbae392b2bf4ab0928d81", "options": [ "ce1f49a3dced5804230b521b9390c242c0efc6621010a9fec2d90c3c335af830", "7b5b225830ac4bc53f4f8e2d3ed3e1073d9a1b0aed5f8dcd3d928083f2d197c7", "64f79765a6e4de8a9da02ac5f04702dcc786a0c500df74be49418c1bd93aed61", "73fbf9b0eceaf164b0d7f891a4581f584d5fe402f7ddc1e945851de1e5aee269" ], "options_json": "ec05871137c79db117f7a2783cd195f79381bd335dece764df5f2f8e5f79380a" } }, { "id": "race_middle/test/762", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2a37a3c12379428acaba13c80ab019a6367aefad61c2054442549b8a5bd7e2ba", "prompt": "55b2dd84263a172c2d657417db95d3b3d3c0ab3593c009e8401ade05953b3c37", "options": [ "d437850733d6b6a6481e2c960c17393ddd31a407655c2928fe590714955cf6c7", "684c85ee103e84152c54fd8be150584ffe9d2cf9ca99f68b8272709da843e8c9", "a63a84a681aa02a209fe25e475786e945d9729877b9ff260f843e35fb6bb4c56", "585a415706b2c9c46baf3703b392050ee38f39299591400aae50a55001edfc4b" ], "options_json": "eb49cda88d44ef84b50fed7f167e8df6d9f7d7a19134eb11c8cdf05b23222859" } }, { "id": "race_middle/test/763", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2a37a3c12379428acaba13c80ab019a6367aefad61c2054442549b8a5bd7e2ba", "prompt": "81e15a5a32f1757827c1f4c45c954ab3160426ff2975f28dfbe884949a87557d", "options": [ "c0266a52a0011bc2f341af39499d3f367cd7c8e1d4ecfd63799fac08da2c20bc", "f6e8d6e31f2afde0128f7caca7db6ef6b81fcf9ac4f3cb68ca0f8b5e76d1ed06", "0fdb3fce6c015c68587e6bac32e22f553ede64c71112363ccfd554abcf7dc522", "2b8cd5a55a8956db7a86cdb049efb07c22cb5f3a6c43fb5a7260b616308d5b04" ], "options_json": "88384669a1e7d3c244c0aa05f06d9ec6f7b490092fbff946d5cdf6d4e9515322" } }, { "id": "race_middle/test/764", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e8f2237aa423b67d0ced53fc8b9749f0cdb1136592bc9a0a2700caa1bb28efd8", "prompt": "656d6fecd63f2474f20d98e91ee5c3fb21daafbac30b3bdea0bc819323094b2f", "options": [ "06577d1351e9487332514371ca2c6a7379733b627f4982019afd03e320cb32f7", "c8080bdf7f4d0832c68a5fe1fc120edf19b1f1adffbec035dc2e4babc86bcc5c", "2e6217622bafd843d4dd57a90073d799b371f58138cdde19a76bc47ecd4a5e68", "242db7b58a83538a3324e27f7550ed7686ed00f4833ac806e5659efb9a4ded2b" ], "options_json": "d9ad62f9d1cf866fcbe44ed93299844de728202acd3af1ced77310987537d7f9" } }, { "id": "race_middle/test/765", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e8f2237aa423b67d0ced53fc8b9749f0cdb1136592bc9a0a2700caa1bb28efd8", "prompt": "1c2f381450b4196518893b3b2b2c6cd9d4a4f0b12152139e96216704929df11c", "options": [ "bee3d118fb6f3545527a1c5e7eca70d1721b5e36210cfb2f05aa02c45234266d", "563c80c5568968a3f34ba8287592466459eb172a70a651c317ec89ebcb6870b7", "5e64dd78789b82dad5e7dbb21a00561704f261374b44c647d422b1638bbd283f", "b9cc3deda23f37d55764b28d1c4da241677b939719e88bf7d2d76ab700864ece" ], "options_json": "31ccaed724cae9fc4d24192caecabb4f80339f2cb26eb65921146e060027b99f" } }, { "id": "race_middle/test/766", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e8f2237aa423b67d0ced53fc8b9749f0cdb1136592bc9a0a2700caa1bb28efd8", "prompt": "7718b812fa05a5e2ff83bd6e459cce60be1360410fff473b82e636ce4e623f4f", "options": [ "9b2011b89a1dc40d591117d62c8648912e914e95989f494f1f8416b81563206b", "fb17f531584190d568fe247813b2983facd7fa236a4fd71493449092a6623553", "9d0f4318671271b6330a32ff4cf749e5e01f03265bc360755be4d74755482f4c", "ad909fcc2f3d9277d286cfa24c18555eea35a205ce9d6a20ac07946c5e7cca21" ], "options_json": "4eb11d1a50d44b84dd01bbafecb0f701b1ae2f0f89d75e4de84bd14f0c75d132" } }, { "id": "race_middle/test/767", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6ae6338f95f5c0a68591e2851b1bab522125d461d27e0260711bad1846023045", "prompt": "fad41529dc0729f117b2e3ed61e6682c39cb15c76d776fafe6ebd19e0a4cbf4e", "options": [ "4403428f07c35b04e2d8cc74067ec5eb18ea20f579bd6ee6097387c6b3d5c145", "b160915722a27b4e1ee4c6b6003dff5cec8a6ebb2a0f4a147a2e96284930c32f", "7377dab9a17e85c21c69f465918ec5b065d419a92bf96842ac05efb960d958bf", "ab5baecc62c64b83ee18e5f87c3e45bf3abcfaa1d0c9edc82925a5e108485911" ], "options_json": "59f1ae20e404d0d892827bdeeb2552b29ff3f91fc2354015cb2e82ecdbf08fbf" } }, { "id": "race_middle/test/768", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6ae6338f95f5c0a68591e2851b1bab522125d461d27e0260711bad1846023045", "prompt": "0dd8fbf0146dad611107b83892f382b65e4be7a42ded11095d947cb9f6b9292b", "options": [ "49dcd9de088cbadaa2aa6318267c4a7ffb484dd88f7b0ac4f85e1437e97db612", "7502bf2a06a1a493a92ca5cb5f3b69a36218bd75705ea8a90f7e14358fee235c", "25f4982c5d16aba964291c73511776a616df6886d151ed802997dd9116b90efc", "ecb91c7ee7f37c762cf351b9c2656b4fb43e769bdc7125c8461994baed5f2633" ], "options_json": "d4293d2da7df95a5ce3d557f637107875804d1abf430670775cd66ad3eb8eb2d" } }, { "id": "race_middle/test/769", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6ae6338f95f5c0a68591e2851b1bab522125d461d27e0260711bad1846023045", "prompt": "1d0a85e199b63bf3c448b97a95a2d0b916973c30e433b7db6be0f0742540c715", "options": [ "20dafb78b4b6639fb2614337c87e9369185a1596e0d6c4c9f6f4cd24ff26cf30", "ede86dff94cca239f2f9ed31a26d0ec9aa0afb4ba15f9dc65c10f1b462c30a60", "5090292b85560b6d925e16bcc19448ba900da2e9b32061b3019537a85fb5dabf", "36311e031b2d2a15913016fef0e14d907eb03caf53bd0c97a4ffd619de6fcd61" ], "options_json": "e21a8dfd5f67c64a9347454bea414de94afc282c9ea9cf98ed6f03b77e90134f" } }, { "id": "race_middle/test/770", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6ae6338f95f5c0a68591e2851b1bab522125d461d27e0260711bad1846023045", "prompt": "6cf34d8ac7f00a121d568be0a643b33da8d7e00ee0d577ce17fc75c729c189c4", "options": [ "6f0549114ac914567637083d0e15ff9eb4f124a30e5a9f7dfa20ebac32cbd09a", "a7bc660a9dff37d49bf404594e7b769d7946c641f5188a8a71e4532171168f6b", "77fbfd4a0927f768cfceb1599923affba3282f64b1e301a4c192037275635d11", "f79cfb65e488cde2e4c723e36310adb230d66cd9f533c79dbb24a7b22ef0f30f" ], "options_json": "dc6d401cf54359d4f42f40be9f5691a5480851532b9a30be581d101ce4d06cbf" } }, { "id": "race_middle/test/771", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "73f4a8d751e48e369f77a054309404695d67c7b5b48391e149bc2544f1c35c73", "prompt": "cce65a75c2c48b38913c91c95dec8b66f03157f40d6dfd0e71688086f63755ee", "options": [ "9682a7d71eddfd96ebe7e2f36eeb5c924c338ab299d91ab849e18a9dc685ef68", "ae717c879ae766d8f195ade02ddf6b5b11d22c43916453ceec81a27884582984", "3207629d0bd02ddda35eab3df66991fa27baf27ab36950992e56e371b9063a2b", "031ce8f824c6ac7535289f8cc5ff5721c2fbed4750a385204d82f3db8e818d57" ], "options_json": "b64c195e06e1cefd8121e5f993f979bdffce066c9c406736feda7455899d8a9e" } }, { "id": "race_middle/test/772", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "73f4a8d751e48e369f77a054309404695d67c7b5b48391e149bc2544f1c35c73", "prompt": "dc0d54b9fbb1a28d9c7041b5b980968af04af8c17c72a374bde9e14b69b418bd", "options": [ "b78b50e6cbbf15e9093db3102c43d39b2a47e60d6091aed699a3db10a03189de", "728b0121b77a7aa36977201200ef7a715d9bddc8fcaf840dceeb6cce3218d656", "491b07cf776821130530f03ccde66e8065e50fe316d3e486c15087c9671309e7", "be1b05e1ae2c61150f0184720444dea5cab8be60696382b320985eace047ac21" ], "options_json": "49fcc20f5c9ebb3554ba6ad41302f3c575c2c232332507cb54ad002815755b81" } }, { "id": "race_middle/test/773", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "73f4a8d751e48e369f77a054309404695d67c7b5b48391e149bc2544f1c35c73", "prompt": "05928d93f6ddcda56d275eaf2baa803aee5e8ef99217bbc1a15f72166c448c90", "options": [ "677c1480fd0dacd154db5b90eacf263c32b4b4bac30fb5a9c79368dbd62ed551", "c17af22c7ba31381160c517da9fbf6e06e55fd63772d50bc6866339e71627f4b", "24aa475d875893b5acf2393287dee7fb127ff02fbd2c07c37e9477569953ad23", "c4e46ffcc31aaf9e4d2eba74a3cb2658a783e14eb8867c74df7bbef7340268fd" ], "options_json": "f04f3d73ac876099d47d172bacdc627fbc9ea5adfc8d44a9446665310ac9d7b9" } }, { "id": "race_middle/test/774", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "73f4a8d751e48e369f77a054309404695d67c7b5b48391e149bc2544f1c35c73", "prompt": "ae9a369b4af44e6dadb3fa088fb35dfe44aa6de8267a7e6cd7892514d49bf741", "options": [ "d6a7268a7412aaeff78ef26da6e9c709a68b4760279e7c2449fa692cdda28720", "14d2011cbdac981f7fd89ea706ca621f04cf565c0f92a81c92b4eaa0eb288063", "903c65f52c297eff6d2ebc45d96b77fd7da3b50a4df021a0854049d1fd2916cc", "917a6b4b167b37ff87dcd095527fd9133cd65662be5b94cee65bad3310d6ace2" ], "options_json": "c031c7cfc3ec2c884db12bcff24b71ab08b4f86f1221753d98477dd8b4186fc3" } }, { "id": "race_middle/test/775", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "a220cb65259c8eeacfd5d0c52556b62345c9fda49b2424ed32ce70fb8288413a", "prompt": "a9f650d59058cc74c60d47db7f5731c09eed445fda09374bddf8f7a83acdbb11", "options": [ "dd915625196fd0d01528eb0db43491f11a18d0b522ca60c15da030d70e88ba61", "9efa3d445d735b5780548c7a2ea7f2c1c0378a56eba91c4f9de448ceb1d48948", "14a9f7ec4ef0ced5773dc25ce06ef36736397017bf53e9d187655747093c62ad", "fadd38285b19976df7136285737d79823fc28b46f12aa8cc2f05b3c47257be3e" ], "options_json": "b7ebd322c46368d213e92932f31cc0a5769a4f27269618f391552add6512c96c" } }, { "id": "race_middle/test/776", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a220cb65259c8eeacfd5d0c52556b62345c9fda49b2424ed32ce70fb8288413a", "prompt": "8c6ec68a69a24067b24b691d1dfec2d8be862c842abc599ed4ead2f535379760", "options": [ "471874230fe592df60a7aedd7e8efa6a9c556c83301b9cc133dc2e58f5e42e04", "18d46ca77d432be61ba6b6ee1428e8af353827e313c49d8a3d0ce845e8e565b2", "c4dea3504112585a1251d42c666e93895a342a5e9bf2ad6e9d00903f259fed16", "ad7763bf8194368acf0fd3f61f6a990928157e28e6d435e1f3f216506c7d29f2" ], "options_json": "afe9835af598b231480071740195047d288469c90dd35952a8ff509c8389bbd0" } }, { "id": "race_middle/test/777", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a220cb65259c8eeacfd5d0c52556b62345c9fda49b2424ed32ce70fb8288413a", "prompt": "7a889dd4d477b774e400ef8a4bd32af6688c041cdedad18d69dcba75336bc7aa", "options": [ "dc0d6c400db28c4afcb54c86dab5767f2b7b0c89c2a462ac605b706bddf3e564", "1132fbaa44687e8b4a28c54a6bd1fba3f8caa6c6fe844540a3bc18fe03223a77", "b53004aa75fa8c27577d1d6c4d949ca53335c33290acb472325a1b25716fe220", "953bedd7776fad4940a97a229a9cc26cac50cee0950f7147bc752b6ac2e8df15" ], "options_json": "881108927d5558fda89ff3d09908e675f07f0ed50ee045d5fa318a2ee2be55fa" } }, { "id": "race_middle/test/778", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a220cb65259c8eeacfd5d0c52556b62345c9fda49b2424ed32ce70fb8288413a", "prompt": "103b14d3861f8758179f40e929ad98bc9911aad1654269928d6036f9d36aad40", "options": [ "10e3a8b73cdc6acff924135c4f3c5b669962f21f6ac372e49a9bf4f6e7655c8a", "23ca10bba787026cfee73c9b75d195fc183860f353278b533d16ffa58a29957f", "549aa99725249a43cffdb474a22cc7f7c1c2c85be3d716bce131daf1de404156", "613784992db16ed6bce18fc2654c250cc61edaae77a92fa2e9af7818bf5416f6" ], "options_json": "a027da286bbd2b1272dfb489f5262243a6916fa46787b87d8d8f53b2d1c7f371" } }, { "id": "race_middle/test/779", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9b3d1a0be048e1ea600cc4023aee9e9aa710d72dcd2fdc0af9a9d893e3e7cde9", "prompt": "d86145dfa1a5058cf3d90a586aad95793c216d7ac3a02e2bc9d6b59f88d968e1", "options": [ "f1cb0dc61122c265edd81b50b2d8a3d444b26aa144182a9c8434af59fb5bb215", "2242b4357de73343da1ab2039a32f6299fb088fd9dc5866ca972913dd1a8ecd4", "cf0e6fb05f2cfde0d29d413877346bd5433dc55764fc3f4f390ba0c31d5f11e8", "efd6f389489e6abc72cfcf597da97fdac1c7c659c74e4573c8d31633be6c4ceb" ], "options_json": "b147851e1b51531a2978d688a135bef36ad1587382ba5e5aa41fc7ada73eb177" } }, { "id": "race_middle/test/780", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9b3d1a0be048e1ea600cc4023aee9e9aa710d72dcd2fdc0af9a9d893e3e7cde9", "prompt": "c5b3430dc3c259e967a2c778295c4bad3109b3f8addf291320fbe5e0f2cd31e1", "options": [ "add24696f1eb67866c5b48eb008b926bfb2a0d68e12cc10adcc8542d92f17d1b", "06e0317b270d677567e6d488500fa8b39b3b119e97bd6439a67f10b6e9205407", "ca9ebe6b720ef72535dd710620f2ab66875709e10ca7efc77bebb6276282c524", "d36c88cd26cdf5eb819044c9e8378c6268de4d130e844cbee6ee44c54dc7aa39" ], "options_json": "bf7ca0d2bfd9daf346862c17d6b7e33449d3f14a02119df081d58df82a4d6e04" } }, { "id": "race_middle/test/781", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9b3d1a0be048e1ea600cc4023aee9e9aa710d72dcd2fdc0af9a9d893e3e7cde9", "prompt": "0bef728de273250d334ae9d5a3ee62587563a67a1a68eeceed258b49d28e7cdf", "options": [ "cbe87dc8b00a0696bb721649fbc49432df43bb1a072006ddb22149d4b680b962", "4c5b1204d57b5538fc5b9953d0fdf7dd65c09a904865ad260196acf12e5f46c4", "0a42cdd8fefba2debdd6bb6ebb96f7391eb8ed14694fff75101e403f62766343", "b8c24a40edcd55d694acafce78b89b4714a791402bca2fbebad58e0d688d5369" ], "options_json": "bfd7799d8f61ec81b57211ff4163579db61bdf2bdf6ddda1018cd4630e719389" } }, { "id": "race_middle/test/782", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9b3d1a0be048e1ea600cc4023aee9e9aa710d72dcd2fdc0af9a9d893e3e7cde9", "prompt": "af0bb3231af9eb60ed98ed95411e2e7ea4d4141d363d0bbf5d2e0034231dd1fc", "options": [ "9d7e646db46d704112f07bb3c3c5aa0c27bb6ecc3f95ed5e0557420ef4a999db", "a7a967e6f229efaee38cb06e0cc116b38990dd3c520215d8d5ade2218deff59a", "88bb774bd202da511932f178778bf3936a0cc0a9d8bfc83c58453fb480343a44", "753861448b2e35871f6c4500012f4fb42609b0648ec310adcd45cd0d0546c2be" ], "options_json": "f34f5c67352ee529fdecf921ee854024acb39ca4a3d90d3dc778066ba6d12dfa" } }, { "id": "race_middle/test/783", "gold": 2, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "705a828184c5dde9ab5b5fb7759e8e2816d7612330785bdfdc3d2bc46ce785b9", "prompt": "4a7250a96d7f8f5c19f8f927c211dcfa9c6f2be12647fe5454dcd21c2b84314c", "options": [ "26e42612de66c60b870f8869bf39f447550678a90bedcb63b7a339c0386c41fb", "1c29b48d0ebec007be2e1299ebb3957f6a3d86a4ada16300b0eef8a0bee78c3a", "a5abc39c5506d70808979df1a83c2a790bd25381f564eb001b1f696d1ac9705c", "5ae4f23266722b3d92de188882acada5a9f6fd769ae6e55c78c710720cfefa06" ], "options_json": "5a6b6eb2052fed26b1a6a123d62ef5c366f85e10ee3b935e66de6f1a566459d2" } }, { "id": "race_middle/test/784", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "705a828184c5dde9ab5b5fb7759e8e2816d7612330785bdfdc3d2bc46ce785b9", "prompt": "65c06ec4be79a149843ee5cc0b85d86a45aedf6e472696cfafb1b959383d0522", "options": [ "f48e5e9df7a9d47120c1e099b52a17d027b4a76dd1a9f165c986cde9d6cc7020", "b8f335afe93894ae3273bab962c7834a630cc560a8593201d5e42fe62bd62eac", "868cf8782af28d0bdeab2e4dd1994c033f8c24d9f2e0246e003e028d09e4f38b", "5215eeea65466b761ad0e7d3e0ded2ec643b9f6e290224720df60d48fb699738" ], "options_json": "c0f61d943326ee00460f71a3a03fa301b44873177a8e9e29e60793dbf9a29c9e" } }, { "id": "race_middle/test/785", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "705a828184c5dde9ab5b5fb7759e8e2816d7612330785bdfdc3d2bc46ce785b9", "prompt": "35216104ffad848aca8eba2423a611d477ac8b6f34a3602f18c4f4cc8c3457c8", "options": [ "bbd35d9b45b7eea8c91ab038aa9671bfb36ee918d3716b573f8b18b8e33dbca8", "8ad0e534595df03fbff6dbc1cae0a06b3ff0884b3deadf9dd5eb3641b67566d2", "6cf8529902fdaab6e75672d3b0e96fa751c917e5cdbb2afc2ce001570712e0ae", "63a95783be9fd6fb410b8ec934fc2def4ef6e49c461504ba92e12cb7e966202b" ], "options_json": "d64a9059952d8d5c1d0236c3c41735cc8d5d7e87b18f5132cb781fdaece7c635" } }, { "id": "race_middle/test/786", "gold": 3, "predicted_before": 3, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "705a828184c5dde9ab5b5fb7759e8e2816d7612330785bdfdc3d2bc46ce785b9", "prompt": "1671388bc5feeefffac341abed3fc1f5fe7a1d1a7471cd9a646a39c3d901b2c7", "options": [ "354f245fb057d66f690a7cee1c908c9f026372260de5f07e7281e8ad22d54f75", "7ac159cff61699eb6b5d8d5ca60661582c32736be018050b3f0a2671e81e96cb", "7c4562419277ee118f285059e5cce84f232e015f4414a368d7685f1faf9155f7", "e5998098d9ce30a988f8ba5ea3a2fd16926d5ae32ea71752c41f90ac6a62f84c" ], "options_json": "be6fe9723424481efd96de729f1b5d43fa0e483a83e6ffa246148680b6f46726" } }, { "id": "race_middle/test/787", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "47e4aa1d9036a7c5c0638cc83b619cd0125756e3087004cb6eac9725d1c7164c", "prompt": "b8d1eccdc62cedcc40566fe57f69435051c109571692ec240097c7b6b990766a", "options": [ "b9bfb6e167e11c8b99c60205352396ec5fc044ba77ec395bf2a33274f68b280e", "942d5d90d10e4ca0146081a71d30ab3fe725c6a1d12912839736b8ecd399cb88", "18251bf0752060d2cbc0a3b404a9fe447bd3c13db23ce8553e33c433ff707ceb", "ad32794a182802214c88648cbacc1168d1afd74d5ccb11a78b6e9457eb55f99f" ], "options_json": "488826e4ef745fec4fd489f98ed7e865c6f534488920d358bec03ddec641a236" } }, { "id": "race_middle/test/788", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "47e4aa1d9036a7c5c0638cc83b619cd0125756e3087004cb6eac9725d1c7164c", "prompt": "2454315650d1d653f67724e08dce8dea9e732e1931165c9a70f1af33600b498c", "options": [ "450e66abea379bf9d745067898eab51499fbf95c2499bd29366eb0c8fe2c3e46", "9a33984eec87eef2b8533956ee356fb4878cf7d265a628e7c7c8c2d24f7c80c9", "c881885bdd0dc183f19a19b98a9aafbba2f8844db53a22cabebbea38bab24f1e", "f6cb35c40258ed4247ea77175c35a9ebb466a7fd3c35d393b9496b5236a49fed" ], "options_json": "c01bbac9234cd1502ba0c6b358af1aca2337930d6c43bf1d539c798ff8ce6dfb" } }, { "id": "race_middle/test/789", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "47e4aa1d9036a7c5c0638cc83b619cd0125756e3087004cb6eac9725d1c7164c", "prompt": "fe21fdf411960bbdf639a5440375798016e8bd327be67a55bae6f377b1e3ee80", "options": [ "d9075d81afdb0016a974c939a93e7716577449b6ed0b589a83a255fd4a5075cf", "92c6758707077aa1273017995de81ee83a9c84957a3f4d062ad4b117de767b5f", "d36e72278df289408b01bde62f3519302812b61647c937bcd44796e66c7e86b7", "f751702eb01748f18eb61781d8e27457a88a2e2163c69c881c2830e6c41562fd" ], "options_json": "fce8ccc03bb933fba6ebffd86b09698e72a3f922c7031c98e5ae6719eff85fcc" } }, { "id": "race_middle/test/790", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "47e4aa1d9036a7c5c0638cc83b619cd0125756e3087004cb6eac9725d1c7164c", "prompt": "40b5ad5a719d95c8795b4e4d9cb5a722e57dded21d23eb134d9fe65c3381e3fc", "options": [ "121ca309fbec5287f60e727ae711e3e9e5f8793f2db4fd1e22c5e7951047e50c", "06c62b1717b427943a4469614e53d1c76339680b86720c171371a5e0f6c77dd6", "8f2523de13619e70260a0e1821b84f7707b6b3a6489b8ba5216207bf289578a2", "aed44a1ce9afa2051c41ea67ccfff23c74abe6f5a42708882b904b90aa7b6467" ], "options_json": "d0074de6b36f14173a29a7816457995ffed81da7e96da2b35695182c711fcca2" } }, { "id": "race_middle/test/791", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "47e4aa1d9036a7c5c0638cc83b619cd0125756e3087004cb6eac9725d1c7164c", "prompt": "4076cfbe67275ebba031a5393a2faea479baba4b6b6c8583cfe200acb1644f3e", "options": [ "573b0be5c85e67914809f7eb8ac3bb702bc3f7163c9738d8ff45a654ac108540", "dd61b030b5205e123f2850172e2bc0fedba5dfcf7e0fac7baa0b31119b4658be", "1a9ecec65295ea033fbb764debc1169907098bd00b6d7c59d70ee1d9562a7b82", "3a3dc69fc48e27305a47d18027b65185ea45692b54114f152d93344594c495db" ], "options_json": "02a4bb0b6e335e3fcd875c6de7358e7d400d20f7e0c4ced378b86184628faaed" } }, { "id": "race_middle/test/792", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "605eeda51dc4ccf164e05ce17937aa137ffe5aadebcb49913643c85b5f84c9b2", "prompt": "12c9ed3c998bfae773fcfdd0defa13f2223e57933df75f5c390b1093cdcbd396", "options": [ "9eb1fa974af136d67e2ea4cad170004559271233966c6af78972193424419b3e", "9ea8ecb1e9e8733f2f3ff799102618dfdf32722ce7d97b593d9cac3159257d04", "2ef8e0cd2fa54ca51aec66f98f01bd9d52e37e1c9e8bc3700d50e5e824547fe6", "5cabb5a17883cc8ba4bb1011995f6d37b2cb4414d9adc297d3b28bef62c660f0" ], "options_json": "19bb8c644f4970adee7808d7f19f9a0f741e3ba341301d4f5c3fdc68c35e7196" } }, { "id": "race_middle/test/793", "gold": 3, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "605eeda51dc4ccf164e05ce17937aa137ffe5aadebcb49913643c85b5f84c9b2", "prompt": "ebb37b151918f8ac6d204635313fd4ea19f251e2f8981ff42a789684a79f944e", "options": [ "9f73eefaf1e529c50d9989bdacf6f2b0afb6b2a6c3b1c907d5dd29fe11fcb04c", "253aa2c56bfb82b8ebd557acff0b32423c8d52f6bf264517bcb10b69c8815885", "268e97a611ccb9e72d35c46b815c99bd22a3ca34fc7e1947430b9a6b798c4791", "01ec8af1d44bdb5e03415ce4b16c7105ba5027950cc67bb1615d2f13ff1cbf90" ], "options_json": "a5f6b5b6dab6cc3a54bb45c558852e63df6a3553487da985b67484336e8f85b8" } }, { "id": "race_middle/test/794", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "605eeda51dc4ccf164e05ce17937aa137ffe5aadebcb49913643c85b5f84c9b2", "prompt": "689cb106eee0c5e9d1c537ef8ecbbab74ebedd27e874e68e1ded4cdb93d3095f", "options": [ "24e9ed3525439986004b7bde51d087039d8c7fa5f1971eec7ad959dc23c0c701", "19d6b15fd19bd618949ed5c260670a3926230a71cb2c79a0422658d8cdcb8234", "195b0956a1cf1ec43b437e9ae6d9e7b72a7a9562d640cee3fe3885662c14ce58", "6f6ae279b437b811c2567113d80f9f59cccdf99aeceac6f26e8d021796ff29c0" ], "options_json": "dbf629101eaf359e5eba342530b96de6cc87a9b7807f73ea81c417793123b104" } }, { "id": "race_middle/test/795", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b6217cc8f84480cc36e3c64ec8d2264f6b1f54167670c65d2b06a1476168e678", "prompt": "be9a2742eaef817c6f844d9395880b57ddb887130c48495f6b86ae6e1afc76b6", "options": [ "97b161ba479f2268ffbe4682b1b7437ff23ecb18bf4ae3fdfa27dd99a27d2907", "514aa26c7575d9f956b93ab2cbfa2f22b206a71b7f026f8f5e24744c006513f8", "194084f0e10bad2ee0c25b9b12b3845bf9f6a67698971c263ea3f815a9eb66e9", "deec0d180a5caed679779b89aac07dafdc7d18aa1e21f4f6492034218f686dc0" ], "options_json": "d7b5c3cbd224cec6d0b4611cf547dd7cefcc0a522e3840fb36792261fa1b8d7c" } }, { "id": "race_middle/test/796", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "b6217cc8f84480cc36e3c64ec8d2264f6b1f54167670c65d2b06a1476168e678", "prompt": "91cc96654099981bfb1035befda8ffaff67a99a301a5006947f634f6c40a04d8", "options": [ "ae567891ed75a977894f7ca7d32c35f0e2add600e565feaaeb6697b15cb5f791", "6c147365a74a7449cfec08d0af4ea4dbda480cc1ca5be12efa2b99a250ca7001", "578905b2bff6b76cca17d7a1d4dc4de72ad73bc90a87883ccdbd56d5633294ab", "e01ba2ffc85f57e74fe0622d26de81cb1da05421fa9c4dde6069a54fdd0a30ce" ], "options_json": "afd44295d9fdf7bb52e075ee66d9c07a9440af7c201b77f4bcf846add2bf8850" } }, { "id": "race_middle/test/797", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b6217cc8f84480cc36e3c64ec8d2264f6b1f54167670c65d2b06a1476168e678", "prompt": "f6e96c028936f34e33771666efaa88f0b50a2068c4b2edf4242754d820ef8f65", "options": [ "49ad80c7c474fa08ef139f78d99a1c516ee0976d11e54ff010e5196c5d0119a2", "f2283f6cc316cf64fca9c38110d72287a45ed83134e7271431c3368b9423356d", "0b3d82bd48201544f43011abed896582fbf6ecafb317ef978bc70dabfa0f9756", "63e10eb15eee2b7acde67bf8a4df21cca7d381b5c0d293e3d9577c5f52bf3112" ], "options_json": "5f2a80dd310f5a52abb63e3e44e1248cd996268966afbc83e21737c356316571" } }, { "id": "race_middle/test/798", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "6eb141a48c94c2596ead45fc8712989fc8a516825342ab984dacc0907b71dd53", "prompt": "1dcba841f77d34e4050c050a817d9600be50b1bff77ac5bbc2465d7048d0073c", "options": [ "384894b1a1023847bfa29c0bea42ff3b845962dfa6434fb4b5d78f5cf9266054", "409b2d569b41a4874590b8e3858bef236e60ba48b53da77b79b8ebe14ee85350", "e65771f96f7de134f6b69a155cced8351c1985b1d972a42ec3fccf8b22331747", "c81de82a24f3526b5ec6eaa9d173d2ef91ef4f58cf7f3ed5ea16b4081001420a" ], "options_json": "cf3c3aaef91f182b2501f49bcba57898bfb31beb812c9d719e9d80b109408f5a" } }, { "id": "race_middle/test/799", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6eb141a48c94c2596ead45fc8712989fc8a516825342ab984dacc0907b71dd53", "prompt": "72f43c0896fcd0a485d3a307cea158f18163c94538eeeefa3c87ef2e0acb2489", "options": [ "1e9ad0c87f6c28fde4c57e759035aa7087e791e37b691851892fe09b6b98be3a", "531825670dafc74357932413c0fedb6470467bdc76a38caa976176c0abbcc787", "5774b0ed9e04e09dbc168e4fc61b6cd2f7f3498292cec2411d7edc2007291bb8", "89de407edbb2c2b9ec9bf992842e806ba773e111951cdb73235cac2bdea0a215" ], "options_json": "00ba0864929d7d2d9178606804e2d4533e52333020c05ff70f2460211e56fbad" } }, { "id": "race_middle/test/800", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6eb141a48c94c2596ead45fc8712989fc8a516825342ab984dacc0907b71dd53", "prompt": "6434b9f05e0917bea27b1f3fb387ce3490ec5d353eecf97f83ec9f1d2c191e5a", "options": [ "33eda5b5ab9f5381b8e4942c5c8b6d398f8ec3200ddd5458a2a2ade4190dd00d", "8d1c8a7a12c3739bb3b9988676c4f1ba69cbd7515ca23625e0d929efbc1bc1ac", "2f2cd146e5e4c62f771be97a61434494031356018707709496c046d0e4728bfb", "72e850d1104314c7a9f3c828858df3007b714ca4cb4f2850c0a1cd180ebbabf0" ], "options_json": "55c6402999445dedfbdbac554b16ffe1fdcb19e72fc344601634eb37070a472a" } }, { "id": "race_middle/test/801", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6eb141a48c94c2596ead45fc8712989fc8a516825342ab984dacc0907b71dd53", "prompt": "5b37c6ae9f7dacea6f4f4bbeb8530fa259d3653829b4423a056f4841e356fc1c", "options": [ "e3e4efb37f69c32f955221b24d3f0b96a1d04448f094b1d4f5771daaf12da4a4", "00eee2c79a599f73dcc6c6543cd28e7f2ac74aa060d30a83fabcbb0e4c2b72e2", "b75ef020fb8941f740213220fa2a26395bc7b8c495bb73d096c339af849cc0ea", "0a08191cd7c3dc74b876f914a6a211afb7b862d835be00531d3df41f72d1407e" ], "options_json": "8fce1266851ee855584fed3b1dd5c0623268ddf56df9adda59a8d777b95ffe63" } }, { "id": "race_middle/test/802", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c3783623cb8170a81879b8202356a4af3d60a181d5e3e36c67d2ebe39d6c1ec3", "prompt": "2fdc01e758b0f08a1a1205080434c49371d37d82d1d942b16b5f033e35c71bd0", "options": [ "4a06ebbeb25d2e44fafa7a0ef3f6529d012a8f829ee4a56fb96032283369c6ce", "c0c9f815186b61c8f4d57b3a6586d8d90d51c4d5626fb3a6fe92eb9891ac5c2c", "a78971cd7e559d2dc42d2185f5bf4626f45a28c06ce257de253f76437a7cf6a0", "7f54cd510faf2d86fd1f1b24e205af70c0c275c2fb80a6e27eaf30e15e651388" ], "options_json": "cd14a31a30c5884186fc9c299269b217b3f8e9c2579baea69a15681019809324" } }, { "id": "race_middle/test/803", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c3783623cb8170a81879b8202356a4af3d60a181d5e3e36c67d2ebe39d6c1ec3", "prompt": "7b3c1ef714f37185af55f8ca535b98d79b70538621f82af268640f7dd62a70a3", "options": [ "7ab324b685eafb88e4504b2fd66edf367db88f9623b454fa364474aa180e06bb", "b3480e2c6129e27b4c5746bed715edbf7322062de3fe783d7ec3ce753ba6b0d0", "86fe9c2f0530b93ffd5c27850a3ea12e295d0077c39c076daa9f1be29dca8f6c", "3e0a102178136911c6d70e45c8cf996d4b910756c8818558b8f1bd7e43865e0e" ], "options_json": "18ef667716db7a19de5deef43c73293c14b99dfdf18fa10a61f318b4390a1c9c" } }, { "id": "race_middle/test/804", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2b5ae25164fe70986e196a9d59c914089664daa1fdce5caaed663668cd0e6e7e", "prompt": "47b5f29fa170c43e34a1e7ba4a606c8b48870091af61530339f96ea6f3d307d3", "options": [ "2bfee396f6fee58d6595279a1afa47f04b5990f21436457759d26c10b91eafa4", "24f6af6e741e31c9c5852c2c455b521f5217e9524902864c0d2dde739f7c98c7", "ec8fc42e5e6a8412cb93adcd9529fe6b7df164d440780b400469137ac513edb7", "0346f697a5b9190b2b19a8b5ee8e240bb51c100113ff926f5f58d4aa77984882" ], "options_json": "8de398eb90f4bf1f22c21e5ee953a4335fceb6355266f8b31e2f49d69c470135" } }, { "id": "race_middle/test/805", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2b5ae25164fe70986e196a9d59c914089664daa1fdce5caaed663668cd0e6e7e", "prompt": "44ccba69b2c899cd834ac26ce21015e30e21474bc592be2ef582322e9ba2bf25", "options": [ "27c413f982275000473beef0848b10bf6c03648afead76892cb0642f93980eb7", "48344cafb0d4648cd61dc9c0841601efecd3d937acab74347527903f7565b8fa", "123e621f3c1ab6ceb7abc512201742482c837d19a73f7eb39173b15f6cfaa72c", "3fcd0c92986e1903cda4697e0cd5bcea176c3d73fcad1c814873f395abdbbd12" ], "options_json": "8bd93b72f6e99f42e4dc3505abf21e5c1ac41f1d431db7e3ae3fb74e197d4a9d" } }, { "id": "race_middle/test/806", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2b5ae25164fe70986e196a9d59c914089664daa1fdce5caaed663668cd0e6e7e", "prompt": "61e6047b40cd56fb03052ad5d43ed8ee90b7889036cdd5a03b71e77fff4c74c6", "options": [ "445fb0b7d22922ff87fffadffb12d41bfc102e03905bc07ce0ad8e8e0ec9e57a", "23fdef1c8f7d1c1a63021ed6d3b7c187621b3fa6d0c5b107a3fbeaf8b7fd7637", "b89ccada8a80ea7225e3d21e7e818e19ce7225aba011651f02029d11bfe03eba", "9451b460ea7d906162a7a3a1de6a06c0614b48d9ad7c47b727bac8e95c0d4fa1" ], "options_json": "9ce259c556019e3ad53274ef7e977d2c2f44e61f0b33ba529356b54cb0fbab04" } }, { "id": "race_middle/test/807", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2b5ae25164fe70986e196a9d59c914089664daa1fdce5caaed663668cd0e6e7e", "prompt": "847b154b2a812b45c2de0216497c77051617dc92ae5e51e6b6be23ee5c6b9a4d", "options": [ "cf04f05eafa216b566540e33b5ad2b03cd42ff1684b40269ca86c2f5090177cd", "2c972bb4a1b46bf491bc48de96c5d50c5e24318f8dc3a9e7105a1c09a328c626", "4802b17a8de62dc36966bbfc331aeee9d0ed7240c080a680f9d41e76960ec0be", "f13c2401fa63ed5b7bc3dd1c0e9e278a083218cc263c9f41a53751b6aadf4092" ], "options_json": "5d89abb5ca62ef0498a3df08f834dcc72ac0ba53b321bfdcdca1ffc38a6b0e81" } }, { "id": "race_middle/test/808", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2b5ae25164fe70986e196a9d59c914089664daa1fdce5caaed663668cd0e6e7e", "prompt": "d6f9a77631b2619118e5cfbfbb3edf81a35b08b563cd9e651c7764f2bd37f092", "options": [ "ee69fec5a9078ea178b7bb38499d9c7f3a5087b9c7b41f273d74a2bbd0ab85a8", "1dae22a8c052dd39a8acfa47b3ca5492fe9f83a9bf3f9136305fd7f9ac86f7d1", "6e16fad893afec6f3e70c3717c74d55d14401dcf6358232b30481c0178e915d6", "2049f255574ef4d08bcb4e75c111be764973b4cb8c164ca201a689bece86f47a" ], "options_json": "77f2d98f129d8135dd8b457487460fdd94e27e0911b63b87c05d3b17d7ff4541" } }, { "id": "race_middle/test/809", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f62c9e2bf4751b16fe68ebdf20f8162752d2b903e58caa2cc76f7bd065635f32", "prompt": "fb076323dd44303998c6786a8092c3d7fc35a98e04705173e9cfaa32efd4b011", "options": [ "b9e0b590c2192611106bfdf29ef7418963bad9ee895be4fc12599ed3d54402d6", "6c83d44aa93c8489a68a7ffb71d2eecdc49244ce30b2a785f785d1b39cad9319", "94a34a1e6fb9af3637872fe2654668cbdae852de62c6ab4d8f7b887ed3355dc4", "f0c661fee0a92e0dccfa223757e20ef08180f42f3aa31e0d7e9baf92a936d980" ], "options_json": "3eec1ce9363d60c81c420268ddd24fe27b9ee4784324a67c5bbc3133a6ff9a04" } }, { "id": "race_middle/test/810", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f62c9e2bf4751b16fe68ebdf20f8162752d2b903e58caa2cc76f7bd065635f32", "prompt": "be13ea1a3ece8b46588f368472190958a4ffdf93ef5e791fd9edd8cd746027d7", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771", "65bb46ed07b2bbf1ef3fc4799a1686745134306e06939d52d72f9db8a36a8ebe", "a29b10e831c5545b851189d0e9bc0bc45107efb770c1bc5086176d8210912229" ], "options_json": "74f829723884855b448a9e577f83680e2cecd43e6e09bd0ff0a7856afb1e3a9d" } }, { "id": "race_middle/test/811", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f62c9e2bf4751b16fe68ebdf20f8162752d2b903e58caa2cc76f7bd065635f32", "prompt": "f188c65f0a43e779c78d6276d9cc35e81d316ea51e0b263ec31c3748d21c7f40", "options": [ "bbc2eecbd1b1bebab1d95988680d65df214851ec38010d6358566895642314de", "ea72c79594296e45b8c2a296644d988581f58cfac6601d122ed0a8bd7c02e8bf", "7c6e1bf16286b2bcb2790eee9d42a406f0de86615436d85baf86efa3b7d9eb20", "6410ef0d3a6d3324fcba02131e5742215c99301055398a75457a27ac89dffb5f" ], "options_json": "aca569c680497d5fb88e6cb413854c3173a9085673c026d559358c36638199f9" } }, { "id": "race_middle/test/812", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f62c9e2bf4751b16fe68ebdf20f8162752d2b903e58caa2cc76f7bd065635f32", "prompt": "bc986098a3e81972dfd0924c8127b055c653839426701fe0ec833be70a0dfd61", "options": [ "8a13d9629fbe20ed4cd87b9bfb07f122279fa368e7296b911bcfa9b4bee107e6", "385781c8f27f1b69d470b499b883bd165e16ff9219ba47e3fabe0da402c55c45", "a366c49a22bce1a4277b5c24b14cb480a61a8fb932f88fe439f9b505e47c2192", "e7156a7e3ad857417139dc59a90feddef53351a4e6af06ca5d2ff6a4517c33cb" ], "options_json": "4f7d9cb853d0eb2a9b51f137b786bae58f079105d0fdcaff88d44a8e5798f618" } }, { "id": "race_middle/test/813", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "f62c9e2bf4751b16fe68ebdf20f8162752d2b903e58caa2cc76f7bd065635f32", "prompt": "a67b0439b39aaeb94384d4122c15134d9754a64307ae8b3b33f960b19d47eca1", "options": [ "eb4866e910ca0e691d2c9453fa26f2148575337bf304d74027653e62bc31e527", "65b344a3406a34790140a88e6e3e74926ab217046bf07e5b3855a9c2d99939d0", "3ebcd48ca345fb736df7d9f272546ecd2a81f65a79ea58dfc1cfe5ed05ae0133", "d89a8f52563d7da204f5e7c9e62e5c5fb3e6eee926c03cb2cd4fe7fb1cb99447" ], "options_json": "6b6b57f90b10708f5925156634046df73a57e97113c16f7c8dab188497f56c14" } }, { "id": "race_middle/test/814", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "82e77d4e621c5a4114797c2b21b07b71d92198390d356b794c185bddb36dad79", "prompt": "4e90d7abc43877bec4c27c1046a5cca448bbbf99fc1b9e7d505ba2e1f4d534c5", "options": [ "dd68a607c469f1b7c48dd137fac0321263591506e2ecba62e354e2dd275474b8", "2755e99b6736e750c5e4b4a74e10c52d8364d1ea826ad6193d6bab7fc19195e3", "2e4b9cc2428beb7bff6a56c14d7304e472a23e890e91ef0a6b0b0380e89f9734", "0ef49a3c92f37310f483c66652fd0687d3e723bda4e4ee91248e4d386a5a8f9c" ], "options_json": "9759780aec1f88fa753d996ac30182aecda4fdc5b08e7b51d3780722991bc1c3" } }, { "id": "race_middle/test/815", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "82e77d4e621c5a4114797c2b21b07b71d92198390d356b794c185bddb36dad79", "prompt": "68d9c63f1c97f677c12b714c738bb2c64aa5bf1d6350e6f40e6389cf0b9f3386", "options": [ "2f72c9e63506008ad995ac9c745c89431585410e874ac35050b06d062d4974a8", "187517184f5467114d4405c723c1e9c26712c61a470a6e0c08950e3d83fa9e0c", "0b3b10ce2cd04bab4f3cadea036b78c6e823ab3a1d9e93e746a5134b7154084d", "16e5969cf67b2c48aa4a33d89526af7f7ad263a56b98a5776c8bfa9db467efa2" ], "options_json": "8177913034b3d656241c205b06df13c0bfdb0582af4790124ca9d553f63eb3dc" } }, { "id": "race_middle/test/816", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "82e77d4e621c5a4114797c2b21b07b71d92198390d356b794c185bddb36dad79", "prompt": "42ab3e81af91239814244a8d9a385e4b8263fb65636944d62f7500e51bddea03", "options": [ "3973535f3a1db6bf2cd53d045de7237fda3db8ea3d04cfb163c8962156a1f970", "e40b8f34b990f1b1ca835415a2cf735ae9dc231a56d2b1a2c5c13d0b7d52c5a5", "b85ed617c897a324f5c76cddf851df3a8af799329ee78efb079c81ed588a91de", "011aec40a05b52405bf1c077b168a66a47507a4c51395af4df6930fc72d0ff89" ], "options_json": "ae5359d974350c0f557a73af521861da7aa56509d700589dc10e1efe22c46669" } }, { "id": "race_middle/test/817", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "80058db37e83a5ee3cbab20e80f270f8bbed34797cca20ab33903de390e77e76", "prompt": "6264c716bdf7529ceb3258266844a929092a5e8d5aea823880933f49f2350b84", "options": [ "689607ffebf867b2ad4c89ae33d9b822c0a1d5164e06aa8f4c4724807bd074e6", "42b2a38089abe9db86cba0315e625f882835c58e61b80d7aabebf63725c298c6", "03230b9aa828ac22edb07972ee066447833df4b7d6fa4780895ffe4a90d2f958", "d31d063333b20279660137b56276fdb6f971940009c98879dbf03ea8caa16e99" ], "options_json": "6a0999b4d1bc38841d24a1b6217ff8567d797fdf7ca7f235e52b06aad5429b7e" } }, { "id": "race_middle/test/818", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "80058db37e83a5ee3cbab20e80f270f8bbed34797cca20ab33903de390e77e76", "prompt": "777ade2af33f387927c787e4e243f7bb43cd6e116d2961874a105da999b99422", "options": [ "965027a2dea015b1b93cd6de5b4e4c12567e7e09c93f38f7430b0143697e3926", "7827b131ded57ae110b6eb37b54e3fee807659db7eb1b6bc5af19fadff16aeb0", "8a2bf02ccd422b86a5cdef07e01e47a62a253ec3a9126d52b39c1a74ac0c259a", "9d60e566c78f15254a066317fc2af597ef36c8c58955225b4c0f2426aabb3af6" ], "options_json": "ac1598efaddcf77cfb97755dba8d6ce13f9ca376e0805e598cb9ed4bd55080cf" } }, { "id": "race_middle/test/819", "gold": 1, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "80058db37e83a5ee3cbab20e80f270f8bbed34797cca20ab33903de390e77e76", "prompt": "0e4fb48e366188fefd747c9470ee6de4db04bbfe1733a06c42489648df89dd16", "options": [ "5f5ccb751b66dd93297f04cae3026847b0dc5e951d23d1ad9623b26ebca9c98d", "bc8a02c4c6ed0573663ef5e28f939751fe1a2d95f6957801c8c607505ed86584", "d4ebfaefaf5d433b24e370f33f2fb0e1d0893cbc9c87576355a2537385410052", "8fd0121287894a1c4686b8d5979e6a9312822081ceebd835b9ae38fa4692ad3b" ], "options_json": "df12e4d723682d32e26747fef35194cd434d6443ad148965afeee567167af068" } }, { "id": "race_middle/test/820", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "80058db37e83a5ee3cbab20e80f270f8bbed34797cca20ab33903de390e77e76", "prompt": "595d2a26641411ce7e558a9a96227928ac5af45261b0006deadc64cab0b0999a", "options": [ "237c163bfb56035c8726399a51acec3632a966952be5250c745dc3fa7895cc26", "3c8b023602589cd107abfe39d088852473f42ed9157105c3bb225c331cfdada9", "4c152bad826007570a035cf4e1ab0cfdd7f6a2a655e6493a5391ffb9a9ce73a8", "cb3f088d555ca5771381e2e7e6ade0729b8c1d21a1f544b76ee79fac458caab2" ], "options_json": "b7b87e60434e5bb74c6ea9ef5dd7d107f37428f4dddb9a6bc6e53cbac80f74d6" } }, { "id": "race_middle/test/821", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "80058db37e83a5ee3cbab20e80f270f8bbed34797cca20ab33903de390e77e76", "prompt": "b617167725bc8517b9183e767ab0fe7bbb35821b6c36f79e7126c21f472c5dd4", "options": [ "5e16e2ea4a7b409fe603b15fc9c4d8b44788efd2500e7ab45b3244ba9579d14c", "83061f149e992aff214117501e5cd736b78ead471490b9a74a6da66a27ea8331", "9a305a3be2f5453844fc34395b798ad2f2dc3ec6e304de086f70597c7f319bce", "1891696fb2e3a30b197c1eaccaf7fb07c5823d47524c61da8e157a5182756683" ], "options_json": "e6974c7bd14cba96d9b5d8b0498709ec83f50b50e9f21a87e6e3128dc83745ce" } }, { "id": "race_middle/test/822", "gold": 2, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "90bbad2f86cfc89cfde1f7ceb1de2b2e87170b7c5314b5911a08c553f42e3dfa", "prompt": "af71af7cc3e27fcd4beca2c137610068af9b5068aa0f4b5952d4ed0ec9f46d60", "options": [ "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "44778d82365e4af681c40d5f0eef5cf6f5899d3f0ac335050a7ed6779cf3f674", "3ba8d02b16fd2a01c1a8ba1a1f036d7ce386ed953696fa57331c2ac48a80b255" ], "options_json": "4d25ac61553f281d47729348e1f2ab4b8541f7637fa231ad33f0a4cf48c4c23b" } }, { "id": "race_middle/test/823", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "90bbad2f86cfc89cfde1f7ceb1de2b2e87170b7c5314b5911a08c553f42e3dfa", "prompt": "e9f0ff941dccc6d338cbc75dc56c4e9249ee28895d30c585d6bdb398320fd735", "options": [ "f48892127b3a05f640671d2244aa6c2434ca89f2db8848a5a2d7faa92b4a3964", "6f096630a9fd799f0d8f8f431122cec5d6708c2e71cfab4d9c42adbe0f600c96", "0ef64ae9b541c16e2a74c8d3335bdceb123ab79e7aa2a9b1904373d7a8c696cc", "3154a5ea2bedc21df61c4fda29a69d4f3f8b125cade1354dcc1c7480c8dc38bc" ], "options_json": "a0b589193aca26f55ef33fdc0002c1ae40312fbcf52183adbadacf8117ea15e2" } }, { "id": "race_middle/test/824", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "90bbad2f86cfc89cfde1f7ceb1de2b2e87170b7c5314b5911a08c553f42e3dfa", "prompt": "4036b0c20ea1342b91a8064750a8679f8f7915dfe25af8f74d3d277023fa0569", "options": [ "b76d55a1f3903898fda115acec2c89f23732be7ba4f5864e09d9fa8b276c5e11", "7487c69270f2c667f41aee3e95136358804f3d459f7f5367d4f1840c098c87ce", "59f785b4673ac5ad43925dd77c2b2a971f443548b86b4261fc346f899a1c7c74", "51729872d1adc386693450d46ae6d740063e0ebeada5ab8f1cbdaf8591933ba6" ], "options_json": "e09632b8ed2c678f11d031bf914707f01876ae0a6ac4369e806004a46f6492ba" } }, { "id": "race_middle/test/825", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "90bbad2f86cfc89cfde1f7ceb1de2b2e87170b7c5314b5911a08c553f42e3dfa", "prompt": "686416aaf01c4495c2b76927820c44fa681457db786d2cabbd188f5a9070dca8", "options": [ "be07f5139a61ebb919cc31bc0a4c69e6990f98e5b1e73047657115abca90f0ee", "fc66f021c67d064c1490a12b5a4d4d2f5167ca692a16ca12f1f3a4cda29a6fa9", "eda15ce4834ac303532bc6973df5ff8a5deb75d7dfceb9fc2cdf1bb450a01cf5", "241daf2e753a6a2f37a1b147ee6d4af459515d4e3da723f0b1e226cddb214cfe" ], "options_json": "55232507bc9af452b4f0ca3b9505546054316a2ced2f1e252bd309ae9e3d804b" } }, { "id": "race_middle/test/826", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "90bbad2f86cfc89cfde1f7ceb1de2b2e87170b7c5314b5911a08c553f42e3dfa", "prompt": "20fc0edabc5a277f47a0a4022f90565f2846d0d398189a538b62fe6167636d8c", "options": [ "118496420916c204bee8ea96ec8432895d0009bccbe14feb1b04dba19941fd63", "d06f9517b52a31d10dce1dafed11ec69a080de818505ccb091c11ee8ca461d02", "36fe5740cb968b5769cf03715c1e7b7d03412f79e7c075524a187772c8a7199c", "00e8f879f17fa4f1986a94c3a6e87fe8e1f00fc2644fabdfcf00c5324225a5f2" ], "options_json": "df9282cfeb74c5545683585347aa042c76d67a4aad0b0d797434ec695445d5ed" } }, { "id": "race_middle/test/827", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "12be34e79281e747823361ad0070a1143b83f2e7b7bce5ba300a509a262f307c", "prompt": "6ba3170cb69206c9fca05f9bbe32163dc86720b5bae940e0c9daa206f0eac7f6", "options": [ "59d6d61431fce7d91388d0c60374ddaadc1acd8370221e11b029621656d5ccec", "2badd3ecd2d2ae56dd873ac9d674308aaa9fef8b6aefccfdc5caf5992ea881af", "8458ecb2eecc88c6ae543eaa2363efcd562685f12a384c733c711893952a0462", "10f31b3e815bf9c2477c096f3747c8271dcd824374784667d19cc596b4164ca0" ], "options_json": "ad3348cc907b46d31c2ca9e94a638a417786e2e4efd019b9b47b7f11839b0020" } }, { "id": "race_middle/test/828", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "12be34e79281e747823361ad0070a1143b83f2e7b7bce5ba300a509a262f307c", "prompt": "ca69bf56b96312163c8fe9926750d79c1e9c6fd8880c01137325d433df1a334a", "options": [ "f2a6f61c18e1a87843759f92b838d2fc908220a185e56449056f37094c67a90f", "d8f247bb417cb9e3f2e449a4ede15a4bbe0f05745d917aa5538525ee37966c1b", "539b51c5a38492e66e2ec810ad4255e8df3e312d4dad9982d1150e75f7e4b014", "7060810d807ea94b2a5b5a5b00ca48c19289a1c797f1f28c5bfa6ce7cd204b94" ], "options_json": "7089df9716b07ab332b58a0c9ee51e18f039f49485e5e0822eeccb1dff764091" } }, { "id": "race_middle/test/829", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "12be34e79281e747823361ad0070a1143b83f2e7b7bce5ba300a509a262f307c", "prompt": "d9b378ef0e4d64995d04f8f1c619eda2dc9e499ab068536960abec1826023e9d", "options": [ "8b5b9db0c13db24256c829aa364aa90c6d2eba318b9232a4ab9313b954d3555f", "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "44778d82365e4af681c40d5f0eef5cf6f5899d3f0ac335050a7ed6779cf3f674" ], "options_json": "d56aa145a6b595c4138769050401e012ec02c5e5630446b4682234397a058ef3" } }, { "id": "race_middle/test/830", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "12be34e79281e747823361ad0070a1143b83f2e7b7bce5ba300a509a262f307c", "prompt": "d0d93edecf7433af4320f979c490d8bcd0593121638eab0801c5221093a78364", "options": [ "edc6ff6f2caa5bc7b87d2d4652b3ae32f8c0c4dae8bc5b13d95ee8f73d567d01", "bdec2b5006cb512601a8061e0884d47e70a8b13ac4568cb81b2649a9b2836269", "5d53d653c281bfe2ee9ef294c77b8ba23e558fed036ea2d6d85455a8fea7701b", "eea18b53d7aa361cb8382dc1d9a874dbf152ea759b1aa2f10ab3b94263ef4da7" ], "options_json": "d15f35501b8653563d145cb5ccddbb86af1c3d45fb4c8fcd38ae177a21008c48" } }, { "id": "race_middle/test/831", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "12be34e79281e747823361ad0070a1143b83f2e7b7bce5ba300a509a262f307c", "prompt": "6eac43660adf2018508a0a86a510691d38c6679947d27423180e7935876156ea", "options": [ "975836bdda19fe5273263ad4e471783385b20d575567803cc9e9da194da2788e", "eacda46043cb98ba744fa58b07757b0d20382e3ba3085ae7ce1aeddbf623c87e", "1d7047e6dbf8d905a889154f5763fd635e000317598853df214d74d5de998bba", "ec05add52f8674e682e499ec9a305e968cfc2d76d8d560223cb0d5327852a2a4" ], "options_json": "1f47aa6e52d1e9f4dc7127caae29a13f86c88c3791a3f25bf1540ec9350794c6" } }, { "id": "race_middle/test/832", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "98ce23b543773ab2450fd798a92f01e8c1985d89e71c3cc547000cca36c94c2a", "prompt": "7ac1f4e7fc2f157f82be6550fcd0fde7d4c9c37ca81aa90d8dda429b4c9d0638", "options": [ "70cdec81579ac1105e66df3cad6f9dc6e3242908a2b017a5b6515d31579c979f", "11761dada6eb2b2b19b89d7b22c162aea6ae4a33daa2df9e3c8a16132e523410", "d3366c19f6c4ab055207cf56e6bfdca50c97452c51f846f26290d761c820bc9f", "feae1ae9bf676ad48a7368394b8278d898362df731c8946c2aa04cf50d925388" ], "options_json": "46cdeca5f7b2a7f46063fd3a8cfefb80ba35dac5657b9bfcca8641f4b6ec4d92" } }, { "id": "race_middle/test/833", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "98ce23b543773ab2450fd798a92f01e8c1985d89e71c3cc547000cca36c94c2a", "prompt": "a8183fc1a9992ce935da9c550756523eddcfc6027d675eb9df226ba45aeb8aae", "options": [ "ef630f28127b8b1e88ecbd1f2df9cdb6c7e24669e4a6fd6fe5cc96190badc8c9", "a6b073e6667bb8cc43745de7e1c7f8b8b902bf19f427b55be76e670b2cc263c5", "4451080c422ab585eba23cd317bc7808a7688ab31162f5ae85083f303444bbc3", "137f8708f2ff3174f4884873603e7dc9d080e909e5fc6d370b481af9cc6113c7" ], "options_json": "6a27c7340e669b75026368bf2d2c58fc5fe6b61e6bb1c9bfd9449b861f80dba5" } }, { "id": "race_middle/test/834", "gold": 2, "predicted_before": 2, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "98ce23b543773ab2450fd798a92f01e8c1985d89e71c3cc547000cca36c94c2a", "prompt": "8c12834c410a22e51e630f7972e31bb4325b66d7130d07cd63e7694a983c77f8", "options": [ "6cc2b11c1fc729e23702e810f2faf9f424e17cfa704b9861420022a4fd8f3520", "75a9c35898005caf26586c28e3cad791b2967c838c54f9b7d3cf0bd4674b2753", "dd9b47a84000c39ed9f9c582f4a5a77d359b78eb0b44960e907b9bf3f68ab3f2", "81a045d2c0b861271512146f26ba22c0a533a2429485e35cc24a7997525cbe4b" ], "options_json": "b63a787cee3bebf4f68902b5070d53059d93d0b77c4d591c5f0c062373981eec" } }, { "id": "race_middle/test/835", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4d8bd9e7a87a3414bfe01ca548bd91cba246f175bd01f59fb2d0c8a610a0c860", "prompt": "748d7975b62754c1d1827061639ce67a22513fbd95cf18fe8e5ed8a89ef25df9", "options": [ "eb1db2ec1dbf45d5e2fe75fe86233db2a41e4e87ff003d548d86e09d358153d6", "42d9d59a0dfe13dc5a81232781f340ce6dfa40a65d82e30ef62a34667931121b", "3f65d13329088ada56ed28a364e016113fa1f4a516e8b7ddb0beb1dcf8ede80f", "053ed74de0ddf8f11b72b25255c7852c1b3843380b19b966d0ec81c0758b54c0" ], "options_json": "5415b15e6dfe0f155f24750123b7cb252f7ef78058a44234c1f877e95d979dde" } }, { "id": "race_middle/test/836", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3f15be7aad99b1288a4704cd6a4282e292e377cacba9d1a9adb0f38886190e10", "prompt": "11a340ca38a04167c9a1c6beba04a288e6042c41a1fcb087b1c2d74efad403d0", "options": [ "3f7212abe5dbe78a24f3cb5ec12c7e834d7efb9eca61281d14bebea563e501fb", "b33a2643d4dc135eec4ba15c91f4685540f2752547c44d925a772a8156f55f22", "eabd4fb7874c7dd581e753322e1066615441f19689b3f28527920c81549cfc5c", "f91b84e08e15b5596036923d455eaf2f1a04517f0f5224a554210e210d094bcb" ], "options_json": "8c5d83a04331f7e8c73ba015f6fec88b2fb34305f3c701743a94daea232cb522" } }, { "id": "race_middle/test/837", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3f15be7aad99b1288a4704cd6a4282e292e377cacba9d1a9adb0f38886190e10", "prompt": "f833e00149831f2e7c5143ec731bede18351aa74e9412fca71784cd9bb76c687", "options": [ "4cf8c98e8375f3697b2416736ff21fabafa9d45fc7e01497fbeeede426e2079f", "673e3d1f75e49b00312bd9273852b40930283b40038617c772cf6177d59b14dc", "15479da35894185a3d151c5c474d305bacb6d1d7c0a61243b89df5cef60b52ab", "ee2fa889faefcef101e26467a1f45e0c3044821764152e66b8d5a0cbbeddcbe2" ], "options_json": "059b9b8151b89ea24b53bf3654e2f8ddd0381d4c6aba782036668dc68aea9258" } }, { "id": "race_middle/test/838", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "3f15be7aad99b1288a4704cd6a4282e292e377cacba9d1a9adb0f38886190e10", "prompt": "8c9d7b2c2bb3014ac3c8b76336e1b5a84318010202b21df7dc95ad5e7aa4aed3", "options": [ "153ab71913fe26f9cad109a98b40907f948493aad441e9b22c9153a9a65990d5", "b13048c7554bc44a3fc95e5e0487bb533f9a71697fcbb4ed3a7b838c28f41466", "114755e29acc84f4115dc434c76a023da181f8275fdae4e7ab532a869d02e27f", "af202ebda076f42d5939341539805c89db55a5b90280542881fed150d375b18a" ], "options_json": "1fa94ad45552e282fbefe5ab4ed59c015c657d1cbba2a373f187a5c612bd71be" } }, { "id": "race_middle/test/839", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "39b58339956433f8487c0b322c8d1f3275b78fc74b5731bfd7b4ed203c6dcb87", "prompt": "33a5d1c7716cc01923631db2c241c6eaeb18352427576c979f96adc04148faf2", "options": [ "19857f167662e6ad7c94bdfbd91288a7c3e8c392e5edef7990337ec3e701b758", "ae453fca0388c46fc517cf321ff92f34123dc287fcdcae7e20c13869e827edde", "0de67607bb501eb20eb4753882b4c420c07b3e6225fcf2cdf0aea4f1d302b6cf", "82d3f0dccfbbe5ad9dbd3721c0b93483516207504287b9210f89c982fd047f26" ], "options_json": "caf58aa1f57c59f05b826173c5557f5b82993e0ec0ae570e68432fae9aff2e97" } }, { "id": "race_middle/test/840", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "39b58339956433f8487c0b322c8d1f3275b78fc74b5731bfd7b4ed203c6dcb87", "prompt": "fad958dc5eaae98398d8c9c3632d88576c35cd0d1e12577fc348ecbe1a64cb00", "options": [ "bb88a27f93da47b24903aacc61342a98b40e1b9502cf0a2af42d7dbcaea242b3", "dd9639ddcecb99ac37f299037b7b09ea5629b6288e35bfed64bcf587ec5f9337", "170ec97058ee0abcf1d2aa7fefa5295ec4cf34697425fb3473058097c1596858", "8c2780e51544623e35a98b539a6509d88777504dd90575d4ce7d67f763760c32" ], "options_json": "a03f3f2e0a71c462b178949ef866bddce2e120615e30ca345b2be8a4fce21cef" } }, { "id": "race_middle/test/841", "gold": 3, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "39b58339956433f8487c0b322c8d1f3275b78fc74b5731bfd7b4ed203c6dcb87", "prompt": "f81a68653ec20202e41ffad2e5a25ea86be5ac6cdd85bcc04bd05f09c113ed91", "options": [ "0da4be5b4e9bc9f5ba0b8a1823641b0bab14e522ad377c2ae0358e5ff36c7c01", "90c7d4fb2c87d3bc92d17ef1d770149e9fd2e9b2c6cb342b16a934b8aa585b1d", "a7b72135b10abe2466c0e3476dc0e6f833815dec024f5b2594c1a151907cdd1c", "6b7772439f8973e9b87faa7ae0666f76b4c108e9268c35f656c6ac8ccf776726" ], "options_json": "76d1279301b98e13ba2ec96c0ff2efc87b01c9d52e09396b1c26bb345902831d" } }, { "id": "race_middle/test/842", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "39b58339956433f8487c0b322c8d1f3275b78fc74b5731bfd7b4ed203c6dcb87", "prompt": "6adfb6cbd6b4570453c559d49d278601b1406cbb1e29f6da2986031bf29b2261", "options": [ "6faad23f6b61cc918cded2e54a07806a9570baf9e957a4c5971a670b94c24cc5", "9733270a9f79926cbc2b367292184b0477923b94c5685422b3b29f6d834e1f01", "579be9d6791184dc5f2d33db779977ea37d0a007284ec62bf11597e9c1dd5941", "db64c4518d994dd2bb90147eec1500a64443694b4a435da9e5e228ba4f6f37da" ], "options_json": "271be0e5fef5baab6b0cf2229cf2c2bdb0631cbf01b2e9852a3ea7f3c2348de1" } }, { "id": "race_middle/test/843", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4a59260bfdc39acae36ba7f46d9fe301780abf6f92368c6424d772bc5504be20", "prompt": "2200a3738e92c16f2fe68aaba3ddbc5b025c2134c65506c8bdd05f663f81f635", "options": [ "5a9209a92965cc10b16917d092738c9c1b8b980e0627d33130fe85acdcdb0541", "0e30d9fe148c96bd6e84a7e2f67fdee5b13d89d9fb800a3bb4aad730e9d82a3f", "d772c39e146a3f243b706c64fc7995c79beea58b3f9fc83678d53d5d8cef4cc5", "2f191395cce6a50c131797a4a26f327b032ec99a5258e904c631e52e7cbb1bcd" ], "options_json": "9e4e36008d30b195bbe96b2bf1322299bab471dcd3f908f902eee393f55d2b30" } }, { "id": "race_middle/test/844", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4a59260bfdc39acae36ba7f46d9fe301780abf6f92368c6424d772bc5504be20", "prompt": "18aac00892fe62ab505414e80ee1be4a75191f5a2189d312bf9e5d4ec8b1ce88", "options": [ "b7fea1ffdfd96f2f68376e2f1b617c0b8ab3aabac53c509b45be5ac6a579413b", "569dff31e88b1a3a61640266270adff4faf5f609c7cfd3d78034b451637a7cb9", "2ed75e8eb6cffb19a9056bf886311125edf7c8326940c53af8e444afa8653c72", "5e97d96e5606d4ce2e598a003f8415104ea627e99cd1da9d8f43e4e612e11c46" ], "options_json": "2b0f6bac006163dcdf941b034017ded597e36f62578d09c551e5aa59476480f8" } }, { "id": "race_middle/test/845", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "4a59260bfdc39acae36ba7f46d9fe301780abf6f92368c6424d772bc5504be20", "prompt": "d00e67486a45e9d9873116d480863bed81bbf8c6463f63be9a04f22b0aa48c4d", "options": [ "f19a2d6c3adf1f1dc32a3c9cbfd25eb9c0d91aa7720b5629d71218915e3cf148", "c4cb1bb759df3b59cfa6b01453658d9db233a67d7e317760267859048609e80f", "e4b7776f15e6ae9e79433ebe4bb9237ce32cc9aa2c384084cdc40221cb099403", "a2530f3930af44f9ab9338b1d09a9ad4dc3963d65231055c972ca2bf0e2bab9f" ], "options_json": "04437efa32119e21a34f35a00c267251d0276345365448444b3dd8da99ea9eda" } }, { "id": "race_middle/test/846", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4a59260bfdc39acae36ba7f46d9fe301780abf6f92368c6424d772bc5504be20", "prompt": "4076cfbe67275ebba031a5393a2faea479baba4b6b6c8583cfe200acb1644f3e", "options": [ "75ce3538e6ca7d53314e75f8540a5f3e28cb8058b5d550d24d0fd01a3ebf6991", "14cf971d30c60aeff9d9a13325ed2207a3c9d4e44f12c2d5491aa4dd5662c08b", "0ed812dc027f767605548ef5e8776037fcd1561247bace53fc69398da51519fd", "ca119151146242d9ffd2b1a9f674d31ace9724a9df337bab4982ab6c28f5bbea" ], "options_json": "f49006931e2b1e76bfe3a60c49ab8c31c88c259da0b077cd532b8148b8f4a3c6" } }, { "id": "race_middle/test/847", "gold": 3, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4a59260bfdc39acae36ba7f46d9fe301780abf6f92368c6424d772bc5504be20", "prompt": "689cb106eee0c5e9d1c537ef8ecbbab74ebedd27e874e68e1ded4cdb93d3095f", "options": [ "b61c6ed4560c007006f036230d3221d9287434e5e9d511319a6fb852be958992", "d7f964061023207a12b582cf65780b96529eea53bb356be16448d585a8d3d83f", "36ce6d66b9cc5979c133c2a495a96a28f29b30ff3fdcb6f5412d975dbeafdc06", "e57865e15c443e535c0f69fe7e945b60ba9a3c0254869f8202a8e9147c245547" ], "options_json": "b18f32086828e159af5847fa99d1fac402e82e727d31b12ca8a41f7ca33e0c02" } }, { "id": "race_middle/test/848", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8c9844928e11306dff09aa069de06d3f41e46e176b1379aef6224cc8ee846e67", "prompt": "0c5a04aecfd6a7155a458e54c210afe6bc68a6166e32b9908f8e4fb03499ccb1", "options": [ "9594f64fa22c33e907d521694322b514da3f579f4b69a81c46e924b6c4bef9f2", "5bab02a90bdbe7731b2876a32338fa313743904bed82fe15b67734b913c8b3d3", "7b5aa8d7c9230c96ce29fcde9eed85cbc5f364795433a9d3952debd40d1ed259", "55b428897ce830f16078eea4b20169fca0710737867b69bab5f9c371d22c4cbb" ], "options_json": "ed7dbad55e03189e558e864ab81005d09820dc086b68bd3ea1e813f71ad06135" } }, { "id": "race_middle/test/849", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8c9844928e11306dff09aa069de06d3f41e46e176b1379aef6224cc8ee846e67", "prompt": "bc368f736f870741af4b0f37294fc80889b1357efc96df195e10964101a315d0", "options": [ "559aead08264d5795d3909718cdd05abd49572e84fe55590eef31a88a08fdffd", "df7e70e5021544f4834bbee64a9e3789febc4be81470df629cad6ddb03320a5c", "38164fbd17603d73f696b8b4d72664d735bb6a7c88577687fd2ae33fd6964153", "c4694f2e93d5c4e7d51f9c5deb75e6cc8be5e1114178c6a45b6fc2c566a0aa8c" ], "options_json": "ceb2680f5992fa3df5786ebbe128112657dc4cfc5313b74b1fda0e475bd765d8" } }, { "id": "race_middle/test/850", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8c9844928e11306dff09aa069de06d3f41e46e176b1379aef6224cc8ee846e67", "prompt": "689cb106eee0c5e9d1c537ef8ecbbab74ebedd27e874e68e1ded4cdb93d3095f", "options": [ "6f359838e80dec9bef9bec0898e3b1a359eb7e915e3f754a7ccd3f9bda7c5e3f", "566beb669954eca1997cfcdc5ced244205ad26a55288d378c6198cff49540f1f", "1c3ff14c22b435e50115c52bbdb5b0ac7984abe1a2719454251d566dabf2440c", "adb8fc269e88887c395836b59f3de2adac96354424cbf48e74cca056a3ed0d5f" ], "options_json": "a4523d8ac1ea855bfde927858175737986f74de0af54533b1d3f1971b6a08d95" } }, { "id": "race_middle/test/851", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1cc65af50b978ee154a5b83aa175cef6e3774dc8bfb1992d3ab752ab3474c515", "prompt": "3d7bef86d08b1f1a55662a5cec56731e0e363b7e5d70bcefc13ad274bd39e230", "options": [ "9f5f5d992b7b2e403477e3ef6da816f8628e97752daf319ce9617236ae8b4298", "c263186b9d1792dd7c28dd2b8b647d020cd8de7ffeb3d759a70f64ca5b70c848", "faf834bbc70e47d095ecb13b6e2162f2bf53506fefa45679514e7021ae1394a6", "0cb79fd652514636404c5f8808504dae0cbaf218bf0bdd863db3d028b281423e" ], "options_json": "882644ac66fbeadd0d8202035ab8fc0f7348d91406927e8f3aeb9efffb4228ad" } }, { "id": "race_middle/test/852", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1cc65af50b978ee154a5b83aa175cef6e3774dc8bfb1992d3ab752ab3474c515", "prompt": "38a9ef12ae82f518f9c20a63af0154e98e08c2d60adbe4ed97f52f5a58ba4aa1", "options": [ "4beab860a520d08f337e3dcbd3c594fdcecfd3fe1d4d984be50d589c90086b7b", "85f4461b822d82c06529edd36b5affc5a4748da9010642661eca073ae5dc0b9f", "6d5acdb8c2eb6b6259e0f1d88993f95c5814e96425df864cc000a89ddf25b26c", "57fd0bc35370199df4dba1421d67a6773459d3f9858cd31346f72509fde715b0" ], "options_json": "befbf1e0908a1f1c8422b3debf3d40acd0d0481828e1e5700f3595720a6370b5" } }, { "id": "race_middle/test/853", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1cc65af50b978ee154a5b83aa175cef6e3774dc8bfb1992d3ab752ab3474c515", "prompt": "c3059524f03f32e6a2c5c213657fd126549a0d77a98a6e156d3f44b48251666a", "options": [ "1087f2870fabffa21603cd29c7b8367b44a09e76d75bdf637bbfb5708d47e5d9", "1165c44b1602eb103d8bc83efea7e2af09fd5215547bed5d2b0659a405042cbd", "e4f44b299a4ff4c29e2e7cc9fcf83783e526b181117291622865db3c35ef848b", "8e6e76ff99e151d425255c9bbc99585a90af1ee8f61b1409389c397a2de0852b" ], "options_json": "1cdc14de130b050e76139c485a2304718df1f48dc365121d56cf2f346495a47c" } }, { "id": "race_middle/test/854", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1cc65af50b978ee154a5b83aa175cef6e3774dc8bfb1992d3ab752ab3474c515", "prompt": "c20ca7b1017dea301da74e7ddafd3263cc3b8cab55d2550f5b09658b35a4792f", "options": [ "e87655212f3f6be22f7876ca314989c6a3c83ef48a4ec3fcb852478feaca804b", "849695b1cca94f1c2c3d201ad00ad114caf07a773a655b8e9ce7045691270d78", "f37920d796a69d99ea7c8e9d949e3b9bd669e5fbdd73878fd8b3ff984258fddc", "1a626a13a360669160bea41473013fde31d686d9679d7988348308454608de98" ], "options_json": "ddf03a4813e33d659ac67db9027f5fc495cdad1911317a40e543c67eeba67289" } }, { "id": "race_middle/test/855", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d21b119a72e0e323476976c1b95502f8fd705531922cc18256a1b99c19ec0636", "prompt": "01be6156b4a84ea3abc5c32a0ff540f76d06410551764ddeb0a53983ec80367a", "options": [ "4d95e41f2953f8efb9a7b77d7fe0ed90417b5c93263286bffa6a384a50652f08", "02ddef08f72f6ff7dd9e03f398596aa25b2075f28d28d44152680a1436bbae47", "f911604967757f45fac395a475b33734cee3499c07e255c909c8dc4edfebc78d", "8d6fef5f331af14d62d595811269f7ea2b2de50a0059cdddb70fb2eb03216cc2" ], "options_json": "8d6a781505e3bb04eb44d8f3e5768717845655c0c1ff9c08d1ae8335467178e5" } }, { "id": "race_middle/test/856", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d21b119a72e0e323476976c1b95502f8fd705531922cc18256a1b99c19ec0636", "prompt": "609fadfbecdb334a55a2acbc41cd8a669d3b4773ea18607d737828e4681cec42", "options": [ "993f3f22ac9f0e3a9353bc8185052ef633961389a92f141bec0021e8df7d894e", "5a5199e1a79b292e49c5d1647fbbb12635dbdf41825d9923829bc9d1817265ed", "62ec62d78a152d0d447b52c89c5147a69b058b05e7ea8a57fa54b76e9f1028ca", "7eabc812b5fe5689d23c3d8b14a6342113a56a30df5286ba3e3295030337e6dd" ], "options_json": "4eb40f43057adabfcbf75c405e79b177a59809d24d171fc7d804d8b708b5de31" } }, { "id": "race_middle/test/857", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d21b119a72e0e323476976c1b95502f8fd705531922cc18256a1b99c19ec0636", "prompt": "d55c127cc61acddd6a591ebc905f83ccd49562d23e31ccd49f5f859b167f3dcb", "options": [ "d4635dbe329db8bc4b43a299b30bae368a30cd1384e56380438cc4d07ed70d65", "e7025100bb41e3b192f73d473e4fd7dc22e58f7cf4a3eb2352a01403086512b0", "1dceb0488bb4a249231d18a9a9fdce41fbbd1a7c3f7fd50d503375bc4817bfb0", "c06f49e59cfbc0eca1d5273fe2cbe4cc827f5c581b536e23337fdf6c175ca730" ], "options_json": "a0455ecf0b0966f51fbc12f40b26daa93e0f585dd31997526ceb20db990b0381" } }, { "id": "race_middle/test/858", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d21b119a72e0e323476976c1b95502f8fd705531922cc18256a1b99c19ec0636", "prompt": "f1544b45ee148e74699945b1cb3ebc48854275c58f71738dff634b567b2e3b0f", "options": [ "93477ee2a8701c0d1d61a242f5c21873df9ea82f923e0f0f0fb73c8e88a23f10", "9e0ac3fde294b976f65f1064806c69e85c01026e0ef2514508d24807159424e4", "147c1f475d003b64c062c5cc811663ccae40cdd1fddefbc33b2ed475cace16dd", "e5016a470908d92272eeb0c888617c7261e3866efa306bc1b0d438fe45357129" ], "options_json": "555d9478df441aa5c6383607c72e8168bb5dab9d78bb09f26d62a4ad3dfbc6d1" } }, { "id": "race_middle/test/859", "gold": 3, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b57124429ec2ba6fce32ac90fadcc90bfad5ddb6ff18ec1cc623d7da54cd50b4", "prompt": "994ae2d833e116ce29ad403ebaf9df7625bc5bb89cc9b1c4843c35f666c5c5c3", "options": [ "3f901602db02e2515a55dcecb094a522d71ed5e27d1565d8967cfbf64b44156f", "ee871105e875f3de6e0da042f7190bc83ef1e4444aadd528ee6e1f401a9217aa", "951e68aebc5f4328191e74d10648a9a2082fc24bb8b88b2fb1931312ca805c28", "c44762e0a2cfe09906a3536b45cdd1081b7d41768c2cf90833df79782d0d9028" ], "options_json": "7174e02c02db3520f8826eaa42300ed22f48499ee6946760c0b4f3b8dec3e462" } }, { "id": "race_middle/test/860", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b57124429ec2ba6fce32ac90fadcc90bfad5ddb6ff18ec1cc623d7da54cd50b4", "prompt": "da54f07fe6ef673e74a4318e0781535156a9196f103cc1b60b32600980e030b5", "options": [ "1fa05a73e3ca2213527ca4822967fe3a15445657e21de7f1fb4aefea80b9b1e1", "634be59a2e17ec50b86d667c4043c0104485ccb994e6e9f4c857db26f0f32c09", "88f36448529d383cbdd487039621b5c4741beff54f1ac3a6d909a0b7cb7d2ca0", "0f77b494c7ae6c68c6f468b54631d9bc5ab9d15e67a91ff66b68b07c4a442e9b" ], "options_json": "aa43a04852d030e7c634c58313b38d0de0d5ec0f919744faaa6c968fd134b9a9" } }, { "id": "race_middle/test/861", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b57124429ec2ba6fce32ac90fadcc90bfad5ddb6ff18ec1cc623d7da54cd50b4", "prompt": "33577fffcfa1a1f0d3c24d49834b8b762efeaef642993fd049a190aeef685838", "options": [ "7c3666642b5a131c97f1134f882a1cbe81857c0f7bdb7dd5f9f24f98675f58df", "8eb41af7bacc9e6cf97e6c62bf1fd9f241aaaf5b78a989b0fcbb6489c470113f", "44a7bac9f98475720db49fe1e643c6d78ed87660bf3f3499b8a358d9d87d8883", "7b6fd2ff67ba06349a4c3da6ab7f2dc26a5cb08d8c6f22ccf81521cacd01a607" ], "options_json": "f6fd4601051f21dc2dd190138f94bf59ec7aa9e8e387963cd47cbbf54d4f59c6" } }, { "id": "race_middle/test/862", "gold": 0, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b57124429ec2ba6fce32ac90fadcc90bfad5ddb6ff18ec1cc623d7da54cd50b4", "prompt": "a08e51edca6932034d4356b6bf8f169bb2e2553acfe154194479d886b3b998dd", "options": [ "2c8916d7be03b0e9bbe56a1dda114a3710004985460b35bcc792401a130f1fb1", "4d2359c325a9d60394d9af66ea1481e0efacddd272cd7534ef4c70c2fcf9108a", "925286c5981e4a07787418891fb110b84a23a35b1244ee85306e75bfa5e397fe", "fd330e905e802bc1e1bacc8206ff44d130c4c5d80f5c02e5310da05e2390bb1c" ], "options_json": "60d1302bc3afe52ef18a3773f48a4a4efa6b50338e1a9e02bc8c376aa3b2e007" } }, { "id": "race_middle/test/863", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "da29c15c9bbcb4751081a49815c38ddca765fb438584e667353573e9f7d42347", "prompt": "d164455db8858af4d2e6f0320d18f48a05dd2df16183a454c528c12f0f80c228", "options": [ "9d2dd35f68933b216dd18d3e2251ed1849a75e4a3f861016a64a625630e32152", "9aed2bb6d9d88e034d544c2fa7ae631e637bb35cba443c4cddbec3e27f231279", "fd76ed3d7d6368274d864f784e0bfdaf52ed5b1d32ee961836e2088136efe847", "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6" ], "options_json": "2348bf7e8293fa84477838ea090f88f47762b7a77f630a58dbb60d300736234d" } }, { "id": "race_middle/test/864", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "da29c15c9bbcb4751081a49815c38ddca765fb438584e667353573e9f7d42347", "prompt": "a7c26e9d2c07e05b296b0bc24e1f6018377f6e061fe5e0e694093e34e7cd3a21", "options": [ "0f182c2260da0d184886a00d7a2696be9cd6e86cfd1232e0660a74b892a3b67a", "7587f8f1a0528912205db2d56bc174deca0acbef84c067bf2f09e10ebed8c861", "3a468d5e6c08043e71e8e01231c8e78100b275ae9d07d20a9bb7f7f2fd3ef41b", "2183daf558d6d6249c73a501235d786eea377d39c380bfc1e01404a1f69972d3" ], "options_json": "f17e704e85d08f059d63016277481772baf2b8bcdacf6cc580a742856c6b9d3d" } }, { "id": "race_middle/test/865", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "da29c15c9bbcb4751081a49815c38ddca765fb438584e667353573e9f7d42347", "prompt": "22fd81bdec576b9e3f95add2674e62e1b4d6c6c49490c53b086f20b5e6d63eef", "options": [ "aa8ed0a3a89e756a6fd0f5ed7cf0f33e9efb90e55630affc6ba4b9dc188669fb", "4cd257195416f89fa79c044066062ec227c004744306eebdb6be36af7a1289ae", "7c579176db0852140f1842c2976c359da5e8b839b193f8eb429d02951b6b9c1d", "0078508206e87a760877307c9a93e71c90e041ca060ff1b7b390d097a21c9171" ], "options_json": "f7b116b765dd15ae6aec2f7468b271168dc370479c7f01d0afeb23da86cbb8c7" } }, { "id": "race_middle/test/866", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2c5746d79ec5e0cba32a9564e0988a459b0b6ee977b229ab8194e9af2678bbe1", "prompt": "3498ad2b180ab3782fcdfb2d2db7faf5e6943bf1acc8115fd7c9b27d5517aeab", "options": [ "cf49c5528a601c6f4645db96b1110641bca05bdf612134b3d79087c227e7e6f1", "36a2b8d9c34ec91e3f29c87b8d8525417cde5d23336249a8d421188e0f99f0a7", "90eb07ca785cc63e64372313b5684b7950972cfa0e1fc482f4c1806dc797c03a", "c649c82a7d8b4c5d66733194946f8d0732a76eb7b877356e87bbff11d3f8b4c9" ], "options_json": "0a28224abd2e7dfd75fb5456a5bcbf67b8018d3b07ef8e872f5e907b43fc9fef" } }, { "id": "race_middle/test/867", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2c5746d79ec5e0cba32a9564e0988a459b0b6ee977b229ab8194e9af2678bbe1", "prompt": "b6acae6ed4be15abbaa644fecf46b5dedf9aedd77073bf884648369139529adc", "options": [ "2f3d468207836b6d1278162c0dcb2e22f8f0fa7e03c1ab2134afce3b7a2ea0f3", "6d5f27a4aaec0dd15db6d68db83dc34e2ae4cef55908239d56baad07020e6fab", "704d0077b52f9398e5bc48161690c39a5f5a18cff1a60a81aa878ef77eb9f111", "e1574c0c1321c756c8fd0f69f9e6f21223e60ec8abfe2826deb89cd3270db692" ], "options_json": "fb20c66071f445f96f3e54077cf6fb9f21f797d038d3b0f4d6faf69aecf4212f" } }, { "id": "race_middle/test/868", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2c5746d79ec5e0cba32a9564e0988a459b0b6ee977b229ab8194e9af2678bbe1", "prompt": "12f615f5094c87d14fe79a12650098b88ff3efa799c08252309c3c90009b78ce", "options": [ "ba7df44735856bc5061882649458b89ccbfb44b3bba85831237b20d11ed6e56d", "7ab5499fd0bd11489d7d782db12a16e3735978e26de4123e93286fdc522efef8", "0b8bedf322db7cc2c4599160a7b3822c9c86c2d925a8bff4a468d4300ea9e794", "ded8c558e07b1756232408f0fbda590b4d251aec6a31bfc4af71e843dc603fc3" ], "options_json": "cc084e3e99834b031f4ab3ea4d00b1cd240c87dc5f6cb12096b2af978c2ba69b" } }, { "id": "race_middle/test/869", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2c5746d79ec5e0cba32a9564e0988a459b0b6ee977b229ab8194e9af2678bbe1", "prompt": "690dbf4754bb3f3c8d07d64918ea50fd6c4f3bda21aac797122c0e6486837f4a", "options": [ "9a23f67feb953454c36e561f61b56c327eaef5d214826e2201a46e406ddff587", "27d10abf8f07cad177cd9824192ee5f6959e48a554ecee8d6a7334c656713644", "7db2fa8f46849b3a0cdc6042b3a8eb35beb708543234d17b3aeb6a61ad802342", "81e3c6c29866ec7cf51a919d11814d129946496cbd7ac31812b3b86432d4f329" ], "options_json": "0fbe9e3b6dfa051540f73f173b9dabaac7217b2b972bd1bda53a0983a74c6252" } }, { "id": "race_middle/test/870", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "344ec0fbd6ff4d250f385c9cbff84f3a41df0d76479ed27855c1fe6609621e19", "prompt": "1c9ce72c70323ac46ab77ff60f109edec2fbb1b9d58b1133733777390c353ce0", "options": [ "5a7f0e2423891a903f07f6721d559f365fd7e18e207545420a4d4ed44efc0dfe", "358e7a68003ded28298a273d503a9554b94b29d88fcc93bd1e8055e040734b26", "85246c8b354aa03d947bde30ca8c6607d35885c109b9fe38443b7fe1431d3da7", "f4dcaac63139c4fbad574d8e1a9f619c1204ee3252749505fcaf2c99b2d67f61" ], "options_json": "2dcbdb7c101193a77267eca2ab14b8b75f71bba4abb295f9fcb35ed5884fff81" } }, { "id": "race_middle/test/871", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "344ec0fbd6ff4d250f385c9cbff84f3a41df0d76479ed27855c1fe6609621e19", "prompt": "405a73d190b4f0e43a8b4b2db4eb90c5d2f7ddc35d6202aa76890cc35b962646", "options": [ "8b12507783d5becacbf2ebe5b01a60024d8728a8f86dcc818bce699e8b3320bc", "94a72c074cfe574742c9e99e863322f73feff82981d065ff65a0308f44f19f62", "926f52d1c1e19c0c58a7d39bf234a0d239352f5acfa26c73989d9c3845614999", "a52ace420f2175d08b1577a1bea5445e36801229c074ef9ed6c55a73401fd9c2" ], "options_json": "0ae74b1a65154540e0a63b84328a9c6f2405ad1fe87bdaf6ab4e9ab894f33fb9" } }, { "id": "race_middle/test/872", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "344ec0fbd6ff4d250f385c9cbff84f3a41df0d76479ed27855c1fe6609621e19", "prompt": "e478888772cd4f08dc339f26685791f11c66251d2b1339bd5f8dd1410905a7d8", "options": [ "46657cbd2c7ec7cd2141afd2412eaf7d469de9bf121deab7d4cb7638c19a5327", "2efa438d2b75fd6639a23a54f6933c2c73d80be869eab1608a0e052ba5d98143", "5efcfefb706a00f5ba5eec1ddea67e41c9887c03716abe2669ce44082d788c80", "bf70840758ce3077fda1cd28a61ce4710d9ee63d5ca7001c3451245d189872ea" ], "options_json": "35cd294a6e69a201f70eb9020e7cf11ae6ecd655fb918bb6631d8684a46f780a" } }, { "id": "race_middle/test/873", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "344ec0fbd6ff4d250f385c9cbff84f3a41df0d76479ed27855c1fe6609621e19", "prompt": "d4c5f08727a11fa40698104489ab8caa81fc7c4fa01b5b31554242737bb43ce5", "options": [ "df7ef2a605385c07eed77a9d21b5fba4719c247b64469714684068f290d13c1a", "7ea804ac0586f7f7026ae262f68ea5d503a2f6b0b252de75392a3bf7dd58f4c9", "559b5ae6af7d02e28e11ce55fda043d75017792d74908cb8802485ead8c4d449", "71b95a57fed7c9cb501909ac0e6e8b855b5161b7b898b69173e4b1f60a7b8580" ], "options_json": "9c74ad23a076bb8b625b06ced01c0c5a2950d903bf0aba36849eb83fe6b5500e" } }, { "id": "race_middle/test/874", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "505e2e26cbb1cda775a31beee07842b00d7cb3698890513745153cc3ad653d51", "prompt": "c623a5ac0d3b32a22d5383619cee33786ee6a7c09e2175c8bab7b317e6827679", "options": [ "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3", "19581e27de7ced00ff1ce50b2047e7a567c76b1cbaebabe5ef03f7c3017bb5b7", "4a44dc15364204a80fe80e9039455cc1608281820fe2b24f1e5233ade6af1dd5", "4fc82b26aecb47d2868c4efbe3581732a3e7cbcc6c2efb32062c08170a05eeb8" ], "options_json": "e8574c8acbdc515ee68c94e682cd7939c9322db1c42ae8d23d0365f0b1908a6c" } }, { "id": "race_middle/test/875", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "505e2e26cbb1cda775a31beee07842b00d7cb3698890513745153cc3ad653d51", "prompt": "4a52d177f190eead80a5d8eadb188ee70cb670c8b98c2ede0597bf3ec4df0258", "options": [ "ba19e9c3d5f49882ddaafed4f286a8a81491150426d321179270e27e74a89097", "d486dfbd5fb578340bccbdd0a662527eab38550648d5f44517e5ac71b8824703", "19dd83f117525b931fccdafe808aaa6939af792ee549f359eff13fac0d622f5d", "ec7d56a01607001e6401366417c5e2eb00ffa0df17ca1a9a831e0b32c8f11bf7" ], "options_json": "29404d5804448fb535f7d108f7c010a3a598fa393c81fa91d8045f4d53916954" } }, { "id": "race_middle/test/876", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "505e2e26cbb1cda775a31beee07842b00d7cb3698890513745153cc3ad653d51", "prompt": "2afd51849f8c6ce47f3d4993ae7bb20518b5afb359d1b7ba0bdd676138f0e77c", "options": [ "8c88376eed90b02d2ec772b85e92335c5de6ebc8893b1876f38ee75cd3b31abc", "31e778660f70e951f0185b3b75eebfcddaefdc54a4bf821821afcc61e3ca9fe1", "de37b820413c2ddf578e0aaf40084779fa4c830b8e5eacfe7d4986b8568c8ece", "bdb9c1da93de58dfe3c3a45a361f1607a0402b73f69b0cd250c34b52595176c1" ], "options_json": "44643749e1c073fc27e38b802729452b2edaa17357d6fb12b1782d03cf2d220a" } }, { "id": "race_middle/test/877", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "505e2e26cbb1cda775a31beee07842b00d7cb3698890513745153cc3ad653d51", "prompt": "6ae493f0c74b906e7dfe5c0997fdbaf85e5f9c44ac844bc5292ca76708e1d2bd", "options": [ "7aff00f30e866233f9d0fa4a061466d04d8466eea92f999f680e776a2cf20bd2", "10436829032f361a3de50048de41755140e581467bc1895e6c1a17f423e42d10", "647294383b2cbc24b18f629498fc7c6f61d3819fb42a2287e93305aaa01b74e7", "c96dd81db196cca5f57bd4270bbb9d9e9d1b242d67f9364005ee1dfdc2632523" ], "options_json": "b9a1ec42c6d8c3b12948d7d7fb7d68626dd3b2187bfd5c62283c881b21ba3610" } }, { "id": "race_middle/test/878", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "505e2e26cbb1cda775a31beee07842b00d7cb3698890513745153cc3ad653d51", "prompt": "e58d7f51121c5d61b57f1f6f345348d7d84ed7414536c42415de7cd6367017ee", "options": [ "cf50fb9fab130c39a6eff10359f108c139e44638c0bbb217176bd9e1ed476535", "c6ea1880986e40dbcebc168fa25e0a94297dd98805deca5fb08860755df3a2ee", "135c7cf3254f18251ccb02041d5a4ba1aa5296c06840a18b4cff617a235b0a2b", "158e2c36244da6d4133f6eab2682308f8bce4fbbe72cc1ae3e33b6b81346f9ba" ], "options_json": "259d74052c9bd1fc334a23e20a43d8bc1bf4ddb5263c7930446c8141c41efa0d" } }, { "id": "race_middle/test/879", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "759cb526d2ed8495cf2ab1585a4f929ee6fc295de2f60ac28650bfc7d51cd0bb", "prompt": "24fbb2c76b62c2508e8d5c31b404188ebacd2f7593463e2ae6cd600edf2e61fb", "options": [ "373747a8353449d53f7b6cbd74850fd4ef1d372ce1328b825cb59aae758e2eb4", "cca4c5178a5b2659ff855c53cd1aee2c88dd95fa46260173eb3d430c58841542", "a8b6f4ed5a712aa3883b59bb4d07a06d63cafa6e9f802accb77880608f1dc949", "08af062ebb23f9aa11d416bc8830dcc5e1c7b5d70ac669a0119b6fc8f533ab0d" ], "options_json": "db7917cf5c91c5129c9fb943740e5f0884e7f4e479b6b70ab8567f8dd41bdd57" } }, { "id": "race_middle/test/880", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "759cb526d2ed8495cf2ab1585a4f929ee6fc295de2f60ac28650bfc7d51cd0bb", "prompt": "560638d26c9b25534f6e92cbbfe31a1ff5516e8ef7eb12fdf3242f3473cc979b", "options": [ "84bed32d4658e614e23882888a35fd717cef0601ee6cc3d9a32d2e3ddfd9a71e", "ab28429ecdee06974dc3a3e212ee366b524bae2db66668ff775945927d75913b", "b23e5bd350b939b1c2e5a8bc1111f9bc48a49d8fdb32c4f9078f1e8a67b84a7d", "f3ef090fb0f9be018a3eaf31057b001abb0c82fffa330e9cb61c1d8109923eb7" ], "options_json": "5f4d0a2c3434e8f17ce2cb79058907d485574764b0d47362f271952755035b10" } }, { "id": "race_middle/test/881", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "759cb526d2ed8495cf2ab1585a4f929ee6fc295de2f60ac28650bfc7d51cd0bb", "prompt": "930ff57345252e792120a362d09b4bf8b18bd6608c88ec706118e28d013f5e21", "options": [ "587a73e1d672070e2d1f5a6a7f2e519d182276a4e8f86b5892aaad4c7b4c7a56", "12bfeec423593155b7c5502ebe9255c2a0fb952ae37593406806b686dba06ad7", "1785cfc3bc6ac7738e8b38cdccd1af12563c2b9070e07af336a1bf8c0f772b6a", "53f16026438026b23e623bdb7b3e4204b5f95f0182931a6334ba4aaa4ac2dccc" ], "options_json": "ada19d96dfd409252a51043968f65a36a49aea0f03b962bccd7ee0ceb658ad65" } }, { "id": "race_middle/test/882", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "759cb526d2ed8495cf2ab1585a4f929ee6fc295de2f60ac28650bfc7d51cd0bb", "prompt": "e0412fe762efabb6f1736a49b1f09cb4c9de4ba1b294b2b5c6061101737e0fe8", "options": [ "1e26892dda93f7073d75b1a794916dc41134d466456905b6f89841d048a1cb08", "149264e030d060f80479e316e29df0d39a1820ef849a98f458833abfa4e05302", "6e014bfb7f660a17db0a85181cbdd34987ae87dd7f8958b619d83e6f5a903a4b", "e44172a0989a042afa151cdd60116c67c188665d8d312e2c366ac95ee8963567" ], "options_json": "abceaee7e5cf11efc3d35b4bd6d9948042ce1ccdfc91588802f121a6e1dff0e3" } }, { "id": "race_middle/test/883", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "759cb526d2ed8495cf2ab1585a4f929ee6fc295de2f60ac28650bfc7d51cd0bb", "prompt": "a08da0a3c853d9313aeaae232826cb78593268df46b50a443344c7445886655a", "options": [ "0b472a4e7847233f208d22c9c7912e2ca1668a8ecec56233befc5bd6cf95a8b4", "d5359a2df11950f15e036692d7a543ccc4cdfa01fd50c64c926af8921fee1ee7", "2a69b5fe8ca6783f0b8f86c974aec1eefa5496e196740ac2573b42a066250e0c", "c612280837a6db418f1e1005d718770c7d931f3ce2ec12e284c9c9678ef87ad2" ], "options_json": "948d2c25a72a4fe6f450f976c843e4c29e45a99fb2b36361571ad112eb002a51" } }, { "id": "race_middle/test/884", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "07c2728e87c980522294a7dab6f8337ac9f3b5c224dbc73c29456deb597391a7", "prompt": "5045ce45d9166271deffe01a727ba26855aeab07ded0717422e50ab1a928139e", "options": [ "80ee0eb56cd8866cc49b3689656b24d21606b3425b6a5dd592e27509ac5fd9e7", "bfba77d74ed3e55598b93f86fe02f903624548c39c1b7a7dfba760897bc8dda8", "c21b589e347f57fabd2c591429b608fac29fdd0a58b09596e50e73b6b4657d8e", "e1bff94ad8b39ab3a6c0a0765d558ccd50c3557afa1ffd11a60e1aa4e3142fa0" ], "options_json": "b8e1cc9259a2a640e171cf4a700380d0f48a495a885a0bfa6d062c0b093bffbe" } }, { "id": "race_middle/test/885", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "07c2728e87c980522294a7dab6f8337ac9f3b5c224dbc73c29456deb597391a7", "prompt": "d5e36865b7cd81a8ac24a8b3f594b73dfc5684d0f8663e176b44fa0787d19319", "options": [ "d76ce2d30a0878a72964ae0807fb2ab6f0593d48f2d55c6bb4d39e7663ffbcc2", "c3d8a989dbac23dfd3728ab9ed7aeed14d23acddaef667586d54cf0b926bc1bb", "178cdb3bfa7b59e0548c65f7aa4247a697be44046fac8be338b506441b2af1f8", "0386e39b89e437872dc36322d4dd0179318d0065e7c33687faf3dfdbc5f5e890" ], "options_json": "5e2c01d0e57467bf21896a26421303eb53d73ce583e4a90345364b0d5539fa36" } }, { "id": "race_middle/test/886", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "07c2728e87c980522294a7dab6f8337ac9f3b5c224dbc73c29456deb597391a7", "prompt": "c1569a66a27f1193be40d779c81509266d25da7ac493860ac35a1726964ffb61", "options": [ "6427bd4c53117efb44973b0248c0992957d0a3eec78493e2ae28d8246f61e2f8", "75a389891c3a6001ffa63144e19badc54908310a64886d0cee6fb4d80e9fc203", "bae9bb5919e85a44deb151ad1a1814b42aa5f63d873d116e475eb1e0adefaa9c", "5eadd9aff1a9d9b3da90b70b3ee7dc01b1ecae418752737b7402fcf8f8d63fe6" ], "options_json": "84d1ca35735b92ec0ce3aae022de4c84d2038ad7289c95b3eebb4884f70fc6bd" } }, { "id": "race_middle/test/887", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "07c2728e87c980522294a7dab6f8337ac9f3b5c224dbc73c29456deb597391a7", "prompt": "86b051ae7a8d08c337e7926a3cda625806821cfee194fc3bc77f9f7499f39d93", "options": [ "d73dbe6f3af8b2abb7383d9e60172d695aa47a7eba5e2c0395f3a5767d764f8d", "549ef48b5c23b021441b26924a8483b5a727e9e36b9b953d788807eabfce3332", "f4f660e82def2fed2b29beeb7d83076c14b1db0127f07eb04eaeb4dd1c260bc0", "ffbaaf75ca60b11af2fdc3c418a2a511f061b17910d37d06666d08f0aa95d63f" ], "options_json": "fb0012b6c02379f0090f4de43bfc81d233bfe47b9d7bce61b164fd487d4623f7" } }, { "id": "race_middle/test/888", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "96a1a93d0003d66c493a6f6580eb9a0b3de055dfc4674c6952341a08c903d121", "prompt": "692d3f1e354aa8ad683543d777a2deae9ed64b0f273fb04b3e2c0b81b8188e2e", "options": [ "4ab18d3dd67106c2428e62e742780dcd4f7410dbba7e7921650a3b9795625817", "9dad76c26cedef1094d478f1d980995db3538f910c39692eda3f53dbc3ce3453", "c4b58c448f6997cb3f2430aab3337f2e9bc21c58dcaad101db6f950362754a45", "cb034fdf55c78d9eef2e1b6d7715b2e74d40b8b85773974f75594136b879423d" ], "options_json": "a5af73ccb5f2ccdf07f54c309ad45dd1023b71c6d23b9fb6c277488830ab132a" } }, { "id": "race_middle/test/889", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "96a1a93d0003d66c493a6f6580eb9a0b3de055dfc4674c6952341a08c903d121", "prompt": "1f6de9f9bc5899cfe504e79d9fbdca109891e3c9a7907e2f27c65f30f3ec57cb", "options": [ "cd7f021f0f4adea3ea3c8bd7c4520fb08da6e2c17aba13c79f0628471f36babd", "418f958a4dace64ae66e56cbaaec4563d0678afd08696b24e98c1ccc544034d5", "c5e4505a87d65d38e4e456170dc82f5d5536f727abc2e665b3934b8d3804ff8e", "23dfa0b836456bae5db123ebd59be7f05f30d16945f7013f3e18866ff14956f7" ], "options_json": "03c53f2542f1dc27d5de2440980a7981ed81d120c00338b2218e97542f9795ad" } }, { "id": "race_middle/test/890", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "96a1a93d0003d66c493a6f6580eb9a0b3de055dfc4674c6952341a08c903d121", "prompt": "67fb970890a407f31a9ac28ef6d816c16d1ac377fd965127622e38d3086eda50", "options": [ "823c87c0f70bf209809d6c8d1d842a50b7fef7bd74ff9b64e031364ed4254883", "21198eca932793ed5af8b7c9b12a829ba2137ab82fa787fa0fd7f7a4d38565ce", "baef7cf9c6026dbaeffc5c2387d76ca00678411b71c2320d017da9c905c63190", "e0a8410ffbfd06d561548b729dbc06c5dc9778fe4ca811cd001c9aff532b725b" ], "options_json": "8d95f70721cda5614ae714a8c1818d581b7f0e97903336fde197cd0f44b4d8a8" } }, { "id": "race_middle/test/891", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "96a1a93d0003d66c493a6f6580eb9a0b3de055dfc4674c6952341a08c903d121", "prompt": "c67c3981edf5628c7adc5be848ce6a3d41c8cf3a9372fa1909928140a56f07e7", "options": [ "03f76a0c0c9a61b515cfd3e2ff1b4d66db89699483d92198fce43d661dfef68a", "db7d702dac36f0f4cf1a7ec748b7ee6a0a07bb6c4c716a83dcfc923a94b03fe7", "84ade0394ce937d7945de4cfb604bdcf722df7690919bcac0219ebe3f1fedd04", "5ae41c2fa6fc3372c05d944d87949f086bb5733a54211a49084fa15ce595eaea" ], "options_json": "b88c768ea5f7c2b1042acb61e629e5d8f5ce7ef3b3e097b8ebb3c818423f6a97" } }, { "id": "race_middle/test/892", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b115562dfd76430029656003992d330250290d46350a7fc9462b46b374a3bf2a", "prompt": "64d64225df730b1322357e8f5a2d2a1705516060034770b31217cef3ee089932", "options": [ "492d5def401995da2d7df7a7500ca34b9359d627fcf88f24057e610c99bb1d81", "36bc04ae7b77b1b8ea1f4da2b24a5ec0c644208e8cb231ccebbd1249f45f9a86", "b758467f1d8746a7289f7af97500b09f7081e8e561a441129280d288bac11ff5", "97264e76372a9454ff4fb4d0dacf9b17a7af897ee6b5cb34751d79f4d5b69a72" ], "options_json": "bad908d9f69384791c48b4e98593f2cdc16abb32ff4110a0dcc14b130e37fcbe" } }, { "id": "race_middle/test/893", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b115562dfd76430029656003992d330250290d46350a7fc9462b46b374a3bf2a", "prompt": "c2a581f8867a4c161df2996231b1aef5f7f3149dc7bb946d28169da84b9ad9ca", "options": [ "56abcc3d34558b5a7ad944a0f7a0fa9667481b7f1260b4197825356d9af7aefd", "22989eebc5f98dbecb5e7afe9bf4aa6facacf80673e88da87ea30c6fb06f512b", "a6332f5353d01a2000dafc1ba6a778c91085f3125a61641df7d20a2aa1f380b4", "e1f7e6e57e683056065700710d05118538ef22486c4720575a213591e8d2e137" ], "options_json": "65df379dc3134b89e7520b8a709e6a6652294ece28f1a7b8e0c396342872c716" } }, { "id": "race_middle/test/894", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "b115562dfd76430029656003992d330250290d46350a7fc9462b46b374a3bf2a", "prompt": "0807217f06d49b86d46291716feed770b957987bf69ebdf38dd173ee71acf432", "options": [ "37af1af40c15839b263677aa43323d9ff5a03d86917b66e5b63272cf007785f8", "35667ef1f64f6c0e027607d2ac0a6233e2fb1dc3e283c9f35b4e9f2bd27a5d5a", "feae9d17808a9994d43c5610093e5a4597840d066996e2b1edbb6d33dcf87995", "27a128209ad1719baa37d6674af120e0c9e387c3ba4e1fb2147e64f908cefe23" ], "options_json": "9ecf9e06e5e53bcd18233957afbe378f297e0951e1ea37a0dada30bdcaad787c" } }, { "id": "race_middle/test/895", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "b115562dfd76430029656003992d330250290d46350a7fc9462b46b374a3bf2a", "prompt": "e182236f793684b64f4fd01ac599b47ebc569000d4053c8b9a32abfe6ae269ba", "options": [ "bdbdf3d76497369b9b400d93944c9082898d1e656541025755bf34c8655d93f1", "5e7fe8f18a7c53bc07b670e45595fca463689a3ce1b7990415292966bd34c9b1", "56b15dca6f0d46c78535525bbf12c2dda7e8510fa072096a2b45147e5a71e54f", "911e30d320bce597639c63e2409d0b4d4fc2c9f21301af8f83e69770e4a291d5" ], "options_json": "291d187285ea269d51add28b7b65904e94ba98567b19757bf7782ce5e94e4a03" } }, { "id": "race_middle/test/896", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "26797d2b57cb36dc21b58dae547064dd5f825f13e991601430477ff6a3b0d7cb", "prompt": "82d8d036d899beb508c89432351eef4ef02ec4aca6bb19fba5364af8aa5f6ccb", "options": [ "7173152ed5ecbdbe37db8a82bbd2e01f1ec8677dbaa71c4ef6247dbff4ad1d25", "2962ddc7e6ea6b70d0345421fbd6cff2c3beaeb3dad94e971b9d9aa89027faad", "acd5c12e130c22bae145cce499c9071429583d3e5f7b8664f0f8a012bc4d58fa", "5057e0586aff7f033c5a2c45e05bf45a397d6596f8db09f2c56146c8c2e7469b" ], "options_json": "707a9582ceb2f72baf78f80928e1c946ae3193728caf3b653434ba63a682f8d5" } }, { "id": "race_middle/test/897", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "26797d2b57cb36dc21b58dae547064dd5f825f13e991601430477ff6a3b0d7cb", "prompt": "5de4a42fb587ecf961a5e96d72a586e5c2c570139ff2cbb8a0ac3e6dc8c19ecf", "options": [ "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6", "0a9c1b69fb9cd906e1f05241f34d9b775d7f7624cd108bd9c38901c7b269335d", "31207a2065f46a5b948fce6fe5c13e85abaf5631e2f894b47dcd4fce14f6c57b", "0163f8ec776cdaddba37eeedec24f8977785e1207e04a1178f646e8b08a433b5" ], "options_json": "bcd4cb9efe70406a15a93c9eefabe562fa0cd3e327d1ddfe6b28955766e941f2" } }, { "id": "race_middle/test/898", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "26797d2b57cb36dc21b58dae547064dd5f825f13e991601430477ff6a3b0d7cb", "prompt": "f39c97be689b7d493d62b4e8f7270d50db9304c884bf1ababa53825b4a0c2683", "options": [ "0319f32376c33c7c4092f432a623c335bb73b9ac57d7f82a19900d4774d2ac73", "b1dc6d04948d4ddf1a51176ca6514224593c9d6257e2349e910b79a3d35c25a6", "b51f9afe07c31baadf94e7d876fbe88990d7d7d590e8461c279d463a8603ae50", "16ccfc3ce1628d1186c0439225b074e5c7cc841ec3176b322d3b4a8366eee32b" ], "options_json": "cd179e47613f5afe2f541a3f8ab3eeefc0f9b89c3e85b98a9f335e4f98c8c6db" } }, { "id": "race_middle/test/899", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "26797d2b57cb36dc21b58dae547064dd5f825f13e991601430477ff6a3b0d7cb", "prompt": "30f4d9d9b8d15e12689f7850ab39425925fe1c167ffe0170f0bc2effb0b768df", "options": [ "9cce1b7bcacb9206ab3326ecfd9ab76c3acd19bd73d3dbb8e77355f777ea663f", "fbca67aa2c1758292e365d068e7666dd91da04d120d7276cefa2597e40fae05b", "ed2606f0365c0ebf795badd80b0bceeb0ae12b8e53faa59363dbc46a48ae1048", "db9a320a78b2aa7d76015253d0ab76f87a05c51a8fa28da8230e35314f57b4bb" ], "options_json": "da253024d0c74f3e5e87be3d8e750918d43a7ee2d599723d0a10f895b4676d62" } }, { "id": "race_middle/test/900", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "26797d2b57cb36dc21b58dae547064dd5f825f13e991601430477ff6a3b0d7cb", "prompt": "27bb0fd2ea55f6569a55dadeb0829d8f14c8238f3c225410cd6b5100538522ee", "options": [ "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6", "408f0697428f070df2d44a88ac8024d95db0dd98ba6064cda155b44e24d57199", "31207a2065f46a5b948fce6fe5c13e85abaf5631e2f894b47dcd4fce14f6c57b", "2e53de356f4ac6d2baf4b823ee8a19c8bc29e3b0b0ca11850306b544ba2503ee" ], "options_json": "ee9f74defbd6c4884351ab4b2847f34b83e6b4dcbbaf3180b12c40eed54c99aa" } }, { "id": "race_middle/test/901", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9824b946a23a49875dd862d9b55eb4cb86daf97b3dc9e044026bdb1fe4f7160a", "prompt": "eae9cda817a335d3b0d0946b2f7eae7390f55cf97087d17504ecf1d35519d3a2", "options": [ "407686c2df35233540fb25ad9d0f839f01e48800b31dbf7baa35e7453d34b916", "1ece55ac142faf904a738f5a48172fad827def7ec999b6a4931d0ee34a747e7b", "45ea8a4e62b4b0c6b0b92c303af1ebcecada51b172b7f285a0d0be64ceae7035", "c8cf5124e30697b1c6f30cae026c0c07ff5b5d1200916b9e314022779da080a3" ], "options_json": "6ac853691932662efbab6532fcd27c88833ea4bd805339a9a812339e0042f5d1" } }, { "id": "race_middle/test/902", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "9824b946a23a49875dd862d9b55eb4cb86daf97b3dc9e044026bdb1fe4f7160a", "prompt": "feb1c423109fd2b8810c38434bd935bd1240589e3079fe8928f2f7b074ad8b45", "options": [ "eaf80103e3463a16fad811e8d82723310b01b152424659fb929fc36b4e45d3b9", "a98febc5aaf1f2861d20661f735735fc50f0605189391c626a78fdbe8482f41b", "54a18b3299db02a5b6a518c64fab580d7607bece53440623f921c9784236df9a", "19bcbbb8021e94c766190a831e6acd04f181753317c361e8f256811c6c8cd779" ], "options_json": "44004f327e3700091cf45ad74be7e50d2696b28c81a3f899443488eb7c54515d" } }, { "id": "race_middle/test/903", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "9824b946a23a49875dd862d9b55eb4cb86daf97b3dc9e044026bdb1fe4f7160a", "prompt": "09f4f09b536cd20a4d88e8018b719a7ac904a068875b239132f49d3a02a17905", "options": [ "ac605eb69400d03c2792a0bf26085a7b2900de8113baa373095686121645c162", "27d5159f6514167fdf5e294915080d6c0a4915c6a3dfd36bd9cd388f59bca6a9", "55919299cd52e6efaaa526275f7a85a6f637f1c04a1579e67902c12b1999fb5c", "84867983851bdb598d172176cf5368e92db05e915cbff5f3abb62b589db77c14" ], "options_json": "462b205304285f802e32c5c582254bbb94110a362b37e0181c702d2656acd2cc" } }, { "id": "race_middle/test/904", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0580e428e797762d89c0a72067baa993c9404fb37cb06f1b30cffb5b1aafec06", "prompt": "22f92315a2f12615adee43c572083f42571fedefc10a00dab6880e9efd13e991", "options": [ "e4acb0a32f1de9e7097e17c1f5f4b03f6768abf211a170ec1825d0de2dd05719", "cfc2ff36ada04b670ef2c5e1e64c22aed2fc13453b50fb822e9e1cd0014ecd6e", "739db4937f93d217754d405df9c1d71e46c2b7b48cd494660f10795338e335f5", "ea93d48b873ce3018dffd0319e574b373630061bb7370a6278e6712566d562d2" ], "options_json": "9aae60de6ebef9113525b2e5b09aac883f756feb53ceafe866b0081bb64023af" } }, { "id": "race_middle/test/905", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0580e428e797762d89c0a72067baa993c9404fb37cb06f1b30cffb5b1aafec06", "prompt": "4fccdd6d1328e07b501f9238e96614a6e88002e196915fad3a63bf20de5b37bb", "options": [ "14e32f3cbdd3b4c414be5f81c8c6b602bc9e814c0cad7290a07fe109ea9830a7", "5c0bc2423c1af18cd0172a4d1f84c01af25a3ee3c5ccd217e8e8a48924fe414e", "0b93457b7a8c6b87819f6d8fd027d31d68e5a456eced5a08fe563edc9ed6c30f", "5b2e52ed015ad52e8adcf62da98abb0e202cf555bbb0eecaebdc86363cfa834f" ], "options_json": "1f6fb3410537785354d3f615aae75577e9d5f65d4e720eee1d9c570f6a92b11a" } }, { "id": "race_middle/test/906", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0580e428e797762d89c0a72067baa993c9404fb37cb06f1b30cffb5b1aafec06", "prompt": "0959219693b251e69ab4ada1c7c0c72a54ebfc54283b7ecde1b38070aa3906b2", "options": [ "adc080b3c6466edb603f01f2f95b9b1ad1e9c1de7f58912d59f017a0ca8aaabf", "eeba3d8a5870c44341914fd16197deec5b7abc3a7755cf08f3bc860d2a8b0efb", "6c16890b404b654bf1b5b823b4061fb78f53a77f1f94096f9ec40d7827aeb9c8", "487b9a3efe81fb3147aed2c8a24bca41c4b322bc8cd80ef9cf59e856bc685199" ], "options_json": "52df21cf78d1d5207a3df94865012db37cddbccaed8802cd08777366e4e592c2" } }, { "id": "race_middle/test/907", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0580e428e797762d89c0a72067baa993c9404fb37cb06f1b30cffb5b1aafec06", "prompt": "832ea560a3061958950c7c8e41ba9b3509107bb4d3c064e09aa295651f5566c0", "options": [ "e4b25ac6a9ba9eeb063ce09e068fb8a7f48a1de3516f367c803d4b910162bd08", "1ff561dd1ca01ac993da878d702bb0c8b002622f70571d7ff32059a06e6148b2", "105f58b78f47180fa7af537df2a3e146c4d2c34d8cebfe1580f5357b47bcfabe", "51d7a2ae4335df1210bcb79c32ebcda7d6043eda3ce4e191454fc78eebdb1fa8" ], "options_json": "ec352e7a5d6563cd795f044778f88cab3b1ce4dffd91224550b1815651fd717c" } }, { "id": "race_middle/test/908", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d91b1b1b60ee2cff5170148637ee7cc1693582034f982be455e59021cbb43c07", "prompt": "9b9d639cde273910deda37419c0618ba8f4198a0f5f1e89af01f387a65d6f617", "options": [ "d88f6d8372f4d54ecfa210948ad8f8fccf83984881e298b673c8f1a941e2aa33", "cc1b4c8daad22e40cc6165404b7896376212193223579da8ad41b8d10ae64b44", "13b6376cd5fbc0939e2ec9ad53d0a07721606db67c7c9ad48034f07e6be276a5", "07bcd0f78b661677e6ac84fad94f22d759f0df006637eaf7de4254b711d66ff8" ], "options_json": "ae45c9e6c61cd352957f8248aadf4d0d6a888486f6ab6da397f3bdfde954f393" } }, { "id": "race_middle/test/909", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "d91b1b1b60ee2cff5170148637ee7cc1693582034f982be455e59021cbb43c07", "prompt": "77ed5de4d80f20fafd0af719bd2a5b2fd31f822600441444b23610bda1f187bd", "options": [ "8392b920d296ff5253db8c5b6bcc6e2e1235fdda33abffd632c459424ce355ab", "09f1b8c68761a6c5316a784e4a4e5d58f866329f4fb7f1fa3eaaf17fa4ea2251", "b62d5d75a40b18d237821a7c72df38c441abcfd3fc4b8889f4a354e31a4059c4", "20bee1d6eb015a69ea42dc6c305706a16c6c81081c169ae29abdb75c000fb221" ], "options_json": "bfaa80edfd7c8695ff7d41e6b495e3068b396c23a66d7cfa1733a072e4686581" } }, { "id": "race_middle/test/910", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d91b1b1b60ee2cff5170148637ee7cc1693582034f982be455e59021cbb43c07", "prompt": "f5aa9db6494a833cd551a85c5aa567d73ad8e95f72c4185ebfa6dad06abb5ad6", "options": [ "c155036bf084eec0cbc5b939f05de30fc0b29219fc640ebad2d8186f2e9a86f6", "176a52ebbbf29eed1c089421524624cf0988da8cc6992ecee0a800e5c0dcec91", "ebd184f0f799724de75ccda1c2aefdfee70b64eaa4431cb94d9424692d636246", "abda91f4b43b51237590b1f28ca0f4d4b4736dd3034010b34263c3a360a67c95" ], "options_json": "dc3c715b1cac0fe67239b1d78d4c183b0e51cab7434d25d66e104cdf84017832" } }, { "id": "race_middle/test/911", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "00b6dbab387deaaa1a3f3ca9305e2993cdcc976024895e00ff4b0e5f259bc091", "prompt": "fd05630827936a52376a79cca2f41ee3f03129fd016da3dd91bd93bda5ba72e6", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771", "647294383b2cbc24b18f629498fc7c6f61d3819fb42a2287e93305aaa01b74e7", "c1ef40ce0484c698eb4bd27fe56c1e7b68d74f9780ed674210d0e5013dae45e9" ], "options_json": "815422ce4238309bfa95f91920fbf6c372047727859c58ad71f2878a93879e52" } }, { "id": "race_middle/test/912", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "00b6dbab387deaaa1a3f3ca9305e2993cdcc976024895e00ff4b0e5f259bc091", "prompt": "ca567bcf39c0d05a99574a8f00d3055f40a558be55bcf9a8a5285b38bcda36ca", "options": [ "bb8ec7a692927dcc42b08017d7725931f11746d1d8ea3e5cdfbc9130003693af", "8a11c8d65288a102df4e952f5c8b570e7fb14cdaac4514597173f4df82015425", "2b70e1e63f0f54d046d9d90951eea5ff126c02a3fd283939af09e4e8f697714c", "c34437044db67481a8be0dc0d833779284ebd9a449a1d586126ae06b22328731" ], "options_json": "d6b7a322b4a701102fb8f680ba698fa277d544bc9c7f9421cc0c329b5479ccd1" } }, { "id": "race_middle/test/913", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "00b6dbab387deaaa1a3f3ca9305e2993cdcc976024895e00ff4b0e5f259bc091", "prompt": "cafdd60f0149a19ad95497785f5c59b7a4c143dae46498eeae338d9d2b85409d", "options": [ "0b8305a61d2627f4245869d4322e65c1b9c9747f724fd3186f2f96ec7c790168", "2574b7c9ad840883cd88bf14bd958327ac366034ec2eb52d32649ee27c4b61ef", "ae57f4ebdbe30778acd23a5dbedd440375a4d753caa5ed50cde0d8b76ac81525", "902417293ce31638256ef1cb3977cf9511a9d1361ce9b8efd194f12cc79cd709" ], "options_json": "85f7ac36c46f05f0f4acefc89e8aefa00d0833d690de6f051c8186bb7a9a86a3" } }, { "id": "race_middle/test/914", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a7fa332363118faa2bc0c973914ba5b7992dceed0d1af31839dbb700ac455296", "prompt": "b160e4ccd30917a968f8c48cd050ba8fdd839c68c1118f6f9934285af6945440", "options": [ "4be184f1b26f9788dbb9ea61b6597b6f1ea5f777c22c9b256a9d8782b8787789", "06fbacf257363dd79a1fa4a030a6787ad45913108a05f872f8f1f90200f0d1f6", "87f7dd4bfff532dc34b91b4ea3931f85ed08b687b593f6c1917dc324ff9f3d47", "b1a013e262a6db05a2dfb79c4836adf403a6ec278aa247403a0181cdac96c1a5" ], "options_json": "e0d622d8ae751be6a959f05fd5c7079928e3f8487ebc7c0d460dfc15aa7b860f" } }, { "id": "race_middle/test/915", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a7fa332363118faa2bc0c973914ba5b7992dceed0d1af31839dbb700ac455296", "prompt": "6891c0f5deff0c977dfad81cdbfc39ef05c0f787875a5545f087663dd8246934", "options": [ "4f94ad1b8d4e496dfb57fda884dea2b2b9ef84e5edf0b91c3fa66929e48e72f7", "80aa0d329de6956facb66560b4ee77fa5dd43e448fbcdc574830b23c55de8355", "d523973214c4e56c003e17a034f8c148ab16577ef245d36468cdef99e91ecabb", "c6ebd9e22b8080554eb205b397b195cca420121388eed6ed254cfce07f285777" ], "options_json": "f8d808a8f9ba971ad5a461adbdfd3246e21cfa8a3088e7d9119d90150cff398b" } }, { "id": "race_middle/test/916", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a7fa332363118faa2bc0c973914ba5b7992dceed0d1af31839dbb700ac455296", "prompt": "dbaeee1e60619eef9a1cbba8176118cea06fb768f814cd561f3e3003839ec1ad", "options": [ "117f7d1eef9783f0e5d0a1562b6d53259153472c90a6c73a2fc0864ebbafc26d", "97a80f52f3036492be74d74cbb11e356d2c1e544ab15f8a5009c528c751350a6", "d8704e47a3a641a34e03f186018a368bb6a96829738dfe8e2d2489cf4ff5f9e7", "2d900e9be37be0fd04f489b1cdbb0e6d98b15de2d3aad94e8396937c6eeb2e2c" ], "options_json": "d5ddb42f9a7be5f766333f1cc90cc61e47768707582bc9f96961708f2432e478" } }, { "id": "race_middle/test/917", "gold": 2, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a7fa332363118faa2bc0c973914ba5b7992dceed0d1af31839dbb700ac455296", "prompt": "1eac48604a7b6dcbe4a75f0f4f355e1994b5ee39419683cfb4561c1cdd1c83ca", "options": [ "390ea3157b19048ef63f9a9339098bea264cee816ce440ca359cdf907bbd7a16", "88d4c0a8e403865698de8f2731f0b76c427c2e1f3e17ca387adfeaccdf235781", "d19f46c0996cb4da4a8cdaff3e82a8d7218fe67f95a0a54b3a07e4ed109e66a1", "bb133ff9016e5305b51757404204a00c1f6cb3f54c17594eb61b042bfa05aa67" ], "options_json": "9c921902bcfc7a46d575d4292520efe41f11fceb7940e68b97825ef22e138c67" } }, { "id": "race_middle/test/918", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "945616540c3b8e0c9e9fb0e4e1fac1621475ed4e0bdcccebd3f22266a323f24c", "prompt": "cbe1a60349194286935ff75939b425097208b0f010116e4c14b479fb411fdddc", "options": [ "f400a9d5a05ad976143fc7fbb1a9f12b5bdc246cad48aba46543ddec46a0e62b", "cd49cb03fcd3760bd9fb149d3e92a884a815ae33765e213a60f4fb818cb40003", "c71558daf2ccedd7e923220dfc6701202123b9a306efcc7ab5c6807b31f45fab", "3a4ea66edd5e3d5b20ecf7134389eb7faeaa99467eb74439bd84502ce6b5cb67" ], "options_json": "f78cd1a5a742d7c74e06eaf2a872b615e4bcba021439faf490fbec708b1d330d" } }, { "id": "race_middle/test/919", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "945616540c3b8e0c9e9fb0e4e1fac1621475ed4e0bdcccebd3f22266a323f24c", "prompt": "3c229a6ec4ed6ade645a1faaaeb7926ae773e55e1ee11dadbc7548fe55c93022", "options": [ "2f4a0c741550b0695e0c8a7f42f9a756cd2a1dacbf9108f30c728b0c1f98193c", "1a4284b6ae00f16056203b665ed9eee512ac24f31db274d68a6b5db457bfb140", "4149b649a94b7342ab612bebd65dc9cfc5bb3c0931f28915f7c278bd49d7dd24", "c669fbb91284e053cbbbbe0c2d0e577e402f362c17c037e51214ff6f4d6ae827" ], "options_json": "81b2836713c6df1a6e6ebb325a65bd7fea0dfeb37f6cbda8d228069dc587ef24" } }, { "id": "race_middle/test/920", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "945616540c3b8e0c9e9fb0e4e1fac1621475ed4e0bdcccebd3f22266a323f24c", "prompt": "3e96d818303699e21d8931fe7f47472e820e035e5e22662bc1d8e1cfe9d9e35d", "options": [ "7b4c9d078987e623c3819e23ffe0a49c41a062bc8af485cb0e38a67477320b9f", "23d4294f642bbe1b4524f53e3d1b5bd10b624ee114c4c1f1394a644e84190f6e", "257097851604ab9af6f553ed82a9a14cbb685d4dbc110855c5861fc7b5131735", "bf19c224ac5c57e60c76bd664a0c16ebbb7bc70296d7ba1546259d7a0b699b68" ], "options_json": "5f52eb7dc7fbc93cd29ce8f4b8d5e56b5d48409c02eaad2ee2c04c62df6a82d1" } }, { "id": "race_middle/test/921", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d2af6417cfc7c19cd5441bf8e7ad9027062b6f9ba0bc2526eb99ecf0a6a77f8d", "prompt": "45047e358a04309001a3144a8ec9551893c2529e7119412bb79aed3e6c34c182", "options": [ "5b84d7e96a6373f378336a7061af786788979f3451d995dba5d1f9b7ea1bc924", "027d6e18d6952ba721dcff73921cc9104a57e204eda1396b5dc477af15ecf926", "26fcf2df82a9cb7441a0353f2557e3df682d7de10b731aea1f5fa56e76579624", "373747a8353449d53f7b6cbd74850fd4ef1d372ce1328b825cb59aae758e2eb4" ], "options_json": "1ecd03ad16fc73872071625e079b94ed8935ce4d851480543c71f0f4c6bdda33" } }, { "id": "race_middle/test/922", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d2af6417cfc7c19cd5441bf8e7ad9027062b6f9ba0bc2526eb99ecf0a6a77f8d", "prompt": "a6a64e0652b6accf4a2d8300f6174e964338f3695959836af88bb208a8d8ae6b", "options": [ "0b4bd77cec705cf5df016344c0fc673fb3c2240078e6af572b2c5c6fa76114af", "cf0622ef2a661cd2f11b0b644e40e4e00eb962918424a8c8ba53842fdf290235", "cde48537ca2c28084ff560826d0e6388b7c57a51497a6cb56f397289e52ff41b", "1980d3927f07fec9c8d727f187ddde727da7e45247dbb71c7555e5ae0eca66d5" ], "options_json": "b3156eab10bff7966e93b67948b9d8e704385e806e27fdb4771c0d6541bc2056" } }, { "id": "race_middle/test/923", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d2af6417cfc7c19cd5441bf8e7ad9027062b6f9ba0bc2526eb99ecf0a6a77f8d", "prompt": "2976942c81bc17aa5905e306b56abc9cc831bda1823191f92b1ed2e61d57a75e", "options": [ "cfaffd36d06496ee78cfd3f7288256764b5cf24d0f5903ceec4a12f142a9675d", "3b28cf016fe32a5d54d8214026186d01c96366eafc0c9ce73853e02440e2ca5e", "42b2f1c3e4cce289962b7aca17efe67e80261624bb6ef98e20bf89babd15c24a", "48449a8343bf98cfa52914b5bacb5c4926d32182e401d9f661566a6977cd853d" ], "options_json": "0e88b2d93d7816b0f69a6358012981761c37ad83d12fd95e62956430879951c2" } }, { "id": "race_middle/test/924", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5aa4990d772abafa14239bf6bb7c92de6bdb0104005f2bf6647d0c0046e055b9", "prompt": "293ef93be246d365fa8e38611de3b5956baca260664c3e6d51925d5971a97019", "options": [ "edf3f0d699373ceab792b113fb885287ae55516f91dc91a5c8ae58a98c1c648b", "5c3d2b9aeb20a8cf44903a926c9032217bf781adfbede60077318c43aed46b7b", "a8df32baafa8b21ea1ec89bc4233dd14bcda90a600403913a06e5438105d84aa", "f1a3569ba94d7a2a2483e6f885980e1aac6fe48adc012020b43815ad76dfce17" ], "options_json": "bd347d29f157bc831961bcc1f4166ce1fd1fcf86a9641ac80344f10fa734ff31" } }, { "id": "race_middle/test/925", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5aa4990d772abafa14239bf6bb7c92de6bdb0104005f2bf6647d0c0046e055b9", "prompt": "e8a8a8e058f6e2cef0d805e4f3b81f3d9b1819e5c1561f8ae671ed08004b385d", "options": [ "1f6a362d0c586a61d39d07c0aa98bc4f27cb019422b5c971a3178a3d19a4db91", "233fb023a8baa2e327cbfb4b89c3d2979245aea97e90ec00aecb771abf38daf2", "dfa68e70ecf130758be13b8169df2704e68c084ce07e755b12355075c13d465c", "83e5a28ac2bbefd0b8b7a3b4a55e855ec1584dec6f9987fd4f7445b9d025636d" ], "options_json": "34d10ab873e0d5e262d29e2c9b4eee55bd49be02374317ab8009807d439eb8d9" } }, { "id": "race_middle/test/926", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5aa4990d772abafa14239bf6bb7c92de6bdb0104005f2bf6647d0c0046e055b9", "prompt": "63c232f21bcb05a583b25a147214593a8b92fc18a1fa7970f176d4436fa6c688", "options": [ "88f11aee5fc331a667afa81881cb721d6f8761a4ed6cb23d2c0cf4ed2f14a7b9", "bf6e2daa420479e77658553acc5f80c6e3da14b363eb2cca1bce7874a0536a09", "4caed1140b87e08d23e456a478c73b7e8c6d95707d940b328e3b5411b66a9ba0", "e84c2065074e88845e2525b4ceb3ca9d061b85a98ef56281e919a7d21e809cdb" ], "options_json": "16ff1742e39a52a94fe317710e9c3170157cf712e95219d543fedb4edbe4ae44" } }, { "id": "race_middle/test/927", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5aa4990d772abafa14239bf6bb7c92de6bdb0104005f2bf6647d0c0046e055b9", "prompt": "54da7fa6151d557847d56d2226ae80357e63a6a7c3d35498eb99f029a60cc33a", "options": [ "b635b3a5d1d14db42fd0827194ff15d8ff991ec8d94347a14cd9b453f5533f96", "6bb6a7478550b642e8899025b394cfc1f812b914df755d0a761ab63096a10a84", "c7c705aa2b08e5f8217e8074fbaf62ab9abbd7ceceae724d84d7ea21af883aef", "16285f5c9eeef1cdb20c5351d26306af47145822aab9680dbf9c2646a0ce9295" ], "options_json": "43c1f19da8056d8ca514e4aa261cab0145366e3db6bfedf2af01d9e9700d962c" } }, { "id": "race_middle/test/928", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5aa4990d772abafa14239bf6bb7c92de6bdb0104005f2bf6647d0c0046e055b9", "prompt": "53a0d4de461195b2bd1caaca285add31568f83c1e37333601f335749f0c16199", "options": [ "3b501df6e575d7c7dc4dd53f6a6d51e61c8117e7a7f851eaf83dd1f2d7db41cd", "9ddb8e067eafb357e67912fdccb056b6533e58d4726b983f3b22931098594075", "6807f17e21ca858a12d6e1f95cce6cb5c19b4e29acd8bd070e1aa17dfc0d7109", "fe7d8865a7138ce87f4ed88525971185ae7dc3d9556374f22ba1282dab2f3637" ], "options_json": "5e37f1d9d88198c8b84c8a66fc4457e66566ba12540cbfc3e2e770c26b09f8b6" } }, { "id": "race_middle/test/929", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9751ff9d752ea479ce204ac86d85f3c6bf360a74f3a425cc140c20990441ea69", "prompt": "253b2eef4e628641d01032674b6f9944f74583fe61c328f1d560597583a4f65a", "options": [ "c1f026582fe6e8cb620d0c85a72fe421ddded756662a8ec00ed4c297ad10676b", "52cffaac9427e988b0cf3da4dada12631152d496d4b15ab7e98e11811b2d0970", "d87834662ac336c7765a5eccb7d525a578f0795a52b0d363c10bca581bb3585a", "c29277f55fb31aeb8d4026132e53513a1fb755e5d9c13bf21405b72b9570373f" ], "options_json": "50d60bb22d139366996c624013dc9c16f5591b2b8a8f2aaff01e63dfb9158df3" } }, { "id": "race_middle/test/930", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9751ff9d752ea479ce204ac86d85f3c6bf360a74f3a425cc140c20990441ea69", "prompt": "8b7aa1a50704b00753320cba4361a642762d56a24d1ed455178f61242a9b26d8", "options": [ "dd24c5e642ae522776f1c3f918ada6880ab6ef32110966cfac0354406772f402", "72d8678b5499284fb955f576125e1948355312fd33573702c4387aa6a931eccd", "f2988b6ecfa599dbdf2f0835f615a0083fc261fb7244d339d589bd0db9cdcf99", "99b29572d0859bee1ec79d65b0ab8ac65ffd6b64f51d8b8175a6217ad8e38cd6" ], "options_json": "88544464beb3a6584aefe29c3b717244f3c88a331678c94fb2679661d5070024" } }, { "id": "race_middle/test/931", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9751ff9d752ea479ce204ac86d85f3c6bf360a74f3a425cc140c20990441ea69", "prompt": "579209d051298d672cd958fa7b8d9ae8f9f2822a7b1eec1596d19698e0fc6f09", "options": [ "a93b582de097d045f4ff645c0e1fd0a02758fbc7bcd9058bc412a22411902d07", "ed0575579dfcf6ff29711ab58f3821ef04c5e70d8cd1cad985cfee5ebc61acfa", "b07e5930bfba87ebd1f43adf21a9d6fd005158630a7ba9821b7064e75d1852a3", "f559c661c977dae30c3530c05a7122d5755481ac9cd3a33cd1fcb4a71effe559" ], "options_json": "991c4c2d084ab0db79432aabb3a997b93822db85ef041dd0354c991d1f80a965" } }, { "id": "race_middle/test/932", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "659be7ab8d88e568d51507285ba8cdd99c24fd13c1b7d2493793053c589cdbb4", "prompt": "de52674f97356f0e24f16b879cc98b49fb35cacc2b07d16fccfb6ae78ace4472", "options": [ "4e2caba1dd69919828158ef554ed1d08f8d47a2c0f447448fb76d17f547710f1", "adb52f26168c597a81366141f7c52aa69f7e726063d75329c27106b4a371af4a", "7ffe629447dbb10c2885159eb0977553437c2f453db9f040d0ebabb0bc0abe66", "80ba0103d7178f377338ff297a4269c3c8c119756c06274d6cf249f3709a657e" ], "options_json": "ebf58ebfa8eeada116ac5cc33e14cf8797b466b9312addc8ee71be8ad087aafc" } }, { "id": "race_middle/test/933", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "659be7ab8d88e568d51507285ba8cdd99c24fd13c1b7d2493793053c589cdbb4", "prompt": "7739c33adc798acde9c7edd9518fdcecfcf522c349170b1e852682413217c4f9", "options": [ "a6075646f1d47acd5349ae3614d6d8a13c18b9bbc5b2d427256bbe4f138e08df", "c25f90d88c7029dd13100d1c3cf6afea5a237c2236333e52e7630d6334fe12a7", "e11a56d1e733ef0e9414ae955daa9d95900a83dc2bd0da128931fcb74abd877b", "b3553a7540ff2098bd87fc99ee5110eb4d736cc7e59352b1de9cf366d18d7727" ], "options_json": "80b91af73854654b0267638361b97fef833221d1b07b004fa5a18e9850314374" } }, { "id": "race_middle/test/934", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "659be7ab8d88e568d51507285ba8cdd99c24fd13c1b7d2493793053c589cdbb4", "prompt": "16672c872f92796fc60dd8b959745e2e992b9cac3892c803af80ded335e28bac", "options": [ "c0eb0109f31b701a019a9e0ad8b4ca2636e9f8b2b096f81ec8b1a6f71f51f8b9", "4c448a406dcdf064f72628200461936808f1d5c6956078106bfef933c2ae0967", "1a88367105ff0f2e007a734e97d99e7b82b78fb876fb54148d96a56514b3c9a3", "8652b6b8e1b1f91280c94fc023bcf3b50e8c2b17e515599ce20237dfb11e325f" ], "options_json": "03d822dcd87d6a414f9d217fa0d149cba762b7981757e474e9485a91886fb9da" } }, { "id": "race_middle/test/935", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "659be7ab8d88e568d51507285ba8cdd99c24fd13c1b7d2493793053c589cdbb4", "prompt": "cb627fe15864202f08f596094af82732e25a51ade0adf04f7dc978bb8b75c9f6", "options": [ "4d6302359cf3ca8f6b7f92f74af212df1c0af299df31e21de602242906320920", "05478ef4881d02c70c822d9b92ab3012430e30103a9aa42a63019ef588e01380", "2540d371b13b2f60f36a9d5c149d7c3415b70277e6bec3813905701713732431", "630bc2f4cd75a4d0c2c03f823cc1d049bfb0b667f158b7e7f0a264539d4835bb" ], "options_json": "170f8aba0ebf4eeef9620d323f7b2d4536bbdd557f4d74849e4be03b678120ed" } }, { "id": "race_middle/test/936", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "659be7ab8d88e568d51507285ba8cdd99c24fd13c1b7d2493793053c589cdbb4", "prompt": "b162cb98c1e85698070170c20aa19c8dd3d802a87c55c25f57cec3f7ff412bd7", "options": [ "d4e59d210571e66470cd5b70c044be2aebc802b1a872a00e55426e5d1e2291ce", "391f7705d7d44ea8800f0aa38dce3f3b4f8d8792e905a6dce6c255c2b908baec", "4c61e6eb6c975d1746a9086579f6647ecb97e22c96939bdd2251c197eb6491da", "c9374c09d12b0f39cceccf804ad5583bb41e16fe27f01f7581eaabb35a249861" ], "options_json": "a78d59bea37f861ea101173a39d346e6663d26f66bbe9a6c95150a7b85502742" } }, { "id": "race_middle/test/937", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "93b7064f1ae0b9fe9b6f31b44e37cc8f003fabf788057ebb9bfaa26cf0c08e0c", "prompt": "49beb4e0905bb2ccc9a1eac6b6f7442ca057e4e209a5f6851e551d5f41492d78", "options": [ "6b2d6cdddde82fe8fe96e48de38f148eac0afc5e6d6bbb5d7c95bfa6c6909e79", "4249792603d9228715ca10296f7228f8b4a98a7c2439a1f5dc654c5727c2cc91", "ac998bd455399dae0775364451083724d95c1363354bc3db01535a4df41c5efa", "ecb8093b9dc35722c418da25ea7a9a86a5e7fd31d13d45686e648c726ee2f3c9" ], "options_json": "fed6ade1ba58f9ef7801fb261fa05995ef52a174eb9cd7182992137bd4d864bd" } }, { "id": "race_middle/test/938", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "93b7064f1ae0b9fe9b6f31b44e37cc8f003fabf788057ebb9bfaa26cf0c08e0c", "prompt": "4436881fa2e20f30f15d27273d4121b2a621b4fa3157a8d81cc2b8a48673e5c3", "options": [ "bf26cc9ae802f32458ee2818591c5402f151f3643171de252ac218612753481c", "04c3f711476fd11d760a00907d319ba9e52d4c57902f0649a0ae909f3beb031d", "cf1d23f2093fafc3f46033a77f2891cba57ca063f9af5dbec4bce94b5d21202c", "534f2cb571d81f6a372f0f4e0a9d243558fa15d0d0bf13fb388826953afacdc2" ], "options_json": "e8f6127d256013cb0ae99e57652fd05293e262532d9388dbd02d872d4e497008" } }, { "id": "race_middle/test/939", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "93b7064f1ae0b9fe9b6f31b44e37cc8f003fabf788057ebb9bfaa26cf0c08e0c", "prompt": "6df91b6340282f7e81ce5321208a37da2cdd0fc88a5c2c0b25a787faa3509ede", "options": [ "3a614ee0f4c7a717db11444c7e5d38f84e9364c17da6c36847f3b2d56c25d81a", "75afadc6ac92f2474069feecc958ecadab4ef3dac8150d2fe4a89cc7843638c6", "793d00fcfe6e202248ab9ffd39053b47390a80ac5ee7dfedf17604d623019fc5", "26e9598e95f2dd4f811cfab24cf30cf8b8c2b1c7453d13239685688c9e1ce218" ], "options_json": "fec86a340f08fadc02abedf7b52c2c2993ac3944c54e07aefc1506c707800877" } }, { "id": "race_middle/test/940", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "93b7064f1ae0b9fe9b6f31b44e37cc8f003fabf788057ebb9bfaa26cf0c08e0c", "prompt": "43e828f3e565637db382199e77f64e876fb40212099a5bce4451e1b2aff4404f", "options": [ "240a9229ff325dbcb3cdb3cc6d9905aa583550e3fde523cc227b093bd3d7bc3a", "f34a9f1e02a275c62b08676f054da5f57d50f487b4a0006021193f5837613be0", "4d805ccda62e7b1dc83f6107f3ad0eff6673dbe4594b8ee85e76bfcc6a8ffa45", "f340c916315f0d52fd32c56c7c831763da0612d1cdd980d787b1c604f5687e45" ], "options_json": "b025dbea8c0845455fa8f076c3ecdd24f7dfef357860aa990e27fd344a3e85c2" } }, { "id": "race_middle/test/941", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "483c7737893d01c7804713e08f1c85785b20e97d1d653e82060020aa610e0dd2", "prompt": "776ad1313415e2ffc854f3cd3eb2da0caef2a89a9fd6089a8a211c12839e12b8", "options": [ "2a21fe6d592a19b7de898b50eb53c429608de1a66f3e9f62da19714a770553d1", "81db8ebbbbc69c6c6ad4a6aa92b76e0c08af547da236b9e2c9dbe1d8285a8130", "4d7f9f3f21005407a8a7def2cff79f4762617be86a804fa4fda6a0e0f73a470a", "cdbbad57b210440152468b468242b502f8ba94b28deffea820583a58318c3d4f" ], "options_json": "d6c0bd178a33e031645e9eb3bcbeb64f5066936afc4077b6e92f8eccf472a12b" } }, { "id": "race_middle/test/942", "gold": 3, "predicted_before": 3, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "483c7737893d01c7804713e08f1c85785b20e97d1d653e82060020aa610e0dd2", "prompt": "f1cace5ca9ef71baf943615fd6c4ec9e240716da023fb69b11350e3912b58551", "options": [ "c05b992ef14eaec6ce14447968230669e19b270f354a03a184a76feba3e57eca", "ef1fc97b3963aee164a9e6e94aa2cf5413155678841d23c0427b6bd79518ef53", "e445c07686e8c95839b0db2eac9b46ac81fd5663991be42824bdd0e6aaa6a88c", "3c75903e3053701b1984e2d5894e7f10d6935c3017d04d313672ae9e1926ecd7" ], "options_json": "35b4b0cfe6f2974097cf38988c335d3aa04ee0302e389686809d29e5889ebb06" } }, { "id": "race_middle/test/943", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "483c7737893d01c7804713e08f1c85785b20e97d1d653e82060020aa610e0dd2", "prompt": "0b4f00681331686f61bacc91f6967ac95e1feafeea45092508c5cbe3e4e2c3d5", "options": [ "b08cd4b021c66597fa12cb253a51b2d6930b87179ddbbb0e30b782238e54997f", "cad5972095c03a3f1265a48f149644e803af7e52b238cc9728a781be9f64f4fa", "cde59806cd65d058e5d68d5b57901eda3623f6d2358abca506f960b6be4da12d", "193d695178334fc5f5f9a6e0e91064ad6c49716d77557f987cdba66b69f09a91" ], "options_json": "fbd42f7fc05ea806b9ab53e24a4e359d2feb8920382d6ad4dd620206ff5de65b" } }, { "id": "race_middle/test/944", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "483c7737893d01c7804713e08f1c85785b20e97d1d653e82060020aa610e0dd2", "prompt": "847b154b2a812b45c2de0216497c77051617dc92ae5e51e6b6be23ee5c6b9a4d", "options": [ "8b3215d6e5a85b63dfdb174c3be2390e65ffbde9145024f1319be156c4d0cf48", "54c650e4895f638bb78e3770f5dba1f5b434ece975de97fcd47475e7846d4157", "1f0250f1c386c92ba438c1bc6ad460e41165ef531641fdb89b3ab90134b27cbd", "99cef77004ee4657dcacb61a5d642cc49eef4d454669f6b7717e175a1fb785f8" ], "options_json": "f460e06a7b780c8c64bb82be25daaf613fa9028c6612235b6d8f788d3bf9b1c5" } }, { "id": "race_middle/test/945", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d46040b9f7428db326ae2222d836e7ce3377785c4661c3918b40017f0f4bb1c5", "prompt": "b617167725bc8517b9183e767ab0fe7bbb35821b6c36f79e7126c21f472c5dd4", "options": [ "67059d3370d54cee9caf142aa717a5acc9f2b61bc1a061c6ebdc32ac08796a2c", "e2c759d2e1b91c617015efbd6cdfb77729c3d64a972e971b3f959698fe8133dc", "9a99772b774b8ad69efc14aa349faeb07949cf5a702c754d4e235df6c7d94329", "c11d1d910f007566206935fbcc20899088918d3907e984396b2cfed031496f9d" ], "options_json": "0724147f68ca9f55a02acf28267240132ceac8acafe637ca99531c630651e6ab" } }, { "id": "race_middle/test/946", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9e18a151316bff27f961236a3be0bee2114e5b4fd8d76700a6e1d95c1952dc00", "prompt": "22d396d47a58e14e262448e2c9dd6d39405698326283c07e960ba4f18ebb48a7", "options": [ "926f52d1c1e19c0c58a7d39bf234a0d239352f5acfa26c73989d9c3845614999", "2f7820a5325de01510971fb541180d3730df116b28942068bb1e5a7040528833", "6ab523c52d1407cc4de015423091d1a76995f01d32d6c4b36616df23da744a0e", "cfd6e8dd2766d6cf27044370c0d45023b7b6ff5e3bdb73947831ff7bdada2e03" ], "options_json": "96dfc2d6605f3043ab434fb01c97e2a0abaa26676a685199d03dcaeb5526ec7e" } }, { "id": "race_middle/test/947", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "9e18a151316bff27f961236a3be0bee2114e5b4fd8d76700a6e1d95c1952dc00", "prompt": "98e33c47a9339bffc968c017f9f8f96bceac27c7cc25c6765e793dace2000035", "options": [ "073de0acd34e08c099cfcf3ef62e9194c65e21f3f5980393425d9bc1904cf41c", "0943d044cdfcdcb9864b7166fd90d9c9297a5e4701257bed86d566a05c087bfb", "a55fa8d28de2a8a26a55156805698448b60a9a98a87c5de449c5fe50b4786558", "42ed87eaa9d94ceb95f9018475940f8e81371c0c9fa566bc2cd9034b22f19716" ], "options_json": "68d0c5b699f10f5232499fd25cc3720bbc7b44fe3d6409bcc19927c91bc4c3ac" } }, { "id": "race_middle/test/948", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9e18a151316bff27f961236a3be0bee2114e5b4fd8d76700a6e1d95c1952dc00", "prompt": "d5e36865b7cd81a8ac24a8b3f594b73dfc5684d0f8663e176b44fa0787d19319", "options": [ "a8c1927a8331c28cdf454b3c22181fd4101abf7434dd13bdecc1e2dff40f1fe1", "e6e70f765ab75d6b87778b4334982e04d9f9b003bcc95c36ff3624737071297e", "4fc119431a19eda9f145f5eb20277cb095b88dff50c480ddea89d63a661652a3", "cf96326630fe0a190129252353d912fb08cbe6c675e0ab14b366e5ee92120b33" ], "options_json": "c51b1ae4e8cd4e74419035b8effc3ff4d2bc0a887395d46ce7b5649a48d90ab0" } }, { "id": "race_middle/test/949", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "9e18a151316bff27f961236a3be0bee2114e5b4fd8d76700a6e1d95c1952dc00", "prompt": "d6717b46b108432213992af0b944519e4e8a228c7bdedc122cb10996e479d987", "options": [ "ba1750226d977aada43c233693a47ec5ac5c7b479e630b0386797185ee458f68", "116fc9a83683be3eb312435c8ae12ecce9067a7ebddb90b1b435867395357e20", "f86eac4031c40f7e0dd1d4839d11aae8be4aca6239c09c4707e8ebdd6b5c9aaa", "b8ef69dac67bab2a6054d00965afa3aa865e3ac7e9b789734be6bb3368225753" ], "options_json": "7df1f9f8163221883ebf37c883c25db77852c7b3a1d711452e176fa0394aa0b6" } }, { "id": "race_middle/test/950", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dfadb2bbaebd0ff3713512f88c8de2575152c6e543cab77f423570ed23cb4274", "prompt": "6568b755b38db2fc282ac13dcbfb47dae7f4e7f27fda8e71bcddcb6756e6d17d", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771", "be55ef3f4c4e6c2d9c2afe2a33ac90ad0f50d4de7f9163999877e2a9ca5a54f8", "7a1ca4ef7515f7276bae7230545829c27810c9d9e98ab2c06066bee6270d5153" ], "options_json": "131fa3f4f4da2f2b8df993387a5ba8d5e6930ecfe6639d22e6bccd17c99375f4" } }, { "id": "race_middle/test/951", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "dfadb2bbaebd0ff3713512f88c8de2575152c6e543cab77f423570ed23cb4274", "prompt": "59af83d859c0d7e9d9b7ad29dfee05db37dd2fc690bd17e12a76626275f49d6d", "options": [ "e2689f0eae514f35e85170e8cc30bebc82c208eb9d4f1bdbd7c46e355349f44f", "44f3a94d6ca919c18dfd950898e9de7b07d918844956a9901aff83bc97b32fbc", "4062c22c093db815ba8a2d4443245341f6ac7f4afe1c39f7667ee05fe788100d", "5e16cbf14b7710927a24326ef59de3417b0aafa3af6639e52d4bb3c8f0fb2745" ], "options_json": "8a0a0ccb3b7fecf1eddda3cad0ff648bc6425c3502973d62ea03c94d1347ce87" } }, { "id": "race_middle/test/952", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dfadb2bbaebd0ff3713512f88c8de2575152c6e543cab77f423570ed23cb4274", "prompt": "58ba403a99ab6a145ddd390024027150243ce431441accb3a24597944d78a379", "options": [ "1d2a98534c0da0400f88a87885a79f8080b78cae0ea913e70f545d50e181e528", "a997a0429c86ef4b979483ceb4bbad88e3c8828724eed6a71815bc8e33cb2138", "d535aa2d1ed106ccef0dc1acce8f7f04e5e864704b231ae7b834ad94ea203f9b", "4fedc1d3825174f11f9e5655c5c856028e6e0ad2352dc84c898379c0244fe8e6" ], "options_json": "9df1c92a2c97242ab3905ee7c43e67e91c1c170315d7aed881c8e76d283ca235" } }, { "id": "race_middle/test/953", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "dfadb2bbaebd0ff3713512f88c8de2575152c6e543cab77f423570ed23cb4274", "prompt": "1341b410eb601c0ad28075f59cc97009decc7cddd0113635cfb7a99976468608", "options": [ "1b3167065692af7845bd7c4aed7b7cd97676ace87249889515cac3eb499f51c0", "bb055bda952c2c6da0333d716b57f776ebba8c571e126ffeaa102876d810be21", "3fad99b521aa8f8e70334722965ebbbcee4b889b12bbd96588a67110f5397cb9", "0f0f267b834dea158e4953e340b3d1ffc55946f26f3141a4ba9aa4dcc93aca44" ], "options_json": "6126b64402580391697a716bf96710dfe80a9f12dd22902d9bb2694ee7fb0cab" } }, { "id": "race_middle/test/954", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "dfadb2bbaebd0ff3713512f88c8de2575152c6e543cab77f423570ed23cb4274", "prompt": "a904ce93fae24bc1df9addaa3a78f5796ddb85279e1c6fbd8e2c949ad373e3a2", "options": [ "41d71fe560e6b589ee49c03e2b548f9905340b8b7e3b0e8c06ac90c39ee0a87e", "e89632bb1cd7f227cb2c7e73312affe89973486b2d4887f1a89b3577536a81f7", "a701a123e9fce49b9527147aa9f3241833730012c2d9b28d2af171aa261697bf", "2e44d8e0429473829992cbd89c6a482b4744f74d98582791efe5f9875a1e6850" ], "options_json": "f865cd4f2d388224e1cf26907ed1cccf3704316a40c94ec0daf419a971744286" } }, { "id": "race_middle/test/955", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "76237f1d6af76d4ed5e7406e2107d47cc83d34096a41686fbc4932229a170ea1", "prompt": "1dcba8aba8c6153c3cfce75032651a80518dfdd0965cdca06e407d13a53a563c", "options": [ "d03d6fa81f61e30c23210d4b041b9b1e391b1cca2a92c8bda6be6132f4adb11a", "84182553b99aca3c6bd6aa3ec73a8c8d675013aad5b2f301a538da3f1a18b952", "e2b2b715d687fb07261e994426dbbe32234288f22d5f0c7d9d8910effb98defb", "fea4336e585f87a2f18dde53840609fcd7cfbea85a8a497f5220fc0c02683d30" ], "options_json": "7a33b4fd72a93cc01e8dc9a1f91f60d63385b484c4f9cf873a2781fd3ab946ff" } }, { "id": "race_middle/test/956", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "76237f1d6af76d4ed5e7406e2107d47cc83d34096a41686fbc4932229a170ea1", "prompt": "09d291f86001bfda4417c1b2a024a4823a23e58b7df282a69a2083d5fb493d41", "options": [ "fe862495e3287d89d94674079e5b1ef9635fdfce0d5f1ed4091b18583f72ca8c", "a8cfcd74832004951b4408cdb0a5dbcd8c7e52d43f7fe244bf720582e05241da", "80f2aed3c618c423ddf05a2891229fba44942d907173152442cf6591441ed6dc", "e89fe62ec86347c2b50f4a874bf6cc5e67b1cd579a9989a8bf7cb956045d40d7" ], "options_json": "3ece493537fb822ff5cabe30bba6242c9e7245c9a1ace61c0a30bd7dfa69900b" } }, { "id": "race_middle/test/957", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "76237f1d6af76d4ed5e7406e2107d47cc83d34096a41686fbc4932229a170ea1", "prompt": "352f5d10669777bd07519c7407bc323a2952a394f414e4f8712f01f84ea224d0", "options": [ "09446c9c01151173d7f6498ff89693e920e3fb08306bfee21d40e29d89436472", "919b512383db1512fb752174582f8ee5139277603759b94f83d33a672e3e0641", "d3268c7c6c97f528ee371bc74e3cc9ac98bad04d8bbcf2e112f477249328f4d9", "dced6e04e817c251991f0cbda1536f3cc27fc1a56afad6656a4fcf0bfb57ae4d" ], "options_json": "fa1571997ddaf142cc3417e0b8cdcbb383e2c9679b953b10bce1eb1831e9575b" } }, { "id": "race_middle/test/958", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "76237f1d6af76d4ed5e7406e2107d47cc83d34096a41686fbc4932229a170ea1", "prompt": "6abdd240dfc1b9eb43549e2759e59d2f57b04f7551eb563d30a2103685431746", "options": [ "50a9814ebe60082f5a234376dd3a0b7d315c8b1a432dc797a5ecb025b9432ef4", "2fbeb515fd77e6b9e5762ff155f218e6066b920d92d9d0373dbac3e14b784c35", "ab8fd98a6233f47c9a4d7209153798d6e516eb9e060c02a6d4a68435b884c268", "0bf8086b036e058621f4c82c1db419901dd7c63af7f7df8e22e5c2282c1dd423" ], "options_json": "2171920c7fd229fab9f45411edea9df59c4311bd63bac74f09d43d8f1c2d1725" } }, { "id": "race_middle/test/959", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "76237f1d6af76d4ed5e7406e2107d47cc83d34096a41686fbc4932229a170ea1", "prompt": "d0fc83eae6ab545d6c6bf1bfd8e203584b7b4e466187da706623992a4cff0d9d", "options": [ "dfea44976458bc9f79faca9960d9d3f7e3fb2a3a3f7b2c60acab330003876b73", "94df0004d2d2038754d7d6db039ea1fd765377284535e53fda231d5903d2e301", "01e4700ef865bbe14eda5f8395c48cc2b8bfcb42ded74bb567b948fb8547f77e", "19f467c4ceedbcac33ca0d188bd99e45141beb03ba7ba97568a2c4a82a579c91" ], "options_json": "e7ef7d274dff54b84f34fe5f15b34b5634553e51ab22d8c57791dc2f5cb859b9" } }, { "id": "race_middle/test/960", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e154c10c248e654d6c9d034e00376a3aaf5aa4a3ddb83612f245b02c94c448e2", "prompt": "7ffb8d38fa539620cd91c300dfe5e75baa284ca14554937899249f4250d3deae", "options": [ "ed574aa71eb87d6cefff58373c93f1c2b7b4e46cc90cb6aacd8311279f9733da", "f434d56d24bbc7bf16294f5669fe22210654b3ec76d20a4d93ff0520a6992995", "eab2e6e13f114ee89bdf720b3adc0ebc2bcd1590cab1d2893fb12da89125f2c1", "f13c3757ca75cef28e3b40fed63e1ecd80f9ab41224d42f2fccf65e684129e51" ], "options_json": "6a0c22e4630dc835070fea77af6263d6fcf89c517051c44fd4b84d1863d4d8a8" } }, { "id": "race_middle/test/961", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e154c10c248e654d6c9d034e00376a3aaf5aa4a3ddb83612f245b02c94c448e2", "prompt": "f47b0a6a6b11bae651b3d84bf8e8ddee63bd100d391fb98cbfaf0e2961582479", "options": [ "cb532da6d966bfbba0c27297af50023be377032e2652f32a1e2ee6a416995d30", "4d2354e5631fa6b4affa98ea7fd8fa5ea1c7d38f8857e38493624f776be92771", "36a93b5a136e5c4eb048c7881a5de951224f19fa1ea28b9aa833b173289a5c66", "b8e41db1b33c358c18d7775cfe11d3986e96d0690cd604767f890332eb471ece" ], "options_json": "96b68552ea201421b9e1906f07e02bb421076fe27591db51f8f1cd9e0834ae51" } }, { "id": "race_middle/test/962", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e154c10c248e654d6c9d034e00376a3aaf5aa4a3ddb83612f245b02c94c448e2", "prompt": "e697541582c5743ff56ec50a46be6416c84398e24a5897f6734ecd9147a6bb10", "options": [ "997cf55c940c0ca70578fa6489c3133240fd5cecef4104e662cafe6fa348d8e0", "d1e4b6d1c43d56e04cedbdbb505b431cd77f9f8104506cc9ebf0f5f2779aae1c", "e52359003122f74ff750ca5240bb86c06fcd75ef2c6b628b9449b579ec990fad", "b80df15d7bca24cca03397460cf6af3216e081d884f4bf9d4b29f7b3d61efc32" ], "options_json": "107f8cfd86fce13e5c27bcb97d07ca43f51fc4c07d6b8aa2f6fdf160f7330f00" } }, { "id": "race_middle/test/963", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e154c10c248e654d6c9d034e00376a3aaf5aa4a3ddb83612f245b02c94c448e2", "prompt": "da36948ccee81047c29288221846a55468e0c54e7136ed365e22304ba37b5ebd", "options": [ "8615ce304bfbdfd1ae83d862938090133a5a2714124637ed2c6e870f2de9f5af", "0459b3b80ed4d3b5ad0135661cc3bb0a48ee2c4945dfe4d488673abe159b423c", "bfef424ad3c0ae17656fcab2e1a9a87145e9579b7b920b710edcde97d861631d", "db1fe700258fdd2572b1db0d9d41f576c8c17765b6fbacdb9e89ba5f26b76cdb" ], "options_json": "289cd4b9b4b4365f5bee9267627de4471a6082d24665b03b0818a5ced6c0a6c5" } }, { "id": "race_middle/test/964", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e154c10c248e654d6c9d034e00376a3aaf5aa4a3ddb83612f245b02c94c448e2", "prompt": "e5be6253a117d9e6402e44eb526d191373da47e0cfdbd27a71ff68de9529d0a0", "options": [ "81fd67d02f679b818a4df6a50139958aa857eddc4d8f3561630dfb905e6d3c24", "a7722b765d15608d5d24a319140e6665cb361a0758285125722a2d5aece38808", "b22d1d8fe5752533954028172c9bf3ac01b57f40c82946a3e7b1eaff389e2b87", "f953f70b9132340e2782cba8feef678642693d5fa6acccaebfbc452c5bb358a5" ], "options_json": "8dbf5325420d9b6ede2f88bf8209c14700f58eeef66aca326089426f502268b3" } }, { "id": "race_middle/test/965", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a3eff73b36e6fe41c166b3076fd19f3ce46007c457618f9b76d459463a4db5d9", "prompt": "1322d0609e19af6a55f9fa0426aa71dc2581038cb1224e2751d073e0c98e9bd1", "options": [ "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "44778d82365e4af681c40d5f0eef5cf6f5899d3f0ac335050a7ed6779cf3f674", "3ba8d02b16fd2a01c1a8ba1a1f036d7ce386ed953696fa57331c2ac48a80b255" ], "options_json": "4d25ac61553f281d47729348e1f2ab4b8541f7637fa231ad33f0a4cf48c4c23b" } }, { "id": "race_middle/test/966", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a3eff73b36e6fe41c166b3076fd19f3ce46007c457618f9b76d459463a4db5d9", "prompt": "36fde731f4e6010077af008f04754193ee9a43b880f01b6b5371e8ea2d322a27", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "93cae46bd3d23ab317dfe9f171aca5bc57ce71e9c6ca90a6a838906550e0acef", "b74c1e2f16ec8d7f0710e55d60282286930538ae1da59c12a338ad4daa6d9a62", "65bb46ed07b2bbf1ef3fc4799a1686745134306e06939d52d72f9db8a36a8ebe" ], "options_json": "6048e4b65d592b42cd649dd46afa151b516dc384e0502880409a5ef2ed34cbe1" } }, { "id": "race_middle/test/967", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2559bfac1e8bd7c61fb6b90e61592a99c4950ab49817d2e5313da6680648989f", "prompt": "6e248d583882c8159ea41c2234a49f830655f1f47977c174afb51f8d5d8186f7", "options": [ "5d6f733d18ec0986f5a069006c5f28f98707f1845d9918a89b80473bc5f4a9c4", "762359880db9491bf044ea74d21217687ae93c71b78b9b1ec068af65e6008501", "9add3e46e872d9c3478e61083c8d546d126dff1e304dd4ee5c524e83c1097797", "340d5151d84d40271f249e7c6f71170fddfa6f3b13ab04e2d85bebfc31d40263" ], "options_json": "58ee9f5968749376aa5d58bafda28481a8f1f4686f3719974ba903144a88d176" } }, { "id": "race_middle/test/968", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2559bfac1e8bd7c61fb6b90e61592a99c4950ab49817d2e5313da6680648989f", "prompt": "330b349534136ddef1be9148e394edb6bf330036f6a6ac28fcbed0b4baaf6fcd", "options": [ "2189730b3b5e5f94a258cf38b68209218d45524db0cec92de323a4f5fb406731", "d998c8e0874c4c52187ea390afe021a1bcd1690b9a510289e5e804db96295164", "a42c96a94c5d1c5b75e01a9fda97caa59faa564fe52e03bb70aba86106490d74", "a3b4c83f5cdf15892805ad3ce234b9a4c2ddb6daffe732f5acdc77ef88edb857" ], "options_json": "bdcdb45dde618992dbc632dadbd229df4fa2d4a8a4bd4e6b957b7028fb51f292" } }, { "id": "race_middle/test/969", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2559bfac1e8bd7c61fb6b90e61592a99c4950ab49817d2e5313da6680648989f", "prompt": "2c3f558cbe18e11b2a825a71ec2ba828eed4aaf13b207e345a342a1a41ee3d74", "options": [ "804dc9401a5abb35c7f86a120170a6e756324729b4d7c718a6f8521b3cab6a9b", "447e32ff0b38c06514a3f7305e313ce35ded1aad5d1bd5e4410f182b1d41a927", "72ad9009319789c5f6a8d8101c7fc2b7e3d3f44d17fb31c7e650094bf3a2bc90", "a74aa714923bd446a3f4c2404e89a42131fbe4bba7decfd8310ce9f36a48f42d" ], "options_json": "8e0802b0c55d7f603038d92b92325b285bc54b7e288532f463b9ea070eba9f40" } }, { "id": "race_middle/test/970", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "2559bfac1e8bd7c61fb6b90e61592a99c4950ab49817d2e5313da6680648989f", "prompt": "234e750b5dc3692723f25910a82b0c5081eda91023a1ba54dac019d7baf1f514", "options": [ "e1353e67251d0f053984a64a4c30d56700cef4bccb7f5c260245944afbed0499", "a8dda2ad6ee5ffda0b778592528391e85c978ac1992fc7726e8305bc2bbce721", "a9c5fae3b534a5525568e8a393abeeace272137f96c9843457adc0ae8efcabc9", "df4c418d0e62fca6c58dd6c481a99ae1c8cf09c5c6c82bf2d85d9a67973b0510" ], "options_json": "9a7cf95b054ad160e046cdaea3c4ad3db521ae360ead8e0b6e89247d3c8dbe7c" } }, { "id": "race_middle/test/971", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a7c4646d40138e30bf481948770f8be0ace47fabea03d7de7e793ce9f32ad0f9", "prompt": "ea8208f9583c8d75a220d2d7f74bc4708ecdc1f4f1f5810bc3ce1f7fa3f02848", "options": [ "d1c2081b8a8b794db18dbab58ceaeb4c90bd35836b2104768b0a81d6d4ba5a3c", "5dd87a4030e457cb2e30b968ab5fb7f99da4a72b79e9f244c52efa340691347a", "fcaac82d13e4c4bfbd920831b5f8189e25902e3565ebe5c472aefdb7326f8a4e", "d93d1b54426251f176c56ba94c4da70c3ffece8f6546f58796cb6ae0f02a9361" ], "options_json": "49683e43306be77bc960b5539563fcb0cbf927da25d9046cdf1b011637dfe304" } }, { "id": "race_middle/test/972", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a7c4646d40138e30bf481948770f8be0ace47fabea03d7de7e793ce9f32ad0f9", "prompt": "a8dca48dd7c197a237f553935c9c232f0957470d649941868af0ffa17c3a2847", "options": [ "390f84e16305b2a3ef95403fd4e5b816e5e74d2110af4c4a5c7a0a86155f032f", "0e887c375d194d0a81267c2d5f5dcccf3c38b468d0d30fe4b5d3bf811295a0a5", "f8b307326e0353468a3a28d69f33c478eed2dff408991ce8479490f7fcda0f02", "0319f32376c33c7c4092f432a623c335bb73b9ac57d7f82a19900d4774d2ac73" ], "options_json": "0f0c638e669a2319124846cd126d5644189bbf953e77534411521b5d0e2e160e" } }, { "id": "race_middle/test/973", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "a7c4646d40138e30bf481948770f8be0ace47fabea03d7de7e793ce9f32ad0f9", "prompt": "1868413ffc1e46c79cefe34d9af73e23b7bcc862b0721575051cbcc10b30ead2", "options": [ "b056b868fa583bb11ea1458f54eac8c196e4581d271c36c7c0039267d654ebe7", "73f60233ea066d8e9f66d24fbffbc0eaae279e0a95308bebdb41a72d3b5947d3", "a29763c3f39137514dd3b9e327585926953ef805ccaa4a1744947bd21a896c89", "c43275a984f63b8a0afe745afb6e8a8993ddccc2e97e0b66947e4631b4b9a257" ], "options_json": "a4c75b344dc997628dc5719914dbc9c34b59d392e0d5d40b50454057470c397a" } }, { "id": "race_middle/test/974", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a7c4646d40138e30bf481948770f8be0ace47fabea03d7de7e793ce9f32ad0f9", "prompt": "2c3d6a268270283461d1ef6828b45c307fc476cddeea2430ed46eddf72161957", "options": [ "9495a4778d42392d8ad797dc07b8a73b4f5d6b7c8bb42c9b12e2766a00301f09", "68218ee5e44423b3d50795f90d15b95a25f3cfb399bb52687c1208364a2fc188", "101dcf12f973efda2bb9b4a27ec8b8dbda54be97854f99ea6647d6d858122793", "c43275a984f63b8a0afe745afb6e8a8993ddccc2e97e0b66947e4631b4b9a257" ], "options_json": "e88dbf1e1d91c306c51a486e99733525ca8e3fb8c310bfb38a184430a15cc8ce" } }, { "id": "race_middle/test/975", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a7c4646d40138e30bf481948770f8be0ace47fabea03d7de7e793ce9f32ad0f9", "prompt": "2453ec990147cfc5543b0c5256cdd2bec7eb072af71e48bc75e1017f38815184", "options": [ "ed791c08da24224312a764cd333b92fee772542bfcd7306e89f7acd090c95304", "bccd81230f435c69d259079bf5c044f168c36b87d6e2b3ec6081a4cee124c286", "8675b3614be194997c6c75bd75e86e1c725e21142c0e8c7e9945ec5c05c79dfb", "d615df14b2b6cc62e654f7db36025aa011cae6b4280ee53dd7f8b6f32d4d2833" ], "options_json": "e6685fe0ef664605ad008d3d1b7a09c81e9a4c75729e0abde2e78070f914d9ff" } }, { "id": "race_middle/test/976", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "58e03ee8a9e76abace0d4feac6d7bc2f042db9028c4995842740660bc5399c39", "prompt": "edb6f039a54c81ec9ed7953c0d7db2eb3922e2d01b85d2cfb0ed67db244af596", "options": [ "1983d263222508c0733c484bc9cae5c8c04743f769d3edad9f14ec48bfa994f2", "cbb2f657825988e3d3f439a4814472cce45ae7e7f334abf48811a6ef73a6848c", "5913d092b6368ecc170b7ed1c21c873016b75eaacb49b598aed9cbfd080caf94", "77a65811c5a539f7c2de01ff9e97167652677ee68175a98821d80949426b3c43" ], "options_json": "5047f233840ec55b7f292e3cde9958de93e17befda7da15a734a150a4d40cfd8" } }, { "id": "race_middle/test/977", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "58e03ee8a9e76abace0d4feac6d7bc2f042db9028c4995842740660bc5399c39", "prompt": "7c7bd6929d7e3e72fd86a72f6ea7f49dc1e20c9f4e551e3acdb7cbd55c4dc15b", "options": [ "743eb34fbfb91f3610aa33963f80e14136e8d075fbeea934699c2f417b8b5abd", "12d67f07ce4c2ca2adaf4045995515a2e86f5be023fe76b87155fe0f5a410bd1", "01a93a1eec22b7ce584154785bde91f9ac252df758350bee6eea2a157068e4ba", "79d0afcd7c43832ed56594594453a07c59ec3be9284158b2427c01b026579a4c" ], "options_json": "33180f0eeaf5e0509a299e23a293167f6282dd3e6d8009666f0314ffc946dfeb" } }, { "id": "race_middle/test/978", "gold": 3, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "58e03ee8a9e76abace0d4feac6d7bc2f042db9028c4995842740660bc5399c39", "prompt": "2a6d0b5bf7c34cecc63c27ac73d1570aee55db0d057c36d97190b84b4564ba77", "options": [ "bf32cdcceea306347e4f3e7ff50d2edb7a45a59739e92ac28084f59ed0388e34", "8806a7b6d30c90360e6068ee2774fef176b0cf1f201d7d54a169c4fce31b1c51", "4b65296bb986c00d8835cdc8b7bb3400ada04db0ea5b0ea53e7d1ea0fe8e7a91", "b7d874653bde9f8cb4bb3b55d6f5002e9fb44f988b613fdadc879c72c95cc3d0" ], "options_json": "edc01df4feb36f8360061a0c988522b4bc024bfa765482bb7ee31e2cd4e18ed9" } }, { "id": "race_middle/test/979", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a7c9a9147f862e9791336c7164bc90ef7dbad9f81d5cf45128bd15b332d716c8", "prompt": "b3cdbf03d68b2325ca69f49b42e6fdad2c56b81674e9a78d6a32373ec96f4358", "options": [ "12cab2135926f6948962a7a75a18199db69ef5dc69e66786ed0ceb1ccdba8c12", "1c58fa75e039248a5cea274fec4fa94eeca2e89e61853b96db11fcce3c123121", "1414a641aba8dc77bbff7715da0fd2eeda3e79f38f1af06760e9ddc12f749457", "a9b295e3e49737265016c37be65f99faa2dbeeccf7237d71c15fd300b24812d2" ], "options_json": "a5d3072c32aa741966b8986903309a4a3bce55c6087b9a8ab135356a6096c9eb" } }, { "id": "race_middle/test/980", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a7c9a9147f862e9791336c7164bc90ef7dbad9f81d5cf45128bd15b332d716c8", "prompt": "5b6e15828c9453ba96fbb052b9ee4fcb9c7b92a12b18e8eb52e44ce23ade723b", "options": [ "f953f70b9132340e2782cba8feef678642693d5fa6acccaebfbc452c5bb358a5", "f8e739da4683f691f4bb781e91d97d2a9db66c5a6baabd260d491cd4a0719124", "2e95d0e38d8deda7679d3c06bb0e90d0fbf7372fc545b14906000e23a6ced86a", "45c9a6614fccd4f9592d8283a4f25bff84076fd43ee9f90eaa07746ebbed02ca" ], "options_json": "69d046bad99b85b1250fe80a65e599165726b30b03d3f47ab1b584af49344f90" } }, { "id": "race_middle/test/981", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a7c9a9147f862e9791336c7164bc90ef7dbad9f81d5cf45128bd15b332d716c8", "prompt": "6b66a25d440e7af77ded8e999779aeb2ddf8adb6f7e8e1f4019c2896a839dd4b", "options": [ "9cad66ff937af59d2a085b8d1306f721426f4d1047629d4b764d23a1849a6f78", "984f9dc40bd375cdfbfe0f4fa29fe0dea03a5b765bc1dd98f26ad4fa7bff7170", "3de87a050c5a0b655a15744448560daeeb9367279f30472df884e6d0be364cdb", "6b460545186fdc1a9412d331e4b4fe691601f036ae6cac676056952479458394" ], "options_json": "503e3370319e432b244000d72509911c5a40c1a0c314f6d590f27bac509d186e" } }, { "id": "race_middle/test/982", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e0d5a5f6bb08a29af96366d6f34d1ce618c2327d0abab7a7abd85ac99f2c2946", "prompt": "78afe067455b567b1259aba59f87dc3a33f6202cb49a29c8e57acb9ca87b27e6", "options": [ "19f7cb0e74f5ead2aad4dab39ffabfe0a18ca2b0bcb5d5a135d96e8cb6110b48", "bbe0d246f4763319f61b976435979849b38850fbab77606a284ee75c3ff7d30b", "6f001bcf15263976d3cad9192a0cd79f6e82158516f51993f3f42a2327be53ca", "3abc8b1969956e87dd56eb622ced29172df8f793147d8e786191870e30ba572e" ], "options_json": "08b6646b37348e4265dd3532cc2b43f0aa4ecd8772a191292ccd9356905dd72f" } }, { "id": "race_middle/test/983", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e0d5a5f6bb08a29af96366d6f34d1ce618c2327d0abab7a7abd85ac99f2c2946", "prompt": "71dc0831676e65957a58e28d444f23c48511bb48446106f2707c78cb07bf8c46", "options": [ "8361b0b5d9fa063cf892486922d94dde2d72e699cdc416d8f09bcf7f5706e718", "3ec5374cad215d4b3374e4014abe520205cbbaf70a12259abfffe049bf731ed8", "548f82008c42b4f60cc02509e169f724bf4775280a654340891679da372a525b", "8a3b588133f2031a7f6334be70af238102dfbed488cc6985497e02f0927f33e4" ], "options_json": "931ebd5d92d1766fcea989b2fbbeb64e40933b3098e7767302c68d18ff93cab3" } }, { "id": "race_middle/test/984", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e0d5a5f6bb08a29af96366d6f34d1ce618c2327d0abab7a7abd85ac99f2c2946", "prompt": "c4d5c1fc5640ea64a10f9ea7874adeec43f9667f46b47e7123a0c8b40b16b783", "options": [ "e747604fab3b41c968acf940423052239cae32537c771315881bc4c02911a7ac", "8871d3d5c64bb5a0fea71b0703efcf930a83d04ace666f135ac35c996c5de147", "c62cb8e74ff5211f219fd999847210775f97c4b019a1fb4ec683a687c7a70e8e", "3f110f76ffd490d0465f5f8d513ffc9cea643313f7640fceee9034c0cd166e08" ], "options_json": "377c028f85aedf17c5501c7d0d52cff67f3e18e1d0a5b59f64312375acf43891" } }, { "id": "race_middle/test/985", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e0d5a5f6bb08a29af96366d6f34d1ce618c2327d0abab7a7abd85ac99f2c2946", "prompt": "9acb138449cc1cf733b33e34efcc0c81faa92640dbd43642fe59cf0d4c0b1cbb", "options": [ "fff276e0fab9b297143571767410a8f0bc928c6610ca618061566edd825987fc", "e49273307c3d77fe79fd3dc01a6c7e52549d1dd836e22711436431757ae9d042", "9074b11676816fff52135838ca0147a4a7b6beb2315dafbc293698466e375ba8", "a003c80c204de106ac86f19e7f99108149c80418746cfec4966e62f82bc1a079" ], "options_json": "bebc7580ef39868f38a0144603a2062afac2ef97ac264ace36eaa1d1139a0157" } }, { "id": "race_middle/test/986", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e0d5a5f6bb08a29af96366d6f34d1ce618c2327d0abab7a7abd85ac99f2c2946", "prompt": "8767f3e09521cdc513296e17ad53d4f2f98fd865f420d559c2d7fc345d84bbf5", "options": [ "5c5a3d8ca8fcdf4d1e20d16de10b477518894515e05033366fb6fc01abb0e3c5", "0f5a90bc0f33bc37bdd77f105f1b4cf36834cd6284dbe636fbab5f135d2cb7f4", "0952f6ea1f6a959639701278acec428b715845e1f6deb874fdfa8924d20c89a4", "58746f050b7c32d825197afa6834ca13a16be08bc92a9178955ea34088ede5f4" ], "options_json": "16633713cf5c7a17b2268334386b15b401a36b8d76e064b02eab87babd750adb" } }, { "id": "race_middle/test/987", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "661d1ad36a71238e03032f269c1f7df0880008b7b0c2002b9c1909e6745a836e", "prompt": "71dda73080ce2087eabd618c3f94758629d794157bce07e864f11ca6f3f0caae", "options": [ "6468e99c4e3fc1a0c275afff5952c67c44fda2d159bfc99d62793267ea5dae18", "216740acb6b6e510cea990b6785105bc2afd1a66491b667dbc7842097c2ce5fb", "f8f0f47950a44fd3c7477787405db1831ccb8fb86ce41d2097c39bdd1ac00885", "a7759af1c74c962be5b641ad1f490d81c7de7d75037cd878462c1454908ca4e0" ], "options_json": "af9df89ac5c4e3ac18e13ba5ecff13d4d606ff81074fee3724cdcda33e2a4bf6" } }, { "id": "race_middle/test/988", "gold": 3, "predicted_before": 3, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "661d1ad36a71238e03032f269c1f7df0880008b7b0c2002b9c1909e6745a836e", "prompt": "695147eb9daf85920bd7a136a2d0eb2dda1853bf04b28defeb196fb30d2a1924", "options": [ "424aefb1765d7bdaf6dccad468e51da677fa0e84877a9236993852a9b258d4f9", "49086ce3230e0b01aa791b4549d9874af113b31734380706677171b1e252e8b2", "c13d467a55be4342977876b6ddd657030c7fe5e70165bf4177b2fe291345a6c6", "2cae10d3cd8b10b2552d4e93e4c959e26c9b9a4b46cced91db5101b5a9d2674e" ], "options_json": "889efa0c8a1382407d4f95b5fc66b6be579f30dcbfdaf860759471b7aaaed6c2" } }, { "id": "race_middle/test/989", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "661d1ad36a71238e03032f269c1f7df0880008b7b0c2002b9c1909e6745a836e", "prompt": "80c1ab3f28108040bbbb675ee65217a9d4b5b992d828f28dfac367deddc6ec9b", "options": [ "c7b2e44f404a89440e10da90f6bc9062b4cbeaa36eae902d21be087924019442", "1c464c20eaa22bf8f71f7713618507989cb894ea90b6ee5e710444ae7c47cea1", "b97d89e9a953d42ec3448f5ebb072873bc25e3bb1798ec58c3f6bd8e8fdf47ab", "62a08a182a87e0c340094b6fbc81496cbf99fb3965293c39cadaa1817dbb74d2" ], "options_json": "e69c58f4cc1b60f9df6e937620a86f802d2649e90ca50794be56faf301a9abac" } }, { "id": "race_middle/test/990", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "62a95e5892d4cb5752e6fb0c16eb2b2560a72ddf0df4e3a5e66b9243bf8abb74", "prompt": "e6fd7c27f55a41bdd13f80060f036137f1e82bd683962778466c8a0035511078", "options": [ "d33d3e05d443e5429010d1c3e69b5c226a9beeedfd7ae55a9afd9c646d2e5dad", "dd1a2585d88bb3e7b11d58b4a2244bc0f40f9cad46c253dcfbf2b9d07db17a57", "3d2a37bd9f21f809ba2bd0286d3ad022b7081526a7c746998513e7ec59e2fa23", "d4fcf1bcd129e49781bb2101d59dbc4010b0ccf27ad4a02edff9aaa42aac961e" ], "options_json": "1df1c79d3bf8ff7faac4d5aeac90a1ab66fcb2a412b92b0bfa946e1c5dc01d36" } }, { "id": "race_middle/test/991", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "62a95e5892d4cb5752e6fb0c16eb2b2560a72ddf0df4e3a5e66b9243bf8abb74", "prompt": "bb0f29941ffd596ecbcf8e836f4123e309db8673e18938704dd44e5132eb6960", "options": [ "66edaf58b25c63c10fb2824cdad87686cbceaacd10e7f11a4d66523dc110679a", "ea32e3b7d1ee09baeb8a60cfdde1c08a403fa8498c804fb873d7a8a9eb11c0b3", "a555dec1ffda3b08259abca02f4fdeab5f91f09110cfe9b0e3978ab568765e3d", "e1d09025bd989eab0197ebf716d40440b0081da639adbb9b6343763fe717e2ec" ], "options_json": "1c3231e6a6f8ed705ecb6a581196ce54a36d79a5531f6525cf10cc1cf2157c5a" } }, { "id": "race_middle/test/992", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "62a95e5892d4cb5752e6fb0c16eb2b2560a72ddf0df4e3a5e66b9243bf8abb74", "prompt": "c329bbd1d5a47c1efdd4024df7d49cfb6579cc4336d75e1d38181b38b3d9c678", "options": [ "99327917f27f9f3b2ada3d32cbf4f5b7fa4ad3b3d1059cb12d79768039217cf8", "57c6b0587c5efe63f27b3db86b5e086e1a981486a8221a8ef367e25e0795d750", "78e55d33eec9e66e6f89f40e943550183d82aedd4f5d21e6df4a6a74ada1026b", "bb646b400fa9e2c0bb280151696bed30f0d8723a8ebddf242cd22528b6e0e879" ], "options_json": "fa0d5a1f043c129420d9732bf3a723ab681ad8cd976e2a82efb87f6046a10dbf" } }, { "id": "race_middle/test/993", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d4564801995aa4f84cfa2e47398e7a3835a650c71e6a25c0a8b8a9885029269b", "prompt": "555eba2c615933a8a49eb0a3ab61415cdb4f3465fdef21e0d3a849b3450eea12", "options": [ "8f814c8367b4de2a8d714ac03c4be8e5d1621cec9d8215f940a636071638de5a", "a70ecd9adb7daaa95507450b1670cb44bc56de406a1b02a3aa7411f21d18f510", "3a6de6d9dd7d4dcb9afc38e7014214db2ee0e84799e8c4263fc3675b621c1eb8", "9622f0234cd988e41dba119896332122514a9294c332e9e123db43e0b7eda23e" ], "options_json": "12b0879087b210c75f552b35ddf7e80e409cd7b0d4e984cea1f69b9765a521b1" } }, { "id": "race_middle/test/994", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d4564801995aa4f84cfa2e47398e7a3835a650c71e6a25c0a8b8a9885029269b", "prompt": "6b58e5214d41d54c878f82ba746d5147a350a588e80333f8fe22b32ae175a2ae", "options": [ "1357486444e3f9b005695325aa1c81c06253126812944cd78ac898340f5b443f", "45d52812c0a7ec0a7e17fbccd89645a873f230ced67659aa0435e814ca3ac095", "cd9266b7bdb022ac1d8034174ee64ec1ecb72b0670f4ff4947a9e461ef12a0c6", "145b76734943303dcfa156d25a65edc9df76182e4bd7af7536d271cdd37f5852" ], "options_json": "a605bf9ab53447b8178b01c31193ec3168b39b429d0a4f4c0c884033936f381f" } }, { "id": "race_middle/test/995", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d4564801995aa4f84cfa2e47398e7a3835a650c71e6a25c0a8b8a9885029269b", "prompt": "df05e260ed875acfd9b92a0cfe29bf547b9ba362345b90170e52f70592ba9675", "options": [ "2fcd9f9a15525386096bc2ddb540be3d434a0ef492e2fd2d854f93b4c1bb61b3", "1654b1faa992ec8e946828afc2ba8482503f7d94c287ebd34cff92dc095fb673", "41917dc98a1692a74cc28b0b8cbddee6e6dc48fc17aeeee246df759b30a475e8", "a9c4282c233a0401e129e396be514cc98f3efe1aa24313b8128b1767b38f4112" ], "options_json": "70fcc2a08003c1c0a2f2e1f6afd7d9913ce3c6b4b6849d912433c108da359a5d" } }, { "id": "race_middle/test/996", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d4564801995aa4f84cfa2e47398e7a3835a650c71e6a25c0a8b8a9885029269b", "prompt": "babee4dff579b4aaff332d40c719684fa3d5c3b509721247b88bfa7a1bdeb630", "options": [ "a6dfe606b447b0aeb6cf57fe56d660b584991289cd0a168d6fe6a210e6f3e939", "db08b585149e5c282c08706628d1f2a6d01ae3261c5b91e27ccdcc1ecfc6999b", "ff88a8d4598e3ceec8e391c1aae1505d65a29b683faf7621048cf3e8391c0156", "125ee47dbeb5aad8a55df0b2c69d61a329f5181e1e0f459ea36e129269278ac5" ], "options_json": "de68e6245ba5e07bbbf2de05bac592de243fae9bf625b98894c2e1e8607cd3f3" } }, { "id": "race_middle/test/997", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3afc448b2f26b55fc84e4da654b75060a379d26e4e259d909e28c66029c4756c", "prompt": "7718b812fa05a5e2ff83bd6e459cce60be1360410fff473b82e636ce4e623f4f", "options": [ "69658ca95f9d7bcfa8e2200ec864e6fd337569c2499c9711a8c22168a9b3ffae", "ca964ee4466ba253a16e01f40c7b7513055be44a563854559d09bbf9c566f96d", "b43ce1d3c47efb37a4653290591958fea6ce9632bdb436c203298a3353d22802", "1c2668f354949e5da7fd8ceb53bfe198b16ac34f83665e0bd515e7d6799cd7db" ], "options_json": "9c31b044690d24f8525f51a9d015094d26fb4071622720b3875019c42e7d591b" } }, { "id": "race_middle/test/998", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "3afc448b2f26b55fc84e4da654b75060a379d26e4e259d909e28c66029c4756c", "prompt": "654d2ac70764de3fb8ca452d5fc455b1d204806c969e2d775dabdfb5bd4c635a", "options": [ "5461469685593b128e85d36794209a925322daafbb0d4c70d3998730db59929c", "6f524aa256e9a0c2ab316a3c2a856e58c5a1bb849c29724108401b388874e5cb", "23a62d9db8d7253409022baba0bd6f863c597e10122b35e80483adb0f676dc49", "e9eae69174b6143e1e4b27328d32dc1bacaacff5404cb085a59d06814c926f43" ], "options_json": "73864d5182c0534705868f1136de1ad48342e7dd76593e84cfee8a9d395c4596" } }, { "id": "race_middle/test/999", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8eca51146c48ed96a2b08d27b1c3649b3a8375fbf1a7ec4db99a5cfcb0465a14", "prompt": "1fa9f78cfbaf8dd1729011f07fd183405f0a09a4e44967e1e214112a2341fe3d", "options": [ "6301982c036f94e1e7f2ffb1b30335fb91a01ca791ad1b48292def875e54ee50", "2e7a20b16cb86a1419d39425469a44f11ba2ef22c98a605fce4a5fc770db0add", "315b56686c284f92fe7eb579820a1f60116640bab78585a3cc0af9a9576e3697", "dad5d54bba80f4800d98f8ff9a7d08df6096288636aee50f2ace6928fd18f6c8" ], "options_json": "56339fd42bd7c24e1dcf288e311400f886a39b8f4c47be8ed6340879a2f7b267" } }, { "id": "race_middle/test/1000", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8eca51146c48ed96a2b08d27b1c3649b3a8375fbf1a7ec4db99a5cfcb0465a14", "prompt": "304e02fa716c8f98d8c535a5ef5efeaf31523675a0286363da89f7db8d854b77", "options": [ "2e5e1cf54c1288704778c5efa63811c0a6893c3943f28f092b9f34bea26a2939", "2ff4579bcf9878dd07ee8ed9ddd51f2281bb9dd728dc1ecbd4fe3c158f5fcfcd", "5ec9cbeebab983248f60a47235f8d358a2a9b28de207ddec4f3e09c2f863d23e", "9dfff33b82a75a9cd0f930922477c064a14a5ec9037efd9174c9b083f9f2e56b" ], "options_json": "2187928fe79fda9f6d0345ba3d5edd3de6e0a9415fec52c506bfbf21fd74ba31" } }, { "id": "race_middle/test/1001", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8eca51146c48ed96a2b08d27b1c3649b3a8375fbf1a7ec4db99a5cfcb0465a14", "prompt": "a34fcc965e41fe603f732ef8f7f2f3406cc26da27e34a4170b0dee42a99b9621", "options": [ "45c9a6614fccd4f9592d8283a4f25bff84076fd43ee9f90eaa07746ebbed02ca", "489f719cadf919094ddb38e7654de153ac33c02febb5de91e5345cbe372cf4a0", "c405760daf9bc32b76f4a57e9c823c39de4645e3ba3dea73d671eee07e152b5d", "c9bc072f4fa8189466c2a8f2c36a56a4ef1e60a2ffa4986ba2f155cd176c128b" ], "options_json": "54e882454ceaff32a2b09d00fc2994a22392e07415959fc3bf46d04c793234ba" } }, { "id": "race_middle/test/1002", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8eca51146c48ed96a2b08d27b1c3649b3a8375fbf1a7ec4db99a5cfcb0465a14", "prompt": "d70b3bf9bc80d0e0bcd1523bb4ffb884c7986873ee273d50fa7d0399c7257c17", "options": [ "4a42e7493a95dea84d59e50b04dabb0e38f9e88b354bfd2665dded3a1d9475d7", "22c616f6e2ef5d42393694aad0a8275be850582df5d0f41da72b69963b43811d", "541ef3e263e8db466fcb0bcee08d6a397bfcf6b8efb6ea9a206643dd51932995", "feba2bebe1775409f7cf76f60aba71141964351ddf2a483f52aed8b521c0df09" ], "options_json": "589dfaa3d9ce17e55b843b41aeb3e1b76c0840bf2f857ed8b272666b4b94758d" } }, { "id": "race_middle/test/1003", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5adec8e3c25119401044938b6d0005c895369a6b352b5cb5f1bd69c57dda6eee", "prompt": "c8affb660e7f585d808c9fe89faac3c8f781eabddadc8a8230ccdf060e235d49", "options": [ "e88649b3d88e4619d0ac0fafd0f0c7be8d39d9eb6e25c1fd60e62a4820498393", "725af206d8faa1ea2570de6cf69e30828d9179d412b74b9fd75490b37fa233ed", "0434159f4e1ba185ae4d7b262e65ba5afd9753e6db0ca627ec61f56552418cf5", "844a031604a4aeef82182baa9b38c70a72af554b1bbd1c5b02536217a409ea75" ], "options_json": "a908101d77c5f37d8c4074dd8f46c5ba40a78ae76710146517414381c27ee785" } }, { "id": "race_middle/test/1004", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5adec8e3c25119401044938b6d0005c895369a6b352b5cb5f1bd69c57dda6eee", "prompt": "f80b8521391cc5640d5767e6dd517e89d03cb135c969d8a273d1d12c4523c84d", "options": [ "6ef7c9b15ecdd69083724b84cfdc2100351963488b51b4ea2fcbddf493fbec94", "d0c92c764c5647d43d7166efc3e7d350751de063c1388bd2e113fab4865529d3", "5ccfb7a9da208ddaae6002cbeb31a74fcd7f9b54bf069328c4f921d74e1c4931", "da6fed41da73b84bfa687ef3f905b770c70e680796fb4469559be4f6ab0fdda5" ], "options_json": "a634bcbe646beab5702e88460bbfc51340952855ca35cb9214bf90254949f459" } }, { "id": "race_middle/test/1005", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5adec8e3c25119401044938b6d0005c895369a6b352b5cb5f1bd69c57dda6eee", "prompt": "818def8d734e8fa34c35108f6f140060aa4bfeb3870e880f8453bbf7dae0d18f", "options": [ "6a00dfc1dc867e8454c2c8856e1512d9bf02a76710e3411c0972aec886c76c61", "e21f3f372a46d4be7b49f6809fc91baefeadae004af06485518e124a142c0271", "dbe35c7363c2f7ec747b902fb240907fc58ae00b98f107be2d4c7b9cd7f6226e", "873fef760e5d001ba0a843bf1846713fd92538699f323ef00d51f97a2ad2756c" ], "options_json": "bedef45079b100602e3ea5deae487215feff3d74b75e088f892e6d9b5ebb48e0" } }, { "id": "race_middle/test/1006", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5adec8e3c25119401044938b6d0005c895369a6b352b5cb5f1bd69c57dda6eee", "prompt": "377d38b0ec40799a270fc57be96bf0cd8f1bf91525beccc62c98748698fc898e", "options": [ "e984cac918a1a738045a36c28d819b561e6ef01cd181f60103ad968221c80c0f", "e72b8dbfc4ffe3413482fd19a125a9abca811a772a13581e5be48366abd18920", "f2ef9b4c9d49f8bb7d93ada6a445e0cb84517a7ab137581420978a59d8382b04", "0bad0c2aa6eb97c710d554bf5a4155bd9fbddf95606b21b9a2e281b571b48ffe" ], "options_json": "1c595cdc4c675f4d684a356f0baa0a641db32bd7c19369c26c796e8b228f9be6" } }, { "id": "race_middle/test/1007", "gold": 0, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5adec8e3c25119401044938b6d0005c895369a6b352b5cb5f1bd69c57dda6eee", "prompt": "df05e260ed875acfd9b92a0cfe29bf547b9ba362345b90170e52f70592ba9675", "options": [ "ddb1e3142cce2a6af1510c91a4dd8f25f88f24d8948efc95a056249a21b409b5", "99d4b687aabdf9987726a1549b9222d60f371f9b37a5a312f44b8c5648b077d9", "d72400a7c6fb1ffc065669441a32fd7dc913beda65e7b86190ce09e25b4fb47d", "a82826c3949bfd63c234947113f5511ddb43d9f48ee8fb7f3e9ccd7aac296473" ], "options_json": "bde6ebb5bc8e2008998f7a3c474e8be1da5be63f7c3df4b3be87346ac6cdc87a" } }, { "id": "race_middle/test/1008", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "025dec2700b7f2d756b557bd2e66437c0d39ef810a3198e30413355497d9b72f", "prompt": "68f28307a72d4918df6a27ce1958d60488c65732d01dd0b9fb437654db6e13dc", "options": [ "ddc4916bb354ce95bb75ae9f1559a560be40871a16a51ba94605d1255a15f34e", "6e6b09a90e0e078cee677c4da55d63c96f440d90b4955bb02e08b5a1e09bcec1", "11a55662b882f45fd4e79c51a83449e111d76efa013ee03254f34c9d6ce4d800", "06fbacf257363dd79a1fa4a030a6787ad45913108a05f872f8f1f90200f0d1f6" ], "options_json": "b5371831d985cdee9e5b908058a372f27bff7b28191fa6101e2845a78f548513" } }, { "id": "race_middle/test/1009", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "025dec2700b7f2d756b557bd2e66437c0d39ef810a3198e30413355497d9b72f", "prompt": "0862517d48328560c539c38780e028009847629935fec4a872f48c283009b429", "options": [ "5e4c1de6e4452809fe47266881f7e0c9fc2d65a07cfd5082facf2b8a5efdc8d4", "f251c80bbcaa9dbb4cdbb0d5bfb7b4936855fef0c10bd34353d963d46cab04bf", "c7bf65b019138fa52b619d9cb91535a5d31018b59f24bc5a29db04a67dccf4a2", "7aae925dd2c683c2a2f637e6e538a3b5260dd6ac43a70bbbb6a2cfcabe65eca4" ], "options_json": "71f486359e063dc78d9af6cb5fc530b7c638336d60e2544afd187519fa818766" } }, { "id": "race_middle/test/1010", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "025dec2700b7f2d756b557bd2e66437c0d39ef810a3198e30413355497d9b72f", "prompt": "59f63c74e7f79c56e17c76705832e2e7a20645aa1497f12a5697130878d645b7", "options": [ "d060b55a2379d6ec1bf9ea75638038e26eb2de58b8b15d75c5fa0defd8c0f0ee", "adcac35d0720513fdb92d1a4fb27c0a48ea2f9d5a6dbc7400b66f6cedc945f88", "5ce592af904b33d0f56e9bbc91f39fe92dcac382c5a2e8890c6ee2732047c8e1", "66a11d3a931729680a9870bc3a2446c46245fcd27d17d35e39d45cf9e7df9897" ], "options_json": "de97e4e260b63540ce3f9dd7633d730d6e4627c78d80accc25f803326282b488" } }, { "id": "race_middle/test/1011", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "025dec2700b7f2d756b557bd2e66437c0d39ef810a3198e30413355497d9b72f", "prompt": "ed76344190a3c77478a08f9608ecc18366fb194c46c384e61c789d418e4ffa99", "options": [ "c6321ce059d960fffc00485cf53111627606609842a096461d30120494f8c993", "5ddfc5ca015bb2e9d77f259a249ccc31a1230d0368b3336b2839181a10052eb3", "e67ab26fe94e7ce20b6da048a827b365cff4a9cd751a8e1a5708c33457460b7a", "6a30c1385b27230f3ff76bc62b684b4d32a932c96293bab01717fa1d57e9475d" ], "options_json": "154ec3691334fffee7d0c1fcc4a5fa552272cc9ecb469613bc0b2a142f050770" } }, { "id": "race_middle/test/1012", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f2cfa1b41fbc47209fb73d9e30b43ba25b3e2246fc87c76ef36607acdd858701", "prompt": "27f9621b43fa69f9b86000c84d4f026d9f26a40db3267edb7ab28fb8dfab505c", "options": [ "bef502b2555157df7fab2f0ecaede5b4ccacd84c73d814ad557fbdefe40e4357", "df6aab763f8b3486b0332361a340d0c4860cea500dbce26e58ddc2c270bd5138", "1513a0cbd88936a6b1629ebf3fc16ed30e0d23f3770526ad0a88877f97fe3ff4", "60cb5bcb0fbd3e960b20cad0c7b06597e97fbe0835ab23b55449d6d31548893a" ], "options_json": "7bb40cf9d11773d367449c0cc3c004dee919852a79577b1d83e9215898dc1741" } }, { "id": "race_middle/test/1013", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f2cfa1b41fbc47209fb73d9e30b43ba25b3e2246fc87c76ef36607acdd858701", "prompt": "3ec15b402cf2f0c46df979edd20d72f9f4bc2f2b14f4df0e2d0567944c563dba", "options": [ "a05e6feb79c854166f6c73783754dc0111ee87edd58bca22a77c3a8721fa729c", "44867d14f1728ed439e10b1a7be9f40338f165fbd498d2459aad8c8beb7a2415", "3486577cd905f87072a2d812114b5c5c73009e26e2f99d9057f6f719e0859401", "3171d89ad00530ffa19a244f040e9401a657903cbbbca724996b90a56df2c189" ], "options_json": "12ff856449ddf99bc44931f378a6650c973ae3e52be38094e03f942bdd7b0320" } }, { "id": "race_middle/test/1014", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f2cfa1b41fbc47209fb73d9e30b43ba25b3e2246fc87c76ef36607acdd858701", "prompt": "de81160dd25009e05e80f335abf43fd308a90fb79ce6e282fa1aabd5429a7394", "options": [ "1bd882b6a6343777c2fd7081acecea5a0e73468f97dec0dc8afe134d182f63ad", "c9145e654bf3ea4822d6f2a3246ab4e18e28ad6c950bf80d7b1e4d81eb315f6a", "78ee4a151f46536acc792860483b50e6a6fe10fd8180b4d637f1f25c6d235e90", "8f6684b56dc41a02cca06030cb05f9f2a83092e7d86ce013f0467f2367be66c2" ], "options_json": "6aae6762c5824a086f1b27b7accf556411e8eb39444fc52e861356f08b0afd65" } }, { "id": "race_middle/test/1015", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "f2cfa1b41fbc47209fb73d9e30b43ba25b3e2246fc87c76ef36607acdd858701", "prompt": "f08160a2d09be096452ce076a8a4d297a7462a518d2df44dd7e4b7998f721f67", "options": [ "e32bb8748b492c060100f2e438e40fb4a1b7cb0093980768a47b3e3901990a4d", "3905223d13e4c03ae53548612fcb2c15d1b4ec039f19e2db9f44c2842a5bfc43", "13acaeab4b05bff9d7adcd136a6fa5254e3903ae35871470a7ba5c84ff255671", "6fcc9828c6b391efc1447f904f373b19f002c16976c963753a52829e78de4513" ], "options_json": "697c260a10a856f084c3eba1d4918cab279bcec47fb7f8e69143a5fc6294eb6a" } }, { "id": "race_middle/test/1016", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f2cfa1b41fbc47209fb73d9e30b43ba25b3e2246fc87c76ef36607acdd858701", "prompt": "5da0894c4bb9d30bf9f69d6fe740bf7ca9fac04c1b87fdb2d6688de4a95cf424", "options": [ "3da7451cdd9a81f7e26c59f3f515b4bd805545c6d91a9042d405bdd6bdd4e265", "1c75499e468f22a6013e492a5206e248f6710602a9e2f1aa32f4c5d0cf3288d6", "2d981b71cb2da73793bb82a3fc81a13b6f92e808958bc2c89ab843e5c1bae64d", "551b5eeb355a2b621daff2f2b5bdc4b7da9f5354a8076a712988d182805dc5b9" ], "options_json": "12a7c1db07e5caa94a4b9dff9920a3410faa9bc8beee50f9512e161e6d199bad" } }, { "id": "race_middle/test/1017", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ae3acb0a3a209c312982229fccd2d420ef8d005edd97c67ec37d51316307d17d", "prompt": "e5323701a9e90b84b4ba62aee0f556a6605c9366f16f6b0c6fdc325e38db0ab2", "options": [ "9d2e44c54a34a259fdcb7087406e0cdd56a0e397ea7cd3910c3f0663e8ee7920", "012b86d623f39ed9a1abb6c99d5f5696a30fe62af74a5c493a296c1f4aa28f2e", "3ba6f1aeede102d36c0511309781ae5df4ee0f2cd43621942988fe186fb62bad", "622b605ba6f49394e27f73d7bfe27e19bb6da1848cb118741a3fe4603b4d1a19" ], "options_json": "25284d92bea9ebdd321813ac51f495baf1361dad6f39c4007f1dfd526d7de01f" } }, { "id": "race_middle/test/1018", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ae3acb0a3a209c312982229fccd2d420ef8d005edd97c67ec37d51316307d17d", "prompt": "7bb1fc50696c8b93b1f8faf5ba9a7d967c002df7f66b117673cf455b6fc8fc05", "options": [ "fc61b0e647ee579ea95e65b9be9c618b053b7ac410c9c458aba23c4e57ddf176", "0ac21cf1e2267f7f70198ae2084a46ff9962512be9f61350ec7785419021486f", "a1abefed90bbdde73e5807153de93f60d2e41d8a2531a502640d4a1d3bc1f1da", "f9867abe2622394852f971e7f48cda0894cdaaecf4eab449643f32665eba0e55" ], "options_json": "b23c1ee9e8b9eb3e73f09aed80dbf1499533e20808482840d36ce885be02939a" } }, { "id": "race_middle/test/1019", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5b3ec04ef6cee1510d97c949a5bd74a55bb1342ffeea9c19b61024a2225cef9c", "prompt": "8c43cf09b02a47d10bdca48e9def69985536646071677dae5a117e76240212e0", "options": [ "593c31e1df44952123eb7ce6550219810653c0e9df1b92a808b05313957b123e", "5e8d67c280ef3c6ac670afd5a93df62fcf657ffa9edb42fad1a77208ea742f6d", "4282ebec263cdb9c7d29b4a2e6a79f9453eb92da9e6b7f07a58c38a0702c1676", "e06ef8a993881ba4b035d452c25ab080dab0ac20a55e4d152273ef6c972e06e5" ], "options_json": "916cf876d1e5e9982b5e715fd6863f7e77081d660b8eabba49e42eb4e383d5e3" } }, { "id": "race_middle/test/1020", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5b3ec04ef6cee1510d97c949a5bd74a55bb1342ffeea9c19b61024a2225cef9c", "prompt": "373543e6ee030fb98a54106296c13919283dc3d7dd713c6a3039a43bf3378caf", "options": [ "b30a57557644e8ee5fa94354e0e3bb59ddc296f1cb2e7b59d870776d4a00fc40", "286866c7f66558fc56c866ec90c298a580d796ddf6ad4a93188114c66848e6b5", "fbe48220b109cc17d3fdc0656b83b0e4f52d8098e8a481063fcc2b0226c51e17", "81d4811836869a561c1004d86bc8d3af7ed84f6d6f31ec49798237b9104aeeda" ], "options_json": "d9941dff0857dd685a646b96a1322f65a2c86b1f8e237d9977a76b81af08872f" } }, { "id": "race_middle/test/1021", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5b3ec04ef6cee1510d97c949a5bd74a55bb1342ffeea9c19b61024a2225cef9c", "prompt": "bb85fea334a39193ea6d749136b7c4b76d1ece49da6e3949f5a3db4073b84df5", "options": [ "c581d1fcb5dba68e288b49d7b2cb825eec5d2aafd23d6691fa60682a3dfdadc0", "78aeb3040ae6f45e812eed10398722b4fb8e25e6195af12e0585d95d9ca0b9fb", "64148d723555488a3c5db5b09dbadb516005abcd9f8df5a9c3b95d747c8aaba1", "fc0c78762e5d790dbb9a3dd67bb55b48317750146ace6c1ad8d7093a95664598" ], "options_json": "8b210b265402fe3588d84220ea0597c41b4948cdf5b658c55dc1351f8cdb8e58" } }, { "id": "race_middle/test/1022", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7685fb81628b10285a71a8dcb501e9dcd676dd924438f48f8cc86c27621e0a9a", "prompt": "f5ebc48f8b8a1861e3a72a11b779219e2013f6222041d9b99feb6f9ddbe7ea11", "options": [ "1bd7c799e0b8a4f0b0c848977a462beeeea478bd094ea163e12641df709518b1", "0f2144fbcaa345a2b3c763b8be2b00e96fdbdffdf55d1cce7e16944137c255b3", "fe2363e48c4bfa59e5253241ec7ab1ac03c6605a0c8c382913d58f2d8a9a6a5b", "ac7d9c71eae63a4c0ad4ab833edd1dc1f9c088a209b3321040eb3477f61a082e" ], "options_json": "3824309bffb7a38af3b5b7868465098f1a4c6be901d32d6507ae1a2c746faa6a" } }, { "id": "race_middle/test/1023", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7685fb81628b10285a71a8dcb501e9dcd676dd924438f48f8cc86c27621e0a9a", "prompt": "09e7e2ac62e3553f3fd165e767033e79e78022ada9d1969dbc74e153ccd13fe5", "options": [ "01ef8da1d31a5d3387d41c2d4e1e44f9295aa93c559e5dc7a9acd055533aacdf", "c95a859b4fd9c8bccdc21ff54608ec15520afc2b0ed46df5d318dd763724f1b6", "aba751f88fda24171517e0c4c73740276e0f3a5a84b494ce0931fbd4d680e8a8", "8c3d15552d89ad3853412ca9eadf415eea9abdd53ca612a4f5f2e12c7f63b62c" ], "options_json": "3e0251472dce604d66dfc4e250cb12844d32790bc6fd85b86b62bc8cfe34e3bb" } }, { "id": "race_middle/test/1024", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1814daee81923f076872331b5bc8bdd86363af2e1d5ce0c92e2f2138e8a319a1", "prompt": "ab8ad700b964611279c76d3cbf9b8adc3d8482aa854fc6eeb4d99ba011117003", "options": [ "bc5ef1d13e4a6ae01b3a6ab2aa7a5ca05094457d1e0d3d752ab13bfeaa340e42", "c2e10c20bf46daf0ba03f725218b012544a3d0d3b37334eeb1d4d81e5406e478", "742b27454919b5e1b2e834033f639088fc207c45a05b00635ec148a25939b6e9", "de0152f952776f09f537d309f1f3f0ec7369c8df1297071e946952f798c86063" ], "options_json": "26257622f112737480802478dcaa76b23fba88137a9d09e9ee14052d5fe5742f" } }, { "id": "race_middle/test/1025", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1814daee81923f076872331b5bc8bdd86363af2e1d5ce0c92e2f2138e8a319a1", "prompt": "a8e39859e0a97045f0ceb18c4a8735b903ad6a5af87fe4ea4b9c02a261ecd62a", "options": [ "e340ac97a89e13cf3cf38c2ad03efe6880a985c8656f577cfacfac17b2e63c52", "cfeea8b211a01a981e98d26e00b03a4adc124bc16688d7b56d661aff2bb3994d", "c083c63cd1e12cee414cb3159f06fde17804dabf0a919dca8ddff26027728d0d", "8fa89764f0e127e02b1ae8e065d4e10cc7038eb0991f0891fd3ee0c9897860fe" ], "options_json": "1f22073bad87d00e957f6a23c6025495ee1413168d0bb97fdd87486de4893d30" } }, { "id": "race_middle/test/1026", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1814daee81923f076872331b5bc8bdd86363af2e1d5ce0c92e2f2138e8a319a1", "prompt": "7dac2ff5e06c81a74b252dcb08500bf4ceaf88df622f15460fb38137eb6736d2", "options": [ "a982e8aeb438a5eca06ac5b505e880ea0e629d369ba1ae0e97db88bae3fd1076", "7520ecf78ccbdb95a2f0442f5ca3f617ff0e2a050ce6110aad29f1c9de0ece21", "32e7fcd08378b4df13a3e2a5110dab0e44c13a29a7b461ab24d138802c079745", "d60004662d76e1d2616f397065981dd6b41d5a3dd125159f284bc71f335ff471" ], "options_json": "b251dde91432f6443dad0b9daf4dc9bbead5964a0ddbef443680405fb17f84c9" } }, { "id": "race_middle/test/1027", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1814daee81923f076872331b5bc8bdd86363af2e1d5ce0c92e2f2138e8a319a1", "prompt": "d193b2ae37be1606a8a5058a7a348e720c323918423fd31a312fc37804b30578", "options": [ "f5b0ede2ac7aba5be2c02a1cd77a504be6106768c04488c3837a8cc8b9a96a5d", "d6b81c537af4994ec79d1173a311b41eef0c50611766da6fba5e145b02cb9668", "05a13a39b69876a445435c66965202e96a1aa9c22ba377c9c48a241de841be55", "7bbea112c8a2bea642c4ebf05611a7abf71831c7ce1563bd2fdf16e96bbc13b7" ], "options_json": "90d54851e6739eb4af42d12fc7a0050ad4ee133bef168ae7a787f08e874cea8e" } }, { "id": "race_middle/test/1028", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "1814daee81923f076872331b5bc8bdd86363af2e1d5ce0c92e2f2138e8a319a1", "prompt": "0c669e0bc8ab7072aa450b17ade7209e52a8f1e808333fda3ee7c9e1388f392d", "options": [ "356c664006330e08c1741a0bed15c408c3e252f53c68be41e0f6911175be81a0", "4eff51c7751295cf52ab179345b3bec6524ec8c871e865efe55e0a6ecccc9042", "02b7e815fad38c72ffa6163c0b7bd3b98f2ed870b95766b8d315f0474694d56f", "7197290532d2f1efc51d2ac4698fb1894f037687fd9bd004d5a0a728606604fe" ], "options_json": "4697ba6fda21858b13ffc97cd37f77364e0e7724d871ce32bc03af05031a0835" } }, { "id": "race_middle/test/1029", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8fbfe663ecc5c05762ea42e8903c26a3f04d2f218d2c379783a99557fa617c82", "prompt": "62a341aca7890c4d00f882e31e4b46cf02562f14a27327356eb1c66484136436", "options": [ "1173a0a7891a59855fbd0ca942c3f1bc22c6f2e8b7bbaedfca4dbc7a9ea10bbf", "56fea555f27e86e7550f52043d4240211081abe4660a22b8326819618a615808", "cc9b9337646fb53b4799519aa8f2c1ac2630708d114af61171f2e58a50545849", "cbecb88943833829c7f7cc1e10245b74022407543e94119e550c4d42f8944f58" ], "options_json": "7cca836e1d671d04b160a5d123f7f65e855fa980cf98fa1a9208c712e150f12f" } }, { "id": "race_middle/test/1030", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8fbfe663ecc5c05762ea42e8903c26a3f04d2f218d2c379783a99557fa617c82", "prompt": "23916d7bd4ed5b009d53e0388d39931327435e48fdc09b4ac3098ad68c11eed4", "options": [ "c71e9838a5a63a7aaee403d213455684ea9808a6965886d554a16b4a00597da7", "2cb279a86363132e4d3f317831f0cf39655d1096942102b2119ad4761fe6c4d7", "3f34fb086a70bc4812bdef0c29cdc76017063540f4d8b97354d830fe97d0fc36", "d4bc10b447f878f6580aa759aa6c61920aa56b5d7eb73f475dea841369522fa1" ], "options_json": "57a773e0de5430f70c3c5816df20153a276736a5fac14ddece269f195f68ed7c" } }, { "id": "race_middle/test/1031", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8fbfe663ecc5c05762ea42e8903c26a3f04d2f218d2c379783a99557fa617c82", "prompt": "a16560928b711517caf597c9ad3c046e3664bed00f4148c3c3d84681c169ad20", "options": [ "168fce39ad9697cfb661037c4aa00cf01c121a8b12ea46124b7ca732440ffa88", "c71558daf2ccedd7e923220dfc6701202123b9a306efcc7ab5c6807b31f45fab", "bf6e2daa420479e77658553acc5f80c6e3da14b363eb2cca1bce7874a0536a09", "29c5ae35531115db5e8bacb2c1121c7b052344e4f8d7d33a40b176bc8ba389e8" ], "options_json": "45bff1c887861181361f1b88a05afab9ce2dda4c98b203ff7b88834e2bc54596" } }, { "id": "race_middle/test/1032", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8fbfe663ecc5c05762ea42e8903c26a3f04d2f218d2c379783a99557fa617c82", "prompt": "ba2fbc8a25540ab395eaea376ce4096b70b5086ca805433e9fdc8c935def34f9", "options": [ "a8b950670e7cc9e75ec519fb09a35aa405fd343790a1d1e3b4a8bf31b63e989c", "9fb024214e56f2c5d7278806fc1b046df9192437542886c1bbbf9d2f0f9a94d4", "605b727d3f533e8c48de41d5129dbd95c97e6bf2ff40ec82a3f7c9a13438a68a", "948248193c94dc4626e3c5e049918ae22aaee71873fe9a80a5ba817a2572c3fc" ], "options_json": "0a70080f518c068dfd5cc2d369c1d2ef099f3ea7ac9b4595ff2af462beb661e8" } }, { "id": "race_middle/test/1033", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8fbfe663ecc5c05762ea42e8903c26a3f04d2f218d2c379783a99557fa617c82", "prompt": "b818cc7c2df1b7e01095f027f6f02b719b1653d359f79ca2c95d697eca88b3c1", "options": [ "bf62d3c63e9e6de84bb79d3b55104eac3744c6c942f786151dd12a38ca5099ce", "0d621fdf26b482418f21a4ff1b3d72db122253ba3fd63d76c718228c76fd7af0", "3e0f791b4d9c6ee81be10ad1f13b826edc751a6eebb7cbfb5a9087e7513ed12f", "b015d0e9c666558e9d73372882afecb973970f6579d490e00468e6e25792a2e2" ], "options_json": "a779045d63f32ea1433d1467edd6474288832009ff12cff8cdb3ff1f0a60f4d1" } }, { "id": "race_middle/test/1034", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ed3a22b60d211f73dd1630f87f55d411b65e1aab6c58d39ded7acb4c46dc44db", "prompt": "b1ca79ccc81b55c45a8f20cdc69ce97c545be1ea8d8435ad36c5a048a366c984", "options": [ "10910087de24bfcabe854fda62b5023a61fe531705043b9979fdf00f12c4c0ec", "ee9c1331c074457bded9b9bdd0ff27bf8db1bba1d8babf771d89550f9b9db17f", "f170b5e6ab7ca559f0808b4ddc4a30bfc1c9d50eee9d035cc4ade6db560beee6", "e4ba5cbd251c98e6cd1c23f126a3b81d8d8328abc95387229850952b3ef9f904" ], "options_json": "0cdda0bdf46c1ef8a14b04cc41782baaaa83b06e70ebcf3b5127f5da3d58c2bd" } }, { "id": "race_middle/test/1035", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ed3a22b60d211f73dd1630f87f55d411b65e1aab6c58d39ded7acb4c46dc44db", "prompt": "446a0f008e4f5ae56ec5911e77e06332b5f6e2fa65c74493d24b4bdadfcccf6a", "options": [ "2295ff7a8bd8b3f2884c6482146e3ded0417f72072c079fbe223e13e83a0388e", "0e895c323cc786e17547125a4548680990d22ee9459561804dfc6f413d30618a", "a1bb216b2bbb7eb30b25960e6840aea87490f642a086e0c0ef4aae2ee7ce56f4", "645dfcb4d1d2d7f1fa00f60e45541f33dfafc3a7ce1dc4bb1901bf409e4edd60" ], "options_json": "632ffaf73eeac9f723bc6cecf59f4ed577217e729133afdbb384c5e200648fe9" } }, { "id": "race_middle/test/1036", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ed3a22b60d211f73dd1630f87f55d411b65e1aab6c58d39ded7acb4c46dc44db", "prompt": "66a0a52f7801d787b159fcecec488feee3e7cfee00f88a7b4b3068e1c590ad08", "options": [ "31ec806dd4e9800203dce7c3a7c1d360ef35cece8314db77e6ce847dc6d62f01", "d26b4b2053bce65cad5be39a955f3710401c9ee165075f26505cdf2c5a04f6a9", "4d454c6b0e005e058eae0f21b53c6ca506ce886de7558670a475b2fb6ccf2f20", "f067e018a03d34360a1520aeef46d2544656070aaec2220f3d6e277500891c90" ], "options_json": "2280a0490454f6c2ac413c33802afde6c5ad9ad3936cc26a46b9aa998dd44895" } }, { "id": "race_middle/test/1037", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ed3a22b60d211f73dd1630f87f55d411b65e1aab6c58d39ded7acb4c46dc44db", "prompt": "7a5570bba8091ea0156c918d87ee83869b11b11a4997cb1c799d1e81202a8dfb", "options": [ "f99e8d7d5a005d94583c5fbea72f4961c965fbc9af815d360d7c6e692407fffe", "6787aa7fb7d514d624a69d0175cf9f6ec8005e29f27951027f59ff7636c3ec70", "f35a45d7c3b8552d5c3de658faf9bb870552da1d4a6a19f0269bbb83f74e9dc8", "7d874fff8ba24ad3180084cb6785ca2b08b0b2df429e33e462b6a97da851574b" ], "options_json": "27b40adc0b9be9aba42ff7352d115570b82ebf2b7bc9008db6d6fd0dd7526f26" } }, { "id": "race_middle/test/1038", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5c61cdf5b5b376af2f85718761876abbc96f1647afd1cf9772411447456a7ee6", "prompt": "9e4eaae601444d3cb5427bf78442087732fad5014c45e68fef8ea960f7f7095d", "options": [ "82b99e63edf62f3f78ba8461f26b3ab27e0727c06602b7e5232561b97ae2a526", "e1e8f727cc7d0c5e3fa066ae59289375b871bde12e038267e96347e8a1e563c2", "99526d36c5bd790533c433f93cc6ed3729096acfd1dc35278420711dd2b90cfa", "bbca8bc07c02deed2c8b3eaa3b80307ec438a58c64a270ca4dd50193f38c4891" ], "options_json": "000e19bca86bb77d0ae93232a09cab47c9c18f1464c5a422608f899e65097ef4" } }, { "id": "race_middle/test/1039", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5c61cdf5b5b376af2f85718761876abbc96f1647afd1cf9772411447456a7ee6", "prompt": "71ac865bdaa5fcb96423be4d355ca2fa985e26390e7b0cd6aaa1f765142675e3", "options": [ "93586057cdd2ebc4467877f25081706bf38179239363a79f9c5d197283ed194d", "a3f613f9f0655a3803714f2e3f4a58360b04098b74f62b3a0a4b79331c7ff552", "21c920e887e9bdae47960acf3c3472b46c71929507320f202a332c2f999d3975", "5ae3cd3e1309c5e15c36b83c95035bb435a15e6d586e8ef9590c67722caad9e6" ], "options_json": "bad42d9ae85c85df172e7fd7fd854e33a42076e927d3c6ff4443e3e68d95a1b5" } }, { "id": "race_middle/test/1040", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5c61cdf5b5b376af2f85718761876abbc96f1647afd1cf9772411447456a7ee6", "prompt": "e4b5cd23f7988139a876a83090e69b790c94ffd8be6a0b83161984f2ab839c5e", "options": [ "5e800144c97dd98a1a8344c4625a60c90a796ae6226b21e3c0075034450f6a71", "9e414861161239cba6c5923bfb0188c7cffb76ca8a57965827cada8a96683647", "5d9ffc10396c8663397fdf446b68e10d217ef7dcecde39981908067833826db5", "daa26fa4462c5d325c051e59f243bfa1ed2f8fc3c144ff997c9041f48ca47d77" ], "options_json": "7d6e89846320564dc2ce7423ba9c0c834fef5508a527e44c523c1864502519ae" } }, { "id": "race_middle/test/1041", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5c61cdf5b5b376af2f85718761876abbc96f1647afd1cf9772411447456a7ee6", "prompt": "c2ac421b6a57358bcc53a8894ed43d880fd9a6848f2ad522b824456a66767a82", "options": [ "43299d6eeec46eb8532d8a242d2929fb95918523a63d20f71990041bfb0698a5", "7744818874b3c3d6f81965a60f7278f00b6cdd9d17ae9ef657317f87312e45e6", "9eada02859963f01f240cfb115b79ce3a41976d308d5105e07873ee6ae8b55b9", "0c7581e6c8f1ee936c2954469ee0cebafc96d9fb6c55029c128e52fba5903816" ], "options_json": "b80bf8f1dcc66677b33cf88ade6e91f880eef72774c0cda2ca648f3b5df2b0bc" } }, { "id": "race_middle/test/1042", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8c0be7e42e01c34498268c95bdfe9bcc130c23fa2bdeaec0f0c1e7a2d5fb273b", "prompt": "7237ce6d787564c6c27fb7f5b25b5b21c5d26c83172235ef7f88c4ac865a1b3c", "options": [ "e74e171b09f57570bfa84977c083fe4856265ddecb8c71c286dd424193e45fb2", "1c0c49c137e3e45095eb7ccc59d962e47e2ab3a3d87c74c347bc152700876ccb", "518c1ad300eae31efc4e04aa01e873b14ac34b364d34ec07aa1e1508f89cc326", "c211b2a184d54e75c9459970af1224aba1be668f73f7ce01f3a8e473f534c5eb" ], "options_json": "4202584ae8b97a999d9e09455609898b58077fbbf47c78c5b275d0d9701ba1c4" } }, { "id": "race_middle/test/1043", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8c0be7e42e01c34498268c95bdfe9bcc130c23fa2bdeaec0f0c1e7a2d5fb273b", "prompt": "e5edf66c77658abda40341ac5eb3252205550c292d47e03601ef4fee59979bd6", "options": [ "1043acae76d35bcb49dfe7541acf00003f9278954b1085db59ce69077cfe04e9", "5fdcfc1fe437d08a2079e74632c7919444b7b41509f293c8a7ed490dd61c1e3e", "8018841285ec1f5c937a93dcb8c29e73bc330af5b2d2579579a39cde4fe27d2d", "7c4d4b903bf2816c4b7d3f975210cd3c014fba7d033a312aad623513bd7ed71d" ], "options_json": "31b515829c13c3cfbf712fb0002de365d08dc130cfeaf3d634c1aaadae07f563" } }, { "id": "race_middle/test/1044", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8c0be7e42e01c34498268c95bdfe9bcc130c23fa2bdeaec0f0c1e7a2d5fb273b", "prompt": "6e43a264f155ad2778a6fba2e7c52ee6042512e7d07bc71d28a44b87f2b9c399", "options": [ "d18327985bcbce7cfb618a1b277607814b9bfb5e393243e7ac766161c0162f53", "9526e8895eb1113762e5e5be0dd0386cdc304ac17cb14fa4bcad8556e85a7ce3", "9a1d87c0d18a559109c0dd56d2e4d66d9d7d831881df4c91aeb0cb272b7f8d04", "95faf1f2647acd113bfd003efc552a6c949a2bed7a15da3305135fb0d69abaaa" ], "options_json": "f721ae34e375a25e743c00dbc4c0c7fc9e222c4d1c5d5265dffb73def578a295" } }, { "id": "race_middle/test/1045", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8c0be7e42e01c34498268c95bdfe9bcc130c23fa2bdeaec0f0c1e7a2d5fb273b", "prompt": "a3897a7c3e5cb2c67e46ed709c031c23304e2497e80a9c7fd21c699fd143b24e", "options": [ "bde910ca213fd1ea8098cd9966d268197e83982bfbbb1b6d432f4c767c5967dd", "13f9fac450d5d8c296fd66531a0543cc778c8ab3e15b54af4431d3a65ff34006", "938bdf41c1f96e092c6461f3fd2f168284a7ba88cef83ccdb1d3cfe2589f21aa", "a85608c16bbd0cf8228f7338ad0fa727b0da6a43cf5ca1e2bbcff1155fc098b4" ], "options_json": "c27fa927c64c86706482c4ff170b3e3de7f82cfb82561e48ce4859ed550f3c8b" } }, { "id": "race_middle/test/1046", "gold": 2, "predicted_before": 2, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8c0be7e42e01c34498268c95bdfe9bcc130c23fa2bdeaec0f0c1e7a2d5fb273b", "prompt": "a58d5aa6709abb1cea8fb59b5c2769b2d5eda56c0db7bfdd15190ae055ac312c", "options": [ "f8f7c0509fec4ec03f580ef08c655fc3620cd0e425e414bb857891365d0587cf", "e207d6b6c831ad7526d0e26d4f80a20edeb2f0f64474606d0091b8fbe56025ca", "4b3c933d25267157c64e19297dbb4571b605afd9135a3b50a96bb65e425615c5", "b4ab21496ab98faf7094f622951038380928cc7de3dabd52df48c457c30ed6a8" ], "options_json": "5ff16cabde302b213c39dca5820346983866707e571668053c6abf539ff6542d" } }, { "id": "race_middle/test/1047", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c8ac027dc20a18b428b4a657fd4e4ce7fe438ab0a00b3c697ca22a48638b768b", "prompt": "06dd0752ebffc7c0ca7eff0d9d7bab0449b15d0a99446ea1a4d026749cf4327e", "options": [ "89c3fc50c55c027c345a0ab99f3fcd0dbb2289fd8c6f2c11ff638aee29b240f8", "7289aa04aa31dadbc0b7cab4763cd3f458e98decb6218ed5f8bfef184a9104d3", "7f66ef5bdf503f67407159937b5c5baba893a06c5a6719431b2fa60a39969cdb", "8fc08458b3999cdb06586359487afbdb844e957dbc1d9270199701b19d81beba" ], "options_json": "ce3902a16c1da1ada477b0741bb3eaed673b25f1e4f391aacb657928a5c173bb" } }, { "id": "race_middle/test/1048", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c8ac027dc20a18b428b4a657fd4e4ce7fe438ab0a00b3c697ca22a48638b768b", "prompt": "0f842e635da859a34d938320b1fddbd7874e5df9a54ff7a284fbca7ed679fb45", "options": [ "24bcd3ed5289d5151384e0a5b69eca748f3c0a88ff98e0dc554c30f8fe7b4862", "1682d5c603e8aac5e336a510b8f3fb1711e61b086483e33d40589ddf4a2bcddd", "60e45ae493719e607286d766f2b3006a9daa2c79dc120a17c27ff605791ab43a", "9bdebb429d0ee0737f1c339480f4e9e2a71fd49fdc5b35cfdea76847eebc6da3" ], "options_json": "caef5e024427ca5f1e8f3885f8d04c2c4e9b4a22e0104d65709f36e728f616c9" } }, { "id": "race_middle/test/1049", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c8ac027dc20a18b428b4a657fd4e4ce7fe438ab0a00b3c697ca22a48638b768b", "prompt": "0f8fb19a54819bcb8283f324e8f206254399da3455ab8f28c31753d9bfee11b0", "options": [ "89f4e9e6797d7d3f0810b8b9b69ab5a1fcf7635340ded3ea1dc90311a00d6d88", "95a9ccce0f1135c374f121fca006651159bc0255eb34ec9ed91f99bd842b3b00", "4b565606e4057c368f6bab560f548abc2e3322873ae243a72e2b4c6b51523227", "14ee44c60a20a4867f34f302df214e61c6c7d4a21901ae180adf1020605aebb7" ], "options_json": "76b5713d17865472577370896ba59e2203190ac001c4873865ca42a5aee7e2f5" } }, { "id": "race_middle/test/1050", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c8ac027dc20a18b428b4a657fd4e4ce7fe438ab0a00b3c697ca22a48638b768b", "prompt": "6b0c07b03a008ba87e10541e1f65b72b6dca6701c230acdc346f81e350df967f", "options": [ "d28bb0359dfb6df4bf2de5fddccbe97234c533d2636236f4505a5ecff87db9b8", "db09da827bb0c1a19085383e59536388919483cac2d9994d7cc1f1fb276ee69d", "5a8f21f2ee8a1bd5011a3f15447c44f1f422371a4576692a44239fd16b2ae4f4", "176c7dcce5c006bd9f7a0abe7b6ac6fb596537dd11d321a28975a46ed99aa505" ], "options_json": "d5b17ec61dd7dbbee91462fac380420d414213f489656973b673bd12147a71bd" } }, { "id": "race_middle/test/1051", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c8ac027dc20a18b428b4a657fd4e4ce7fe438ab0a00b3c697ca22a48638b768b", "prompt": "f0b9ee27c13e0b847d9ae745561d5fff2a51fb352e0cf8730ab43d1096600cd7", "options": [ "24658a3bc516d22a8f576a079ac776419483f9d2af0bf92add910f0f397f5d22", "50d6c1313763ab6fb3e30fc576c5f5f112fec35672e64d2db8a20f91b461d110", "b05388301078660f3734773d1ab957b15659cc6ce88cb74a19f1939cd5a89e13", "3ae07da08090e58500b2dd979a1aa6a06d4648a376299bea9fa2dc101dc27e4e" ], "options_json": "b24d5d338e5815d830c355381acdff2122fd90a184d592fd40d664fb5f74c811" } }, { "id": "race_middle/test/1052", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22c2212c3820b36ce679299a53e154f23fe33a2b015bf28c0775e14b04c8411f", "prompt": "0ac7bad6cb1cab82c59d4ef3c441c6301f3a1520c5311b385b1db16db4eb0bc1", "options": [ "72a2ed65cc2f51d6dbbb915c98d205c2a44882ded0331717d6cf032ba6211364", "578234cf17d5e62403a5ec71f463e684235e95b10e6478ae6c8c70cf75b0fa90", "e47d4ec4b2b18661581e9d9fce5dde2337b781836da9f5576afbf677c13c2483", "bb079e3d1fa0946006b5890b30ae7012aeeb597fba6d50c39c479291f55b3aa2" ], "options_json": "592d06fb5ae8b72b3cc8c626ea7d2d9a4de20329297a823bfe78fc628e024065" } }, { "id": "race_middle/test/1053", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "22c2212c3820b36ce679299a53e154f23fe33a2b015bf28c0775e14b04c8411f", "prompt": "22957f952fc81e57ea9f2b1d10b6256d1965490d3875e86fbc15ebe0d369c41f", "options": [ "c55c949a40384b8bfa230a30c52069cb4112e6563294b3b549227c1af0e4af89", "587dbeacd2da86b150eb25e03931ec0870b8cf37b81e44bf3d7dff92846a37ce", "74fb059de7799d63b4700e4ee68cd95b6c7497e66c3614cd7db021bdbc86754a", "70298467a12d3341308e2c1f8e930f02a1423e5463908ead4f0b69b80ed1b416" ], "options_json": "6d6995d7680bc16b8c0844b1011faf029083520ec49cf572c23eec0ab399b779" } }, { "id": "race_middle/test/1054", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22c2212c3820b36ce679299a53e154f23fe33a2b015bf28c0775e14b04c8411f", "prompt": "1ba13c7bd949450123d6185c63f0f1d012ac726bc6263616bc244c4f1d090fd6", "options": [ "1d0dbd158cf29a7254e11b80539045e6c0c469bf170e17d2b9264215f83e0854", "ce491a8925c99651469f78392f4a6cba3af5882db0c7a18fe84553c310015b5d", "fb3a7850111f293bfc97a5dd065fae84cf4e7d234451afc8712407936cee2d78", "0f471c347284f2de40bd83593e1c621e168b3f4a5d0b39e8cbe655cc5ef8d91d" ], "options_json": "53b42db728ee93d13a2e856dabe5401f5f8ae4e47ef0e179c1ffeb6c77d94ce0" } }, { "id": "race_middle/test/1055", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22c2212c3820b36ce679299a53e154f23fe33a2b015bf28c0775e14b04c8411f", "prompt": "685a63be7c0f707b90ba0fa3145fa4bb09cf31ea2c773602fc3d0632d277a602", "options": [ "9f500328203b476d0d00a967a6d7895f2e0306b2aa30211f84f22a3397fd1e93", "346ef7cb8247ec1980cebe5719fc5d36ae22ccaa999104412aea9b23ecafa0d7", "50e65417ba46627f4686fcd56a0588bf6c3380b70a222e163997ee6d1a5e1df1", "d53d47064bdd1968aa62f7a68be343620d7d1e66c09135b7cc21f9a38f3b59ce" ], "options_json": "4f83f88eeeab7790110b763ffd0d7e9e00dc1447d67f16e4739c0a36549714fb" } }, { "id": "race_middle/test/1056", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "22c2212c3820b36ce679299a53e154f23fe33a2b015bf28c0775e14b04c8411f", "prompt": "5f86c7a1c605bf8b868719bfb24a586f07edf6cab7344a678e816eb175b5e04d", "options": [ "7f608577c70a8e8980bbac0c8179f58af0c070e922346ad2738343baa621e7c9", "f3e211543444ffc403785a8720bc3c3c00f2de78549178305ef3bcd84d43c20a", "431c2251c2ae7b20455a24a2c97af148558061056a1702d558606e96ba7e395f", "8ec17dc3eaf05f1d6c59c183167a7a22be1958a701a66cf9bb8fe767fbadd748" ], "options_json": "4bc208fab09d9b2bfab6436218078683538f797bc166ce06ca4595b96ea4a6bb" } }, { "id": "race_middle/test/1057", "gold": 0, "predicted_before": 0, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e22f02baeee166c3cf97d9d6e88061c56904f4d8979e40a6f7104f4ca987ae0f", "prompt": "7076b1560de6e63ec33bcc7c106ae714cd960a73cc367308db6a9a618b4b3d2b", "options": [ "f0f6d560c05c76c463e4976e48a77dfb8a45de448ee547a101b438effe155e83", "5a7c512fd9a60160088fc31ebb94734e1dfd160abb8a63e0fe95b737cd4bd9dc", "c0a6025d2f175a439f203e4da067d5aa0d4f87fe112eaa43c5442a0f8b03a525", "f206aad0183cdaf148b8413b713c1bdb64d9aab1004ac388772db6ed3ee662a4" ], "options_json": "bfaf0e137f51ee58879c3916dedf3ba745851376c92d7e14b7d3423e971b332e" } }, { "id": "race_middle/test/1058", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e22f02baeee166c3cf97d9d6e88061c56904f4d8979e40a6f7104f4ca987ae0f", "prompt": "08251b6a4666503357bd96f86b3e988e7d5682eb1fb2d24cdfb7350375a8d112", "options": [ "89a68daa8896468900f9541fa5d9b84472d124b5570738a5c19be6fc58a0be7e", "63637623e3d4e6db1cc7531923c1b227404d0e6abc6d4a11cbebf69fb48f2249", "525acbc559ad9f06878b9d98ce735055d449a9762c4bcf3a9e92843c6d8feb11", "e762609b12c8efc72feedd18d25bddaf1d6b7196116b235c6a177a5e188f6c98" ], "options_json": "a0c96e9be9ff90812a85e98d2b39317bea897972433885f957d109c50647849e" } }, { "id": "race_middle/test/1059", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e22f02baeee166c3cf97d9d6e88061c56904f4d8979e40a6f7104f4ca987ae0f", "prompt": "3a003ab419ae04fb7d0fe11ca6369ee45c83a21aafba0a18faccd3cbd7d0f216", "options": [ "27dc87bca60f7aa7e61d56475e4fadc9e0964d612e39f5ed15ab689ae3b7bf45", "474a0c74ca576f570f884a29c7f5646eeed08c217452b3ea74e89e793ed97f00", "5601415737fdbdfa792136d107244c441650bfbac623d1dd165931eca7b4c197", "c494a1d68c242055494fc69a5cd653d84d510a25c98aff94005f25bb944c3b59" ], "options_json": "6eb020c42444f25faff458d9e3ee272143c9b30f3145c531f72bbeee404cd167" } }, { "id": "race_middle/test/1060", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e22f02baeee166c3cf97d9d6e88061c56904f4d8979e40a6f7104f4ca987ae0f", "prompt": "223c3c29631a372f799dfa942df71551dd3af89333e633c1f956ee8a37490158", "options": [ "0aa369014f7fab370be94074698545c7bb932ec46125278f37bf34ab02a35aec", "0c63a44c74cd742dbec35fe74c3cb6266c8a7f97e60cdf1bba765c4277e07106", "a223f5dec35e58135f94cfc4cf1a790662f3263ad5fa0f600323d0aaed262119", "60e2f32dd4d88e2d69d807014e81eed70d885ce25f3abe561af7ad447010cc98" ], "options_json": "76a72f8f1ed683788fe764df63b2119894439af3dd0375c1b1f7a76e8f0839d0" } }, { "id": "race_middle/test/1061", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e22f02baeee166c3cf97d9d6e88061c56904f4d8979e40a6f7104f4ca987ae0f", "prompt": "6790279573b08da47a0824b4f641c3ec98a1889d93df1544b03478591dc3e234", "options": [ "0bcf876a6addc899600291e0d1ba21d2d9803a15cd41dbbf8a6123a4d01004f1", "9c9324d79f6761625aebfd0ea4e418f75d2f9432c58ac2ea5967073c93a3063d", "d8f83650290629a6be877f2640f99a6b677c2285572104c95c79ffcc86511afc", "4492b6a6c1c4bab0a9d0f4901fc477628d561dcca57e7ffd191b972eda3b6178" ], "options_json": "f7341c1668297bbf5628ad70f7f0f25b48907b99b017957759af3419a471481f" } }, { "id": "race_middle/test/1062", "gold": 0, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4dff286264d2efae23189e5d642d90a6794185b9252abda699b64ea443c80940", "prompt": "29bb2355d63b0cfaef390ca3084fe322f3787d6c3dd758e8a2057d78144f3541", "options": [ "62ed31644f75cc42218b0d445c7e5c05636e443d6a558f439ea8dfde80feb566", "a3529b1e9bb0e7fa3d1be8aaba2c428526973a29f48127ddc34ad5e48e12bdbb", "912554645abd01398c2fd8c02622ad12522763ef5c7472c9a309ca3564fc328f", "087a99493a6d3e639e09feb519f53ae95bdd547606d185f5eae777e1ab762085" ], "options_json": "c4a4441682517bbf4252b66cac94b6a9af3c7d71537d0505f043280e8c206220" } }, { "id": "race_middle/test/1063", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4dff286264d2efae23189e5d642d90a6794185b9252abda699b64ea443c80940", "prompt": "5a9e7704524c0013893703f591009bb56ea6ad1ec747218c0b0e436404b15ba8", "options": [ "489f719cadf919094ddb38e7654de153ac33c02febb5de91e5345cbe372cf4a0", "45c9a6614fccd4f9592d8283a4f25bff84076fd43ee9f90eaa07746ebbed02ca", "0a96f1960786d85f9e1270916fbb29224da7fb649ef6adb322124ef7e5000a68", "8b2f406339328a5dd4c6586a2da0d35978b7a9a13bf1bb0c38274e6ba245964a" ], "options_json": "b51d2c389d7b7762cb0d5e85e1847453cc0504e0cbf4f53b9598943f9c3a1690" } }, { "id": "race_middle/test/1064", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4dff286264d2efae23189e5d642d90a6794185b9252abda699b64ea443c80940", "prompt": "5a4f7ae1a7af5cf9686aca9c2452d56a3f15f68d2bba387849c3470ac935fd88", "options": [ "3235dae17deaac205933904c8907590d02f4e2d8e52bffec60ee8890bcb68ab8", "554427caff4fbc569886ce0daf8ad5186f155782e899d3f10a12027e28ce22f7", "10a61c5458892d139cc9a23bc1a003e284864bfe85ad0e94a47285dbe7a3ad43", "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6" ], "options_json": "b1f5120bbb856f6ec9f1864ac8b42871524b2751a5de18294380e34a96a3c476" } }, { "id": "race_middle/test/1065", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4dff286264d2efae23189e5d642d90a6794185b9252abda699b64ea443c80940", "prompt": "da0a54bc432d3de8bbfd8218981711ba94586d4744b028ee0ba06a911b517159", "options": [ "ffc59b4148c86a4d1493e14d591fc4c30fd4b22b7852feaf3434bc7cd0c2a7b3", "782a564309ff48e74d8ccb0763655571cb0a5d7fe87eb93a415ab92027c78961", "2e02605ea5b343e9edcc74bffa1ea951a880dd1b5b6a49a3ccf95e52ca4adc1c", "51a10f4d264e8c6abba192858ddb00bce7af971a771ad539e3872675bf712a0b" ], "options_json": "461d73ce6bcd690659a52cf579e4db59e1dfd377cbe670dc45820690487f1515" } }, { "id": "race_middle/test/1066", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "4dff286264d2efae23189e5d642d90a6794185b9252abda699b64ea443c80940", "prompt": "575dac1b458193ed4aa77c3a510dc407e511b8aaa167b0ee4481c00f4405a3f9", "options": [ "70226cad738a4699ecbbb5466e5a95af73d22a469f6466c5797f82f7c2b9cb06", "38e5f00c3d472fab8528510c05184c06095fc4e790d834f1ebfd555a32a54971", "0afdc02ca2fb07090b096579560afac7f3e101ad48bf42cd8f781432fad30822", "fd3632d19ff7750ca83e5cb9b9bd7de086c3e3a633153b84ce1c2a012b1fece4" ], "options_json": "b70a825bf0b5df188ffbc24d6bd71716672e4acac22391777389c7796ee58155" } }, { "id": "race_middle/test/1067", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e4e911d5390242601051fc0f42b90b546022695cbda6a64a5214c75b11021faa", "prompt": "d4a0aecef7f29363adbd4da391a008f52ce377381d5ef6559336131e99c3f461", "options": [ "27c413f982275000473beef0848b10bf6c03648afead76892cb0642f93980eb7", "995191bf5eaaaf0597baf52aff6596e215438a507efaf0614e9f39077bd16357", "0fef6b64324f377af179efcb4170ed29a159e0c4a148461247c0abe3283e75f0", "cb91f7cf110cc9acfeb3ca7d6f9e70f28e9c17f8ab49c5a3afae0a8f3ab33cbf" ], "options_json": "6c70c8e2f73a662059cee87ad2e71703b88f5bad2616e735a8ebde9c64fafcbe" } }, { "id": "race_middle/test/1068", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "e4e911d5390242601051fc0f42b90b546022695cbda6a64a5214c75b11021faa", "prompt": "df05e260ed875acfd9b92a0cfe29bf547b9ba362345b90170e52f70592ba9675", "options": [ "f0ff0f19a97691774bed71e615cf5686a612ca921458a645284ef1713b7fa2d9", "0f9ca8758c217eba3bc7665957409e716d7f170f0bf7d7b1a16770ec1ec3e12c", "8efe44f5a2d50f1d7f733f9a4293a7ebffb654a6490900094d62b28f8a80fce4", "fa77536948f5b3f9a20f9292472c104ff8203e90341237f5fea10681971f1c8e" ], "options_json": "23bd302943c9e02c7a65e58d6273a9c19c197a82423fbf4aad16b878b6d0e295" } }, { "id": "race_middle/test/1069", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e4e911d5390242601051fc0f42b90b546022695cbda6a64a5214c75b11021faa", "prompt": "3a3a34874d45e82ea72185ae72d013ca15e942ca518a50ab50c47cb61fa349d1", "options": [ "87c95c4bcc71e9ccdf349dac091eff7a20303711f8443be90bbc4342f31be405", "5213511260470f39bb2e633f20421f09699b8ff063ea777fd50fb73d7c122248", "18784d6c2b6eb5db7d4496737b0fff38f5d93f97bf7f2f9c81e8d1498ea27ed7", "2d954459ecc6ac81bdd98b35f53548e4717dae9fd14036905e7ba678a57b4295" ], "options_json": "b87b681cc488ad07f3be2eb853a744b0e46039030009372f7b0d252b3006715c" } }, { "id": "race_middle/test/1070", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1998de01d96095910b0eadec13870779b040de612413ffcae3ff887d7b76896", "prompt": "a2dc7b50c896f4c8c3f8e72359b2c0f4b2d201031ac0426c51c669003b5817df", "options": [ "ccd0422f3095acab980846ecf28dfba029f23b95b14284f00ae1d92f7a2a5227", "d605082d7539810b22d5f40f0389a7015904821b8a08000c1cbc5166a26c2ac4", "b8bac357442fbfcf1778f47d31c74e3139f87925c28d0c5a240a391fd8cf9624", "edda1c393072fe0a9409fb3d74d6b6ab72558dff4f2e92c1e3008d27c6616c14" ], "options_json": "9b6c5979fe4b1f0fb957b0b9de19bd8817f30d75e53fafa565d33a7a0233eff5" } }, { "id": "race_middle/test/1071", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1998de01d96095910b0eadec13870779b040de612413ffcae3ff887d7b76896", "prompt": "ffc3b467106265879d8059a3d4f087620e2074c7af7fb6bd3fe79e0a3f56b53a", "options": [ "3b0955d9fc0034cbb73395b0bc64dab5051b354059225272d24125a3cb66a7e7", "34065245d633377a5f39468e41c3c5f26133f5de5d0fb452ac4e65da4ab1d9cb", "2a9a30b81e4223bd2dcccf1067746e62946f6261b753c8dff36ba62767d9ee77", "7875ff620a123b1a0a893516d32d62d33e576f28e8426763297fe057b32091f6" ], "options_json": "46e35966953a9da0b38f6ec8d594726f3d80c8efa0af8cdfad2d636e709b9a4a" } }, { "id": "race_middle/test/1072", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c1998de01d96095910b0eadec13870779b040de612413ffcae3ff887d7b76896", "prompt": "218e175d621bb2eb040445d9c4e9281afa4821d27dac7b28d45eedbc1727d8e5", "options": [ "a34d8beced4e5189a12d2a1889d970befcef02d19cced22117834e97c36343ed", "c6f1cb0482e2f2db7c65454c8c89b4163ab4ff0606e7161d80bd339cca9f4cbf", "6c3eb7ade300caaf32c5d2ae11b77210495736a900eee5d25936374ef3107e37", "7904b5f0b36e3f75a2659ce0a8a0e20427c43e0a1f0d1731163a95990ff347f3" ], "options_json": "cea8f54cee8b8ea389552e699d1bf986eb2a9fc50c7f233bf899c4b8bd6fe262" } }, { "id": "race_middle/test/1073", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c1998de01d96095910b0eadec13870779b040de612413ffcae3ff887d7b76896", "prompt": "8e91ec7e4d2fbc324ec992a0b0df8f7e4456ec65ba742eaf8bf2ec10de6acabe", "options": [ "61c40c210ed016a9ad2843527e4e7ca1381c505674000417fbe462688cfa0341", "9d6e9b169c7c5a204f393fb29ec1da5276bfbd327310f1c4173c19742838ef0b", "e0ab1be70c343935ce325aebb05797bcc3dcac42b733d1b654836374cce4eed2", "9c8afe9eec8c1afb5252f2256afd0e81794c2a35e8f2c68fd7f26b612cedece4" ], "options_json": "e8e5bbf9d2341515be374feb55c8883be04ac9fd45b65b9fadf779382161e8da" } }, { "id": "race_middle/test/1074", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c1998de01d96095910b0eadec13870779b040de612413ffcae3ff887d7b76896", "prompt": "8e91ec7e4d2fbc324ec992a0b0df8f7e4456ec65ba742eaf8bf2ec10de6acabe", "options": [ "60c85634e51dfa764d2ab3ecc46da8b9a4516351ea4a0b5f39c97c181277298d", "255b7c2b08e69c3800800a66b42b3a6237d5abe6ee8a396a962e999f5aeddb01", "6ea4bcf91a533a8bda1961754afdf81d586819c1339f42f2e14e5c37e1abfec9", "3f22d304bbbced754aba2b5e9799ca6b2bcdb397b1c55ac7f461f2baf1122ffe" ], "options_json": "e0da703e5bcac38d24dd10229d7cd0a0b9c91e9a6df90fdfa83761219b05db2a" } }, { "id": "race_middle/test/1075", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ac9e585509601eebebb7008d88a3bff10396b23ab52c12af30e216523cb0c052", "prompt": "b84df2a51f0b84c43a1f534fcbe5090a7b56fd391f069948c50a6a971b6e81ff", "options": [ "d7a9cbe9d0bac267e8db371ab5e90d00b616445d7d198185408439b720b12f60", "f231767ec553b27c26146098f087ee72e90d1f831700654a56f6f314c4d9fd1c", "8e994683cbe6ed2d864c40acc93e8b2f8c5449bc464538ccbd0f560cf533740a", "7732b765d1a18803585bc6a983bb2c40ef7f2f7cdb6f8496315856ef802754dc" ], "options_json": "488fa073929f8a582d7afc51f6296ac487b33808c8a2ae1e63dd9efec9c069af" } }, { "id": "race_middle/test/1076", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ac9e585509601eebebb7008d88a3bff10396b23ab52c12af30e216523cb0c052", "prompt": "14647b64b2909de841bfb8fae1a664d6cb0a50e1faee2366219dc214335fbc63", "options": [ "18830e4644de3a209f79b7ed976c297a88b0973f7ec4b8e0e4e7ffadf303c354", "03e12343be4ac2058c74cd497974b4be86edaf8adf7eb460f5b92dbc4bb82bf5", "9bc2b6e255e140191ba0587a7484b7453ba317bd9d14cdf5b897e294dc53d145", "aacedaf8fae6633938197358132ea37ee797d12867005cbd9005b3c3e48ddc54" ], "options_json": "dd20ac9c47e38a88a7cc9f140ddd4e97bf7c45b0b61753c83839a4a7aa20b5ba" } }, { "id": "race_middle/test/1077", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ac9e585509601eebebb7008d88a3bff10396b23ab52c12af30e216523cb0c052", "prompt": "c4f46f2b5f9f947cd747df2b7239fb0628406e123995e8c67df648715afe1baf", "options": [ "c439a5307da2be4a3f2fd7caf5289aa1e17fa2b0553f9760b14a9beab2e424bb", "1443544d61b4a44db203445e8efb64367d55e26478402bc8e259bc17eb5e0b9a", "3491e111df5f3d8df990bfff5f10d25934e946b101bc67ce1d4cc78439c8963d", "f3d2309ec01ead101a6c0c65924569fce844cd6b13baad54eb1b23436f503f7f" ], "options_json": "5c0b660042ec97d0b504c522569e042bb537cc1581ca86fe6555e9377d94ce98" } }, { "id": "race_middle/test/1078", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "bab200795b53e34ba18ca972b2b5906685647282b262385457494615ad039bb1", "prompt": "233532a4187779efa58fb67e12423690b26c723a2061b5377c84bb7265544e08", "options": [ "513bb330ebd24b878fe3af6a3e70297e5a3e4af8b37b1e86d18dffc02650f6bb", "7f05348164a9e09220d403ab86cf67b4d69e931ba2d2f63421b70bd906386d4c", "8709455b7588af85bdbde3a0c8bef092c976397ba1b0aef3c81db9042f2fdc9b", "ec3986e431600bde394045cebe35b22c8cf8a2dff3baf42bbf61ad4f102622e4" ], "options_json": "fb76710c161ccf3f3943c594e3223fadf0e8ee9fb5d9c4199151501734db3222" } }, { "id": "race_middle/test/1079", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bab200795b53e34ba18ca972b2b5906685647282b262385457494615ad039bb1", "prompt": "b9683980a39316165a5be73d8b32892392158ad38d4fcc9fd8089d30ce9fa376", "options": [ "97833d5a2d2343a384246f8e382ae79aa1619d65b335747280b59a1983b453ac", "12ade9bc90f432cdc48aa1958417cd9cb809db3c9edf8beb626b6704f532fcbb", "bd920ba48e577ddfeee91bbb8dc373ff04ec010d074ddd5c5e6c7b8236ba00b9", "0b826bc5b66e4c58c105f90cc3d1107c606575e704e26161a20d5ce2eedfc900" ], "options_json": "01acca41fe5b859980bbf0f8e1610d43d5655ee2612b525850b47e19cad7ce9d" } }, { "id": "race_middle/test/1080", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bab200795b53e34ba18ca972b2b5906685647282b262385457494615ad039bb1", "prompt": "be1f2650d3a345ea64e78041fe83d7cb281d74f40b5731fb33e379226fca9ffa", "options": [ "7f7a69e52eca21e64fef96f96078b0682516a7088c99816d72bde45701745cbe", "46de3b640e245638696f283feb0d529e67154046bca3f3d5a4e943907f3cddfd", "5808921a139016a1bb7a1fab1ecff881fbe6928ef70caf65efb5aaff352e3622", "df4482cda95f08f7e1c9f65858e9dbd4070e8c61435ead182386a2c67e36c2d8" ], "options_json": "9ec45b2b482922eda7dafc359cfdcc3e27a129c1cfac7afe409952921a46c018" } }, { "id": "race_middle/test/1081", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "bab200795b53e34ba18ca972b2b5906685647282b262385457494615ad039bb1", "prompt": "5986906e777fc3ab9159042c499bcc609f8fa024308e3c970b9ad67ed355f6ad", "options": [ "e621009cc1903cab9b21b61493b5d8e6301dcf8029553aac8fbbee2987586ae2", "292bb47fec7b61d83a89f782db66c2b25863804a16b19ed9a735988af1fc06d7", "16252cc0ae3c68d3ab6e1ab8cbee5e036f6f5b9b7bd77c29a838d47a9662b3bc", "a87fed5a4948d21dbd801317dd76b15091583d6d7e8ca76f8f6506a105cf1842" ], "options_json": "73ea7c72a000595501bcca07e2f9525afe8a84a98316155de2a01d218a812756" } }, { "id": "race_middle/test/1082", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bab200795b53e34ba18ca972b2b5906685647282b262385457494615ad039bb1", "prompt": "06e5785ead7ee148b2deacb8aa432f2cbf956be06095156e296097987866ba5e", "options": [ "e19ca95d87ae7ff3731cc1b22fb0083a41290179f10b109acb64838a5f845fa2", "c8b962ba84aceabfefeae38e4a3db9c1b25adac959000f24547476a3d17ac06f", "d6d017b756ceca2a717a6aadefc86a17614bc1ac620998a0b65b3983696aa8f4", "3c3c21a72a81870f184cdecfc07a7124b0a538657058b92a77abf4c057ec6135" ], "options_json": "d48f69947f7f51bb9142bd9bb99dfa286591978f9ceb55e16ad14258717b3ac0" } }, { "id": "race_middle/test/1083", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0d8a2dc742c8cc6bb69c338dcbfe5841fd86f1502250731ed8a1aecfd2cc41c0", "prompt": "4ba2a0959c9f475b4fbf70c62cc402f57da60bd3d6a664191b8ca7366e48802b", "options": [ "6dd576e1b15e1c035bd1b5b87685387e35141034a292ae9a4990dad4cdfac104", "98dd1d59b21ea87633fdd7bf03bd375c460adc4a6c21d6838460ee8e0e7b9fca", "0a9cd27f840cee43042d0c67d534fad62f6da7c9d2d6d6a0ca7bc0a173915f1a", "9a54e5e1eb05cb10929476d5775e78be2296922621a75dcf808078f12a5eb02d" ], "options_json": "733e465245e81efa00f4add15fc49333b5d63bde965c0f7b4470d4c11eb511c2" } }, { "id": "race_middle/test/1084", "gold": 3, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0d8a2dc742c8cc6bb69c338dcbfe5841fd86f1502250731ed8a1aecfd2cc41c0", "prompt": "c124cd9c0d202ad8591deafafe6733db6b7e3b6479a9340feb14c9075bb667fe", "options": [ "9d711047aeb27a201f80bbc1d79d1686083c77463a9d4e55d15eeee36f8bca27", "f518ad9287bfc2fc0c917efef6962b928b87a2c324ecd2d1272e64ad50ad8f2b", "b74ddbc8260e483f52454e08d5df40bc0955f6952421631895f7797ee0a79b38", "e7c6ce1fa1eac92e59b09fdec2e3e55d03bc4c388f864ba103be85f40276b3f3" ], "options_json": "036bc8056131a67a4de1972fabe4ffe84d37ea041195e49da8bacb20d89f677b" } }, { "id": "race_middle/test/1085", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0d8a2dc742c8cc6bb69c338dcbfe5841fd86f1502250731ed8a1aecfd2cc41c0", "prompt": "d4b9cf7891bedb4f3c89bfaffc424c03559382172fc90078c6b2970cd05e27dd", "options": [ "0b00736d1c5ab051c530de6da0396440cbfc59c6d0bbf889e6db3543a20cd7e4", "7502c5a7206236c16ef0b42acf60f1e2d64624636f5f554d52b1dcb06fc9bfdd", "313aa52659fe598af66f455ff309b39ff4a1c42f2cb768d6e77858f78172f55f", "0aa91616aef35358c4d4b1417557e1776e2ee88f0a0d271c92147f8000a8eb05" ], "options_json": "991310ad88f9787896dc078787317c493e12f82ff7608e4d9a21ace7614df725" } }, { "id": "race_middle/test/1086", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0d8a2dc742c8cc6bb69c338dcbfe5841fd86f1502250731ed8a1aecfd2cc41c0", "prompt": "ccd3f4f667d79c09d3ce33eb45ac9251144c2b311dbb7046652e2a47871cb740", "options": [ "3210ac022a8ac386fc77a973d5c90eb8e27ae281d1e7b57c0ac0a95d7eff46e4", "d17dacc6655eebed5980a06ab2e57264fe45b6bc7c3802fac73c02741ccbe0db", "1f59f713138c92adbab0ff6bbcfd82223e5f39c9afe91130e27db6b5ca1d1baa", "9a54e5e1eb05cb10929476d5775e78be2296922621a75dcf808078f12a5eb02d" ], "options_json": "0a10a924bc58a161ecde80df237bfc79bb21bde87634e8f7be0ebb69cd42c298" } }, { "id": "race_middle/test/1087", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0d8a2dc742c8cc6bb69c338dcbfe5841fd86f1502250731ed8a1aecfd2cc41c0", "prompt": "1ff1f10c3b1faf09f302188f842ecab49ae3cc40b3756c1002bf5563e16cd82b", "options": [ "36524cf758ffa943d70c5313316194b8c3a6c430d915a10f9ad923ff96bcb989", "038ba609c513a81e641f638285baf7575753f1930c1bf725ff9828ded8928613", "2c8115ed81085c72fa3cf9773ce84d229b3b0af2677df563e3913bb262707f36", "b05388301078660f3734773d1ab957b15659cc6ce88cb74a19f1939cd5a89e13" ], "options_json": "066db1ff66212516ecd10998c453d947be517eb6e79ff3ba878ae347c20e7e44" } }, { "id": "race_middle/test/1088", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "93cd9f9726f16ad0e73ee956de1ffd862287ccaa58182a14e039781edc0b76c2", "prompt": "757478644b14bdc8e0564d613cc1a77e02245b7a3c4d75ba782a359a3f0065f3", "options": [ "c72b441c6462f5a9833d7518037951bfb020f5abbad36d4cfdf3f910b625aa53", "638509919241e56e8c371abf324449269c01879c1082d3dedfcb8dea0a3cf288", "58d31e45c5fc2b6db984a783eee7235f03a5ed391ba2b9f189f91877b52a34ca", "fdc663dcf13373493f587c80d0917691e9458228d027e1e877ab735a5b6da627" ], "options_json": "2b2ecfe2e1075f5ee9653d0ba5f60e1cc3810d9e51651d028d9a66cc2902b5e9" } }, { "id": "race_middle/test/1089", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "93cd9f9726f16ad0e73ee956de1ffd862287ccaa58182a14e039781edc0b76c2", "prompt": "fda709bb6b6903e5e3d3b4b3704091229b71b36c345bf5c332a9a591c1041378", "options": [ "dd77d9abcd2ddc2b59b9eaad4ac37dd276f7d1981c60fd26f2370154013c4bd3", "d4d12de4e9f1d3d22e0e1994f2374fc4d879619320a119efb164f56df5231262", "395815de72ea927cd198abed9dcfc7554830856c56f7a6745b7b559f94fb8d5c", "3e524497c5d6c05fe2fccda9d1a6c4bb3de272a360501984276e6764833e1778" ], "options_json": "1952614f8c2236d852056cc021d9de44ff50df484bacc56afe7ff31c23d2e313" } }, { "id": "race_middle/test/1090", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "93cd9f9726f16ad0e73ee956de1ffd862287ccaa58182a14e039781edc0b76c2", "prompt": "b1808649d4057d9b6933dec34481354294319ee0bfbfe89c553bc300e66d148d", "options": [ "8df316bf7ac99e7b72b4da1be0f2f5e97fca17c7d53fe8bd880e5aa3b93f6164", "28833c5d77496ff3025f773ab73f0edf0b6e77fb8870e06041fc950884cb114b", "5ffd4d94fee60cd9c4bd44a4016fd1022a479146bc15c72ec54494a7755bcb0f", "c6bb6371aa9fc2eb7eccd5c905d645724499ce1abe059ef3eddc8303f8a0d5c9" ], "options_json": "0b47d142f3d481e428f9924dc3fc9ec5c9f3a4f747224a74d243ec1ee55c4f29" } }, { "id": "race_middle/test/1091", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ed59f8c90a734ec0dbd801682082442e70b319d3a6b8416d66bfb39a7463e2cb", "prompt": "89d4516816256f9d3fa1519e3a6f251680b1d9f58f4357fb3c706a45033d893b", "options": [ "f6f0a94b7a38779e2f19e645e7eec18cbccc4b8bd74cb1cf8a7ef5dee5eb25e9", "551eb7bf416983fe2876b8725af1dcbfe2c9f15c7ed53e95d2fefaf659e051cf", "fd1c616eea2ede3a006fc634687c2467754ec0b67fba78731481b35c4460e701", "08fe8de6a6be2cf8226009fda9c601fcb6172a5e96a3c3fa31b3bbd6d2102eab" ], "options_json": "4ce7b95192d3a1f36fc4ed016493fa1a2f006275bd0d06bae391d14d62964219" } }, { "id": "race_middle/test/1092", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ed59f8c90a734ec0dbd801682082442e70b319d3a6b8416d66bfb39a7463e2cb", "prompt": "dfa48a9c1e101e5f1f95f98504f8818daefb81e18339a5a18bc450de10cb524c", "options": [ "689bfbbd66e396a14b0b92b0d2ccfca101c5bbc15b40bc17944c4c2b1f2ea1e8", "2e076e83564371692acfa51a6c288759bbf257ec0262c71143d4af9876653706", "ccd643666bd619f445db934ac69bbe0d4e97c533bd7ebcef16c598bcede69ca1", "de17e1cdc3e351b5437843299a77415e7ceadb4e7da1a1c50e25e2c4e024545b" ], "options_json": "16d74a6f607952417cd2130b4c7570e6940fe1473fb8e505366857cf60caf613" } }, { "id": "race_middle/test/1093", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ed59f8c90a734ec0dbd801682082442e70b319d3a6b8416d66bfb39a7463e2cb", "prompt": "0f3eb558dbf66233baab33679d7c5e1fac4db1fec2af39590654ef8e22d0b8df", "options": [ "bc559c55a26a00b81bcabc81b5f0f4b31d187f348c8111e2d18a3c9ed0320a61", "e72b8dbfc4ffe3413482fd19a125a9abca811a772a13581e5be48366abd18920", "603f32f02b82b377e6d43454b8c6ac55c8e80440115cb9730c9bfa86a944818d", "e984cac918a1a738045a36c28d819b561e6ef01cd181f60103ad968221c80c0f" ], "options_json": "13de6e312b40272c65f864c02f4103ee5a560bcb436d71df4094d73a62652f99" } }, { "id": "race_middle/test/1094", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ed59f8c90a734ec0dbd801682082442e70b319d3a6b8416d66bfb39a7463e2cb", "prompt": "062cc033d0bd819183e07f19922ca0c53ddd625bbbadcac6d2cdc9f6d9d60706", "options": [ "db32b596de0768270e6d3b6a36e958bdf8a9d0746739cdfd677b1e1dc2ce9881", "e984cac918a1a738045a36c28d819b561e6ef01cd181f60103ad968221c80c0f", "513a4a7cf4f3f2e75ac348097304f870985932213ea298dc2f99294593e88528", "2be18cd5a4690400719d8179d5c57231cdc7f762eaf42bbb7cd6afc3c3a917e0" ], "options_json": "c1505dd1adfb961ca761d012d86e8e1b64e089269800901e7f2ed15e3b0c6ccd" } }, { "id": "race_middle/test/1095", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ed59f8c90a734ec0dbd801682082442e70b319d3a6b8416d66bfb39a7463e2cb", "prompt": "0d82be43c2f842b9da51f99b6a2b3a0200972e94fea08943868f3025ce8361a0", "options": [ "e8e08d27db8e08eee2c4dd87ff3e92ea2788ff0c0de03cab792968efc4d6d168", "e21f3f372a46d4be7b49f6809fc91baefeadae004af06485518e124a142c0271", "77cccf5ac826c2fd1fdf15cb40836b153fc8aa843c58ad7ec94e0bc7957fdbb0", "c41d3f39558688dec65319af7b656bf77d12b27569f996944a2333b613ff9ced" ], "options_json": "a566614f8420911f5a2d9c9503bdd12efb06a258df0040257ff30653603cd9c1" } }, { "id": "race_middle/test/1096", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9dfb3c0c5761107d3aecb3ebfdd5e33db73a1537ccaea9d67c08c1cce3cfd973", "prompt": "4f7b2c70f5af71630d676b85230e37225e2feb3b456206e622b4699f8ab618cb", "options": [ "5028a6fdf51e7a596861b7f8a7de8e92a716129f5240698b8d76a513a0582ea9", "2a613b32af35148b66ee2a6a2f3586b068f989c9b52c4159c35de39ff2c2f0db", "e03dfda770739b4d3379e25094cdf9fc3cf45885ccf7d9c1651528ad781d8062", "c39d53e7c2605a43f7d0b7299e04c2dbb39834f94173971e0a06bf1a2b1f8c24" ], "options_json": "fb73d9c83c573d407bcd09668dc9086689878812450cc6b462a16aced0b60dbc" } }, { "id": "race_middle/test/1097", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9dfb3c0c5761107d3aecb3ebfdd5e33db73a1537ccaea9d67c08c1cce3cfd973", "prompt": "d5e36865b7cd81a8ac24a8b3f594b73dfc5684d0f8663e176b44fa0787d19319", "options": [ "871f07a38fed34fc2a6fb7e85e1f35db16cbf7b0961fe9913b680bac9fc5f0fc", "3f190f9f00a89adef00207f1475dc8472f435c3d0d91462e12d3151b6fa1a408", "f6c845867fe73eda2f45a40a6ca03437609f767b36917d2e8a7f7403425c425e", "de2faeba50d0594acbd2c78a0063ab8afb208615fcb38897445f91e819e3f7ac" ], "options_json": "76ab4a31a8bd00706bfb1ae8b0b517a44ca86accbffc047ea374354d03f6f85c" } }, { "id": "race_middle/test/1098", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9dfb3c0c5761107d3aecb3ebfdd5e33db73a1537ccaea9d67c08c1cce3cfd973", "prompt": "c9fe88e12a9705b98543fafc7382ea3145e8d7d7470744898ad9b66619df7c5c", "options": [ "cd45ea5e891de2863e8fc1d1391c0a9b01b63b7c8a258f9a919dd96f9dcf0119", "72f4953930a548abd117dca7368bc6c6584995a879a423523289cd179655667c", "4d5ef1dc11d8c5814ef70bf70acd525649870dd6c56c67c4ce6df6436b5089bc", "ed6dbdaa2867913ef7e8ac8ef1b06b059cc10f65509597b41ce40f0d7ab45d1e" ], "options_json": "bdf34989a327b99a9c433630a333f5ee22f55e08e68db6b08abfe148da269cc4" } }, { "id": "race_middle/test/1099", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "9dfb3c0c5761107d3aecb3ebfdd5e33db73a1537ccaea9d67c08c1cce3cfd973", "prompt": "10b3e21aa7b2dd1f75d38002b239dd852bc1d4f5cc3cf52cdb12cecb54517bb5", "options": [ "dac6ea8360a4dd08cc412ce4a6670887670f670a04bd479b72e0ffd5943da5ad", "0e6a645f0714d4b7e799c408b0f6d8b3f1f7ae9567ceb083a4e5112a3d5237d7", "c3ca42a7b9a72e41ea2088754a914f2c25db6496b1942db6c501819d38822936", "fa55b8e99032c6c7f270f85503e8d77b7283c0a9262ec3d3b4240c68092f98db" ], "options_json": "e91c460130b85e335621e97fc69bf41e3a3b533484943a7c2a33221756a6ccf9" } }, { "id": "race_middle/test/1100", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bbf4026e988828ffd6f331432ae7ff45fc3067e3ce1c61016153b903c7e6e668", "prompt": "953a2302eca8b53625b35f073bc6e0b3f82446c3fcd43d53ed95cf5eb37ff3c2", "options": [ "01ee16e5d754efa4182093d4cdf199e5e5935e72714e5d1369af96f79ccc54ba", "ae635130267a04e2e13708a7a5cbb2c95b5459bd8950a93564b786fce6772a12", "26143a677353184dad59a7308931c30c7c573002e97ecac31003cc1c8e896944", "5e240ab337fe6b920277d17ab5a27387964efd2993af080a67e09508fd601eb1" ], "options_json": "d268dc02314926412a3521a2ebe8168f294cdf3affe5bcbca8c5a35a044dda0a" } }, { "id": "race_middle/test/1101", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bbf4026e988828ffd6f331432ae7ff45fc3067e3ce1c61016153b903c7e6e668", "prompt": "426571c8452a7e642ba1decaf1ef48d5d2b4c2f639a7696689ee880f276ae73d", "options": [ "edabf2142c01466a61a2ec2d9aab45c3b8aa0ae21e772f5e7e15f6503694b0e7", "dd1e210d298f18bfac7450cc7b5d8c6a46696e52fb2050ecbe4925e71cc92445", "19445a8a36f2ecdcb8d476a5002b4421d6eba1a3b7b591d02ca1a99d4caa5f6b", "f634b456ea20d5f14d3ad43ab4d7db38c6773faca8b0df131815608e987e5f81" ], "options_json": "73b5021d3e8e017a599ea2f3b3743f02d95e936132f2b339b37f83802acd33f8" } }, { "id": "race_middle/test/1102", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "bbf4026e988828ffd6f331432ae7ff45fc3067e3ce1c61016153b903c7e6e668", "prompt": "66b9d3a8867e9cdb77ade4aac07ade9a29550e30809c30f7740fb22b6edad22d", "options": [ "ac2497a14fc59384dff1709bbe61619d0ceb89d973e44137848eaf08e5a32d37", "e2d0c4791ca668104a148430f10a785c846abfd4784e9e5e24dddbea71feb907", "1ab9eaa55ad9949ac95d7b6e9f8f078ef3ea5c17984e606143336e4fd622b6c6", "640faca1a6f31cfa78d2076e8ead7b8cb6c6ccfc70dab3c8599567ed8acdffc2" ], "options_json": "ab39262fd24d93a8982072cf31fd3a0736426558fce4fe03c6dbb8caa4bd53cd" } }, { "id": "race_middle/test/1103", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "5dd32d111035f34c58da6ad8dc9e02bfeb40e75aa7f8e634dc646541d69c49c3", "prompt": "1ace42972e643297fd8a4a5a410c434a724c1df9c28ed586368f2f27ef1cf7d1", "options": [ "e147da4facc5862717b61ba61fee9a129471daf26697ed6b9c7c0334e3dc26bc", "359d73cad9cd3006829eaf1841a4ea81105d1cd9b52177b22199b0a82a6cb398", "9e1eb22c757f9f94ed2407c58fd4fa9032583b5bd030ac836781b912b64446ca", "20dd41ff1719281a6dcdb5bfd20c7b0f5ad80abac112262c0c866945a0ba4a53" ], "options_json": "2c1d0c47bf0647c5c6432ffb8e4e46d05d849169853081c5545da76d4e1e5fb1" } }, { "id": "race_middle/test/1104", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5dd32d111035f34c58da6ad8dc9e02bfeb40e75aa7f8e634dc646541d69c49c3", "prompt": "aee3f5d4ba9eb1c55cd05da0981733071e69b97c1eb7907bf69c87a062240ebb", "options": [ "6bd99606a2e24201df729bbd941417f074f6702dd8f416e88265a187e2206c80", "ac0ccf92a3c734e59ab8fe9f2457dcfbe05448673b21fa98a71f356edfa1b3d9", "4a8604a7341a69ed357cb38452f91962ea3b4e06456ec951552d6f96bc509fb1", "0cae84fc83b02d91b2856aaf23a0e482ae7d13f4eb8de58f9a0c6168ae35755d" ], "options_json": "b0f2cd978645218cfcecf365495bc2b793bf2b9c30e0eefe538fbe37d6522bc0" } }, { "id": "race_middle/test/1105", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5dd32d111035f34c58da6ad8dc9e02bfeb40e75aa7f8e634dc646541d69c49c3", "prompt": "d8d6aa59e785ba61d0ae41e8052c4858a57eb442b0e29100876990a4661717e6", "options": [ "ba275fa075a8dd1a37616d59beeed170137825211169decfd5cc09bee33fa85b", "87f941925fc726f8d18c570a6f5a30ef07a842f9f2a079baa807e29ff25956b4", "82153bd48a9e9c3d452ec1bc00400489372ce70fc7069c5299b2c9bc89961993", "d91a1769adcc656a34f1133df114c90fbf8cb53e59e99f432a25b62704eb862d" ], "options_json": "9176c08559969d530c634d5057c4424ef72f75cc43c0ad49e045b7839cbe83d1" } }, { "id": "race_middle/test/1106", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "5dd32d111035f34c58da6ad8dc9e02bfeb40e75aa7f8e634dc646541d69c49c3", "prompt": "e86e59e0281397c17e5c9c36eea108d88065dc403a409f90d0da9325986dae71", "options": [ "0e47e44e991660b01a78e456d3d74ea49005a15597122a54caa9c42e742ad47b", "f1a9ca3281d3724c8dc20d661d803710fd8844ab772df0c7295f6c579c6673f6", "5efcd6db163cda80ca3eb90737abe103cf736fd920ed853a1f25e6726e19c92a", "89fc510a9e05cf9fef351a82bee79df22356825a5142d813cef35e096252d746" ], "options_json": "eb5095558424eb33fafacb7d3f8b635cd8357ecb66dfb73c3e28752728a0df83" } }, { "id": "race_middle/test/1107", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5dd32d111035f34c58da6ad8dc9e02bfeb40e75aa7f8e634dc646541d69c49c3", "prompt": "a19d6c73c8882925b7697b68148d5d8df54bf047bbb6d6316048e6334e70a3c5", "options": [ "c7010d1491fe2158151d66a62df51b0c3bf0f6d862a48205802aa9596f0529cc", "c4f58164eb8e1f8b8fd4e2e99a9d434f119bb3f37adb31d14bb565563993ddc1", "f9e924e6bc4de73d6bd8342a74fd54e69bb130df047c39a4ef48ce58745b4ec9", "f1d4cab6988b16f4bee31166cdf7210c2daa17a5e2b903df06541cfc2456a099" ], "options_json": "36e48ebb4e804030dbad8cafc0566625e31ad1340c9149c118fe07a371eef8eb" } }, { "id": "race_middle/test/1108", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2511370c2fe867b144680ea344af408a221e8f3677da08db6cf51c14409380d6", "prompt": "e1d9c52d84d4e24c0befe0785e2d3142b7e9664f2d75f3e9474bbf14d6d46a9a", "options": [ "7039255378e5e2f825501cd0d1d7eba59c8dca5f5a8d755160db411ec6ea237a", "d3a9d46c4a10b13790b4aba355344a5ce4643325a123d7575f2b77abe65184b2", "423a596a3f9b1c9bd15532b92bad5efba9f719393885efb5acb8cb453463b619", "ad5b185a58b9c0332a1fcab80050a267c532b57d8ca5a386acd85a4a0ec97739" ], "options_json": "b8a2391092a985bc23eb3d366a76aaa8fe601c412a3d6efca6f840b4924e710c" } }, { "id": "race_middle/test/1109", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2511370c2fe867b144680ea344af408a221e8f3677da08db6cf51c14409380d6", "prompt": "f7664c452cfe4e7e5065ce041946cc74a47d16dbd2f8862ac6f913d7d62f00dc", "options": [ "cfd6e8dd2766d6cf27044370c0d45023b7b6ff5e3bdb73947831ff7bdada2e03", "2f7820a5325de01510971fb541180d3730df116b28942068bb1e5a7040528833", "1eb32d1ee4458814f94f8b92d1bd3e06e16dca6fab43d53f700840321f27fdf4", "a278332c80d902193ec101dd8a4bedc510da4e8b7e1347f0ef0b57bf9de7c732" ], "options_json": "19ecc45816e54975663d11a23e7768e3e1fbea6f11f983c4282390875a72469d" } }, { "id": "race_middle/test/1110", "gold": 3, "predicted_before": 3, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "2511370c2fe867b144680ea344af408a221e8f3677da08db6cf51c14409380d6", "prompt": "b3fe43c0b262af0d82a258f9ea3ba134d16dcb95d9a1f5f5785673bf5842bf7d", "options": [ "8a9779f421280dfc90a1178539800fb0f3b5244af428b6125703ef068307e24b", "d3cec99112255db9bf4963f7798562b6a36f1bd0b2016918629e007d474deb70", "8a6ba32c9bed6ce703f999f9af6ec23686d44e144e4da572d94c8daca4a9cbab", "58a6d6801ae771e632351013ffe8e53628287bf5310e469c8c48573669011ef0" ], "options_json": "be2989a824700f028e22643382d9359741e5eaf62564b22fed9d73b586ddbde0" } }, { "id": "race_middle/test/1111", "gold": 2, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "2511370c2fe867b144680ea344af408a221e8f3677da08db6cf51c14409380d6", "prompt": "fb799851327563510a840af196afb69d647e2842d08715acf402df1b26a37f8e", "options": [ "88c735de09b374c239b87ad9577d9ba7d895b2e3f06280763c07698767f35a03", "6ab532d4ab18df017d375d78d4ee6522111ab61c388b8b6913c4a523aa357bb7", "b71c2c3c4dd149b11fbc35bc5effab28378b042fd154e7cf6fbab09d8a3602ba", "f820a26de69aec5a93f10288168d1ff28f5177e7af4bee2d83bc8fed976627ec" ], "options_json": "f9a8c685d39792123e8ed34fe4b6e35aab48380427c762ed1b7688b3d3584526" } }, { "id": "race_middle/test/1112", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "2511370c2fe867b144680ea344af408a221e8f3677da08db6cf51c14409380d6", "prompt": "b67530db505515c3b8b2ff1c2ec7eecc94afa36512ce60bb23169cdac0a79692", "options": [ "1fde216a9ded242e2f4e097e57d878e2fd06712ddc66c7a667d02f90a1f344ac", "7b587b09469c4f1fabdae4b6cbb078f8c899b8688592e8d9d7f353eaeadf7371", "c492819c7dc9bb867ea8a073ca508cf04d384b76017ee24bd7ac7acaf6535aba", "eb0e58d62055cb642fd166404e6f6ddc3c7b250c9a1e274a358a8a63d9b21bc9" ], "options_json": "a608a55a26664f94415d124f7998b6cc99b3d7ab981d0894785afee7c5b8c284" } }, { "id": "race_middle/test/1113", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4a88482e089e081299a592776e52137e1b252461ca55ec380c30f28731fadba4", "prompt": "1ab156c03d97b2390ffa5c2ef5ae4e7415eceba55c200ab46745dcb13d3ac874", "options": [ "bedca01d2a28ef5d1cbc9a9c8dc8288ad82a58d4cf82e4014695796bed5478e2", "f2c970e2fcd60bfc8bd0f1d88a73128d58465d15b481e20c50667a26344df13e", "a44a9cfc3458504980ef34fc41fe012ba77379346efc0905c3549f9e0518444c", "74556e2ac3a3b7e58d0831d0d2732c8577c63b91af8b4e4e423e9becce56b481" ], "options_json": "df88f5922a947821d02312243629c89ed854bf721f2e66f01cdd13fa6a4443b8" } }, { "id": "race_middle/test/1114", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4a88482e089e081299a592776e52137e1b252461ca55ec380c30f28731fadba4", "prompt": "a0e26bdb129aa271de0ac2d48ec67fcc58911dc0407ebc72f0d61a4dbddefb74", "options": [ "d3a9d46c4a10b13790b4aba355344a5ce4643325a123d7575f2b77abe65184b2", "7039255378e5e2f825501cd0d1d7eba59c8dca5f5a8d755160db411ec6ea237a", "423a596a3f9b1c9bd15532b92bad5efba9f719393885efb5acb8cb453463b619", "ccacd702902b0e7c1d56e6add734c8d63ed4e480ed17ed15d8e0a6c6befdbddd" ], "options_json": "d6b4c3724cca04d3492fc13a002f35ecbb621319bdadb4bb7e00da6b80dc7c27" } }, { "id": "race_middle/test/1115", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4a88482e089e081299a592776e52137e1b252461ca55ec380c30f28731fadba4", "prompt": "bd705ba3f8ac20073b7ffc1910689c70989765837f02ac764495358c0e27ff99", "options": [ "268bc1833e83306f48ae6203eefb86e7a39dedb1d3d6df99c18ef70aa61ef84d", "f868adba71dd145e32d66e997a392a0f335dac0ab12be1b56c39e12031a01aa9", "565339bc4d33d72817b583024112eb7f5cdf3e5eef0252d6ec1b9c9a94e12bb3", "09d59056b12281326959e20973e2ffb805d4f702194c7468dad04d089a34289c" ], "options_json": "abfaf5df91b5bdcdbb86b8689949fe5c1ad70066ba779a3d4f5c5178eb9ede35" } }, { "id": "race_middle/test/1116", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4a88482e089e081299a592776e52137e1b252461ca55ec380c30f28731fadba4", "prompt": "77666cb864a70d9a2322f297f8c1a0a1ae9ae31a0d40f02da526e3366598e220", "options": [ "13605986d8d4281b2ebd86d86d5bcee85b6b25d71de07218e79a40171a749b9e", "8b1f7ca515cddc10c57428085b44ad582cdfa919b20557ece7623d96251a46c0", "da491b5efb7205e96648dedc57500603f04945b1ad15ed1d9fae06b3cc2c886f", "5f020179d0230460ced4fc47042894e445a51f801e8aec4c2cae0329b2ac59d2" ], "options_json": "882c106dad4560ad9b3d0e61ad2b82d0e4c7a152ec5593c90f41426ee285e239" } }, { "id": "race_middle/test/1117", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4a88482e089e081299a592776e52137e1b252461ca55ec380c30f28731fadba4", "prompt": "a90d09a4b96ba7ee175f60e26d6900606b9397d7347b37bfe249fc23bc90a77a", "options": [ "0a120176e5a875943a110ba26917b55d31667fe98e6e597857c8dfd0ea79f363", "e531fb08e83c905c11cf5498e8da4bd8cec0cab20db7529222356aad7fa036b9", "7c316768d5d3238745c78b21905cae699e60046dd77c343c86a03cdbf410b5f3", "8bb95c49bf5a7e79f29841c6511a0b7a619183f8ef244dbc0a956a30cbdf4a71" ], "options_json": "015ecdcf7018026564df45eaf76711e9d4c19b7bc46ad9b128ea9bc5acc5b0bc" } }, { "id": "race_middle/test/1118", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "56812976ad6af48f5c626eec076552793ecc2e8dc409b7de7ca5acb459d2952d", "prompt": "7c789763894a1e553376ceca9ccf7dc7927091094a642220542716514217f0e6", "options": [ "089001a35679a33ef3db0ca350db9b9a2f0136e0e327577b04b3b98127470961", "378ce56a9d146d5174c89d1c0353d7f8e2244e89bb83935a5b1bdcf5e74b4e7f", "f408830bcc7fab370819172244aa32e3ba66a848835911c02629d9a4dff77992", "c426a5fe614fcd11a22eeb458c5cdf6115b992c1724b529161ef6a4143bcee47" ], "options_json": "30315111312e7e7d71ccd02b4463594890b2bfc5abe7a1d29846f10825d33815" } }, { "id": "race_middle/test/1119", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "56812976ad6af48f5c626eec076552793ecc2e8dc409b7de7ca5acb459d2952d", "prompt": "43286dad0bcb8cc442faf32559069b081188d3e1504917ecf664ebc05a5ed802", "options": [ "79b1bc81314de30fec0e2a48bf3306e218fd3ef836063d8d7eaa04c1ad3e7d5b", "8f4375ec65c2c4092a1cc21e76712472eae0de999384e8327c495957121db9c2", "4ad71c2c3ecaf876bab7f9e4e301c37266defb0b36709fa50745501b911366c3", "ad95d5fa651ba86d8923fe1238d24a4f1988a752acfe426ac72ac7c04471bc17" ], "options_json": "4e4175d74517390bef87def125d212442c411ab1f38c6c2513720552c99fa3e1" } }, { "id": "race_middle/test/1120", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "56812976ad6af48f5c626eec076552793ecc2e8dc409b7de7ca5acb459d2952d", "prompt": "234e750b5dc3692723f25910a82b0c5081eda91023a1ba54dac019d7baf1f514", "options": [ "047073f48ebe50371f68cba32c9c8a2dc268460e24bf64c2ea5adc041d169558", "5bab60e71730065e4c78c455a534ce16d68708281c5ba0d0a6a7646eef951d1e", "eaea2ec3c80dca5c12139fe0cee9772144e49735181fb74069ada16d66f087f5", "530648acf76f7f0d32b56c0aa9b676f09e2fb5fe540c061dbcd9623295adc773" ], "options_json": "3932376d8fc7ab9c196cb42e938cccacb5982b05d44980c294bc836e4f003bfa" } }, { "id": "race_middle/test/1121", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3721c43caba311c973666b80d8a80e867da651693b6f703bfe0e0a17956b7e40", "prompt": "051d97b1fe93fe0ca96642c67c7ea26ecca05625c371e38b4a21ff9cfaec3992", "options": [ "b1259567b8a27cd0ee0ce4c79d0670c75bada9e86dcdeff374ffd922d41cbe7e", "cd9fb1e148ccd8442e5aa74904cc73bf6fb54d1d54d333bd596aa9bb4bb4e961", "cc172a7c8269911b3ba1223fcdab399931b67ba12cd917fd0e5b3fb9c3707ad4", "0a8a56bbaa28b5987c914b3e733a770ac3021dcc61e5db106417a5a98ecdc92c" ], "options_json": "c90059fe9a267324853a7fa07279187015b4f066f65132a7fa3d915ffc018324" } }, { "id": "race_middle/test/1122", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3721c43caba311c973666b80d8a80e867da651693b6f703bfe0e0a17956b7e40", "prompt": "3d18643de67bf90750b9164903183819fd0d2b25cecfc1510c765e975302f37b", "options": [ "0a8a56bbaa28b5987c914b3e733a770ac3021dcc61e5db106417a5a98ecdc92c", "797467e0e4cc1c76c369c1783ed11e8a5fb11088f86808f91adbf00fd97ce535", "fbfd22d35ca4c9e20594e433d8c86805c714f1b2b7a8b2d020d1f70578ee8e34", "479098022887557144b9d1ad74e2e580e6b36f71ce682035e8f09f17b44000d0" ], "options_json": "864ef576703aabcc35609c960035bb52b0c87eac846555247c57007b6f24514d" } }, { "id": "race_middle/test/1123", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "3721c43caba311c973666b80d8a80e867da651693b6f703bfe0e0a17956b7e40", "prompt": "207db623213edb6ab7336915952131f3510caea679c44d0494568f841404ec2f", "options": [ "797467e0e4cc1c76c369c1783ed11e8a5fb11088f86808f91adbf00fd97ce535", "b1259567b8a27cd0ee0ce4c79d0670c75bada9e86dcdeff374ffd922d41cbe7e", "cd9fb1e148ccd8442e5aa74904cc73bf6fb54d1d54d333bd596aa9bb4bb4e961", "cc172a7c8269911b3ba1223fcdab399931b67ba12cd917fd0e5b3fb9c3707ad4" ], "options_json": "923e94411d8251de6c2ac30d8875d6378becb5a684fd0bdfd39e983d48a5ec97" } }, { "id": "race_middle/test/1124", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "3721c43caba311c973666b80d8a80e867da651693b6f703bfe0e0a17956b7e40", "prompt": "1487731acb06babb625a8fd55168b6f7e662e73990c8dd11cf3fe15bbf7989ac", "options": [ "797467e0e4cc1c76c369c1783ed11e8a5fb11088f86808f91adbf00fd97ce535", "b1259567b8a27cd0ee0ce4c79d0670c75bada9e86dcdeff374ffd922d41cbe7e", "cd9fb1e148ccd8442e5aa74904cc73bf6fb54d1d54d333bd596aa9bb4bb4e961", "cc172a7c8269911b3ba1223fcdab399931b67ba12cd917fd0e5b3fb9c3707ad4" ], "options_json": "923e94411d8251de6c2ac30d8875d6378becb5a684fd0bdfd39e983d48a5ec97" } }, { "id": "race_middle/test/1125", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3721c43caba311c973666b80d8a80e867da651693b6f703bfe0e0a17956b7e40", "prompt": "80f869854ce9fe333b1ebf1fd5c3cf6ca51965bf9ef5834756972e76f7cf7268", "options": [ "0a8a56bbaa28b5987c914b3e733a770ac3021dcc61e5db106417a5a98ecdc92c", "797467e0e4cc1c76c369c1783ed11e8a5fb11088f86808f91adbf00fd97ce535", "479098022887557144b9d1ad74e2e580e6b36f71ce682035e8f09f17b44000d0", "fbfd22d35ca4c9e20594e433d8c86805c714f1b2b7a8b2d020d1f70578ee8e34" ], "options_json": "6aa7b0a8ca0acbec6c8b19c8d3150a8ee0ccca3833cde71434c1cef2493a86b4" } }, { "id": "race_middle/test/1126", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "954a717e4427977d5e9bc792b4dc3aab5d3759df6cc1440aaa1c1060eea634e1", "prompt": "7e56707e2824ff587a60650f8a009fe103cef7bc74a3ec17b9587448a752b1d0", "options": [ "0af2052c71e83ea84109c54710debc8b3d529d3fbf9c8942ef49bc0cd5d75bfc", "b4791ba04377a68f74584b96595ca1a904790bd2eb67e0337fadbec0d35a4f76", "1bd882b6a6343777c2fd7081acecea5a0e73468f97dec0dc8afe134d182f63ad", "4513fcb2d72471d6df4a02a4e199a8b9334b9a0203297242404bb44caaccc1ca" ], "options_json": "b6ff57c9b9bac06888edca5e2598c1360dfe8caa66e60001296ec497062aacce" } }, { "id": "race_middle/test/1127", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "954a717e4427977d5e9bc792b4dc3aab5d3759df6cc1440aaa1c1060eea634e1", "prompt": "f627578204776117401ddc586e3eda6085647883885b0db35719f6b056d1738b", "options": [ "6640231a2b781a12891d4589ea4d0ad165497341bbcf3b7d6a7f9ff420fb3676", "8aca52e085e224a4bc63a5acd52f7aeebd54eb12ee362aa7d95d8bc9c6262c6a", "02e4de8a51ba9e632b39e78da95df9e5e1d5e4905c5b274ff1735f7b5d6baeda", "7ac7e5fda9dd885289b7c9fbb1c05aeb33e4be0848940a8237edc6807d0af66c" ], "options_json": "d9fbf2f141933f7a186db0c78be919b94febfd885514677d7d3cd4f435be547e" } }, { "id": "race_middle/test/1128", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "954a717e4427977d5e9bc792b4dc3aab5d3759df6cc1440aaa1c1060eea634e1", "prompt": "df05e260ed875acfd9b92a0cfe29bf547b9ba362345b90170e52f70592ba9675", "options": [ "2eab6e915476b46809c07cd0d48c996efd2abe20a8786d7c193d9f41f3406710", "39f108392c5bc0a8d52843d4ff10f5a2d3c61ec5ac9e656e73866c226fd1930a", "9f060b66f8f857816ffad03f30f6c4b51abb8a1c7e71cd3a440185dc835550e9", "926733c6a8b95a63ca0796c493d80e91b924088c07daef7c99ff31fd9efa054f" ], "options_json": "7c03f2e4744ac98ed09211e74d63abdbe1bb34f772f2c8cc11784487df04fa08" } }, { "id": "race_middle/test/1129", "gold": 2, "predicted_before": 2, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "954a717e4427977d5e9bc792b4dc3aab5d3759df6cc1440aaa1c1060eea634e1", "prompt": "a353c8df33395990ca8274acc3d10558801273c9f6835516d37f48d5c487d774", "options": [ "d3c47a9b712b9ee03cbbb4e158e80a724b9bdd4a8ef37262b43f94d2ee3e25ab", "50f88f97ab8f38178024f77bbd61ce5fecc33edf57e4259f0b012774359fe7a4", "4a0dfdc3a51be97fdb0046a72d591817a98b320b14ae75aac212404a671e9390", "85bbbce49d2294b24d4e5b7957f8c3b1e232c9a285ce8216001dc93fbf405aac" ], "options_json": "2fdf3111147268521742e9156d277149ccbd7d7afa26ad543d533dc2207b4a4a" } }, { "id": "race_middle/test/1130", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aa9318d5eb42b072fe79e08e7995ca72183b89acec33748dfd24c76c3fe7e93f", "prompt": "0a8610f86b4bf7cae7e0b3f76a9a033f13b36808c5d3daf4974ff5d1c5ca8cb1", "options": [ "873fef760e5d001ba0a843bf1846713fd92538699f323ef00d51f97a2ad2756c", "6a00dfc1dc867e8454c2c8856e1512d9bf02a76710e3411c0972aec886c76c61", "e21f3f372a46d4be7b49f6809fc91baefeadae004af06485518e124a142c0271", "dbe35c7363c2f7ec747b902fb240907fc58ae00b98f107be2d4c7b9cd7f6226e" ], "options_json": "1f699ee5fc7be054a28c76149baa78f2a823907115d36f429fd7ef3d25df9830" } }, { "id": "race_middle/test/1131", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aa9318d5eb42b072fe79e08e7995ca72183b89acec33748dfd24c76c3fe7e93f", "prompt": "d82cefea060f715e6afaf838b9ecb0c24cd495d26807a6f8a1d74350d87cd171", "options": [ "d493f8869139bac710b992c1126f61b8bef4bbf2b00b4b3c047f243cbdd0555e", "e049bd056f936d1b39b704abcf824eaef39bd8877fcbb82b2a213ceec82bdf26", "7a6c4fac6c5cd7209ee2eecd9d6ad3673c55315117de1d8daa5aeb3f71bbd7c7", "7062520c5a0ea9deac825278c9f4f0cbad48864b2c7d0c7f1ebccdb752afb058" ], "options_json": "e4b1e28d0fe300eab6cb7eb7c12e9eed27ba11f2c800533a73e7867ffee955c8" } }, { "id": "race_middle/test/1132", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "aa9318d5eb42b072fe79e08e7995ca72183b89acec33748dfd24c76c3fe7e93f", "prompt": "1bd7646f7a345c8912846dcab9ae81ae7d21c0b4624bf12ce9bb2b5b1c5b87ab", "options": [ "74fecc589b7a5d1f76d98c949941058b95e869f7156444b58791f20571258432", "14cff56e4693c1e53c765f181503c04df3d7bada91f6e8a9a167306ec06fa33c", "80aedb3f53376ae5de4ad2f7ff26457439499e8a13b699ae6b89f8ae42ea5818", "32fafb4ed56f8a48ff82a4808346db7c6c584f7e287106750c98744ef6cac0c6" ], "options_json": "7c40917b9f1c1522570a5a55a237dc4bdb993bc340798b27840a7c30fad22938" } }, { "id": "race_middle/test/1133", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "aa9318d5eb42b072fe79e08e7995ca72183b89acec33748dfd24c76c3fe7e93f", "prompt": "9e745ad133566e0e463e1e5449b981c95b23067b7f158c2bf96a5b19dd31ea44", "options": [ "fdec3017ece740086993134cbd7f1b3dab9ca5d31910bca14dff2faa21d6e157", "cf5543d87f5cca6b0adf4f226aeae5e02e35237782dbd60feaed751b75d5586d", "02e3a172dd13f34092c01a6b6824e1bf26af5df212eb343247a5b38eb4a27386", "ca9fd66c11c78ae733bc0d786624c8d1f789882a7eca9e0e3a63b93f9b682a6b" ], "options_json": "b4e53111effc7d3bf54583ea8fee919eb5cd5525b251bc6f1594ba6a23745534" } }, { "id": "race_middle/test/1134", "gold": 3, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "aa9318d5eb42b072fe79e08e7995ca72183b89acec33748dfd24c76c3fe7e93f", "prompt": "84212b4450dcd22bd8db547ee91e4d2103862d14088d1f7582c9e0f64106dce4", "options": [ "45d921215d37d9b0c050725de4b7b67186e95fb7edf52b4354a9ca66d0292ada", "80aedb3f53376ae5de4ad2f7ff26457439499e8a13b699ae6b89f8ae42ea5818", "32fafb4ed56f8a48ff82a4808346db7c6c584f7e287106750c98744ef6cac0c6", "32fbff57022eff509575662291cbc050c0b7eca5523ce90ddc738c9d6ec6bc1b" ], "options_json": "c2941cae98e33431579ec1ca6f1329203d0ac89513a81b92b01293dff8658a94" } }, { "id": "race_middle/test/1135", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d70d7fccb512186c3ee802e0bb2dc5eed320fbeb81ff3af4fbb319faa7b2703b", "prompt": "dde1b573d4b80988898dff16a410ce8342006c2f91baf7a9a10ef1265f4c7694", "options": [ "20ee235b5de5b36244da6f9aa1cbdd032a90867ba92276ccc8c38c0d0d57fcec", "576c85c584f60555c2a024cbb99dfbbdb5f58c3bdcf28dbc8ea315fd46a388f3", "11d1ff4edd53407199c92b00cbc3abe8c9c5d5bed4414ad07b55c896b0e7a713", "48deb732e8de8fe7995bbc2816520798fcab815f62165af4d53bbc24434c963e" ], "options_json": "f808b654fe3149ddf2ffe88ef323261030e704abb6f2257f7af5a4edf12e92a6" } }, { "id": "race_middle/test/1136", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d70d7fccb512186c3ee802e0bb2dc5eed320fbeb81ff3af4fbb319faa7b2703b", "prompt": "5f06780ec8ff109c1ef749d1f59bef13ed19db2d8409c17c52cf9ec2cb467721", "options": [ "9b7bd45edc794914d33f96bb0b8e5e9f632b9150dcfcb3bdbf623be243d38cd6", "dda84fabe32ef90b8417bd7641e80d1795ef90ab3595e5f5f37924d077371bd3", "dce158d97293ad89b32817866c85bdff14e5b8ca5304b2832caa24403d3853d1", "c72c7026ff2518898932fdfe6f32e880825d40c0fcb91f2ffc46b88245742fdc" ], "options_json": "40a366ffe5ab8cbbda4bca591c801c2e2f0d96df3dfd0de0566d8b12699c8c4c" } }, { "id": "race_middle/test/1137", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c0cbd598a6bf97c4674454b436f883c8f6fb4504b4186fc772bd0aa6818f8a4c", "prompt": "45d116c543c42aedf0a13a30873dea82cffe31399594e68e41c5dbb48cafe74f", "options": [ "882140aa74f293a35fa4d9d79d41046ba56dae49360b477706e2466925aa7414", "3aa27c518ed2e35b89e877a0bcb6c2ee8e0580631be6a30ddd1e5f9266167122", "ed1b753416f72d451c809887a91ff50ec1eed4bedb238b3585c44e0e60bc7457", "d5e6ec8a664552ee29b8b1800deb2486f2a88fc3c846b8f45c65c46211076e67" ], "options_json": "8bf3aa7a038679b8cc2ac66da1f4e0b3300576fcf3c00f424435f4393cbed394" } }, { "id": "race_middle/test/1138", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c0cbd598a6bf97c4674454b436f883c8f6fb4504b4186fc772bd0aa6818f8a4c", "prompt": "7ffe2cc82502c767e09a73cc5582b1939ba595018242b266a4b0defd1f24ec4e", "options": [ "12f5aedc5d39035cfd80b4569a521de7b4b577cf206326a6fced1572006c4b04", "6ab523c52d1407cc4de015423091d1a76995f01d32d6c4b36616df23da744a0e", "58ea8edc90ea4f1e39f30ab1a1962f28d21d57a6105c59145cd227334022ccb2", "3ba8d02b16fd2a01c1a8ba1a1f036d7ce386ed953696fa57331c2ac48a80b255" ], "options_json": "3180d57d381622f9b62641d03bda1ff987daaa63df6d6b1c6d1f492f08db3264" } }, { "id": "race_middle/test/1139", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c0cbd598a6bf97c4674454b436f883c8f6fb4504b4186fc772bd0aa6818f8a4c", "prompt": "04344abae65014ece5cf00fcb37fd1b21d633f91154fd7a7c88b60ce9ac4cb19", "options": [ "e5d7c56ea4b791a5d675dc091985424335cf35d8e45a51222daf54f4087df252", "052a3b6346d2013a2e016c312991115c2fbe6fd025018ad43a09f806c2f010a6", "6b0cee47934367a68119e016c6b886cfdd164835b4c340ce29fee7587422ede5", "9981571a79f0e119c21cf0f5253bdc9f06e933f0e24df4809268d9e81669528d" ], "options_json": "55663dda584d864a8a419d7e0188796952cf3b8a3788dd0039ce7ff20e4ffb76" } }, { "id": "race_middle/test/1140", "gold": 3, "predicted_before": 3, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "c0cbd598a6bf97c4674454b436f883c8f6fb4504b4186fc772bd0aa6818f8a4c", "prompt": "60b80edc93e09978171e158377ebd00c45a01a316ce823be662b0ec8dc27efcd", "options": [ "57585369e8ce8e4d2e3a4e0e496cb073ca0d2854200367a1f0af069a0214cb57", "be54100c0623af4e0170cf189b6d0584635b28aec0da151fed336ea2a20a9cea", "21d85659371f7cf90efd250e59255311e24e8c0289b9404af815b6a1eed094d4", "3b3036c22406574ad32478c5ef77e19c9f4776b5be174ac3f69ad591496f5344" ], "options_json": "fb687c00437867fb2dd08fa410718a12934e6e8fcffecfeea66f92c61f8afbbd" } }, { "id": "race_middle/test/1141", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5ded3f9028106a50cbe61a3a6d99b42008c369907bc7265bae277b44df50b7f3", "prompt": "773d1de0aeb213c1561c705b59d85518d9a4a49c40062588ee98ed041e4f8dca", "options": [ "3da12c0110cd6c9280be758977c39503975fffe19d7a57eb77518f5b94d99ec5", "d362fd15a6b96723395f214ca00b57e55a5592c0ac5de59c4885a464de01b96b", "338e0c507f9549cbd5f5b55ec0d6b35255518632b3646e6b7a36ed77ace6a4f3", "4e3758efe871ec41beb6a9975e1d5df4a61b18a6c7965e4ec591e28255d14acf" ], "options_json": "5cc3c63902ddc7c27af184e569a1c49162a7abf191ec3ed75924f069c9e90b77" } }, { "id": "race_middle/test/1142", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5ded3f9028106a50cbe61a3a6d99b42008c369907bc7265bae277b44df50b7f3", "prompt": "06cece676c076374f8dadd2ead76dbceed7c5b14397d0b6e9d84f433b36632cb", "options": [ "9e525e2a4562c6d75bdfbebe9ca0a871c8255d09708484c84e88fd76eca6738f", "ee4cfa7059a8906620ace758130f4563c35226e5805c10c0c725df9562365966", "998ecfffba608a94111a2066f0bf7d1b958f51eefc631985557c4cc88e952264", "1ce335320945fe56ac86652c4ab4f10fc2e76a58c0554ba7135cf8b14c6fe525" ], "options_json": "366ebbcbd48d47874b0adb0133384095278a9d8ca145b599e39e4fa361415f27" } }, { "id": "race_middle/test/1143", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5ded3f9028106a50cbe61a3a6d99b42008c369907bc7265bae277b44df50b7f3", "prompt": "731a7ffd8807b6a048ecb80b98e1e334f2fd25309b43f1d60c5ca90d56212629", "options": [ "5a04be9e3b759182f5bb3c1defa4b796f57f1c9625152f1121b89df6b5709c73", "85b0a1bacf31a01b18d5ddc2b783e294657e4087237ea0c863c532f16243661b", "7971ad89e7bf3612f3211b24f47134b517e649971811a9b63a5b4c9622ad136b", "dc035164846078c3e95199d8c718e69ab61b81cb3b77a00ff8dd57333f31c8bb" ], "options_json": "1593fc9e045133a082d4751f8de08941ea459a515c7b7d2a32117d7ea50ac9aa" } }, { "id": "race_middle/test/1144", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5ded3f9028106a50cbe61a3a6d99b42008c369907bc7265bae277b44df50b7f3", "prompt": "0465c18e7c7811928fe96b1f12a205abb7277563c8bcac38859af9bede58b401", "options": [ "fab664afdc2b80da8dba50458d36ca6e517bdfec370fb7f502cc8e26278f5790", "c2a61944550aa033a5032623c9065915104271bd12422d737245eddc9c895fce", "9bf2d57f1899154535496ba2992da15477cff8844a65fbf1058c16e1d41f2a59", "8a30df3522fa4b203175acdf8909d2b882520fd558238981e104288b9b7414d7" ], "options_json": "7fcf69d018fb738830ffb5eaf8d5b8ea527fa5061b89feac21beae08d194f1cd" } }, { "id": "race_middle/test/1145", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6fc83de0277b703d8d413b6d60c38dc1ffccf0ca417889aa6b581e16e1ffb3d7", "prompt": "4671364ec7c6e4bf6a72dbd3aa7f46de401b037b9df6edd4eaf442cc96be6f90", "options": [ "15f1261b5f7609fc1cc63ff70c99f047be416905c94ad90f2fa87a35cb8b6017", "8be9027b4057fdf87f33e374bc056eedd2f384f22de62a8654709268e32b0fce", "d4e693d82aae8c17b74dc0df7e1c6bf690e2ddf6f8f5cf0034f6591365644185", "72ee1949c2d7dca55f1661466bff8c65a4885acb306747e2d012ea128681a5d6" ], "options_json": "e30966fa4f6ca7e4265d29006618482a3e032bd3bffe4790637110a15fb59a46" } }, { "id": "race_middle/test/1146", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6fc83de0277b703d8d413b6d60c38dc1ffccf0ca417889aa6b581e16e1ffb3d7", "prompt": "48cad7f14ec93a29f03a05702db8a79b23298d2aafcb593b48a79230847fa8fa", "options": [ "d0505db8a1a881e339857789f708801aef4ad2df2f110f79937591a1e6879a7b", "964b894f95bd4e3f9c736e641513d5d6ce25acea4dd0e4b1b7128071f3a30803", "2c4deeb1e12ba8664d18871fd3569c8bd3c818f0c6bdccca0d7016108d267937", "cd54e00a4274373b1582df8a9557c0cd0fb86d9a0648f16655ca562884ab3bd0" ], "options_json": "1b5afbb0c56c2f33e826479522b4bc47ad823c3f28b43d0dcb71e0992c69ee8f" } }, { "id": "race_middle/test/1147", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6fc83de0277b703d8d413b6d60c38dc1ffccf0ca417889aa6b581e16e1ffb3d7", "prompt": "10efb2d10096660c7303644fc81d27f420d746a454741e529730a8ac7cb3a06b", "options": [ "2056d156c29746d22c2af59636278b76c8558d03a1122beec3e5b5a28a5bd08d", "31e226fe4a183f10143f3ad35a68d26977447f571b3ed16e1863b5d5d3b3725f", "55ece28d9e2d90338f5658a0e89ae5daf4a51c4474fa7a451e4f3466bb71367c", "d747bb43f3170e08b9e3635d7949cfcf8683a569926c7fc4cf334e33dad05a92" ], "options_json": "aa49f069e4657a42088160ee38a599d430e16907319b3f6504c4c7e4242efed2" } }, { "id": "race_middle/test/1148", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "3dcd3e430c199daaa107ecdd8f2bedf089e9e5e3daa150128ef310b786dda6e4", "prompt": "038be1fedee88cfad4707852beb2c3609c083fb4a3e88f39d5c53027d8034baf", "options": [ "9c1c02827f03543f9c319ef59c98e4a0ad59f05b2c2e56eeccffeb8ad1acf649", "8a79ceb42dadc9eea80402dd0b5c1b967bba68280bc4ca6e08691cc32837fbf4", "5dd97618d79b6fbd86d095c5a1b967423cddeb16199595b81da97928ae629dbc", "46a0a9063fec0faec0c1ddfc790c143c1dd6adec29da03ff43606b9cfa337751" ], "options_json": "d1fcaa66130ab06aa3a3bc68fd628e7bfd76f268ccf65eef966187cdb4ab4b48" } }, { "id": "race_middle/test/1149", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "3dcd3e430c199daaa107ecdd8f2bedf089e9e5e3daa150128ef310b786dda6e4", "prompt": "60c0ec795cf13ae98e3c71909bc656fa5ecaea48b5e0015f5d12efe860fb2283", "options": [ "1f58b1e965af65127ac83fca0a4daff741d74d4fe07f143bc44d46ebeb34ecf0", "237ca6d6b4f11dde5402cf362c3ae19e0d326ce4fcf620d89a4e9e5de5c143c0", "3861f90ae1b80a8622a45e5aff662bd6854d0b4f918b4ce1b59c3b55ad2f62dd", "009ff3b56fbf31d007fcc8ec0e4dd5a9f2eae44e97ac5b689eca334b589549bf" ], "options_json": "327edcb500d8ae0506af15b1c6987a89132e78892a741613f656d8acf6d0c32b" } }, { "id": "race_middle/test/1150", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3dcd3e430c199daaa107ecdd8f2bedf089e9e5e3daa150128ef310b786dda6e4", "prompt": "30a2dfa6e5328ad80f651eac0eee7bb9422db0bb23405d9836e9be3a9fea2325", "options": [ "91e8ce6ddcbe5922c03e2e10f9665319c4d8637d3f63c11b37c09f5a18a58b52", "b6428266ad2ae45fae70e7d664949f9fe859b1fd2ae370672355e43418e772b2", "c0db47f6179106a3b9aae37f25570a77513f7b42a5ea8f55c94babfe6787489d", "0b9201441c5bf06394b06304870d7388c4d41f9e873f376b76a3b092b6083dcf" ], "options_json": "4e9047e7b21e87afea1c32ce83b0822765869412c9d22ae144560fc81b3702e6" } }, { "id": "race_middle/test/1151", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "4c8754517cab2ecaf4e8561adaf91d095b39b3a4c14aadffea48afb53ebd826e", "prompt": "34f80c2518b76eaf436b8e024a07253b47ea4ea396324d4617d90a27be41ec6c", "options": [ "a5115c801e92d691ec36f7222c37f3b5bdebda8150613dee4c6778ea4025fdf7", "be522ddd117baf22aeb3237ea55fdc84979d76eab42a3ae42d573b272058af32", "2fe3cc82c9963754092ac5233f4361dc47796ef734a75f172395f23849984cf2", "75d6f486f026af35aad533a75927ac1a0df1eebfd17e8f9191eb542a7c7a95a7" ], "options_json": "48b76bbb568bba959cdedc6f7417365a68660fffe667f50aa08d3e3099eb0d0d" } }, { "id": "race_middle/test/1152", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4c8754517cab2ecaf4e8561adaf91d095b39b3a4c14aadffea48afb53ebd826e", "prompt": "12330b498473cee937ec66375e5cb4bfb68072f9daf7363287f1b585b503303e", "options": [ "e780a44fc07dd8155ce1165f00f379ef99b37ff0d3d60ca42fa1d4200947b82f", "4ce966e9ff65d217c92fdec25dbaeafdcc7eba8e79e433a896d465fb1a4f902c", "34db3a24d8b8b5542786b28abaa3f8edc900c942dc3496da2239e46837039341", "7b177365851beb6ab334b8da5a474b0ca870ada8e322621b6c3d94fb91fd5cc6" ], "options_json": "1dc39db175b9da8329c42545f2d70b050d82ff213e167dd963fe04ce2e55331a" } }, { "id": "race_middle/test/1153", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4c8754517cab2ecaf4e8561adaf91d095b39b3a4c14aadffea48afb53ebd826e", "prompt": "b252551c0684063152e4ec3f4652288264791929e1d43a1d76cf5e2d6f0f2899", "options": [ "7c5d609eb4d1d2c465ba1c74c142db2333ab7f261783157240b2c1d015c175d7", "db99c93c5cd6a95fab45c8c4c41c8e2aacfbec5cf60e4be449c3f906700e08ac", "2b06a2db836f3cd8c4706bbc83c412aa0e44f5ce021a39ff648a82af3e26eef1", "cebee13a851262d9605139b663b28f1b9212e38866c329f203baf3a2474928c2" ], "options_json": "d7239fdc4f9c4ce0580e40f416b2e05cd9fb8a3a7183d44e3d4430de900ef157" } }, { "id": "race_middle/test/1154", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ce851890e7677300fce6209b2e37d3760a7ee2f12804dedb7376180b1b9c9ce9", "prompt": "446652d2e2064863d2f1a237bf7f257c905a9e71f0b7e8d0829b6d1a1f6aec00", "options": [ "ba118bf7fc9c1aedc1edb28a0aa86e0b43b681f222af6616e13c43be87815b06", "0baaf6f25d1c5da82d9e4a3229cd45bd99e151c41dce518d7c7e526d86283f24", "8a9779f421280dfc90a1178539800fb0f3b5244af428b6125703ef068307e24b", "7a1ca4ef7515f7276bae7230545829c27810c9d9e98ab2c06066bee6270d5153" ], "options_json": "d214ee42dfd0fb68dc6a6b0967b02982e9844eda104c01b2508a4e911a2c1172" } }, { "id": "race_middle/test/1155", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ce851890e7677300fce6209b2e37d3760a7ee2f12804dedb7376180b1b9c9ce9", "prompt": "e27950c67b2052f5651b064a800538ba35e69fc91c0dd97a80399ff96bf891e5", "options": [ "20e938454e1d5f3200020074e3bd3eb826ad7b5304fbbb27b50d82312a018c61", "bd1bb0ccb07f340e56874588816dbef50b21dab8842b033fd4568bd4d87053ab", "dc7db229715e79821994053065efb6d0ca023d834a8fb29d2910c230c4e046cc", "a72f6ded807b8e312b23ca07a905f84ff33324ba55a2be0630d46dcbf61e52ee" ], "options_json": "94122253775116814dc70b19009179a9af88b323d2e50a1a1b5c6cf661ca4b56" } }, { "id": "race_middle/test/1156", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ce851890e7677300fce6209b2e37d3760a7ee2f12804dedb7376180b1b9c9ce9", "prompt": "1fbd064d12d9a4a359cc57c8e56ec77945ae1a21e0110d2f89d597d930ac9037", "options": [ "ba118bf7fc9c1aedc1edb28a0aa86e0b43b681f222af6616e13c43be87815b06", "8a9779f421280dfc90a1178539800fb0f3b5244af428b6125703ef068307e24b", "58a6d6801ae771e632351013ffe8e53628287bf5310e469c8c48573669011ef0", "7458199fe97a184002bfd3c42bae81371f0ae2229b5c0a257a9bae77e4f4eda8" ], "options_json": "c5bc7ac924408bb4764538c19f29b05ad7a8405d0b6c9f065c0508915067c126" } }, { "id": "race_middle/test/1157", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ce851890e7677300fce6209b2e37d3760a7ee2f12804dedb7376180b1b9c9ce9", "prompt": "1022bd9ceb0134458db6b36066293e6d806f7eb9d3a6c02c87ba0326778e9328", "options": [ "b685ab907cd50998e06ddd4cbed1ca0d36f8f93a227a7fe8c9f940b04646d092", "70615d53e003f70246b4493a06a73068266e33291d341a64b984af5be723f2ee", "e2ccde5731aeb257be8a31229496ca3f9fa892678ba806f23e9d798a0f71b9b7", "7f0bd764218f7573aa87f3cf8a81c97f67deea4f8cda500f7f44a2306701e3a4" ], "options_json": "019ab88d61f490c233572ba8eb5e7403976ea01f8faba4315cabddb632fb0ec0" } }, { "id": "race_middle/test/1158", "gold": 3, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c0f4403e5caa0f28bb1887afd8b23127d070c58d060ec1a3dc40293f427daeea", "prompt": "929b97e39478ef02c0b098461c2db01bdb7eeedd8dcba495bda9bd200aedc042", "options": [ "1c100c485e21bcecaf803c43e8d2bfb95ec0ad46d928c80678b248945ae6988b", "528a0eef15e62bff0f92d3735307f1e544ecb8520b1a15fde5817bcddc690b73", "de01b13289a4ff5626db07d9c1a3be12d1266e043cf25b0f5fc291cd70fd61f8", "94d448c123cdba76a376979631d74fb6179a4302d50ae5a40d72e7d34c565dfc" ], "options_json": "1c4ddd4a0c9b88409e5d918cabdcd1827cddc46f664bdc2f35780a50e9020f3e" } }, { "id": "race_middle/test/1159", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c0f4403e5caa0f28bb1887afd8b23127d070c58d060ec1a3dc40293f427daeea", "prompt": "4fdcb806f815601411f49677dbd0c92979a419c93519941b5992546729f28e4e", "options": [ "34a1e27eb4458da45a4b857f2da5dfbd402fc8380d0f478b6f878c7c3e261eb2", "42c219d1f580794fe8da14cbc10f5fce1730ac05d7adfcb467afe786145fbd0e", "03bb8f41311902d2c05166627ac50400c188564a4d16dedc5df2392be6ebcf77", "716bb7df5dc5390683ad432a722b1f69f4074ab7d435ded59a1282c4aab38766" ], "options_json": "3beccb5cf806a79aca44f9636340f9e6e45ceb90af6cacd4b355abac13c18a36" } }, { "id": "race_middle/test/1160", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "c0f4403e5caa0f28bb1887afd8b23127d070c58d060ec1a3dc40293f427daeea", "prompt": "3f93f75dd2d4778d24aae159c8b60b5f1e73944b60d3504fd85c5f40cacf0129", "options": [ "094e7d08072b6226af5c3bb72c802538e1b5f5dca8c3eab1ce8e09cc125bfed2", "17553210065b81d1cf00c92c1864499641c491b812d00ca8c78d5dc2f778024f", "f0a61f67f0a58a111091897bdec04448e783fadc963f19bff5c9a0e89f924cac", "06709a9a5512c424a00415831779020bc716f1edc3c26f976c48644e33e37589" ], "options_json": "9b4884f384ff0759ad3c9f6ee437b4fbdf3080dadfa9213bb842e000981e498d" } }, { "id": "race_middle/test/1161", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d5ff9de844010b97999a5a1a265ab4530ae0af33dfcb8025d2aba9613f9935f4", "prompt": "9bf3de420c4587e6a0071f5e26e337d8b0c4414c48ed8d81dff05a6df9d893b9", "options": [ "3ed04eed6386e9a4f7c133d08c43248e695ff4a9e4bbee440f7c834b8aaf13d2", "82b99e63edf62f3f78ba8461f26b3ab27e0727c06602b7e5232561b97ae2a526", "72f4be89d6ebab1496e21e38bcd7c8ca0a68928af3081ad7dff87e772eb350c2", "af35642635daa0f1831e94d94ea02eb4e53c96ab256bde915629eecf55e49593" ], "options_json": "22508376b6346806a395a4466eaaed62d56e2530edb82c6fd9f77c0b1cfeeda1" } }, { "id": "race_middle/test/1162", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d5ff9de844010b97999a5a1a265ab4530ae0af33dfcb8025d2aba9613f9935f4", "prompt": "1dc28097717be2a1d96a94f108262fbb908c79b4024be91a6d0a06dc23fd6ad1", "options": [ "59b5e3984552031a99424e416f989c9c1b6f31099904c3122ee8ea03bbf3c81c", "2026dfbe0a976b6fc640c07e24ee462f4613bc82cb4af6395bce0feb56e87979", "bfcfd35ca684e649a2260f0bdf6e97557d034ea112a5c9c80732505a9e9563b6", "a92274817bb972b9dc6cf264d5b2eed10d82d6c8ede42072ff14b8ffacc8c5cf" ], "options_json": "f9714d3629f3bcfe47f37d72d5dff3252ace6f3fd7999a2714ced443b8534a10" } }, { "id": "race_middle/test/1163", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d5ff9de844010b97999a5a1a265ab4530ae0af33dfcb8025d2aba9613f9935f4", "prompt": "ec275f23e1c75e93c927ac36ec34f04cb53bcac0154c1b9da20e9106acbd751d", "options": [ "ba4226199ca511e491af82ae67de0825d44a7ecdd6d34c5c889762d8ca1492eb", "a694d55fef22105084eb6ee952f4d527bd87b575b19c2a7c55487943dab7ac8a", "d519d6b2b26c741a10e6699ffaf2af936c2ebfa0ee9663e87c207119e6eeeb3f", "c72e71a2790d67c7f7ec2454b4d94285276186c58d8ec8340f687a8bb2f38e69" ], "options_json": "f75ac51a662a953dd85e9da59766e80924769fb817fb3bed2d84a08d4d299919" } }, { "id": "race_middle/test/1164", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d5ff9de844010b97999a5a1a265ab4530ae0af33dfcb8025d2aba9613f9935f4", "prompt": "6e8f3fd58655c34dd532dec742af6aafc75a29bd258745c2bf3fcf4e5c876a90", "options": [ "724b3866f8a0ab4c7b2126fa24f6c250a350c77d8de0f63f1eeb4bb5627d2cf9", "52c88afb62c75bf15898090a24c8d78f0840354d217b5c9249c8bb9bd707b847", "dcb3aa844f92d0c22edca3525c74d0db1e6542de7fe48ce4002de18c271d2cb7", "419d6ba90cde155dc2e11ab4061a3c0679f76d59f94f7268954ff7c7fb8a5400" ], "options_json": "433c00b4a2986694c5c4cc784873c9c10a532ed6b48893526ed7ca406b5afa5e" } }, { "id": "race_middle/test/1165", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "d5ff9de844010b97999a5a1a265ab4530ae0af33dfcb8025d2aba9613f9935f4", "prompt": "5b37c6ae9f7dacea6f4f4bbeb8530fa259d3653829b4423a056f4841e356fc1c", "options": [ "c959cba5f83ad3a7bcf64f93dc2fb677a346724f10531b1f57cd4f9b8dc6e416", "68806a2fae067c9b47d332bde5aa7d3bf8d9556d16d25d663ee169e847d967ef", "923afdae3c07db01dcd6a7b971cf9f948cd4e61aebc5efa1e8443da14a3162bb", "f61f1cd750cea59948bfb0e15e35f1d5976afb9c1f9df02ae280bceb08205f25" ], "options_json": "3e23a88f977a7cfdf307a31f0db6e98572c146a33f32e2bd57784e467a7cbaf8" } }, { "id": "race_middle/test/1166", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "36487948868cd79ef6e771100908d713ce19e03652b1dc3db5f1244b6091eb2c", "prompt": "08435df23e6ebc6eee2f48840eba57e9545e81ad5a0fd6f6cf80a8bd5368597c", "options": [ "0cf636092b5ee7d4a4fecfde71ac0faa4f9e621f5f4696420a580bbf5bbd9e38", "988f06b3635487bb876deb80a2b413465d1ee7b15edc07b7912f50748d953dfa", "512ab3c6b9869577bd4474c56b88f9e3f1c40c54d18e8e5a2329821254d362d2", "c5406b3140409d1d332a92858f7cde7c200b0628b80514ebf19ff05e022ff944" ], "options_json": "8dcd3060e877b37b894f01a54586be585621ee5aecde58c95cbfa7aadd58a7cf" } }, { "id": "race_middle/test/1167", "gold": 2, "predicted_before": 2, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "36487948868cd79ef6e771100908d713ce19e03652b1dc3db5f1244b6091eb2c", "prompt": "c6d9a80140ac09b66370cb8c2ff669f37e5a868c8ba1b110291f92a11a5de608", "options": [ "454d4ee06283e6a39bfe8f1376a0d4760cc11c7bcbffe90dbfb4caffa119595b", "a1e99f706e2147ca9434678d755aaf3b3e102c5f61d0e639b488ddbab515b836", "cf35c6c2aeb8b2e61f182cbd792af0918216d39eeb39ff2193314a1e37496b4d", "522ccf7b8858426cfe4b76749f70801289b2e8f112426ce29ca3635b7a39eeac" ], "options_json": "701d973ca1f9b4224252f23e2c2b5db769cf9e14b0e06f4a695163923aa6ccce" } }, { "id": "race_middle/test/1168", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "36487948868cd79ef6e771100908d713ce19e03652b1dc3db5f1244b6091eb2c", "prompt": "dc6820daa28f09e01a61f5eba5ad9cdbb51b94551818c611200b56ef6649b7bd", "options": [ "7f0f5b2d59ba3351a2b910bd0058000d678cda40494f5e61ac3e1a4ee586d7d7", "a5caa95936355ee0cf39dae04791680c1dd61e0a29f67a3d39f04374d50d0a6c", "dd7c1422b6a2f829160f84ce8cbd5d7d5250490bb7ec4aeab9490b8c85dadfb1", "57695a0d8a6b60884949215b11951530434da84b8949533cee7558bb88f2d764" ], "options_json": "a54c2243e40c7272a431c63486cf3e584ce4a22f956a04ec498c69951a6d7246" } }, { "id": "race_middle/test/1169", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "36487948868cd79ef6e771100908d713ce19e03652b1dc3db5f1244b6091eb2c", "prompt": "9a428234dc4196ab49f2640f1eb79d24a77f1e07974ad50512b00ffc33f2b588", "options": [ "656caea74ec415857e146ddf53710569f74281690895243e0862f0229430e71d", "6d4bbad7f7e018ddba21c7e8e7933a54593c4f7e23d443be22fd578b9f4f340f", "17c2382754f57b2c5d944331f43ebf51c020e039d0d2e9ae9990c3749085ecc1", "4e186f828ef0a7fe9db2a53c08628e316ba4e7072e010433f1e6276c4b16de8f" ], "options_json": "1d3c9afa12024b51d2c4787238922d9086612b72b28a7f83fcd4b64ce9c25cc6" } }, { "id": "race_middle/test/1170", "gold": 1, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d2f578b26136ee4a87cef3ed2bd849eab9d4ac28becb4941fd64c6fb963c2cc8", "prompt": "500deb0724db39db760b74c73684374a1b2cf5ea8b643925534bbfb02e1ea309", "options": [ "d7d5dcc369426e2e5f8dcb89af4308b0daed6e55910d53395ce38bd6dd1a9456", "e760bdbe0be65db96a57ff47b62e8ab179c0d6b2f3316b80f71ecac63abd2da8", "cb7a5742346e1c8560443d0d9b4bb7e1d3426500709d924a2e9fa7dd36984907", "e823da61abfbd317f8fd39727af67cead1a5f82ce52e11be72a1efa1be34c5cf" ], "options_json": "f7b28ba139ce62edca84fd3c0c07db9168d2aaeef58c22f6f71a54254f949ea2" } }, { "id": "race_middle/test/1171", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d2f578b26136ee4a87cef3ed2bd849eab9d4ac28becb4941fd64c6fb963c2cc8", "prompt": "eaca8c79b9daa5abf3a8443db80df13ae9f4a486ef891114c17f46a42016542b", "options": [ "673de4c239caa46074ce7fe5690dea1f5cb99c8179a20fe47623a95414b3e2bf", "5058925f914a3e68f42bd4008d0e330edcc3c86298d586604fa89b47bbe00a75", "1825d39db5767c60215407021ec77add5c4e5f3f594a59718fc7f128bcda1ec5", "9394818203f25782a7fa0b96b38dccf3ac1e04bf710e0b439d76c74aa0bed868" ], "options_json": "a5cc5a56c6211f5393e45721894ca1107d901ccd428328a47839a79e5e8cd117" } }, { "id": "race_middle/test/1172", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d2f578b26136ee4a87cef3ed2bd849eab9d4ac28becb4941fd64c6fb963c2cc8", "prompt": "d5e36865b7cd81a8ac24a8b3f594b73dfc5684d0f8663e176b44fa0787d19319", "options": [ "4548697a25c18237e23113d3cb7901e5c56eb50af34a20b49eb081ea0e1e0843", "cd4360603460fef4742838532ea00257c17a77f6a614b9255d2664d105d48e1c", "1f3277cc9d6fe166224ac502f6807b14c4448d880a15b867624e9fbcccdf1e36", "b497c038e0b19e1bcd3ae05446fbdd8939f59ce17d91fd61b568eeb080c3e78f" ], "options_json": "0ab606812cc29993f756d5911aed38318c49c96fe4ddddda893513cd4f0c1cd1" } }, { "id": "race_middle/test/1173", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0c46d08b04b11a3df891502bdf494e1ebc50820d50f3f023cd7fba2276a10d68", "prompt": "7f1c046747a928bc7c6dd3ada78108383f13cf87ebc7e30bd615d59700362d98", "options": [ "95b985cb00e0c329effe23af15453d12099ed25ea3f30b51cfe3f80efa84d6a9", "e20b17e138ecac759cefb18ecdba7b32d6a3a07dbae56b7207ffc0dc5eef6488", "3fdc83516c0f12c56f8e276955ec937632cff753ea5a1cd4a5b8936f69d3702e", "f8c9bbb7de14641cfe884b2bc354b63ac3be65ab77ed4cfa2ecf584b762c16fa" ], "options_json": "7821fea62d868840adaa3b9fd3b5e7be1859a3d0f92475dffba1fa8fad97d1bb" } }, { "id": "race_middle/test/1174", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "0c46d08b04b11a3df891502bdf494e1ebc50820d50f3f023cd7fba2276a10d68", "prompt": "ef6c54e5fd08077352ce3cc49d8db66b86b71435353fc373173a6be7294758da", "options": [ "5bee1edbc422516368af8f33fedc48ef5c0b06e62a77f829dcf881d26ec5613f", "10e8324fda9aca22ba25d93970ed33173ba26d71574a594750f664594bcc9eca", "37845c5726bdaf38167b9d936bbd551c6e4ba63e02cf32ed38e9a3e128176a47", "65a4100ff24b0c079fb23edd90d9186ab714f8fcd2dab2180c6104913d5bc8c1" ], "options_json": "244ef5f1d51c46ab60fd88973bc61ac28c147ece1f45bc7121f8ff5056d6c901" } }, { "id": "race_middle/test/1175", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0c46d08b04b11a3df891502bdf494e1ebc50820d50f3f023cd7fba2276a10d68", "prompt": "32e6d0089417b445756f88f6702d7709ee208af13580025955e6b3a833771c46", "options": [ "576cf6fda6cf0cc414914808ca35b190bcc34911fe02670097ad486ace14597a", "bac2dc9d737f82676a208dba742fffff372d0d31879df9ee05fb461e31fb5713", "4d933dc0a67eff2af8a83ca3139d3956a33b4e7a7750342e38c3d7375cdd9fc0", "77f27dd3e7ac52e16935f22e17139ba70fef25142bf061119bbe724a1da17f82" ], "options_json": "e0a54aa18b3e0c8a3c98b02f3ea3836264ba223f53c30fb83b64cf28cfd5d67b" } }, { "id": "race_middle/test/1176", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0c46d08b04b11a3df891502bdf494e1ebc50820d50f3f023cd7fba2276a10d68", "prompt": "6b66a25d440e7af77ded8e999779aeb2ddf8adb6f7e8e1f4019c2896a839dd4b", "options": [ "bccba877fc99287bf6926979d7d6f1ca035d495ac1d43e4c7540d2a697af96ae", "3849a38ce2eb2df3f12f3acb76c7c042dc5c1dbd657693a5a43ae336314ac7fc", "13d32b65767639d99a01111d98e72b37f4df57bda672e7600d9a41a0086d312c", "862e3d07029dd73ccdf1b50f9fc36cbf8828d496f1040696a15745ca4a984277" ], "options_json": "b6ba207a8b3c8d80339c1b3d1b64c503ff8571f3e260b31e72e07e3a5b636968" } }, { "id": "race_middle/test/1177", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3b50e66dced4fcffcdaed278aeca02d5739febeb6f40e17863af47540b90bfda", "prompt": "f8e9d43b39c7ece0d8ff8600fe23b77a9108fcfa468ae3b8b4915ed6e3d0df3d", "options": [ "fad900280ce54a04da3b698f1a7783717b466fedd3ded41fe5fc5a3686f1b180", "04e027e4990a203f4899f7e87c2d5ff6b9019e9565795619a59ce06c099560d4", "116f54c41d0405dbb10e7b04ebc31e262a5b8c85c1233fcf36eaee344d91ae58", "e5d5b971139eefeb36d6edb9938fa246740c90da2003626487eb2d5d9646aec6" ], "options_json": "0192b305e144240310b9da91c7a363db0a7968c14f1bda10c8f8f95374647af2" } }, { "id": "race_middle/test/1178", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "3b50e66dced4fcffcdaed278aeca02d5739febeb6f40e17863af47540b90bfda", "prompt": "c2eb2d2e4ae428a517f2f6015e56845f9b60c352f971c141b3edbe0c717903cd", "options": [ "5c961c39bbb163bf92b3865c9a0748fdbb1339bfb7398295241f993df6bb0388", "4c3935dfd1e64fc793df4acb937526a836a62d0bf2b78e3757b09bac7f2d5547", "9f5c2363fc51cba8bac1bfe5c05f55d54d4847f4606850ff9f6294fff3be3046", "d7b786d4ef73587c2d96af183df1c8a007b50c0cbe4ba42a83fb832532acbc25" ], "options_json": "1162c680b2a5bf7d8da5556a356c7e28cf9fe2b842a158465fed84d77f8fe326" } }, { "id": "race_middle/test/1179", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3b50e66dced4fcffcdaed278aeca02d5739febeb6f40e17863af47540b90bfda", "prompt": "138fcf0cf3a262a6de8566e57771ee344263281304b33c75d2f9858c4d14885c", "options": [ "3a3127f5ea0269b5c6cfe92e7eb12dccc190b1e1cedd7faeae3960079542c055", "51059046270b39e89912f56c7621eb60382f25b770dd99b8c991d27232ec4706", "4c448a406dcdf064f72628200461936808f1d5c6956078106bfef933c2ae0967", "b22d1d8fe5752533954028172c9bf3ac01b57f40c82946a3e7b1eaff389e2b87" ], "options_json": "84d24aa57e28776973b4d8538c9e939a3042830cfed7912a3560303d409b9562" } }, { "id": "race_middle/test/1180", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "3b50e66dced4fcffcdaed278aeca02d5739febeb6f40e17863af47540b90bfda", "prompt": "318a91da0d0a17e31771f07c3c5575e66aa01d1426302c2fc59b1bf160da8930", "options": [ "73dce26cbdeaf23e850593d484931319baf786df1f798028eb65ef9806937af7", "32ba689e4f53ba1d10fc6590d019b3b3c820c5da1053a0c218087fc629336c37", "58b65d03c4d705d148b51bd7aa4a5eb8516806814c063f2bb7bf2edad7fe9eeb", "d1442494bae21c79aeff64691869a5a23a43321e12233003a6df8d92a76c36e2" ], "options_json": "6518adef93364acf3cbec17e9be52e5b0544a56a4659a77b5605ef7744933cd2" } }, { "id": "race_middle/test/1181", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "83b020d2abd6fb0fe72ccdd12e5af15c2b7129fe2a2163ba61ec4d07aea38cdc", "prompt": "cebd27ba6d0f9fcecf3e1dd830e2f039b4398f6336a0fd7ca685177aa7c24381", "options": [ "f62fa3125608c3ac5b382114eaf11a360eb3f2bcb2e7dbcc464a30dcc7918427", "cc3c19f0604f08c8f28efadd5241e37c8fd31737014052e50cfab75de0dd2443", "b2cebe198fa910eb288b2af17f743f055e9b300dfc11a360bed0302d46d6eae5", "3583a358a585b13b6d6228f12d2baf3ef937fcf50bed4a521b70f95a520bc933" ], "options_json": "1e970f3118c4c4f6828199e3e0a67bf0fddb8561115af3a07dfc2a70a53493fc" } }, { "id": "race_middle/test/1182", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "83b020d2abd6fb0fe72ccdd12e5af15c2b7129fe2a2163ba61ec4d07aea38cdc", "prompt": "3e767711e87b6820ac0099c0fb364637ebeca87e416eb7b39f41c85d5a672cad", "options": [ "873fef760e5d001ba0a843bf1846713fd92538699f323ef00d51f97a2ad2756c", "dbe35c7363c2f7ec747b902fb240907fc58ae00b98f107be2d4c7b9cd7f6226e", "6a00dfc1dc867e8454c2c8856e1512d9bf02a76710e3411c0972aec886c76c61", "e21f3f372a46d4be7b49f6809fc91baefeadae004af06485518e124a142c0271" ], "options_json": "ab27595903ae6ddd8249b18bcb1f2baa1df860e0a6cd1ba4563a07e0988596b7" } }, { "id": "race_middle/test/1183", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "83b020d2abd6fb0fe72ccdd12e5af15c2b7129fe2a2163ba61ec4d07aea38cdc", "prompt": "ea77f5f1c836d0ee8eb1f6a19db8711e7fac3b2875c040227c8719554bc2558c", "options": [ "d5c59238f542e90f2cad5c177ec8d9b878ead03dd43a8a45dab9070bc383cd64", "40e07a450cadb25e06c6f0c390af69c7f610108953f97fe8f69407e6b4614e6d", "aab07728d5729ceabc3575e332ff8cd6c4c580ee1c399bf02c274f4d8274e6be", "b0401301395116676205fddd3a08e6f44ac87035393a1ed81de243d46ecf8289" ], "options_json": "6762976a34e6eacc4232beb59ea9b10b04de52121993cb3fae339ec5d15d50fe" } }, { "id": "race_middle/test/1184", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "83b020d2abd6fb0fe72ccdd12e5af15c2b7129fe2a2163ba61ec4d07aea38cdc", "prompt": "a039355d6163351b233107ba34d6ef256561f042ad80871acb683c64a45582c0", "options": [ "e85be176082b7b62736967296e0d65fcc469baeeb4fd5e062ae0baf146451ff3", "0dca6ea6c50aed44f9363c773b6cfa0f3a181d3d60d3f7bd9a82f53c192f306b", "6f7f622857ac5c86ca94692216f0b146a9fdb3cd1891c13aaa7518b6ed1e492e", "fec58c73332d1a7295bf8fc91aa822c5be39e74e197aa02b3fc0559f49a28fe3" ], "options_json": "0a9972a334158f25231400b90c178226b140aa47ef2f1a7704d926eabb119050" } }, { "id": "race_middle/test/1185", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "645eaed0e3e58fdbfa69d4cabce2f1c3baf6635b1d822895a9a7c302dd8d92d5", "prompt": "80a9f20eb887cef6628dce25a8f832ccfbb160a6fe422ba5d812761a0c8124a8", "options": [ "451b1b3558da56cddb3384d43222becb6003ccedbe35ec987e9a8a8c18eab36b", "3b8aec7d2046e0d6d04e70cf0e2b1be83e810818d424e8dd4eb6d488c63e8b34", "349483022597b9ce8e7fa200cab1975b3ede7e5ab267ab6d81b43d3c84bb8fca", "e9ffb787fad89cdf3fca3d69cd749d838c27e4c2c7e678c804ad429a7fd7991f" ], "options_json": "f3959c8d0b688a6fd00d6019704244925c84c0d59632428b60e1c34880dfa8aa" } }, { "id": "race_middle/test/1186", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "645eaed0e3e58fdbfa69d4cabce2f1c3baf6635b1d822895a9a7c302dd8d92d5", "prompt": "fd8caa191b1380b6b7eac8b0e303e0a5203cbc86c73560d64156e92a957a6d74", "options": [ "f56e9be154c7ac7fde2889c9b71596f7c80a935cd19345bcaf3dd2368ddee538", "c5e9b22d8a0b9c3c492054c84c71ff1e0f6de637caddeaa4002977e0a675331f", "ddbee660ca64c1435ad41deb97baf21844c4771d9eec5426a82c8f8de990e104", "7d9bb4d7522d9c288e94189152e51d0b2c2c68bd742e88d71edab99ac3d60240" ], "options_json": "7dcf54e5f490040aabc81006315669f9e9076e56b03ada412b1027c416b02fd3" } }, { "id": "race_middle/test/1187", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "645eaed0e3e58fdbfa69d4cabce2f1c3baf6635b1d822895a9a7c302dd8d92d5", "prompt": "8e91ec7e4d2fbc324ec992a0b0df8f7e4456ec65ba742eaf8bf2ec10de6acabe", "options": [ "d075f56566cc4e5440c03dba24aff135e75b48b3612e30cc6a6bc3956fdff453", "94896559bce255f4bddc8ee20d74d4219e365064abb5604ffad4721337dbab24", "1ddc99d7dd5457dd24dbe312f1fa774ecce75b13eb98cff6a9ddc0f989406923", "26cc661862d7fe348df4a82214dc9208700964f46fb6e1ddd63b83cdcb6e07e9" ], "options_json": "9354da3a5d0f802b49b05da6e7e823a311570442fddb29530cb7aa2a8b92a060" } }, { "id": "race_middle/test/1188", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "239d098a11a79a69f9236604346522f65e3a2de09721af100f61be9c01d0abf4", "prompt": "cd8868f1af29b5f021c652f3e72a5e31c214037d8717aa557f9dd37e8a9cfc51", "options": [ "a6b54c20a7b96eeac1a911e6da3124a560fe6dc042ebf270e3676e7095b95652", "d7cda0ca2c8586e512c425368fcb2bba62e81475bfceb4284f4906de8ec242bc", "850abeb8089348cb702ac6144e2ea802912a251ff19c5230cd54b3415ae56e2d", "6d5c0afd4a15b141bffc6d2cfcd19055dbce28d8c8fa18e6cea9bd8ffc2563ee" ], "options_json": "6049c0200ce2fbdbd39af5ef5d278d89611ab1ef0c77b0a5106f86dc8d87f288" } }, { "id": "race_middle/test/1189", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "239d098a11a79a69f9236604346522f65e3a2de09721af100f61be9c01d0abf4", "prompt": "770ac07862511a09681e3cb45b481a959835cd07d471eda5d42efefdf4ef2716", "options": [ "6d5c0afd4a15b141bffc6d2cfcd19055dbce28d8c8fa18e6cea9bd8ffc2563ee", "0d3195ab53404210e13d78ded6993abb6c24471055efa56493ddcad877cde71c", "9855505645c872da28e28b1aeace92af1686f5c309e017b79b07243441204d6a", "29c395a7cb571d9f6c89fd20c81e782fd3315c2c6de1c28e2a707acd614ec2ff" ], "options_json": "3f05960ab8c40c2904a2127702ec001e67d0f24ff5e9fde86b31e9b2d26e7333" } }, { "id": "race_middle/test/1190", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "239d098a11a79a69f9236604346522f65e3a2de09721af100f61be9c01d0abf4", "prompt": "b450cb94cb49620318ffc337118a7447e62802d4ee69c1960e1043896858d46d", "options": [ "0d3195ab53404210e13d78ded6993abb6c24471055efa56493ddcad877cde71c", "a6b54c20a7b96eeac1a911e6da3124a560fe6dc042ebf270e3676e7095b95652", "d7cda0ca2c8586e512c425368fcb2bba62e81475bfceb4284f4906de8ec242bc", "850abeb8089348cb702ac6144e2ea802912a251ff19c5230cd54b3415ae56e2d" ], "options_json": "c42df51ce1fa8d38e4823ad81bd8361c460ea9fee653cd890b6526768782b047" } }, { "id": "race_middle/test/1191", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "239d098a11a79a69f9236604346522f65e3a2de09721af100f61be9c01d0abf4", "prompt": "9390d94c071c3d16398ebd08c9ce205ab3bcc43576ec3ae5aa59ffda754a99ed", "options": [ "0d3195ab53404210e13d78ded6993abb6c24471055efa56493ddcad877cde71c", "a6b54c20a7b96eeac1a911e6da3124a560fe6dc042ebf270e3676e7095b95652", "d7cda0ca2c8586e512c425368fcb2bba62e81475bfceb4284f4906de8ec242bc", "850abeb8089348cb702ac6144e2ea802912a251ff19c5230cd54b3415ae56e2d" ], "options_json": "c42df51ce1fa8d38e4823ad81bd8361c460ea9fee653cd890b6526768782b047" } }, { "id": "race_middle/test/1192", "gold": 3, "predicted_before": 3, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "239d098a11a79a69f9236604346522f65e3a2de09721af100f61be9c01d0abf4", "prompt": "2275a13d87611730cd2f7c7c1f11f1868500928fe2be8d5f59f6cc166eb340e6", "options": [ "6d5c0afd4a15b141bffc6d2cfcd19055dbce28d8c8fa18e6cea9bd8ffc2563ee", "0d3195ab53404210e13d78ded6993abb6c24471055efa56493ddcad877cde71c", "29c395a7cb571d9f6c89fd20c81e782fd3315c2c6de1c28e2a707acd614ec2ff", "9855505645c872da28e28b1aeace92af1686f5c309e017b79b07243441204d6a" ], "options_json": "307cf394a3190a015f8b612dd90bebc815da5de6c641e38d36cff8f719cb1568" } }, { "id": "race_middle/test/1193", "gold": 0, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "429534891671fa873c058efc403c7313ad1c704fba9e422254024250248c0766", "prompt": "402b2d2e5211fc30907fc8693c7817f143803da44ea15afbcf47696d83703277", "options": [ "c0083b910b4d5d96e5d58ac98d661553d76d611d345e33028f6d2a021649eb82", "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6", "b9bc3c2a12b92eb564264215948c41e87002aade8282c3bdee9aba4485343396", "0a9e2a344417b39f04fc7c2bb8eb36ce8aa7611701a8f1dfbb4d8ce9e0a0dcdb" ], "options_json": "a6589030dd8c1cc89bd90e397ae0d5344fdc8a8eaa093207f655327341a1928f" } }, { "id": "race_middle/test/1194", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "429534891671fa873c058efc403c7313ad1c704fba9e422254024250248c0766", "prompt": "a618ee5838ba9050a40bc1ea83e14c03c6605b140f327ee5eaf50d955354e131", "options": [ "ff884419b76c440b8031f8892f58077f6ef6fc3707ac36c9448ae7a6892954c6", "961eb43699731759fd0d04f177bb24f09971bddd41426702276e761269d0a5b9", "fa51fd49abf67705d6a35d18218c115ff5633aec1f9ebfdc9d5d4956416f57f6", "2dd6dad08f7ece24ebad9cbe7a8a2bd2c75df4a0f8315bda4da5b0f9be241e8e" ], "options_json": "4be33586d082e606a9bf1a33c4c219439e78417694409b794b094b0daee080bb" } }, { "id": "race_middle/test/1195", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "429534891671fa873c058efc403c7313ad1c704fba9e422254024250248c0766", "prompt": "84367578dc849400a06abf548466ef8928727577d9d7debfb878b3070547545e", "options": [ "d081f5e402980b267f1f87cb6b74fc3eb249de26e670a9db55dec67da7864de4", "1d78e018e405ef26b7f7581336a2a4c556c3783eaa763978cbd7d2ddd0adb3ad", "00e3e584e242f926ff6b26bdd0cd26aac15b7ae023a7306c81a7d5708ce8459a", "350a770c0ec9f353e1a5629895f374fdaa299876c3870c03feb60eb4a3769d94" ], "options_json": "4e84cf75587b05d2b31b4a31b94bb7fb34d79a1cf750d64c3d5ad910d0bd908c" } }, { "id": "race_middle/test/1196", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "429534891671fa873c058efc403c7313ad1c704fba9e422254024250248c0766", "prompt": "88762e6f04b5a3faec40b2cb4052b1a16d814a8137b80c2d1d4a74a269745b17", "options": [ "927ac2492c745415d234bc4059cb1e0c420c0634180b8d98622825801a216cd1", "ef0a92b4ed4886daccb28b4f313a80e9fa8c1e8a78a9a6cced7edf57552c5f02", "2db627a67090285f8a17cd789ee9ad579b5962a03d6ea1a383d44b430ff4cd46", "581eddc9f18baa6bad84b8e708e2ad90b680db2c7f0c5c9be07daf52e15a31c2" ], "options_json": "40d89457b69e698ec901cd5f1facd9dd046dd5f9082a7b9c77d3f4b46e2a7ee8" } }, { "id": "race_middle/test/1197", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "429534891671fa873c058efc403c7313ad1c704fba9e422254024250248c0766", "prompt": "dc9e3a0894cfd12fda1fd95ff768f1b05386bb59d0e28a9080cd3cb2ac300e63", "options": [ "59309a1bad8b5665ccbfccfe0a2584751fc0edb1ef93bef9004cb47f10d29264", "40fefbba87925a8d91b610c03668498e3e684168a96003ad9710e8bf72ba8d50", "afe6eb0c5ca3e78d37b3455eea843157c366e044e89e2c2d7fb5c09fbe6be96e", "d424753dc639f23231e4e823db933539415b87559ff90f7841a003b19aaf4460" ], "options_json": "38e0cd61213b04d25a2813e055718ff4a81c1ea867babe0e2c76f4b0e3f35fb9" } }, { "id": "race_middle/test/1198", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7bb73f5f6a593e73528d503a2045c3048e981213e6bc0cc00e4630d9536f36c0", "prompt": "682384d78b3d243c60ffe69a3c293d6d4d2a4f492e1806a347bb8e25e86823ca", "options": [ "2f08bc23c84a750d512cff2a5d1f37359602f33027d7b09a1719861ab3ea51dd", "23dc1f3155d319651fc3f83fe8d3dedde8665882cfb1c975a1329a4dcac0ffbb", "a8f01059d97e9f60f93457e5a653a73812a300b661e0926373e2b3504f14b84d", "17a554da5aba92ca0a0ce95d8137b26121be6824db529ddb87174c74fd00289b" ], "options_json": "c720d5d87c87ef3107fa13cfa4337a31dee5ce65f00be5b8efe34b3ea3482509" } }, { "id": "race_middle/test/1199", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7bb73f5f6a593e73528d503a2045c3048e981213e6bc0cc00e4630d9536f36c0", "prompt": "07b86edf41106209738cf1af1e65f0b6bddc70c8697d8a36a1d795336994c50c", "options": [ "7f3d34a8f5dd90832463dc95ffab80a8fbe8082f0466ff8088abdc7a6f6845d2", "3dbe1d04ac80686f546db5536148509f6b43d01900eaedc2896d544ce89f0878", "dc8a6c3fa04c3920a49ccc83a1d916e2f1fb08b887248cc1458b0746bc73448e", "4d02720c60834de2da7381c9e2dd4f274a7cf56d52040e4738e308bdc9eb56da" ], "options_json": "1b0a98f9fa5938906dc25f3216ab77e5a628bebaeab9f2213d3b9441c46db711" } }, { "id": "race_middle/test/1200", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7bb73f5f6a593e73528d503a2045c3048e981213e6bc0cc00e4630d9536f36c0", "prompt": "b86c37c00336cf518419640797ef92ba3b82204d7f87b958670366c9272ec3d4", "options": [ "ae3ae0ecb1f30aa550eeccd91cb4d8bc0ed26039502a50f9ae6e014ccdb4556b", "ea312db3d96a67c06b817050a91a828d591b8b2738771dcf1f3a49f31ae4d2b7", "300963c31ded05c1b98c724e1f40ce3047a8a0d497fa75debd6830460550e9a3", "bb066ad80b78dabd33f1bfa5954764677923187feb06f19cad8e0e4460e20fc7" ], "options_json": "3f804df11b3f7537b77df9bec826cfeed8b343a86c0db39e95a1a0bf7ba5a4f1" } }, { "id": "race_middle/test/1201", "gold": 0, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7bb73f5f6a593e73528d503a2045c3048e981213e6bc0cc00e4630d9536f36c0", "prompt": "0ad9beb0175b9b969855dd50339d1d1bd4c897a04f73f3f8265ef7c90c31b964", "options": [ "602d1c90c2450ded3432c09fc35520956cb917441fb6711344aa9da160a97f49", "97f3ff1b2578a096fa7f9c428ecf396dfa4c7fa05fe71dac02db7e1b3f332494", "956ee7d515083f809526508da65ba79bd903164b53f75c1193bf9a17aeaa973a", "d7695b8f903bbc4ef4f481b232a089dee85edf323b3e12242a1811d21c9ace89" ], "options_json": "f6b93ba5a2296afd281be587738eb6e1f170c26c7a427c1834aaff40656cb649" } }, { "id": "race_middle/test/1202", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7bb73f5f6a593e73528d503a2045c3048e981213e6bc0cc00e4630d9536f36c0", "prompt": "652f572ada8060869ec30957c3746dbe4fbd5fb9b92e7eb7f3fe678d807298cd", "options": [ "60dc67cdd373d725738b0a36f490c5a7f0bf9cdb06eb6580f5447a634bb70b70", "6d4a2a03cc728ca5608198c8482de1f657d491cdad85a77bc1362d3c3bf473c8", "5cfb30e281eb934831f176ffb3b0d9a4326d7cf848f41b98125a25465b75a93b", "b5c3687c82da68deaf5b5272e82351442c24cfb24bf26a1ac4dfcf8d2107c16c" ], "options_json": "7e214a6cca489138a05a9965bf2d28193c73465107cab745a77f638c3b45a84c" } }, { "id": "race_middle/test/1203", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fa013534ec56568547d18c58b19658beaa8893c8ac33a193f9bfa7bba44e92c2", "prompt": "778fab3a0635a98edc275aebc95b0868d6aaa74c6e53c5f9e0abfe043a5c71eb", "options": [ "885ee10bd0c1df3d5946f0c038ae4e09c5c262f65c1293e077cacd20c03a945b", "ec3021f2489b3b62bc298bfddd91f9aea3a45d2f63319ef985f614b86d51042f", "e78d033dbab5fd84e4e51b2f72d62a06d27cf7d9dbd9c2070895a39aaaf2d977", "dd5a4927b4ddd0a9c7f13345b8c502c1a75da53454a6da6c78ac6bbf3eaeebec" ], "options_json": "7575bb3b4ef2aaeac31f9b33d7022d78398479238051467066023c754d88b8cb" } }, { "id": "race_middle/test/1204", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "fa013534ec56568547d18c58b19658beaa8893c8ac33a193f9bfa7bba44e92c2", "prompt": "dddcd66c4ed7f51480bea08ee8ed38b001b1229300049a865598c0ebbf039e7a", "options": [ "f6865703c8d269f5b1339e2f0106a34ac885681ed6577a5d382bd51fdc180ad8", "e9dc3968d7059f29a834376d5001b631af3c96fafab4ed99748711bca370d7fc", "21f0af9d6d3ca63af91c9c6ba70b659f24f500d73b763e09ce8f694152a0ab0b", "23a4df60bedcfb6b812663160aaced2453862e41b3da032014e787451838de39" ], "options_json": "f2ebf1b47fe4d5ee650709b96fd3fd605f0701705cf1e815204b3d9b9e6ba4a7" } }, { "id": "race_middle/test/1205", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fa013534ec56568547d18c58b19658beaa8893c8ac33a193f9bfa7bba44e92c2", "prompt": "9e1c37da04cd5aedd9cb40088475170d306ae244e98e74e4453377a44e1a7d16", "options": [ "114755e29acc84f4115dc434c76a023da181f8275fdae4e7ab532a869d02e27f", "dd7f62cd9115fea22242ea257036c61016f264ee041203f1ad22dfe62e39d6a1", "5f6482474bb96b5a11d48dd97e4d9cdaed0ab6e28bbecdc999891845570f153c", "20f590bc1a88b5d6fb7e5c8b39188ed8248f33dd2ba4ec59c0d5faeb4c7dc237" ], "options_json": "b34cc4d4b85d400fddd0f5ca64125f848390f7bca58fd7066b1e00e64dbdd76d" } }, { "id": "race_middle/test/1206", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fa013534ec56568547d18c58b19658beaa8893c8ac33a193f9bfa7bba44e92c2", "prompt": "7f0cc3e0f8a8968af583b73ec7ad1a64f34dc48a292a04054e27597d1749427a", "options": [ "5b1f5b368f7cc50e2c6b983cfc0f46f3d6bee591c0c3b4d1effb268e06d6c561", "8f95ba823ec1a9f121420d5e706ab8f962eada32442a5917bd46ef80abbbd5f2", "b8f8b0dc6c739dbe76b47d37364fdbc7e0fdb12a540491d265a1da486ce7acb1", "ec8b2988e916804c14484dbe28eefb731109f37cb7fd61fa2127a36de7c72da3" ], "options_json": "1b0b1a3465ba618d4c062b8c61564ed0f0170acca3b39b52d0a936460a66453a" } }, { "id": "race_middle/test/1207", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "858ed6f153cb6631c644ce2be5bc84e079387b78d69a528d5f60a94d9fca1986", "prompt": "fd2fd291653d6de1c75c7d60072d7425df31962b848cfcb104d073a6b9ae14e4", "options": [ "bdeca3423a0cd9d739b307cd8f92b5b27d1c018669a2e671976c553a4601aeba", "11525c9ce7572586db8a3e139b99c3105f08677942c63e3fe22e6c6cb0be95b8", "f0c743a459ea7ce2890a5d8116ff5837cc4c386af786a7d9de8a79b22ca9e88d", "44baa98294542d8e5ec4e61f8492727a1abdb756ee1b7ed87feea0b11f1ebb40" ], "options_json": "11fc68b6128c1e08df474db4fb84ba7814884ec6054c208b65bcb0415e17611f" } }, { "id": "race_middle/test/1208", "gold": 3, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "858ed6f153cb6631c644ce2be5bc84e079387b78d69a528d5f60a94d9fca1986", "prompt": "3be7a1846dc2e6a86e0f6df0d61c966cdad00b2c11199ec981ea508e8fd523bf", "options": [ "4a28a8963c0242a49fa9c01a4b3f3a91af1752bca73582cbc2f81c37621b6761", "4a28a8963c0242a49fa9c01a4b3f3a91af1752bca73582cbc2f81c37621b6761", "4a28a8963c0242a49fa9c01a4b3f3a91af1752bca73582cbc2f81c37621b6761", "4a28a8963c0242a49fa9c01a4b3f3a91af1752bca73582cbc2f81c37621b6761" ], "options_json": "1189f230f32d840a2eb7849fa4211e52db7dd0677f5603a9f691890788e4f1d4" } }, { "id": "race_middle/test/1209", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "858ed6f153cb6631c644ce2be5bc84e079387b78d69a528d5f60a94d9fca1986", "prompt": "61ab89d4e498e872bdac03f9188735abe166cd882079966caa855242be5dce85", "options": [ "e170c530e8d5e434a3bfb0447a35631000871a1cbeab16661b51f31bd5ef3080", "43d3fea0fbf527cb5b1e688069326ff322624217c204066687d40f6ff8ad1923", "f461e53640e0b7f78b1072acdd6abccf27f0933df8b8d0518634ce2079415eca", "d267d8ef96dbb3989a68a843ba164db5e0c9bc1c50b97b6986486d3cf1dfb59f" ], "options_json": "7f03e7af855b7665de39fc1cb6907e60f91488cbb934d80a027dbf0ed61ec8a5" } }, { "id": "race_middle/test/1210", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "858ed6f153cb6631c644ce2be5bc84e079387b78d69a528d5f60a94d9fca1986", "prompt": "c4f46f2b5f9f947cd747df2b7239fb0628406e123995e8c67df648715afe1baf", "options": [ "e8a75dc666205e1f1b90f9e998afec664768e0da74d07f9f7d6fdc0d85aab246", "e64af6eaade9b7fe4979513bf0f06749d1e3cddc8ad460464607231065fc44f4", "47539e298d1ad067491d675b32b9213180fa4f09179b744d37e0b89594935356", "6f8a7c02161d108acfd412c563de6469c171fa5250a29eb64a91cc93c1fe3522" ], "options_json": "edc5acb12e29d73e1b86cb2f1d9bb1cb290a4f829e3842b9d996f1f170167375" } }, { "id": "race_middle/test/1211", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "6dc347ee377b5a43c69aaf5d1b5d78eff19adb908dae1286480801fdbbd02d18", "prompt": "46820564f40e71c7d7d842c8cbdf0576f3404421a16175ab85d41658cc7be70f", "options": [ "d4735e3a265e16eee03f59718b9b5d03019c07d8b6c51f90da3a666eec13ab35", "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce", "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a", "ef2d127de37b942baad06145e54b0c619a1f22327b2ebbcfbec78f5564afe39d" ], "options_json": "d309ba41895fe3610ed9adde8827b8aa932c4c2a405ef147990584a00b0d10d3" } }, { "id": "race_middle/test/1212", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6dc347ee377b5a43c69aaf5d1b5d78eff19adb908dae1286480801fdbbd02d18", "prompt": "28a4a3058d01638531df77902aa6086c49957fd17274e102373e431a64bd10cf", "options": [ "6aaf9dc9e08fae61f30a8efd49f0252f8e0d143503cc0ed6b86d8193d6c244c4", "6bab6c43848b6d397ada0b26e14a4229eef53f55a6966a7ad64fc4184600cab7", "9d35c814f24e00e1c763d7c4f181d730e5372aa193168476d59ccb2d021c285c", "816cc7d045595464d916c51925a45dc54b37be38d2fa74c37995890be3a0f9c3" ], "options_json": "2c2f9b2112ac300e58e63fe00c2d6312b6a8e18e86f2a78a293e7e4415b73d69" } }, { "id": "race_middle/test/1213", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6dc347ee377b5a43c69aaf5d1b5d78eff19adb908dae1286480801fdbbd02d18", "prompt": "f38a91f2013a831b1b2e566ec1d8a1825b63154a0fe31305fbafd10f1318b432", "options": [ "435fc1c342eb617dcca3d0a7b1189cc0297e45a4e25ed3d285b099a84a3c84a0", "bb32b1f20a3dfe2ccbc1a08fbdacee6a50fb14d20fa4fc6d6b194620c8e771e6", "5e23cb90c7e9297597c90fc8f8fbd58305dda12ed45197db4722493dcb174e55", "ea792e48de4e5d2db5b5da50f88ae28a18aae036778d4974d70d12c1f5726a46" ], "options_json": "5c186aa26e04bfe1accb1facb36c649ae9554f5ecdfc3d6c75dfe59cf16ccc02" } }, { "id": "race_middle/test/1214", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6dc347ee377b5a43c69aaf5d1b5d78eff19adb908dae1286480801fdbbd02d18", "prompt": "b8d424d28d30daa89974925a09fead6fd13609acfbc023e3bc235051d6e66a98", "options": [ "4da0f9325371a01aa513f3616cd8216f3ac2bceb8d7095482a3b1d18f1840a24", "d9b9a7286fb0510b052d3406407637f0fc7ea155d41b25ef419884f83c6ea08f", "fd3c6ae7a60aabc7ec060a555597f14b07a59a854ee2668c92c2492955927a15", "34e866204db77d7d4065d68b63dc78d1d97e5796dbfbe79f931866f1845dfa3b" ], "options_json": "e98b8b56690126f1abf1c855946f23cf9a896d971eb1eacccd5f16f0fb2d7dab" } }, { "id": "race_middle/test/1215", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fb05af9def0d75577248b9bcd2891674663eeb5f94a0821bb62d6a6dac92a490", "prompt": "1af489ae0661e99455c46ed31f402fc5c22c9d3f0b807a23d740cd1fac52f51f", "options": [ "926f52d1c1e19c0c58a7d39bf234a0d239352f5acfa26c73989d9c3845614999", "12f5aedc5d39035cfd80b4569a521de7b4b577cf206326a6fced1572006c4b04", "6ab523c52d1407cc4de015423091d1a76995f01d32d6c4b36616df23da744a0e", "58ea8edc90ea4f1e39f30ab1a1962f28d21d57a6105c59145cd227334022ccb2" ], "options_json": "5b19da054ed01471ebfadb857f1a053a3d7f22281a2871fbfa467300a606fc96" } }, { "id": "race_middle/test/1216", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "fb05af9def0d75577248b9bcd2891674663eeb5f94a0821bb62d6a6dac92a490", "prompt": "ee92e80593b57b013cd4d0b539996538943e5d740268b6ccdc54480336d55084", "options": [ "32cd08c20168073bcf731304349fa037bbe8820184edc96781024521d2111869", "08e8e5ee66aaa183ec9b6c4b275d2becbb585d7b8bdb5967263829ca6662efb2", "d46f5c8e33e6471f8b399bc82e9ce7d50991320eb93229c72147a168d45933a1", "4f1dfefee9fae3f786d497933ca7860f0e478e31e0e0efa2cd4f02424a2da9b1" ], "options_json": "b82062e24bbe520a6f0665b59bfb472187b983227fcc0a026e7c3f204450706e" } }, { "id": "race_middle/test/1217", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fb05af9def0d75577248b9bcd2891674663eeb5f94a0821bb62d6a6dac92a490", "prompt": "6dcc5d4fe9b14dbad64cdaf2bb0216dc5896e29743ed194aad27fa9dcc8e9f93", "options": [ "9bb2628952368c342a1af707f6f45c55632432e9fa6b1d09735d24fc180f744f", "ff7018defb16ae425b80e07607f93626d34cf2c5ea56cabebaa44ddaf6270fc2", "cd8490459370f73c5b734f45ea4b3445902befd83884767640f7adf78bea1f2b", "adb2d2d9d5284e9e76104784dd608587b7d48ae51b0edd70d396a43f7e3f0ae3" ], "options_json": "36446d5e258a67004f97db65659034004e0fe66a3cdabcac5cfe7845a94b4e2b" } }, { "id": "race_middle/test/1218", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fb05af9def0d75577248b9bcd2891674663eeb5f94a0821bb62d6a6dac92a490", "prompt": "7a48332547751ad8a6052bf79683485306c4d4e525633c7cb5d997e89d018d0f", "options": [ "e0f2a565b6ac229be6b274377a53857e209a3a2b68c726cd4ab3830f1b2bb60c", "ff7018defb16ae425b80e07607f93626d34cf2c5ea56cabebaa44ddaf6270fc2", "668c68d760cb12b4a500cb7c83c10f58b924cddf626072cfe077d8b33f4a479e", "16c711a27e42b4b330d162cb14c53105c94b19b0e46d93712a46fe7e07b87fe6" ], "options_json": "50a049136fda08b20ad10c1c8da03efe17f3aae577d52521acb396078926222f" } }, { "id": "race_middle/test/1219", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fb05af9def0d75577248b9bcd2891674663eeb5f94a0821bb62d6a6dac92a490", "prompt": "76b0e2468592817ecfbeb7dcab7352931f9e9b020827ee3ca34c21300d6ab27a", "options": [ "be99e014af403292d921d8d7f04a262c540b0c715d88cebc78c58e4cbbaad651", "5ebdb71671871ac3f3d8d89e475a96b72cda54ddbf3c891bce1cf802f9c36c80", "649fe40cd0d0ded464928d1ee03a7c8cb74ba91cf65667fe2858c95325c076b5", "690d9dffcf7037bd47fce9a5c920b28c99055d939aada51520cbcba4c937fc9d" ], "options_json": "d9b2f201fff123d3bfd9993876a3cd7082b9a44e86a6b5d9fd88fe55732307bc" } }, { "id": "race_middle/test/1220", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4cf13fab68aae4a9b7f17245584fee69592a8f8be507a609202101d2e51f9bc2", "prompt": "20412f570c61e6a8c044e0ce7692fd0a3e0006cb742903f8a9dda56d2ce0dab8", "options": [ "97b069c42d15368c5fa88a8d0f35d7de311cfdb1c60c4a426f753dad22c6ad74", "26203e8a54403b2f797dc6abb54302fe5549904fcd55e42f39880aa4641ca354", "930de92ae1c5036fecfc29d1c643e0bfac02ba961c81a66ad0a88f95815b23a0", "2d64e9475ce7edb0251d505efbbaab8bd9c7f7099373cc6821e8bdae00b92d8a" ], "options_json": "c6c7d4b23c37e425f7099d215d2c632a5b4fda583eebd93304ac7038453f57bc" } }, { "id": "race_middle/test/1221", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4cf13fab68aae4a9b7f17245584fee69592a8f8be507a609202101d2e51f9bc2", "prompt": "f855ced14272c354fb363034d47ea04955dd96583e2f5b75daf9795da35a0cd4", "options": [ "0aaa2f5c098350278f039d5823d54cb30880cb3f3297ef45d2c8ace8688fa54f", "698f2bdc52075869a03bc7c7a5281d84420411791f517e9f1467ff3dd9b038d7", "22c21ae5fe87da0ff71350fe4da2728e74c2608ac59218f2606adc3160fa3ea8", "972e2b8cc8285ff5a227ea1f88fbfea7abc94f41b6b3b26db1ab17e86c86de71" ], "options_json": "410b1adf44c856676a7729682f3947a2241655322946055b502833d300c4de45" } }, { "id": "race_middle/test/1222", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a0c34939854bae8ce5cd28e190faab27b62c4fdb5fa0628a3a885199ee0b1023", "prompt": "b7fd860393f0f818cc9d6e0850d83ff2d21cb0437b6c91b0e9ca4bdd56352f3a", "options": [ "aa415c4e8890cf0fec7826aec962ffbcc04534faefd2b3266c54f690d40d6e82", "b474a99a2705e23cf905a484ec6d14ef58b56bbe62e9292783466ec363b5072d", "209f76418ece7c936b65ff4777a578d860f762c37ad6c7f08f5826242199ef51", "811eb81b9d11d65a36c53c3ebdb738ee303403cb79d781ccf4b40764e0a9d12a" ], "options_json": "3d15a23793a6a34aed2bde75bb1f2789d01500bfcd2597a1b7fd99df64358f6a" } }, { "id": "race_middle/test/1223", "gold": 3, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "a0c34939854bae8ce5cd28e190faab27b62c4fdb5fa0628a3a885199ee0b1023", "prompt": "ba3649ee59de8593d7221e4aa60351dba136b9e132ecb85ebdca9dad151958a2", "options": [ "3d902d33a17bd75b293e95a159f92fce6ec84ef3162ce6ac26eb99959580fef5", "fc97c76aece45941152f7dfdf18e9614e801b3aea2ca5f34e906159bde7e70c4", "d1dc2bcc492ad4905ca2aa280e38b548f2600f4c6f8c5dec8abce23fbfa52cef", "a97bfe2f8462f1a45967b2093c60ce68b6d3bc71e8a22df858c56bba08cc67cb" ], "options_json": "aa8e5425cb7b0ad1660e6770a4b2fe1b29555e5974cf7d7140fdcd7bdf07e9f4" } }, { "id": "race_middle/test/1224", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a0c34939854bae8ce5cd28e190faab27b62c4fdb5fa0628a3a885199ee0b1023", "prompt": "780a07f18facffaef2bfc30f48f1ed159cb1f79901fcb8327df1725de51e26c1", "options": [ "af7f09f2bab9af48da5091a4b77faf806bf1a868b9552bd1e35aaca1a4bd6128", "ee7f73a4d0e8eadf94234ffdd205b1c85c04f9ee987351fd98085f36e810e0e4", "5327372b3145d3116231a33d6c54761596115084b6a926f254d6105f77bfc752", "79686a9a592a542f89028ac340a39b1be1ea8f219eb504648f76cf58dfc8eb80" ], "options_json": "4111abeaa05e6a280d266b221daf3646bf44ede17fa4b499585ebf9126c758ed" } }, { "id": "race_middle/test/1225", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "a0c34939854bae8ce5cd28e190faab27b62c4fdb5fa0628a3a885199ee0b1023", "prompt": "168309ee20ad66fbc4920d2c36fa4f80b25e7a7864a996a3d9550af94d352f33", "options": [ "315a1880011554678fbecd36ac87b7d05dc896c0f1c0ab261b52870dbe274a35", "c70d99f951171ec6ae78946f7cf61eeb6e8d3706cf48eb7c69730ecb5c273796", "5a08f58fe052113b0f1162271d10d0be73a78db4a941008cbe906e55daad5a0c", "a36b0a441919ea06a608d0d6a9bb086b52c1b0b55399a3739d4dfdf23a95ef65" ], "options_json": "5b048e5157519b16346898be6b791b3b7f6d89b40bec7692327a4a2c440054fd" } }, { "id": "race_middle/test/1226", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6234a200d6ef2180730d84869d150e9483a4afa8a597b03bfda6939e63c81028", "prompt": "a1815f3dbd7f93135662630643d3df4fd650df1ef3bb69d8ebf7f13a4fa27547", "options": [ "c4afe9932502cf3a5a2fe850b21c29d341e485fd4530f656a80495cab41bc6ad", "478bcf0e61af53149c9786df5d40f2be79213a36adb7e05d03663babfb60eda1", "e5bb05d006169c62f0d18aee48e58476981bb41329449de8311a20c6e80cf0c1", "2ae8b5a77a639ecde9496a82c291ca9bbabf4a54957d75a7817cc3ffdd238408" ], "options_json": "7e2641d8b384c5e880ec3abdb27e573b95bac927f56b0657250956438e59015e" } }, { "id": "race_middle/test/1227", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "6234a200d6ef2180730d84869d150e9483a4afa8a597b03bfda6939e63c81028", "prompt": "80c1ab3f28108040bbbb675ee65217a9d4b5b992d828f28dfac367deddc6ec9b", "options": [ "ffaa7dda0307862f289b2fba0f7e34d6f07d57ad1d5901be74a7d7847126785e", "fe1868504c0f0463a294b8623471b913aaf9f0dfa5a9e6a35945f1a222723799", "4f2952dd41072f839392801d130c0f0cebb3d6a31b27c0948a9e58024506c1ca", "ee9ac48f58cc6857708079f17e42a7f4747a1c90940ff6ecb5372dace9ba16bb" ], "options_json": "5bb2b35778b4004163651dff33879b5fc8d0c4bd3090d684c6195d7d451a73ad" } }, { "id": "race_middle/test/1228", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "94e4cfbdfaed3e7a8157d4fd72113ae33d8077c300929ef4194eebfd0898d37a", "prompt": "1e39ebb8098441d53248623ad49549579e54b85049a3055eb3684007953033f9", "options": [ "5f6482474bb96b5a11d48dd97e4d9cdaed0ab6e28bbecdc999891845570f153c", "9d2e44c54a34a259fdcb7087406e0cdd56a0e397ea7cd3910c3f0663e8ee7920", "2893212a528da30917b8088b096335b130effc53e226fcee7cc03f7dc304ef03", "2d7d51cf8d479d4ceb0124f018a75732e9f168aa096c5c8a1268688f0ed1f1c0" ], "options_json": "78ce10d484f015480dc244c44c51a4917a3bfc0e1636ff2290426fda93d1c0e9" } }, { "id": "race_middle/test/1229", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "94e4cfbdfaed3e7a8157d4fd72113ae33d8077c300929ef4194eebfd0898d37a", "prompt": "c0cf76468e9e54b3c692e8c336d5111713eeca6be00f27d2fd01494e13b12df6", "options": [ "40a79814c84570bf83e3ff3b2dadae6e4a286e0bd7ef1d3b010d2c3618868fa2", "ff2ab140a5c4d9753c0542645f4d3fad6b9e86e6d6f3288c3c251a34837fac9b", "4e21a06fdfb37277586903ba81a2156aaaa1fdcaebc478b5fbe54ec35ea81bd3", "58fcf24dc9198750f3c8f390782dc9bfc00b3f307eda374a94985cec08cfdfa1" ], "options_json": "8207994b4d162782033588cdc5666188a3f4c0ca0df22c1cb481fd41b516b959" } }, { "id": "race_middle/test/1230", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "94e4cfbdfaed3e7a8157d4fd72113ae33d8077c300929ef4194eebfd0898d37a", "prompt": "9de3ee3f451f97ec4947b6f52411d48316f44681f923ed326e0892e081de3649", "options": [ "cfd6e8dd2766d6cf27044370c0d45023b7b6ff5e3bdb73947831ff7bdada2e03", "fb45f28d4556808e322ac0fc134187b21d00178ea54c5f3d95453aced7d72b50", "ef1fc97b3963aee164a9e6e94aa2cf5413155678841d23c0427b6bd79518ef53", "0e74d7ceebe650322cb3f1ddfb81cef76edcd6273e71f985154c8d69a23fbe66" ], "options_json": "8eb0463b2363718657295364808e16d065ee6931578cebb262abe0ad1b054afc" } }, { "id": "race_middle/test/1231", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "94e4cfbdfaed3e7a8157d4fd72113ae33d8077c300929ef4194eebfd0898d37a", "prompt": "11ed858bd442e35e932bfa19f130c3355abb86a65e015741e2ade4909dddf705", "options": [ "80f189984e5ca70287d13342f6daa0db45cba3c131c4e46dc81360f3a4c4f690", "19fba0e995b9794fc2c26217bf3b725c2f0d9eeda16719fe75e3ba23ca73bfc4", "c1f026582fe6e8cb620d0c85a72fe421ddded756662a8ec00ed4c297ad10676b", "68bf0109c6f8a87bfa96d1ecd9503326ba35cf4a6086988a1d2c8a20fbef00d1" ], "options_json": "4e168766ad6fce71161ef8e22d48b2495ae76fdda88298fafb654b68a06b8cbb" } }, { "id": "race_middle/test/1232", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "94e4cfbdfaed3e7a8157d4fd72113ae33d8077c300929ef4194eebfd0898d37a", "prompt": "d6717b46b108432213992af0b944519e4e8a228c7bdedc122cb10996e479d987", "options": [ "486de375d44fea378ded7aac039b932e0744aff3cc9637897cfbf9e02959a36f", "2263b2a9df7ffe7cff2c82ccb12925fc4a78c2d9b1dae51ee779fede34c47809", "73f0efa7e0584d8b4a794c1340a0c77df6e58d0ac232ab560a57b231aa0ba6c8", "99c744acc4f33e29d2080d659cfde6d6799002002bb849c6871215038d6212d0" ], "options_json": "c952ab7cc7387496b9ca17e65b11a58cab141d402abd03c597c0750fd920ac3a" } }, { "id": "race_middle/test/1233", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4e4a62d426b4437da778b3afdacf5903908569ee7cf87e683adcd8470711df51", "prompt": "02e63a0f10e4987dfeb7c56dc1fdb6401359434ec361aecc4399b2b5420966e2", "options": [ "07647e98e635ab6045fa79b882ad96fed356077ec277cb7ac423132babfd81be", "aa79cf93650322aac5aba919b45a7c5827b7ff50cba5deded9a84fc5e91bfba9", "404077ba4955a18e7c0f10cf4a40d2228daaeade12c2fb78c3b192aa64fe8007", "542e027b5353c2be419a994f2ea8d36e37b7fb3972f08c7c9aa7d4a339764a39" ], "options_json": "65704058d9576f3394f62e91dc9f13773e6bc982b312658133b6c19b193b3a11" } }, { "id": "race_middle/test/1234", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4e4a62d426b4437da778b3afdacf5903908569ee7cf87e683adcd8470711df51", "prompt": "3bf70a6acd4f8791103b4a1044e2bef7e0cbb1f197fa2b15855fb85d18ddf521", "options": [ "123e621f3c1ab6ceb7abc512201742482c837d19a73f7eb39173b15f6cfaa72c", "cb91f7cf110cc9acfeb3ca7d6f9e70f28e9c17f8ab49c5a3afae0a8f3ab33cbf", "8b355000cfe6e75bbc772fe0e53692e76c7dac9f184cde13d73fccf50cae81c1", "31ffbd34431cfe1a3cc7133f2e9dca85cd3d96b549cf45fc7a1f81d16799359a" ], "options_json": "aac410a1966511e4ea48f102fafeae7a7a141eccefb470c5d84c539c7f2ea560" } }, { "id": "race_middle/test/1235", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4e4a62d426b4437da778b3afdacf5903908569ee7cf87e683adcd8470711df51", "prompt": "245a018ed468b9ebd9a8c98319644fef7bd27bd2868da38ef824eb43bab5ba3e", "options": [ "5f57a276a1aa445a55e0bfd225425ea630a035329f9e56799c55ac0505eacee2", "0dc8b5b84595b4c46df7ca0903abac5769b94cc5907c26ec8042f12cca9fc662", "a7ac4fa8574451ad6573bcf90f588c876c84b38f8dbd7472c03940f6f1ff3386", "b4e172248e5de67b756eb15c6f0194e87be7c6056938467c35f2e0a5b9d64978" ], "options_json": "f5d186df0bd504ed9b4effd48bbcbb5cd4d590ffdddb8a9e3f73cda7558eb781" } }, { "id": "race_middle/test/1236", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4e4a62d426b4437da778b3afdacf5903908569ee7cf87e683adcd8470711df51", "prompt": "df05e260ed875acfd9b92a0cfe29bf547b9ba362345b90170e52f70592ba9675", "options": [ "59a4a5e71b007331ce01685a4b09f73ac3c261ae3447e54eccb39ef0b8ac8073", "03fd82eb184e2a71686a8cdaf9b3c48845b6ffa29b92c9c3ecb4d8ec3be61735", "0669fb62f6b1a4870195e656eea07ee35a9c59fbdc763098d2b41d140dd2f9b2", "ae4eb8e65cc32f990d0c4eb8a4c6076ee3228bfb113ccc80ee746aa3d9970f42" ], "options_json": "ba63bb6cc1411abaad96a6eddc363c334b365303f2df48048571fafb1879b80c" } }, { "id": "race_middle/test/1237", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7f6c00ede190c753eb4b49f2a5f352d8ceecc6b43bdc7fe1b04ee41ec6cd909d", "prompt": "15827ca6b86ff54ed11e33a222d14fa110585e6966739dd824e8fca6e65e0f8a", "options": [ "47f4820e4d589134f135c7c8eb3efd97768009fe13d5529570545dbec215e8ab", "5f953dc99f8ad191be4afb082ee7c6a57ee17f0c2b1fd1b9fb210eac06a4a251", "ca90c6c1501532cbf0524ba31ef7492b49bbe9edfad295b4d89ad4fa9d1a367a", "c752120f75d5789456d57d0f0ab17b485e92c0aeca2e0ba3bb484cb571c0d1de" ], "options_json": "fa27753ebfc2c92efb361c3ab4199968da57bc866c9ba71ce25c73acf9b99ac6" } }, { "id": "race_middle/test/1238", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7f6c00ede190c753eb4b49f2a5f352d8ceecc6b43bdc7fe1b04ee41ec6cd909d", "prompt": "24b3e54d6fecc09dd01c3b2e1ac7db39e8f04f8432049f24051b0cf9364a8f6b", "options": [ "4d844b3a21269d0a09d8b0ee9c692f019faef47024591d39fe9be1bed3ea0a43", "0dcf06ca9fce56b62b283b9312037c5122722c095fae4e5f78067953fd7c6d12", "ceeac447f7a67c4443d8066364ae491246dae8a6a94b04f5030b29d683311014", "b42c418553eff2a0b475927f268f45fe499260fa0f7a13c52a47c0c7cad08ca3" ], "options_json": "6c3d29b9dd9cc50743844ab2b27f9db5649c24c5d90a4e79b5435ce5028cfbae" } }, { "id": "race_middle/test/1239", "gold": 0, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "80def3a865147898a1f8e48ba9a76d5a7636f58df8207f09d879d4631f94447b", "prompt": "681cc3ec07cb8fd8955710188d14197bda66835ccc817a07a44ab41f83fdf129", "options": [ "ba118bf7fc9c1aedc1edb28a0aa86e0b43b681f222af6616e13c43be87815b06", "8a9779f421280dfc90a1178539800fb0f3b5244af428b6125703ef068307e24b", "b0d839e8debfcfa919f239ba3a853a1058c0d43b15e215937b7635437ba8a6a7", "770e607624d689265ca6c44884d0807d9b054d23c473c106c72be9de08b7376c" ], "options_json": "670e2199650c473ebbd705814b52fa59b47ac51b99acbbfd456e036c23aa549e" } }, { "id": "race_middle/test/1240", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "80def3a865147898a1f8e48ba9a76d5a7636f58df8207f09d879d4631f94447b", "prompt": "18a5202a6efb2ee4ac9b972ed0d2e9bf5014b31f597ab9d5a1dac2f5d5486058", "options": [ "9ecc81f0a4b6dfb0c30e78370c42a1e0c118d2b426ec4dd1ee06c9f62a832040", "e979074ebd5633a7263aa48c4b7dea055a769115fbc0a7de459f8a74cd2efd2b", "7320fb04af5986c0d631c0dcccaad0352802c4fb4364a3183c85de43c4c14ffc", "e4432baa90819aaef51d2a7f8e148bf7e679610f3173752fabb4dcb2d0f418d3" ], "options_json": "abce0d0fde99aedb80df2aac2e39b024da4f5ddbc688291bff0f7aef73c3f208" } }, { "id": "race_middle/test/1241", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "80def3a865147898a1f8e48ba9a76d5a7636f58df8207f09d879d4631f94447b", "prompt": "17d18ec9373d046fa5ee7aea875d0cc46ffe6ac66b174397aeccfd200a8bca54", "options": [ "a83dd0ccbffe39d071cc317ddf6e97f5c6b1c87af91919271f9fa140b0508c6c", "d602e91d93c835ee2aa640ccffe314c61328ea2c1dbc45bec4277a9e94f91206", "aebac53c46bbeff10fdd26ca0e2196a9bfc1d19bf88eb1efd65a36151c581051", "55d4cacc75a9a1f962c47cfb1ec4d03e9cd52af009632a00d1c51d548960bd2a" ], "options_json": "1d0312a0fe8722e30587fdbe9c0822d6b41eba8f03f72ef4af3d1b8c58cc7470" } }, { "id": "race_middle/test/1242", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "80def3a865147898a1f8e48ba9a76d5a7636f58df8207f09d879d4631f94447b", "prompt": "3cbf05eaa15dacc2bc8034a89bd329401b55e3ac051b759d19a78d6a2acef6de", "options": [ "059f727ac7ff5dcdc2fb071c39101e66a9eb1c08f79fa26fd1ad01f335909130", "49e476b0dc29b0fa936244443d13832178a54290ce3e9c075a78985d16e5a3cd", "55d4cacc75a9a1f962c47cfb1ec4d03e9cd52af009632a00d1c51d548960bd2a", "9584a1a71e0844d3b432a8f3f0f850a45ed6ba3e4158a41d253b414a4a72db7b" ], "options_json": "5742f04bab4f14aef6ab24e814f1cde1390d8c1471be591cb2b088327f04ddef" } }, { "id": "race_middle/test/1243", "gold": 0, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "80def3a865147898a1f8e48ba9a76d5a7636f58df8207f09d879d4631f94447b", "prompt": "bb68d153e6acf5f1949829c0afe6f5ff77cdcb3a4f72046c546e9365ea64dd1d", "options": [ "2dd6dad08f7ece24ebad9cbe7a8a2bd2c75df4a0f8315bda4da5b0f9be241e8e", "fa51fd49abf67705d6a35d18218c115ff5633aec1f9ebfdc9d5d4956416f57f6", "1ffe63477cf345514b4117a48134e26d03da2fcfb168fe4eefdff4c62675f4b1", "ba78973ddcf98d4e5369f5e722d681d94f5106895e5d6cf6fa3ca8240fabdc14" ], "options_json": "7ac31e48966fc1af6c9e42c79a35d43b8fc97c12fa7e51c817ab13c2b9d7855c" } }, { "id": "race_middle/test/1244", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "63f444e764211a60259f3b7b0de63ea7c8a2b2582d4e3c1e6a9215ba71a8c1a3", "prompt": "522a657517b135bede8644134f19d22c430e16c774bf730e286d9e2227458a4e", "options": [ "ef7efc4fc4c97f15a4f5538a62d840f835edfe38423ffae8c4490587483c8ddb", "1711816e55927df0303c2014d3df7629e01091482fb01360654028bc56dd8ecd", "c307918820c9795c387ba760359700f9b67e7612b934e05edfd151cb52c32d54", "f82caf770c2d2193ff45e20accb139f7272be70f9b75fcb1dcfae803a0490fee" ], "options_json": "7672f06cf6031fcaf450a428379e66fbc53db1cea49ec0be002214b26fac33b8" } }, { "id": "race_middle/test/1245", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "63f444e764211a60259f3b7b0de63ea7c8a2b2582d4e3c1e6a9215ba71a8c1a3", "prompt": "e9d8505b6dbf78ca1d7eed2dbbb5719addf04e1f9af17b81f2c494ecbcdf1e65", "options": [ "48e2cf03430b0c31d63df4bd12bdd9bbb7d10081925ca52dc9c9aba4b4df47c2", "a325889830a74befcddf62ac785bab0b46b41128f58fdc172e3a9830677b6d16", "1484c6710f8ad76ed691dfec274391f75e69b451532886ad34c0ae0f059b2fee", "2a0fd51986efcf06af491f6959952eea10174892638cf68e86b32cd8d62eabd8" ], "options_json": "39da50abf6fbdf955bfe47d7123ee8f39191a60af9077d995fddef0ea63180bb" } }, { "id": "race_middle/test/1246", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "63f444e764211a60259f3b7b0de63ea7c8a2b2582d4e3c1e6a9215ba71a8c1a3", "prompt": "f7b5ae90e447569ad776cb21d06f0392adf18b0b389bf636cb4cd55dd2d30d00", "options": [ "23358baa047abe6fbfdbbf523c34e1d6304b575cd8f7fe5bc1cc100083fb6a7b", "e6312995bca20ed0a021f7f6d56cc8e236e476e110b71deb2d31310e1e65a560", "dd36621f6ef280ecdcb88558d3f103bbbe2007e4479bcd58b15839b9d3a65791", "754363f85830e184234643bef367f0b128b827f534d3c04f188fd0918b9df415" ], "options_json": "7d98dcd0e1fd5302df3cebf8f3d0754201f06d905de7e9099eea44e9da44be87" } }, { "id": "race_middle/test/1247", "gold": 1, "predicted_before": 1, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "63f444e764211a60259f3b7b0de63ea7c8a2b2582d4e3c1e6a9215ba71a8c1a3", "prompt": "bcd36dfdd309d923cb27dc10114539c2ade52a2c3a97d20e00dbc81d3e06d0b9", "options": [ "e0e1e0673f424c9f54022092f16b7e7d70668e2a21101a2c95b494d94d409574", "f79e2ecc220dc52eaea688a5628cfaca48bfa96fdc4cff80729093cd674dd8bb", "814c88f45f457b34315dd52d77c6a027107297cb9e067b2df12b3f3c2b06e291", "1701cfb023a18b1534d60983d25660944bf18c8928d27c2658306664990bc734" ], "options_json": "0f6aa601a2026c806084a8b9604a129b0ab5de91fd091da7c33bb8968b61a051" } }, { "id": "race_middle/test/1248", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0c45c672eecc2bd58a769292f9b401ad5ebef94dc01e29bfc1228fac58f17a1f", "prompt": "74422cc623a11c2318862f73bb6012d96b756767aef53a2cd05d6671cc8ec45b", "options": [ "4a5c26a050caa8bb1ea84ef28827b12506520ee473466de75ca0d8016c867f4e", "2a83dd4c3e18398f35a7369683e95780a4b40aa6af1534a2469487cc7e600135", "68795d31e2a0881f697c55dd2edfa2684fce41781ed27a1b55e163b29290cdc4", "baed0921aed76191bb14dd4051d85174c7574c904df1daf57f533563f1b6a189" ], "options_json": "94fd24647b75d7ac066e027f4c4d6df0ad1f0242c915e5c14f30a9285815be74" } }, { "id": "race_middle/test/1249", "gold": 0, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0c45c672eecc2bd58a769292f9b401ad5ebef94dc01e29bfc1228fac58f17a1f", "prompt": "393fda41ae9e3e9eea89aae0905fd6c60f6764350e689fc42fb5df29d529c111", "options": [ "d658f127eb362fb2d1d2f7ecd592f880632e2d7269a8bcdf6e14163b247f5ada", "0a925725d5fe57e21c3d8d75702772dc82689171731e031ca4a801403a6de0e4", "b4d7c405d946615e1c6ba85b36b7068019e25d3a8c513152dc102d3ad84e9f8a", "53d5adebdc5e0ae6849d057d51c7ed47ce0aef6d5598f16100479a578758a6a1" ], "options_json": "5df1131a5856c4e73c906642ec174f8859d227b503cf6482a727673f11feef2e" } }, { "id": "race_middle/test/1250", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0c45c672eecc2bd58a769292f9b401ad5ebef94dc01e29bfc1228fac58f17a1f", "prompt": "baa0555d94ec23e66cfd1206c472f52893443856bf254f6638c979f1691ae81f", "options": [ "886f362bb4f650e04a3b0e2390b7029e862e3a9909a961fd006e7c120ecc7f0a", "a64597a05c2eef0d4001853b6f881b39bbec99f657b4a30aab2b017ef6651297", "1a8e9251b0d098edcc33e38212164c9d65abc9ab3f7bdde0caf54c97424df37d", "8a98a9d7b86c460cf91189f1aef64b08fef33e9f5e1e550c423223380a12754e" ], "options_json": "ec90258ed0c1ded259faf135235cd9a0b29e22d7ffde03775fd81def9d9570d2" } }, { "id": "race_middle/test/1251", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0c45c672eecc2bd58a769292f9b401ad5ebef94dc01e29bfc1228fac58f17a1f", "prompt": "b70e73a20e1f81af536fdb50dbf53ea7715e1f4ea59e2262805fc9aeac4fde54", "options": [ "4ea6eeb680cf45ab31cfb2cebf3e3264667e21addfc84036860bda4e8ba36ba0", "128233283393c6a58024ec6f4dfd304d9f749eecd8e3cb21c4d903f34c91a774", "e93ab0f5a37e981c79e09037c231b8ea873aba170a05930df82f81a27589309a", "1ae9195e4219bf0e3d0aa37991e2f6df9354499b931810dab249e1b314f88759" ], "options_json": "1faff646e331538bd1654532b5ccc74a952a7197658455692a90889ed30656e2" } }, { "id": "race_middle/test/1252", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3e5dfaff19bb3eff683ce181f381081dde0f01276a400868d48143506d426e95", "prompt": "07f22ee281bef8f4f51ac708017098f46c249bafcda522ca12ae0b491790068f", "options": [ "48a17b619b4add710f9cc5b79e55e993f5289c75b1a3c3263e018964c30f7185", "359fb0981ba3c04a2d6b4faea40dee8465567835df1aebbe0a14176d66f645cb", "edaa210bf973b87b56d447fb276d4d671499c0ca1ea81b53753a407d7f81a89c", "2e7982ef6e829ad34baf1b6f75535379c36a4522a90b812dd347a1d093d27554" ], "options_json": "dec2d1d353853b2381b7ba21116a3d1d55083f385a1217140e1da3669943c518" } }, { "id": "race_middle/test/1253", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "3e5dfaff19bb3eff683ce181f381081dde0f01276a400868d48143506d426e95", "prompt": "000d098691de89c539ca99628026f15c3f7dcacf1479bc09ff6b8a8f417d1fdc", "options": [ "398e415e2234ba088f790f8f6bd85048945739b5a7e93f1cfac3f78f3a1b6106", "5cb26032b07679570f075836000014134958efc724d45a0f721ab318090bbde2", "2f9be4f2691b9eddc55424fb98ac4c27a85227273d4b798edfd015acc33324e1", "64a8e67431db7afb17f26630126b4f2f4bde2c5a2245ca5930ea2a2db35f8a52" ], "options_json": "387e9d676e0c5783f1ac8ca7f9c180eefe8a8ab4a3b1903899d487d9d4a7ef8c" } }, { "id": "race_middle/test/1254", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "985b8f759e042563d67db6da2bd88b321cbbd8604230314642ee88594216721b", "prompt": "d0ab1abd08a710c26e1a5b08cc706ed6753b745a102b5c196da6d817388a6774", "options": [ "517a0c4d0f7285498d3d07b1775abcea074ca245d1cefbc16b99dbd776e3faf7", "b9be4c899388ee4162ccb8a377ffb45250f394fd19e861e454c04ee44b43efda", "0e8cec73c6980e333eb5f477c52c932b31f962f8e69f94c1a9c75beacbc7e49d", "507587358f195403ed139121fe031886ca8d3df8cf81c588d4db51f37054d5e2" ], "options_json": "abed39dd76afc28256c048b1d163a31217f7f9fec7bb9390a7411665ccd1807b" } }, { "id": "race_middle/test/1255", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "985b8f759e042563d67db6da2bd88b321cbbd8604230314642ee88594216721b", "prompt": "66511b56c3ae7ef2c217c46bcb5e144118084e698b85546bad8c0f2abb451bfc", "options": [ "341fe62887760c9b523ecb7cbbf01f6260ae83a8193e66c1f99205623d64f4d4", "be4f5013ae1233d77e49ec6d3f16428ee236c84a4a90875e32df2cf3223ad89e", "809f69db8f87f02f4bc3f57be733ecfa95cd6d9bf058d1e5504c22b2a4f4c6fb", "c442f4f17f574e2f7605d6b2f3fb1f3d02082c377b11c86dee136c3cf5b56ef9" ], "options_json": "1efb1a6ca22f35f7ab0301bb54a843965b8c011c873eacbb50ff5eac802a7f71" } }, { "id": "race_middle/test/1256", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "985b8f759e042563d67db6da2bd88b321cbbd8604230314642ee88594216721b", "prompt": "5abf113c0f725e7d0d274d566753c85196c55762fbcc2c40198c321f772fbc17", "options": [ "4dbb273f846ef87e8b7c4c91546ada5d00ae4163cfc38f3d9bd89f401e9a5a5d", "e893e25544782d5dd7603ab00998ef5c2a9fa52f1ea6c02ece9a54f31ac6946e", "203e7648d55d703fad4d011966fa601f8ee513c55d71c21363a62c487f651003", "8be38ba07311128ff6c2495722b0e4f8a00cc0dcb50dc19458a833bef8ec9f88" ], "options_json": "879debec1ccd991591fece3da113e8c1f35b4b4c5a2300ea62b055f16618e37a" } }, { "id": "race_middle/test/1257", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "985b8f759e042563d67db6da2bd88b321cbbd8604230314642ee88594216721b", "prompt": "e832a252c3e6d2cc0faa984b0cedb66ffcf3cd99816aeceabebb7d8e72944bf8", "options": [ "529a015b1d573c9e7b815d5fcae99d7a34a6ac894992f226a5c870ef1fea6422", "7047782c7f190d352b22131ae12dc1f95546239274227cf2116b6ec9016bb030", "a3252d50c61ca89f5c15c64fd894e346efbfc926bc506a2446e18ddcae10cfdb", "69f9be6c28ca0b752e0e16610d1e423a77510916e1ebaa2d3128ba64e37e92db" ], "options_json": "145227d08d62e1c9734d98dec21edaa85bc27da9f7e7a0557b5bfb48ef164b1e" } }, { "id": "race_middle/test/1258", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "1a0c21711a0b9beb0c82674ca62a8aa23f1d0720573f2e9771ead8a55e981ec4", "prompt": "9e83340eecb7a8cec71b32b8155cb7a3ac55e2af5d267e4c4454bf39bc28e926", "options": [ "489f719cadf919094ddb38e7654de153ac33c02febb5de91e5345cbe372cf4a0", "fb3a7850111f293bfc97a5dd065fae84cf4e7d234451afc8712407936cee2d78", "0a96f1960786d85f9e1270916fbb29224da7fb649ef6adb322124ef7e5000a68", "2b818fce8ac932f732690611703af68d25ea1f549ffd40a2fdbf32facdd08aa3" ], "options_json": "8b984b99fb8162ed00fde60c25a08d59aae651fae202f0e01a2add83d6318f77" } }, { "id": "race_middle/test/1259", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "1a0c21711a0b9beb0c82674ca62a8aa23f1d0720573f2e9771ead8a55e981ec4", "prompt": "24b3e54d6fecc09dd01c3b2e1ac7db39e8f04f8432049f24051b0cf9364a8f6b", "options": [ "95f2f6df7e632af792b1c0f134fb0ea7898e331bf39cac73014c1dcf97072d60", "71098b52aa218531dd0a1837a76e35f0d50f4f12af246dcbd7778844ebc9593c", "4caec7665416e802c46c58849fdfe25563683e7202eff0af6707de984b834ae5", "0c4837829f484a772ce464b86b6a051b9124be2b5c2a6443a3c0e145a6d470ea" ], "options_json": "7b2f185691606a6a89637753a3374015daad5f16a0d17f325f7b06916827fe82" } }, { "id": "race_middle/test/1260", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "1a0c21711a0b9beb0c82674ca62a8aa23f1d0720573f2e9771ead8a55e981ec4", "prompt": "c4f46f2b5f9f947cd747df2b7239fb0628406e123995e8c67df648715afe1baf", "options": [ "232a6d1638f79e748604dc02ce2e630a2cf89d0e269fdf42c22ea10301040446", "c42e39f24dcf73ca223b93999b7e7cd0a6660652228e89d8315956ed6ce30412", "11cbd328a7aebc3bff3618df6fdb83e8ebfbbf8df4b97277481155639b878483", "7e226c82fec9cb139720f371186b2b44bf9db6d2455b7f36ee37a46d01f857c4" ], "options_json": "19a915dbc317cc3ddf46e67b68a4d95ad8be673f6d086caede7b9696870bc57b" } }, { "id": "race_middle/test/1261", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "57a979bfc2c650f04e8ef5daa1f97140867511e5c7188b010524de4b2e0db0a1", "prompt": "37093130e9fc1b2c75e5748b686030c470967061625343d249079238ceacd4f9", "options": [ "d88f6d8372f4d54ecfa210948ad8f8fccf83984881e298b673c8f1a941e2aa33", "cc1b4c8daad22e40cc6165404b7896376212193223579da8ad41b8d10ae64b44", "13b6376cd5fbc0939e2ec9ad53d0a07721606db67c7c9ad48034f07e6be276a5", "a33ecd6520fcc63a0b579833e56de9223362028149f0c4cd311eda2e90f77b3f" ], "options_json": "2f3801a3d0535065d0029ac597b1718b95bd532ea00cb31974db42d513104cef" } }, { "id": "race_middle/test/1262", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "57a979bfc2c650f04e8ef5daa1f97140867511e5c7188b010524de4b2e0db0a1", "prompt": "1ab7dae870dccde8ade5cd99c9ebadbb2a2c515c23ac02b03e88cfcf7be2d125", "options": [ "cc421e18139f05a3ab475819ecb4605f2e03d000b6b0887c742ae707f00e22f4", "180ca01b95f0dfdd36fbb600e51cf6e46c8ef468de56b017847886fefaf7b6f9", "fa95e5080882f52bd40ccab2dee9c88c4d1fad7ad1093f93a0edcd8fb42d2bee", "793080bb3a187fcaeac15b1797045cda6103b8fbc8836642def618ccc41cf96a" ], "options_json": "54d9df3b26812d22ec5398d94b124723eb2fd03bc87a6c46b4a02e3a126978a4" } }, { "id": "race_middle/test/1263", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "57a979bfc2c650f04e8ef5daa1f97140867511e5c7188b010524de4b2e0db0a1", "prompt": "e167786c191c5d38445163f4dead27981f102f8658ec0d20aeac37a2657366c6", "options": [ "3514ca36528436850d144262800e2be9b615589564c98a119e6c89bd72a01f1c", "81f1a179149981cbd4410cbce0485b03a74054a0ca72b843c45f957577e56c39", "13334ef0738d8c30e5b2b84d2cf83de20019e2e4738738a1e07e8b043164a821", "9c603bba1ae0ef80d6ff11a2e064aac8e673e765b6834c0bc236a0fe4589b192" ], "options_json": "308e786a888b840a06391a8d5b2527753b2f821604e80c04df7edf0c807addb6" } }, { "id": "race_middle/test/1264", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "57a979bfc2c650f04e8ef5daa1f97140867511e5c7188b010524de4b2e0db0a1", "prompt": "87bf74268529972532210b388df453c4370851b17499640b7d33f312e1736caf", "options": [ "793080bb3a187fcaeac15b1797045cda6103b8fbc8836642def618ccc41cf96a", "ed5465b9220df9ce176d0bf30d6a317729bd9d37e4ae1cc015cb24c99af1df49", "489f719cadf919094ddb38e7654de153ac33c02febb5de91e5345cbe372cf4a0", "7c683de5c831b6eeff01cd603a414d425715e6e130f7addf265931b5f3c250ed" ], "options_json": "230cfa430bd2a5f303a54c3966459763968a12434c43730b2775cec3fc438324" } }, { "id": "race_middle/test/1265", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "57a979bfc2c650f04e8ef5daa1f97140867511e5c7188b010524de4b2e0db0a1", "prompt": "d1b587d5f1fef472662c0f948770b8fc4bec102471433cce4cce139088057100", "options": [ "6f6465f9dd0685853e76cabda89c082c86afa789ed2a72ca17537e83038d7376", "6ef7c9b15ecdd69083724b84cfdc2100351963488b51b4ea2fcbddf493fbec94", "770e607624d689265ca6c44884d0807d9b054d23c473c106c72be9de08b7376c", "2f05d4b689d270cafb02285f35f44866f7dc8a2d368a3f9d1124373eeab31fb1" ], "options_json": "62182722de24c9ed539a35f5e32189fbb7e46aebf975ced87162d349e237c44d" } }, { "id": "race_middle/test/1266", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "eaab80aeb5d5f60c5bfab587307a2586265914105c4db8b10031c89bf27c39f3", "prompt": "4d4ec31e632aebbac220d08c3293ed9027f7740553fedff94d9990736dca457f", "options": [ "a2af589e83dcaf8f4a16577271c0fa24df08c0469385bd9b3770daec9e1ad9ae", "03da4c842165b4ee269758da98d680f51abed0af8e95096dfb6719a8812a4b26", "42ea40f608ce244fb08c838a14db4dc48bf0c1bf14fec7e2603ceb8a003f4bb8", "7bd3a96cba3d24bd374c122660432ebce43ace741794cea0fcc40070b3dae711" ], "options_json": "f8d528c88ff1bc0098eed20f3558253e56e13b8b0b5cec834a895cf73077758f" } }, { "id": "race_middle/test/1267", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "eaab80aeb5d5f60c5bfab587307a2586265914105c4db8b10031c89bf27c39f3", "prompt": "7a2cee0eac9f8f94effba87bb4825f5e2b468603601e79a5fcc817ea7b4213cd", "options": [ "92908a84130bc057aa9a766284986f0b6eb6ec86410da247a80fc43e25c63007", "5b72e4e450eb82b0fb0473c915283e44d884c8338be89aeb3b7b8f028f4661aa", "0570d2f9540c725a2798e437b28d079a085855a5c2bec57dece52d477257289b", "d03c8c7d1872cccee485e79022ce7148f354299b296e7fc25e7f4b9eb65bab29" ], "options_json": "112b27cd56cd73f2724374a4a034a5f27098f78ee491d00d1b3e7fce9e3dd44b" } }, { "id": "race_middle/test/1268", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "eaab80aeb5d5f60c5bfab587307a2586265914105c4db8b10031c89bf27c39f3", "prompt": "7157f06090feebd9045f937082268f42bc82d9ddad1d1f6efa846fbc9cfea719", "options": [ "a3b27f8ea24b9be3386dcc86902fe4164611227353fb8dda04ff678499fd1886", "374650f817eb3a6c63548ceb9e93e2afbcf7189fcf9141c2300db4ffbc2e583b", "dd506b89bead34c5e4a34d78fd09da1b5912b37a1715d9fdb928ade6e832e888", "ed7cd1b65a3f61938147d54c289a2759cb54107c11e9c3234d8d2a98fb6d52d0" ], "options_json": "9d8000cc81d8beac8607a9a9ba861e930ee354298211f4d262b3772307b4b720" } }, { "id": "race_middle/test/1269", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "eaab80aeb5d5f60c5bfab587307a2586265914105c4db8b10031c89bf27c39f3", "prompt": "c1e925651beb720b31bad75f661a7b94fbebc190e2b1921f139a0970994438fd", "options": [ "9efd663ad52b4f1b2a54e31e1728703a0fb4c918c47c663b0c8b7b16a1c8c134", "f0c3e87693c399a5c01cdd45c098842620a52504645772bf34837d15e4059505", "45d91e9100e72fe6f11763130a68606f45a6fce353180b948204c73eb39cf87a", "4df3230a675ce4a339c31bbdb5a6295c7e80c4de71e9602018e7f064b35f9510" ], "options_json": "4acff4070b38582eb432cec1ffc61dcb0dc1ca4108e02e2a1b96e78eff6f721d" } }, { "id": "race_middle/test/1270", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "eaab80aeb5d5f60c5bfab587307a2586265914105c4db8b10031c89bf27c39f3", "prompt": "e8c6b0a68b16e52904f5b9d25a43edc02d279a3b718d53f56044f870d4a15bec", "options": [ "9374da5ff066928e6c842cb928030d414808dfafd973f445f14880f0be4c1cf1", "e8b7e6807cda64543ef9a2e263292bbaa32371985e2610c308879c340dda39a0", "317211a11c9e97723fdced12dfc0320d899ecc20310b81a6b554a9a03fe00350", "84d13cf2a888f78c190a389060112705a049a8a937f814fb5840b8116a7aeeaa" ], "options_json": "86777cb61c5794639e6cd56d3b8e9e63df4dce25dddd1e736da950a1cd264599" } }, { "id": "race_middle/test/1271", "gold": 2, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "64af2e5b9123d019f7ff220ac08937c511165aa4f478995f9d67efc222a73199", "prompt": "bc6f5cc442605f54418f56991d7a03b8173788ec0054697cc25bbbd52f32d6f5", "options": [ "4f76715118a9824ae5dd878284acaa0387be9324015e74331c5766eef68b59d8", "40c0ac73ce5fdeff13f03392e42471ade1e435ecf28d8474d8f85aa6d07ee516", "5fb16f8ebcc24a180839fd976a6131c9c39d1a1fe1597941a79155a3922e7920", "0c6c82be21a98d8aad0d4f79aac754c3c3262ccb88daf685972a61775b774218" ], "options_json": "94eaaaf3f503705d180fb5bc0668f66fc380f9715409afd36f408b1b10686a8f" } }, { "id": "race_middle/test/1272", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "64af2e5b9123d019f7ff220ac08937c511165aa4f478995f9d67efc222a73199", "prompt": "80c1ab3f28108040bbbb675ee65217a9d4b5b992d828f28dfac367deddc6ec9b", "options": [ "7790429ffec6bb7e91ad6c260c5ed3bd29fd4f558bbaeadc1193715581c6c8c2", "55bd3bdae85005ed02bcd4007900c2850564cb57d28bd63e9b9049b880ff540d", "1cadcbc891c338d04a50812c0aedea6dbc6267a6a9c666fee58ea7c884b34d94", "151b7bbc4f40d83edce13ee4094d86158e47e4af9c9ef42c4f6def88257b68e2" ], "options_json": "95b82893d26dbfe12e3e811f35b425a793ec314e917ee7f3f2b94877a40c85e1" } }, { "id": "race_middle/test/1273", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "758c081a77efca1c01e286553e487f96f01dc29cccb5e39ac96eb7c06d723bea", "prompt": "a943eb1d0b252068f4347dcb4b8fda9fabe8446fe6f15dede15145bdc10e4f6d", "options": [ "02c872126cbee0fea16a998b24c5aec6e62ae453538ccafa06d1e106628f18cb", "71ff4e23fca298e1b59911b4d28aa488a3cde2d59b54b70b85f8bfd6f94061f6", "0f2c94b996fdc1bb20b752b2a6a0a1cba2ae14d8acd58fb13bfb16a99d97b35b", "2911d755c11c46430655a0d75c0d90e3a3f240ac9d835502e3ae6754fc719a6f" ], "options_json": "5630e52e14ba508e47d028bfd0e5d9403672ebdde2c0e63b2ea57df4ed19e197" } }, { "id": "race_middle/test/1274", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "758c081a77efca1c01e286553e487f96f01dc29cccb5e39ac96eb7c06d723bea", "prompt": "34e4dd45ca288bd2948e2715779942626eecdd748db9270d90a411c6f1b4234b", "options": [ "1c6595e27d53f8f4adf4009db85d10cf410a1a9804c3cc3a10e8acce906028e0", "f5a7443dc76624c3efe29d052faccaab3640dfd6911acef5446e90e23bde4e10", "cae5addaab3eae7d474ec14086eb0429cae123f3e5865bdf4879183a7d444be1", "6d69b6dc0e8b582af761cd4cdda800afab240baa6c6d240eedae28e40acbff40" ], "options_json": "14930dc56d4149fdf9983ea4f3c44122a0320a209428cdcc98e90c8bf558bf15" } }, { "id": "race_middle/test/1275", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "758c081a77efca1c01e286553e487f96f01dc29cccb5e39ac96eb7c06d723bea", "prompt": "04f1b74921174c2166b06e07c2752f879c845045c68934417000776405361620", "options": [ "0a219bcd4320c8ad1d9d240991c6980c0034cb06b1b528918fbacdffe1b5726d", "95cc40b79b9639706a97bd3c46e6d146063ff67b40dc7247e4c0a3bac9492928", "21845e039754f5af0abd47f9e2ea948aa003b64017eddde9da1f78139357c8e0", "ce0cdceb1a7da565791cea949e017cb0a75527125cf0a13bb763a3fd099d4bea" ], "options_json": "0949290801d77a45a1764b216a9611a63f858afdd721dca4d9f7214c76db51be" } }, { "id": "race_middle/test/1276", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "758c081a77efca1c01e286553e487f96f01dc29cccb5e39ac96eb7c06d723bea", "prompt": "234e750b5dc3692723f25910a82b0c5081eda91023a1ba54dac019d7baf1f514", "options": [ "1bb34fb6fb08461d7138e92c255fd3885c75ba5088c067a369060e2a42238368", "cd1686e79b6d82fe3cfb2e130f2aea619e588b39ca8d4cdacabbf4592fc68e91", "c6179ce928b7e2ad9944bbc90b16917de58324faad29728952f50afb4bb0286e", "ccf7fc53cb3edf4cf5017c98e42a0eedf4583e633495fbe3a3285320099e7502" ], "options_json": "77e5f4bee37161204b0c7e8c61e41ddf11d924ac46ec87c8a4d56d9e53ce0685" } }, { "id": "race_middle/test/1277", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e0806fb020310fa1d30d66ae3b827b5761a7df4617e15761d4870a49c5eae246", "prompt": "4fd7adfad11b1e78c0d4588e1e70ddeedc7b69d8384bbcf51e16a9dbe25585aa", "options": [ "69d2748584713b24a223403eaeec1facf44f0d9d7499ceb63a6eb4b360f5212f", "daff49dec0d541106420f4e65d682d124b932b404190c9c1c08fba67b64ba8e1", "35d1acd34ca3a79027d70c489d4015d66ac2440f69130231785a03068efcedd1", "1f51392efe41794e5523d44b24983065fc556c319443a05bb92b48307bf40897" ], "options_json": "1998ca7d156f156e70b3587f001031d882d2be7fbf15a2614ed9408f574d188a" } }, { "id": "race_middle/test/1278", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "e0806fb020310fa1d30d66ae3b827b5761a7df4617e15761d4870a49c5eae246", "prompt": "048f7982610757f3f59a01047d1f0d0e52b1f4459f5de947f88c0699f5b82d4e", "options": [ "2e01865cce69b8e0b1fd99a04f6a2f2711561a6799c519904d45138f710e68f5", "657ab0d96c5a41793208eea4bc46d0531a610473eacf8c148c0be4d10261ea1c", "5737a254f5f4975ca82757786431a39c5c4e66e367a0d58399bd8e67722bc189", "f8daeef7d85e39a8d42666a20a0c20094dd2a5d95308546abcb04356cfed6be5" ], "options_json": "c05bf4e50b469437f6ae82ac55bda268db602bb10a077069df71671a079ba47d" } }, { "id": "race_middle/test/1279", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e0806fb020310fa1d30d66ae3b827b5761a7df4617e15761d4870a49c5eae246", "prompt": "af0eed9149664d7cf0ed97757287a1a89a7c1f8cb1f86fedcab2ac8b2ef68a64", "options": [ "6ad91da3b07f5f4cb8c247e743a70939f464219e225d55d1c269274f1bf1fbd9", "2e8b2247f476fd46a5e3f0d526dc55b379cc0971e6a6c5eeb3840a90d3c02d1c", "9b113b5cde8c294b72fb11fb6ab83bf412e67cba150593639fd30528e1742d6a", "30c6c260f68f8e582b35e53337d2787db3d057ed26b369118c97996f69accf38" ], "options_json": "1f1abd5c926409e4454ae507f9d0c89f1768bb192d29457c44de7f6c20040533" } }, { "id": "race_middle/test/1280", "gold": 2, "predicted_before": 2, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "e0806fb020310fa1d30d66ae3b827b5761a7df4617e15761d4870a49c5eae246", "prompt": "2560e635e690da709c319de9ff6f26375581c82165a3921fd4783a73ebc5fac4", "options": [ "6a7cf8d1fb8fbc7d7d47ca3810766942257de5e42883d1ea0a31dc363bdb0d65", "e85c96cda2a2684741d58b763b653f7ace1fdd6035671b5171328992355f8fa9", "d508e8750d04b2d6e4618f001ca346f6dd9abbcddfef086b4fdb5f1947c22c05", "98b6e074b9c7ea3d8fa3e84dbbd15d15ce4ee309d1761196f7ad3f3b1ebd0db0" ], "options_json": "711cdbdbc1976debbd1bdf4f9b6bed7eaf8728161db297aa0de125600496de2f" } }, { "id": "race_middle/test/1281", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "e0806fb020310fa1d30d66ae3b827b5761a7df4617e15761d4870a49c5eae246", "prompt": "0f1c12a770dc05a55d838d25606f0a1aca312dcaeef4b517f372b28f7c246625", "options": [ "784faf13e95961fe8f5368736644824af2363a4c447f2cdb1cd68178cd4c69b6", "479c2fff630c07fc126f060a95d336bfc7e1ac62ffabec044bd90322e387adf4", "0544a601b0d0bb90bdebb5a0ff09c104632294a0b6a9b5bcf47c777c9fd018bb", "7861bf1a1ab48fef67d22121aa896557181e0ad33fbc2af9ccd0434881561d14" ], "options_json": "486e67e667868cb80f3782327486d2e27c6e0c992e2e6cd978d8839f5c1d8772" } }, { "id": "race_middle/test/1282", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4d0d1340abaf31c1da9376109170ae9a0ba95f6da8270f3ad0bd238e02f94d83", "prompt": "689cb106eee0c5e9d1c537ef8ecbbab74ebedd27e874e68e1ded4cdb93d3095f", "options": [ "aa107504048845d989aeb5c88417f050d818d5327b6aceb2375ce72bd4dd5054", "80563fda2e63df52cd86c24a81450b56549873869b0b11c257d3c3065b8555b1", "6c9e3ede32c7a5da1832ba23a7f00de10a1bac2519060135d8952d9fd12b7f15", "9b434cea754193ef2403a59cc7e4ad573760524ebc28035aab7e7b32ae42b272" ], "options_json": "bb439bef7c7da522f0e4169ae2a706fa85d79221f5950012e0dd56a46aeb3e07" } }, { "id": "race_middle/test/1283", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "352de26af602114c8bf9cdd6bdc59318538fdef28b29e6fa8352df2c170d1976", "prompt": "65116e6636917ecb728dce3b1124c67d87cf1f252c1acb29ea1d20e5cc3ca7d1", "options": [ "43544924d92f85173c5b6ace1f21637307a89e342ae0d2900299093dbf414330", "900af9b90401266e79ff844e44b9e0673b077239a1d241ca33d2dbdc704441ad", "ae18a57088260044e38e90ad694737ef1eef6baf8fb947cad2ddb139891e8b81", "73d33c148051a384f17fa96259976a534f9aec3a1538bc83cc407875a388915c" ], "options_json": "bc0e19bfffb0e44528bbe24fc0afbee17b7d874bff61b6de4996d5526bd20179" } }, { "id": "race_middle/test/1284", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "352de26af602114c8bf9cdd6bdc59318538fdef28b29e6fa8352df2c170d1976", "prompt": "8da276cb40f969e14b53f76679052946d17df1bba37102b2bcad0da32a53d509", "options": [ "8a9779f421280dfc90a1178539800fb0f3b5244af428b6125703ef068307e24b", "7458199fe97a184002bfd3c42bae81371f0ae2229b5c0a257a9bae77e4f4eda8", "ba118bf7fc9c1aedc1edb28a0aa86e0b43b681f222af6616e13c43be87815b06", "be4ee906d3efecfc34a94a6cd378633a67f7f35d5abbc3f498715ac5dcbee54f" ], "options_json": "d3c7301a8be413f161823ebc9c4e6763138a26b5bd476f88e9c0bf8e692db430" } }, { "id": "race_middle/test/1285", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "352de26af602114c8bf9cdd6bdc59318538fdef28b29e6fa8352df2c170d1976", "prompt": "a577c8bb834a470c1351aa7b5fbaa54fd1dd5e7525d723b4b0bc8e371e878f73", "options": [ "1d126087f603ea773c4c994f1ddf3944a4f2cd48e433515712cc390cd9974a7b", "0de721d9653eb4c75a7b48f8bffe0361d168e5768523dbc94325654c86734784", "a6b62ea555cd62b3748b1bd68d369c763aa585b9b688d41694fc9d6fb7521e72", "97195258036028c3fb775065ac12df471e54b10fa53955456b4157c377db22e7" ], "options_json": "a9572da78b02331801a4a29b337322437a5a609f62fef15ae26678442e411fca" } }, { "id": "race_middle/test/1286", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "352de26af602114c8bf9cdd6bdc59318538fdef28b29e6fa8352df2c170d1976", "prompt": "00a12b1fde143be459d477973b7fa21e17baf1832c45c9ceabea8107373be867", "options": [ "1cb6fc1cfc1d89abaf9f59ac91db56c6167360a0b3f4f05a1b526800a6579696", "278e2655789ec743e5847313521e1bdca2e1cb683cda35778b051cda231e91e6", "888e9bc97c5dd594c61825109562c51ad7eb016073fe544f156a9ce771d04cea", "16fb8e8dc4be59847ce5318bb72a722b27a9c100d464a9cc81f870a8fb6c047c" ], "options_json": "d7aba92d49c4d76e709e8eba9fbde94a496d0e29830cbf1f4c12213215be6c87" } }, { "id": "race_middle/test/1287", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "352de26af602114c8bf9cdd6bdc59318538fdef28b29e6fa8352df2c170d1976", "prompt": "462082f6da901b65ba31f7a2b8fcfe75e9ad7ed09cefd58b42ef86b016db4ca2", "options": [ "6d8ec1e146037680e41d92e2db0ae56ade3b9ad84b4941996e91c24c0a8157a0", "443bda16c7ca6f87514354edcb3ce0dc561a12e456d8ae54b863cbf45c4d3187", "f478900447859bba5d2562cbd0a66f66384570c15277ebb3bedb30fb5cb540e9", "03b34db94bec809eaba60fa5f3d3b2c4376b9fefc15c9469373a7e55c9baaf93" ], "options_json": "060918168e04cecad0a2929f80217fc060450a959ecb287f37d474e194bab55a" } }, { "id": "race_middle/test/1288", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "16ce01233db4ba8f8a41a6d9e54e318bf63f125b26be4cb0f01997a6345a7d7b", "prompt": "fc7c89b44a73c1b3546baa317f4c7ef2a76be2a8aac0f94dbe2d67c23e11e0bc", "options": [ "f7392fd90a573c08161e4ed8f186059e5a27ccc3c2151143420947722dccef05", "bea8b619f9a43b55c35e3d4a3aa6d6ab45f52551404694b839bf142eea1caf65", "f374fcbf7c2fb618982145c43a7066ff91de2cf86ddc9bca1e49e9967d134cb9", "2a06c4becd950f36687cbe93b4d6938c3d4d877dbfe2dab45e2b16f1f18e355f" ], "options_json": "5072fe3100e458f6905a176f8f88347b1bb7329a125abfa2dc58dd4f6c923a34" } }, { "id": "race_middle/test/1289", "gold": 0, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "16ce01233db4ba8f8a41a6d9e54e318bf63f125b26be4cb0f01997a6345a7d7b", "prompt": "0a693be76247990f93d6f521dc08bf6a7820776cd4515e890581fdddb2019944", "options": [ "cd549e96a67ebdcaff201f1c4d8916af20799196c0fe14e1256ca6d90cd37c59", "424f3ec407cc43a52b3851dc1e4bfb80b9c9d09e98fe6cb9892aee3dc4627f54", "e697bc79bd262accf06c8f8ce08b34bb5120b3f435c85f7af7fdddcf40fb0c35", "3d9ec39fd08849cd23840818ad0d4b48df408dca6afbd5473257e7ea543dd4bb" ], "options_json": "633eecc395c8e68c94291a9c86765a6ff1b01343cb126ea2343ee0643d3e98b1" } }, { "id": "race_middle/test/1290", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "16ce01233db4ba8f8a41a6d9e54e318bf63f125b26be4cb0f01997a6345a7d7b", "prompt": "244bd1570144cd2b946a729a5d62127946483c48afdaac5428b8963124c70bc3", "options": [ "859159357d0614e18c6cc78993c255daca49320634522d35825269616cf19422", "9df6b026a8c6c26e3c3acd2370a16e93fffdc0015ff5bd879218788025db0280", "e5e72beb4e3c6926d3dc9e3e2ef7833ba50cd919c2460a782b244fd071e920de", "9088996f1e9b0677d6a5ca5780238ce05d5c24463e9a744553d95f9e85d9126a" ], "options_json": "4dbc2a01c3e0cd64e27b1ec83446a3abf041fa09ed16f6576981bc91fdf77f4a" } }, { "id": "race_middle/test/1291", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "16ce01233db4ba8f8a41a6d9e54e318bf63f125b26be4cb0f01997a6345a7d7b", "prompt": "91c264fb4699f48026868e66ecab14d5c06990873351d276cf03b6192e8901fd", "options": [ "c6f556046e0c00469fe2824aa5fb9fd02c66d154aafc80fdc0f365841c271e12", "f3cca575ff7e90bd5ef386b93be2649f248c1fb5e592250254577728f3ff6859", "0237742265ea9ac1dba0afa9410bec9d562c9eeb60dc327d1f9ae13ddcf87c84", "2efa64f91736e51bfbcae85be793635c890cf873727a90a959ad0fbcffafbead" ], "options_json": "4f7e44c371810be06d1cf042f9e932144805c847384137578989bdba116c0a2a" } }, { "id": "race_middle/test/1292", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "16ce01233db4ba8f8a41a6d9e54e318bf63f125b26be4cb0f01997a6345a7d7b", "prompt": "e6085bc2dc9ef35361a18d0ac613b35d6027203509ec81facba00e57f411a880", "options": [ "c6f556046e0c00469fe2824aa5fb9fd02c66d154aafc80fdc0f365841c271e12", "f3cca575ff7e90bd5ef386b93be2649f248c1fb5e592250254577728f3ff6859", "0237742265ea9ac1dba0afa9410bec9d562c9eeb60dc327d1f9ae13ddcf87c84", "2efa64f91736e51bfbcae85be793635c890cf873727a90a959ad0fbcffafbead" ], "options_json": "4f7e44c371810be06d1cf042f9e932144805c847384137578989bdba116c0a2a" } }, { "id": "race_middle/test/1293", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "73b765a0659590ea0cd4722a8a974ea042e2fef316a40611512c1c42d38112b1", "prompt": "4578b5d9a8b8bcb4da3b018b116b3853d2b2b4bec31e750b32d4bd5ecd549702", "options": [ "f6e386d72ceb3631f80b8fdd31df7fc5aa1595bbdc7ce37d6052353b66719d35", "3ab74a110e4c436ce28fd2e14cc440b22005dcec9011436fd38441a968f13d6d", "19471b58a1e24573acb1d91023d19642eef1e4c656809bd37ac71852fbf6e595", "c4d31035528c067315af326581a14bb138ef9ed7d2bb808860e6bc4c02129483" ], "options_json": "72c966ea815c6547f9d723e5047e13a31af5b670221f03f32a7f1e1960572578" } }, { "id": "race_middle/test/1294", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "73b765a0659590ea0cd4722a8a974ea042e2fef316a40611512c1c42d38112b1", "prompt": "0b3c34754eb6229bd523cf6ba44e96cca3bb157c97fedbfa9eb611491ec5485a", "options": [ "dd1c6c7a93c39676036c6471c4abcbe312335cb639ee7116b9597ad0b17e67af", "d80f68bc81435d4ccc182f791ed2a308012cb38819f4f5108763a1fea69540af", "7c7961fa6b2cdf1c4a74ea7eaf2712e8bdd825ac095dd39d92a8a11df3230c1e", "2abc2f6f0413f32181708fdfc47f715346ffbd64fcbbbc5c88b3578f3c759dee" ], "options_json": "0af466cc1dcb4ab15c4ab5f9060f2e0bc81746eca9c04af4bf64d04940a0757d" } }, { "id": "race_middle/test/1295", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "65afe5750733e68c4f268b08a0a102317e38944fa7ab3fbc8a7ff92a0c036d76", "prompt": "784bd76e445b97d068043bbd18a20cc7827c71b3d07af867468de48913346e4e", "options": [ "bb4af27551634c56b32c469eff392ecc96899c6e8419856d685de11b294b609a", "a152d53084fdc67553c6102260a522ebab32249276682367ca670d80d5addc10", "f6ea02f96f0f4aeff28b881791689cd2644bee15797076ea11a5082d8845dde9", "455c55018cba146957f2ff8a6c47a8a7846fe3010e71c160cdde1786b49013cd" ], "options_json": "410720e14ecb050b82328ffacf4d9de65c18776c3867c30a8f265e835dc5263a" } }, { "id": "race_middle/test/1296", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "65afe5750733e68c4f268b08a0a102317e38944fa7ab3fbc8a7ff92a0c036d76", "prompt": "95081fa9a71fb2666c31ed06a5304dbc7428cca16b6d3a1c81f04e994be7cca3", "options": [ "fdf02732d042dea8208feaf7aa8eeac56af1d74b97775dc02676fdbef3bd9d02", "643868af832aa1f372fc11ffc1cbd1be034be772d83662a5ccecb00059350693", "298360abc1fa83ef7f6bc1a2925110e1521560eb048b3fb316e7076f32a189de", "048d57b10aa1c137d55c45a0bb2404faa2cb6b9c590e2f8d1d9f99246d7d6ab1" ], "options_json": "85a4af4899f87256df79d49f0c28a74185152d1a69b51faa9cbba3199bb9e06d" } }, { "id": "race_middle/test/1297", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "65afe5750733e68c4f268b08a0a102317e38944fa7ab3fbc8a7ff92a0c036d76", "prompt": "9118600e58bfc951ebe68867cb5117821694f519a7eecac1d54c0fd28e024c72", "options": [ "8f9d163fb2a593c42f2e2b486d01d9d8d66bf5fd763ef36f19ca7becf3633d42", "6e3bbf25f3a816e3c8d51f44332cb3e1c18324394cec705e5a5af20b45fdfc8e", "4645fa998f38200f61b20b0e4d4c1e68946e76e24db5ff36bb31c7c2249644a0", "bc2449047b83e402ba5e3be643a8ad51f142dfadcf5364a72a32e7fb22afa03e" ], "options_json": "477fb613a3cfaa1ad8b70a33d4ba9d6bb18b8ab1745d73cbeba32c6c96240289" } }, { "id": "race_middle/test/1298", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "65afe5750733e68c4f268b08a0a102317e38944fa7ab3fbc8a7ff92a0c036d76", "prompt": "6706099ca419da2683db7822a47a293e17ef7bcd7f3ed99faeaceb4200bb82ab", "options": [ "b0a0acbe0b2fd018053e9e01437ca0553b46120c1290474a2e4f79d185dd62a1", "0836d02b8156b4c222f9cb1ab4c3a39120cdb3aafe59808f4ed89118e9b3dbe1", "087cc3a0880844c6496aebc90a537f745f2fdabacdffcab87618968e981fa8f1", "9165da0031f48ded35b5b5061a40f916f6cabdf226a5521e597923f1215d8928" ], "options_json": "010cbcf0b97a04ab336026809ce9e384ff1e85a6b5c23c2bd576727511b928a8" } }, { "id": "race_middle/test/1299", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "65afe5750733e68c4f268b08a0a102317e38944fa7ab3fbc8a7ff92a0c036d76", "prompt": "5f20171b3e287cde0c58a110e0b8cbe7bdc15e574f2e9cf91a841e0d43c56132", "options": [ "6cb3200c874a2879b82f35248e10516199e077ece329b57689e59079d265eff1", "3676fa9ae9c999057fabbde6b5b9f3cd505db6cbea2245e38c53c653cfab3330", "c49eb0b5dce4a05ded26492c29d42b8006bd49784c88b6f850509bcc0c416738", "f54a7399c761b2523f9f11a7d28fced00d802a7c52514c7c790b747d663a6f02" ], "options_json": "f7ad982b4a17a47ae5798db80456bd7672bfbcb5a8f1c2e12674b10eebc81ab3" } }, { "id": "race_middle/test/1300", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "8e72cb80ff6cde84d60b40fac4b71d485e2e4454b238e9b0ec1cbcd4238468c2", "prompt": "69fed50ce7d9469b683cea7455f760e02fb8bfd6420dc5cb862a4c744df43366", "options": [ "6bcae32066f424ce6554b5a0a79d1f6b93a14833e2e79c47fb7522e0de36d107", "ec0781655d89852c700255b17f7c5862f16ee6c0baf93f3dc31007984c074e7e", "3a028387a7e9156bb20463187d257297addade2078e75bb8fb235ef554736c18", "8b40845a16e95a1261ac186193d37365ddddb17a11577d3c77815f805a925064" ], "options_json": "5007cd9ad2283c0d059948cebeba430712e371052d3b3ce0d1516ff99f0de739" } }, { "id": "race_middle/test/1301", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "8e72cb80ff6cde84d60b40fac4b71d485e2e4454b238e9b0ec1cbcd4238468c2", "prompt": "3bb4459f6aeb22c9c2210dd0b3be5ea1f46b3b5566c6a7786ae63e34af029fed", "options": [ "29f28ed6203c3515f5a1f1fccc80c5c99d2a37ed47edcde41a24bd37dd332549", "db342de4a6d0d34ee14f9195f9928dc473a84a1c8137ba0b3973f618c210da76", "89c6f259bc62902ff461461bbc050728ffcdefdf465d4377ac96c08cece62260", "29b59e7ba6bc96c56043bb8a213c3ee8596c5151fa46dd0fe8af137b3babde57" ], "options_json": "f56318c4bc839c40bff8220c6b6223f519ceeaf5a1f3bf296e7b00402e4a4af2" } }, { "id": "race_middle/test/1302", "gold": 2, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8e72cb80ff6cde84d60b40fac4b71d485e2e4454b238e9b0ec1cbcd4238468c2", "prompt": "f154ce839188271b5ca0513396f748884bfe1cdaa84ab0cccd96dc249f780536", "options": [ "d98c68bd63b49fbc56e407a77482f2b5ce8ec378f07936bc0be311c766be1e92", "bc559c55a26a00b81bcabc81b5f0f4b31d187f348c8111e2d18a3c9ed0320a61", "e72b8dbfc4ffe3413482fd19a125a9abca811a772a13581e5be48366abd18920", "e984cac918a1a738045a36c28d819b561e6ef01cd181f60103ad968221c80c0f" ], "options_json": "9ef75d75839c2a2b22766df2a3b1d3797db2e68b709be3075cdf4843fbff9599" } }, { "id": "race_middle/test/1303", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "8e72cb80ff6cde84d60b40fac4b71d485e2e4454b238e9b0ec1cbcd4238468c2", "prompt": "d5e36865b7cd81a8ac24a8b3f594b73dfc5684d0f8663e176b44fa0787d19319", "options": [ "45f43a0bd29cc85e351292ba9c3eea6142a9581fed39d07f40e53742b819b003", "e1e2c9c8de3ed3df544306c25253ac22945159599f801a312c6b23a88c86e7e7", "fefd63cee5ad299416416cbb904bfc8ffd88d63b7002a837af857785606088c0", "9e57886c9e77cd4035960a792d920a64d2d112465e414d361ba8ebe28a161b46" ], "options_json": "62c707ebae9c1718b0d0d2d05df70d6661707b45eb531dbb1853807aaae31b8a" } }, { "id": "race_middle/test/1304", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "8e72cb80ff6cde84d60b40fac4b71d485e2e4454b238e9b0ec1cbcd4238468c2", "prompt": "d6717b46b108432213992af0b944519e4e8a228c7bdedc122cb10996e479d987", "options": [ "1656df6f335fd1856aa29fa5d2b58af2e299e9348701cdc5c4b0ae76dc4f6840", "b5b83078b45ef447d1289ede3018657ecd491a6cf6f63f12724c3273f10bb5a4", "3c388543e04e5c2d3b19557fd4a16def31e7e5c7d34a35476a9456dcfa4e2767", "0edfb6e5d05aa4bddf5004ea04962ee5f1f8ae014e40f0fef0135869faa8d785" ], "options_json": "04bd23261d1bcdffc457d037c72f9c79f75288be11508fce8533cadad060420c" } }, { "id": "race_middle/test/1305", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d0ef12f8a90280a3a68fc2167a0fb7c5b926c41c16c56e1205f6b72a462df54a", "prompt": "9ccab966c202f9ec62b2fce33710f14075f770e626dd616fabbf04d061405bc3", "options": [ "6b51d431df5d7f141cbececcf79edf3dd861c3b4069f0b11661a3eefacbba918", "8527a891e224136950ff32ca212b45bc93f69fbb801c3b1ebedac52775f99e61", "c2356069e9d1e79ca924378153cfbbfb4d4416b1f99d41a2940bfdb66c5319db", "86e50149658661312a9e0b35558d84f6c6d3da797f552a9657fe0558ca40cdef" ], "options_json": "9e4f216d1b833e0193dbe31ad911119fc940d2dc083ce68a35b2ca9beb30cc84" } }, { "id": "race_middle/test/1306", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d0ef12f8a90280a3a68fc2167a0fb7c5b926c41c16c56e1205f6b72a462df54a", "prompt": "f8e393752c581642012b4b313aaaa17918cf9ec6746a9be9fbaca54ee052652c", "options": [ "0542ac4b445b1b55ce6a99b3c6352bd602ca9c9e981e05fba3312acf0c9bfcf0", "26c9b5ed69fb34a80de915375ed34cf899a2e537acdc89231399d70cd4b9796a", "1d512ec3a41cb50a4ed13faef200ff2e8c29a1e622656d9326f607a66fed848d", "296843b3b06a227d54fcbb1f88e277981e3982b933acbc016f7dd81e4e20677c" ], "options_json": "890650fd1e27e5214e8de73f816f0b130ad40d50c4f6a9f87ff65bfd2bc7da9e" } }, { "id": "race_middle/test/1307", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d0ef12f8a90280a3a68fc2167a0fb7c5b926c41c16c56e1205f6b72a462df54a", "prompt": "fd14717f8d11a14696ac4e3503f9d8e19b35695d6fae3111ccdba82691c9f5d3", "options": [ "24de79886ffa4acbfa9fdab8c896483679a808df02521e81f6bf50697cd5d883", "92c580aefef3704da3df1789a93d98be52c374461a8598911ad8dc816cec0de5", "c7dc0d3542b245549b8b0d343775592905bd6a34a1934a10055539f4f3bd4d1c", "4a64a0ff88ad18899ac36a211a9fe7b131416b6836f9cba1a59b8f158bef93db" ], "options_json": "04903f1d07a9d6e7dd191da84fa5325b789b9847493cf5f15ec7cf2c95231014" } }, { "id": "race_middle/test/1308", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d0ef12f8a90280a3a68fc2167a0fb7c5b926c41c16c56e1205f6b72a462df54a", "prompt": "f17a123cfbff35aef44204bf0fb23b1ae8ea37aa254435cf9962521619fae295", "options": [ "7c58ea253628feed6583e78db4fd9fab131e0016ade168b4c200eb41d6aa93b1", "f3bb79e48a7a8af1d028f6acb7fa34b0c7f75da596fc205907d2a708fe28ebef", "dda209044ad44962b012ececcc2cb2f7efd35c72d22465586e294b6493bc21c1", "64199f675b8b8f25c4423737a104e3f456f719d4f5c769fa706ea4872e2d50d1" ], "options_json": "a853f00566b866d3690408a4f1c674fc9e4534348f2158bd881b3274128f9cf1" } }, { "id": "race_middle/test/1309", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "d0ef12f8a90280a3a68fc2167a0fb7c5b926c41c16c56e1205f6b72a462df54a", "prompt": "a5602e304a4b881bcb733f4e89f164d28b366be38521229928446f1725a850d5", "options": [ "5c5d7f98633a706a7ab1196e89a975ced94561283833861c742f22a82955d87d", "c261153924ff080f266ba26b074882b8583c2f0ef91dcc1acab3648b15f080b7", "571ff7b467b5763e8b3514b16edff61c9517a6736aa6ff3ce6878049fd8f6259", "d493f8869139bac710b992c1126f61b8bef4bbf2b00b4b3c047f243cbdd0555e" ], "options_json": "e3c145d404b61e3fcf059dceebf48d40cf211cfdec83eb1e44c15a2e38b006c2" } }, { "id": "race_middle/test/1310", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "47a31ba73853324240ede63b5b03a8a7134f2eb1c988fb34659f6260e7fcd292", "prompt": "2ca2619cac134e937a0bbd5796962a6fca90b1b62c5fe6029b60f6ab8aa9922c", "options": [ "01cfc309bfc026dd4c48b8c92e1fa89ff3ad31e831e1355002d32c7a6cf6d48c", "b44fbd7edda3b03fbfaf1ccaaf00979afa852701d20c33b61d0a5aa019867380", "63e3c5373a9778ddbbc1a9ea7864ae19de6e3ce331f01bf1c6196a8115329b9e", "02a73ec80c5919b61726ccf2de0fedd949e8f7ff4d55495750edf7c74429e777" ], "options_json": "3425986b8470f543c86e5eddac0529ba3c886942540c8872bf3b782a2414c0df" } }, { "id": "race_middle/test/1311", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "47a31ba73853324240ede63b5b03a8a7134f2eb1c988fb34659f6260e7fcd292", "prompt": "0e953cfab2b525102d588f00f669d147fdb4d7eea852c0103a80f5c8547d5acb", "options": [ "b13eb67160f33ec88e71d5989b8fd4bbebbedccbb16da34065768638acb63dc2", "6c0f6844abfb6651e7afd2c8665b9c6ae0d83d0a82429f6ef85fcee9ecb9da6f", "70f4c4c73002597745cc5b37cd9669873dfb9bd0c8afc688e26103e9580b9307", "a36c7f502ecb894abd6122858b6cbf45c0596671846dffff615598028dc337cd" ], "options_json": "f8ba40633981f201143a2b481611af942cda9f5dc1fd9ea047235264e3a64096" } }, { "id": "race_middle/test/1312", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "47a31ba73853324240ede63b5b03a8a7134f2eb1c988fb34659f6260e7fcd292", "prompt": "c0b301e70379b1092c652f5bf98e4bdeec7f6841c4e26c17b8a1e4253dbfbe42", "options": [ "1979c55c314e9b1f2bb6dbd9c9af4be12680187345f5e404a1cc59c96f508d17", "de60355bfabcae7969fd0a303b9419ad3fe3f41158789962cd1d6de7506bf85c", "f4c18ca25d2ba3b0cdf48e5c152c3abb9a9425846c29ec5fa09b118037dfc562", "952eeb97279465d1c4450bb60d9a9ec68624f97d68ad9b12187dbe0578934d07" ], "options_json": "1344da19bbeb1bd3d73b9430efccf9a0173876f716e3cb2ff03cdb00889497e2" } }, { "id": "race_middle/test/1313", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "47a31ba73853324240ede63b5b03a8a7134f2eb1c988fb34659f6260e7fcd292", "prompt": "315921d3c5d9edf653e5be371eb81c4a6769a289df949daabbca64ee7e7578d6", "options": [ "6adbc706af0486673e3c5972a8480b1e7e0aa4c313ec9206da5d7ee20e425514", "6f0f3c2e3c762c6e84f1a93957c9c01efb650a432c919bf7634582a871643b3c", "1e516ea15a531712e4affeb9e500ad8ff0125fb4ff4303c00fbb9e889ed7c45a", "9e52fc80e08768576bdf2c3098d2f128d5a56bcd429271000ac9f025dfe54040" ], "options_json": "890a2a3a469c0c21b7424278b1a251b7d122c80e70dabe674b5bc62ef54f43ca" } }, { "id": "race_middle/test/1314", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "47a31ba73853324240ede63b5b03a8a7134f2eb1c988fb34659f6260e7fcd292", "prompt": "46a8c428b9fa610df35317b02660a1d61172435d56d581a42c83bdd88c8db4b7", "options": [ "42011de6f3f165c9cf231c7bbbe4469a74f4af63fb660ebc1ae2e604056ecebb", "3f6706730d0ce5ea0b87f65507ea51a82563bbbd420ce7621e04cb8a6e95685b", "e5d2ebb4824d278241fae58c3748bd9b6be6862782ece71dd1902628703b3bbf", "160823ad5d56bdebdb554a25853ce88ee67a7b1ed36876c2d75e8c463218ea9b" ], "options_json": "4265bfc5bbdac736e8c612c8f614785ccf9f33f788e9e1fd458fd9c2c80eb668" } }, { "id": "race_middle/test/1315", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0d88ffb9b9b861ca46b7360fe46fbb99c7c04ef50c137f526acbde7af6cf7212", "prompt": "80c1ab3f28108040bbbb675ee65217a9d4b5b992d828f28dfac367deddc6ec9b", "options": [ "b1d55c443cac5119807c820137b3cb1399deb0ce763a968fceed3efc84bc36b2", "31f0f57708be155463e932ffd147c34e20482e333b03aaf599338009b42e402c", "a949c040240204695db25f08b019a311b284069e3dd12b445fc03b4767fd89b6", "d607281031f827fb9d11eba48ee7e14e0d563469938bb1da3ab5471520a62fc4" ], "options_json": "3c91e12b1041e6b448d2766dac189d7ef3a7e549b2b18300cd9bee0548de0c78" } }, { "id": "race_middle/test/1316", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "0d88ffb9b9b861ca46b7360fe46fbb99c7c04ef50c137f526acbde7af6cf7212", "prompt": "7967743c5c86cb7ce77f2bd604e275792a675e68c64dc5386543012eacc3b8c0", "options": [ "96f8f46d08dceae355e31205282bbe89545dfe45b96b9ffa95b3905a7bb8c57c", "b39fc01b1d946efc22820746067130b7ff52c6313c18f479a9c418b7c1fc2828", "aa3cb16014146a57eb78acaff4867166fad3ceb66aabf525d56871c0a505ad5b", "e1293d37892f7ba541d947b492260c450f14e8f5eb617854fb58e2d6442381f0" ], "options_json": "b2608fceecf9076a32e622278f57e50ea86379fa4d7fcfb692f3db8e76154aad" } }, { "id": "race_middle/test/1317", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7a716ba435a9049e84e223c8c566a6cb8bd2e56a94cdcd31af8db671f019818e", "prompt": "9e04c26a40db0596879e7f56c49d8dbc8c9b177caf30a2d31ce7e7e7e719b7da", "options": [ "c40ac3fc4af7e715db8be2ec431ca6e4ca71b056b97c2bd2c3ddb0a5fb5b0242", "37538ebe4321c03a6c482e6be5595a9399f4f2446039365fafca51d504877226", "f151f49c58c5d313e100ffa64f4baf4eacd1a5134dbcd01ebbc91d642b058e9b", "49c0d0a17880c84bd66e347f35dc42e1f85e1bfd2b039f915f28520ffab3f1a4" ], "options_json": "984500c0fc66dc9a79fe020f187986a7ef436f5030e7f0844183c37d6f8002c2" } }, { "id": "race_middle/test/1318", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7a716ba435a9049e84e223c8c566a6cb8bd2e56a94cdcd31af8db671f019818e", "prompt": "6b4a355a849eac7e663e7f87572174c4764a01c7aee37ceed9c6883245984bf8", "options": [ "14e32f3cbdd3b4c414be5f81c8c6b602bc9e814c0cad7290a07fe109ea9830a7", "5c0bc2423c1af18cd0172a4d1f84c01af25a3ee3c5ccd217e8e8a48924fe414e", "0b93457b7a8c6b87819f6d8fd027d31d68e5a456eced5a08fe563edc9ed6c30f", "03b34db94bec809eaba60fa5f3d3b2c4376b9fefc15c9469373a7e55c9baaf93" ], "options_json": "4f8cf0d8128cf4168a2517258d977e65272196570dd021d5c65efabccc1ec9fc" } }, { "id": "race_middle/test/1319", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7a716ba435a9049e84e223c8c566a6cb8bd2e56a94cdcd31af8db671f019818e", "prompt": "b09fdeae7bb4e54b4e4347f9598a1aa8f339355cfa9c5496ac67e46ab1baaee5", "options": [ "b5861c0eb57c3bb9cb79066416916e922b4fe505cb4c98113e3726022ef1637e", "e1871093efeb720f5845edcc5e26c708ce77a94a5ecf511353d5c225728f0efe", "d067ef5d3bf43092142fdec317b34383d52846948318a639f05752be5aeb9218", "ea3661c59c2d31dc8c58b5ab39cd7aeac199ea7d693c016f9f7d759ca39f2f0c" ], "options_json": "678fe224896ec695f75db9475f6df6c07238e03aae107d954aeedda073c2d113" } }, { "id": "race_middle/test/1320", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7a716ba435a9049e84e223c8c566a6cb8bd2e56a94cdcd31af8db671f019818e", "prompt": "0959219693b251e69ab4ada1c7c0c72a54ebfc54283b7ecde1b38070aa3906b2", "options": [ "adc080b3c6466edb603f01f2f95b9b1ad1e9c1de7f58912d59f017a0ca8aaabf", "eeba3d8a5870c44341914fd16197deec5b7abc3a7755cf08f3bc860d2a8b0efb", "cefb7ea349584b3fa0e21663d4c78214946ed60481b340d15128851177409169", "487b9a3efe81fb3147aed2c8a24bca41c4b322bc8cd80ef9cf59e856bc685199" ], "options_json": "c42cef3b84a5f63526146ba199b5314972ab1a73d729be64218e0501640d0ca4" } }, { "id": "race_middle/test/1321", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "78bdbc2ea8d4a0efa0ee6d7baa34d6eb2540d7f2cb82d41661ce90ec9de17f85", "prompt": "7680563cfb30c95bb82898b736530080838b0ecb8a88998c64d9b521061ffe5a", "options": [ "abd149214539d9f222d25de6358735b9fa0efd3956f66102b2c119ae2d9f6348", "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771", "10436829032f361a3de50048de41755140e581467bc1895e6c1a17f423e42d10" ], "options_json": "9151b6fb1b7746598e70b8bff99ffcc91ee2fd503579be87ff635ae9df1682ce" } }, { "id": "race_middle/test/1322", "gold": 1, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "78bdbc2ea8d4a0efa0ee6d7baa34d6eb2540d7f2cb82d41661ce90ec9de17f85", "prompt": "c36efb8c7e834a5c190693f2dd092ea04fbe3f7a6b85ba927d244f62c53e4b84", "options": [ "2f7820a5325de01510971fb541180d3730df116b28942068bb1e5a7040528833", "a62a3699a6ab74ba0e901dc48a1d800e5f60f3fb52da7925f8b9b367cbbaa769", "cfd6e8dd2766d6cf27044370c0d45023b7b6ff5e3bdb73947831ff7bdada2e03", "fb45f28d4556808e322ac0fc134187b21d00178ea54c5f3d95453aced7d72b50" ], "options_json": "7710172249aa0679705a538e86b0f2fc76babeeeb30f5ca46103cd2526a4e598" } }, { "id": "race_middle/test/1323", "gold": 3, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "78bdbc2ea8d4a0efa0ee6d7baa34d6eb2540d7f2cb82d41661ce90ec9de17f85", "prompt": "5a51df556c18e8d2c2bf3057cd551006294517fc079432adfa013b1a6f821a25", "options": [ "69f17b21cef8f734222d7ea2ad16defd050485fa6111c2c1a0f4749903884736", "2717f76f3346f828dbe4880083db5576a10f8e35eb96745e5b78dc3ddfdf8c05", "0acc46c20e861723556d1af09980fe64de6c4a543e4e087288008b29d7bb5c6f", "382b69ee0fc643f850d7bce80310700518d192e4f7adaa12130704fc9b6149fb" ], "options_json": "1de09bc952ecc0fef573e6d16d0b042e4e72e82fe6674edadb10694dffd416cb" } }, { "id": "race_middle/test/1324", "gold": 2, "predicted_before": 1, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "78bdbc2ea8d4a0efa0ee6d7baa34d6eb2540d7f2cb82d41661ce90ec9de17f85", "prompt": "a862f2dcd1166d27c3e2d72c2660dd571141c607458e34d6a75bedadf7e0ca2f", "options": [ "00c54a05369f2ded0ccc6df926fb4acdaccac27820e8b96478584c244bc400df", "048cfe4d74dffacaee166ef2dd845371828c5c1c8aae49f303f05d01f3d203f4", "02b066970e6d6d956f86c5a8d49ab602cf394900233a6dd8100ada37754d6153", "fa72a5f93c3b12c8dd3ab063e2ca60ec6c623561537a8a54b06728227ca1aa44" ], "options_json": "fb749bc356c42519fc2ca4d75474b57e024ae68c81067702f45d3ec4529c1784" } }, { "id": "race_middle/test/1325", "gold": 2, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "37c4997f6c9aa5d753be5166162b9882e81e1bbad445bdd08ca5dfa3f9a466b2", "prompt": "21f6de3a70d393a53a7cbe947f52afb5084734f482a58b37b7a696d6c69c6e6b", "options": [ "3864f8b1a53fe72a4853f9e82dfc413747d7cbca1374d5a5c4311d6ef6ae077f", "8ad9dc07987d551dc93e8871dca178650a2240c476c2a4d3efd93e3c8f27a9fa", "17c53ef2c6f9b997fb562b360fd9a81633350a93a4a131f7fbc91581ffae9904", "d826b55b9649e2428771c9c1085a4fd5dccf90277b6508f0873c5f1a30cbb2a2" ], "options_json": "d7c8afdd241ab5fb9e31d6bc68189bbc37cbb84a9bcc81fafa09429e89689bc6" } }, { "id": "race_middle/test/1326", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "37c4997f6c9aa5d753be5166162b9882e81e1bbad445bdd08ca5dfa3f9a466b2", "prompt": "eb6d29681b52bec84c78d1e98ee512b9126d7a9e0141000ede5c78cd3cb4b146", "options": [ "2b8a3fbfd1a12687b4b895fd5972d311cec9309353a1e735c2b070810abe2e79", "d87a90b3e4fd0a1276fe2cfed548b86c404d85f5df5a7efc9c637299d41ea2cf", "db34fabf386b938e784fb64b8929de2ed0f9f3f45ea7afdb7c80b5796c7f54dc", "c044c1bb2daa4f1b00fd59dc27098deda268221b808a553387cb81d86c9e9ff9" ], "options_json": "8752de50b2bbeaacd883b3d5a3130ae971669c20217a44fa06881d75a9d1f344" } }, { "id": "race_middle/test/1327", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "37c4997f6c9aa5d753be5166162b9882e81e1bbad445bdd08ca5dfa3f9a466b2", "prompt": "a14e27220972f5fada0e6d13a63e71ac4fe6f7bec778bef2bc6ede9df8625273", "options": [ "8498e7f505f33d1484df7dab38c3bcc85624e78450d2c761a8a5174753cd91d4", "92a581a7563620cd3196e2d8bdda09774123adb39d69e570d2a722c02cb7a0c5", "99bad89852238a4ff812f82864fa5b20e799426a49ef6a643f10049ba2429a6b", "042252015150169fda0735fa99907db712ce974dbb56c6ec07dda1ea3bae5e29" ], "options_json": "a492ae5412c10b96ba3b5b7ec5c1143457c923b4590481702f66a199e300ba78" } }, { "id": "race_middle/test/1328", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "37c4997f6c9aa5d753be5166162b9882e81e1bbad445bdd08ca5dfa3f9a466b2", "prompt": "6549c3173eefd6cfc118b5bc2ddd1a8d950349a4ed1eed422f3ad4975ce31e05", "options": [ "4a51306599713164f4cb6596fe6c537e55a52842d4f1354997646cbdf6e810de", "d66b5243c57132be17fc3e8c4b14e0a9d17759a61a5826caf1fd52cd022e3294", "fe6792971608bd001be400eae57fa074ee71d1c9b2f8c6e8fb3a3f40243aa6a0", "2bf16ce0d81e75f69cd050ae64e7f6b7353c5db3b4f3b2f515ff508d36ce92fb" ], "options_json": "8e4fffba5aa17c92c1312c5e606941161112a8594afeb76a312e08454709ba9b" } }, { "id": "race_middle/test/1329", "gold": 0, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "37c4997f6c9aa5d753be5166162b9882e81e1bbad445bdd08ca5dfa3f9a466b2", "prompt": "5b71cb167d0a9b5b2683e010c0b1e94f6a3d10344edad152164d4920fd3ffaf7", "options": [ "f87dd45d5e8626e945a8f221e5710839ec6da32c2368480ac7bc1c91bea5932c", "be5246c54f701a4663d9254a6204cbf7e07bd0d6c3732cf2c4aad231e01a8a05", "29661dc964848eb1a795a8e71898b3987228644a39fa7c6d084ce157e2876fa1", "0db783d881a5575b1c58da609061875d9b25d495339531a05829625ab6742224" ], "options_json": "e2ebf92dc35df3dd10047183a4550c4712322face5399f7a3f50ff4633d91b12" } }, { "id": "race_middle/test/1330", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "ccd008d127744f606b98edc2d53a9802887971bf99160c304ebbb1bd0604c8c5", "prompt": "05171736395e0ee08c1c49913b0197f0b3aa2a33ecd0fa5c0f05b28292bee6c9", "options": [ "1b173e2fb0194a4c075ea09915f248b6a823a8bb7a53e3383efc44da303399e3", "5b848366bebd9cb107353b7b4b6b44e1dfedf30822a1d1c76905571e58f2523a", "20b133b45415b889d291b2a8b82267553ea4790fe3b8eefbfac311010654e27c", "636e154528a857bb5846ad0738d44572841583b4f703bf1ec80b7ad12f02a594" ], "options_json": "c50e7c5e2d1950f74ec712664fef58086ff9b08f51fcf3867d52811006d0fc46" } }, { "id": "race_middle/test/1331", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ccd008d127744f606b98edc2d53a9802887971bf99160c304ebbb1bd0604c8c5", "prompt": "b4bca10b596e5a6b59c594b17016455c481ba96523a9df65b28bbb358213f937", "options": [ "0a9c1b69fb9cd906e1f05241f34d9b775d7f7624cd108bd9c38901c7b269335d", "53d6cb30e7fc6f12a91f61382456e7f97eb51a31dfac2aedc1f073f25ea732e6", "04e770674c3378aec9f0aba23eb168c25612f2fa81ce08942597044bff7ca482", "9f08d5fae14aedd40a600eea6c51dc8290ad1b6b12a3f6eb658bba79b8337a77" ], "options_json": "18e0608304c9b9253e53a54ac3d809092449a64cb95895a99114840590461193" } }, { "id": "race_middle/test/1332", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ccd008d127744f606b98edc2d53a9802887971bf99160c304ebbb1bd0604c8c5", "prompt": "02a1c247b758fadb55dfc9683536a7725396c5b406c221b81f0511949222c72e", "options": [ "5145e71ecd715c11e7130f40571b3ab2e6b9182bebc30abb21b675c739bba000", "fa97de9cd3a8822910fb04ab6f1f7d5faffcd588d1949d92aacd63576646fd3c", "0e711016f908bc8d0a77f6078dffd57993cfb1cd2fa4b9a68702f4aba3f9ff72", "75e3293591e248d67d2b80ea4296b42b5a96469f04d92924ff1aab234d1accc8" ], "options_json": "42523385bbc782278bb4b29b81cde2120dc3a3a945ab4e946519621900450a2b" } }, { "id": "race_middle/test/1333", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ccd008d127744f606b98edc2d53a9802887971bf99160c304ebbb1bd0604c8c5", "prompt": "caf039a5959111ad09dd611814eb868c6386c1e0e8bc309f2f3a3b7838e8c123", "options": [ "4275e162e156772ff8ab6267e7398e6078a9e1935e63ba8fe903bd9e09adb601", "ed4e2aea8a5f910c6f413de23edf3c3dfbd66554df14945170e3323545379c6e", "232bfb45fd1404c95935c20d034403da0cc7aac4227c987f284b7ddfef762286", "bd0feff79dc64c17f3aadcaa9e1bab581ebcf620c403018fd41fa656c86fd018" ], "options_json": "0cdafcb4aa47d630bf5bb3818b4c182430ff3576cee504855bdaf547d1b94e83" } }, { "id": "race_middle/test/1334", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ccd008d127744f606b98edc2d53a9802887971bf99160c304ebbb1bd0604c8c5", "prompt": "42428a1f1ec9e068dd91416bfafb31f08722d32002424b4dc5c7e40d3c832f2d", "options": [ "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce", "4b227777d4dd1fc61c6f884f48641d02b4d121d3fd328cb08b5531fcacdabf8a", "ef2d127de37b942baad06145e54b0c619a1f22327b2ebbcfbec78f5564afe39d", "e7f6c011776e8db7cd330b54174fd76f7d0216b612387a5ffcfb81e6f0919683" ], "options_json": "00bce9ea72151141410b0b07eb01fde95aee6c1824aa78186a1c46b2d3b1f569" } }, { "id": "race_middle/test/1335", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ad4e807ad600b06894d8dbf5cc982ede6674d28396f6e2e6e1a8a77a536dd6f9", "prompt": "35e216f69d46443957e11e3e442a4814e792290342e3a19e3b3bf054a7a81af9", "options": [ "f607765ec512978d6067672b86cae793c135d8f492e67eccb2e79c3e1b1770d6", "4dec2c6f7507444c4458714cac341babf1a8014da53296adcf200f02d097434c", "d5247b17d24efe07721dd19455bf52021811cb49971ebd3afea472755c112581", "db47cc870e5cda1a0956feeb2083c6e8e214d4588e63dfd9b949173b61000310" ], "options_json": "bc2bbd612d4d937c4234204e187ad740473e5db80806b4f90d65fb41ac27e3a9" } }, { "id": "race_middle/test/1336", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "ad4e807ad600b06894d8dbf5cc982ede6674d28396f6e2e6e1a8a77a536dd6f9", "prompt": "cdfa9a8b604da65932267b387fec17887748bcd7fa67523844f5238e23043dbb", "options": [ "1efbb52e26c97d9f714439229f42a17f831ab7b3aa50c5af889dfe74edeefd72", "296da27a209495f241594a192bd168a26bb6aa05ee2634f0ca036234e3cc8fab", "db7ff4dbeb3a781b4fbe02014ee28c08dfb7de332535f0782fc13e088f3d17dd", "648dee85a898dced6fc738ab8ba29ca4aced094a3bfa4542303bffa8044129fe" ], "options_json": "d01b8d8424e65f56549312fc9aba509b5c532acb195e41c34f3b2c62e74e9e03" } }, { "id": "race_middle/test/1337", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ad4e807ad600b06894d8dbf5cc982ede6674d28396f6e2e6e1a8a77a536dd6f9", "prompt": "e4182008c36b9e82e9c1a58269cff012c943a3bea0a9f57e7c8d73a0c5a8782c", "options": [ "aed8f531aa7e785be255bc435e2582e74c58defedebcb629eeabf365b809bd6f", "be55ef3f4c4e6c2d9c2afe2a33ac90ad0f50d4de7f9163999877e2a9ca5a54f8", "7aff00f30e866233f9d0fa4a061466d04d8466eea92f999f680e776a2cf20bd2", "853637136575897a73cba3c5fb085e8c8a2627df22983d2bbe9ff158d11351b4" ], "options_json": "146368cd0d6eb1cf32673403793f09037cc4dd2023434075663543b831e8fc9a" } }, { "id": "race_middle/test/1338", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ad4e807ad600b06894d8dbf5cc982ede6674d28396f6e2e6e1a8a77a536dd6f9", "prompt": "ecf1cb7a68d6bb25586d6aee9bf483fafee3c3b1d2ab79e560af06cfa97c783e", "options": [ "2e80a4ec5b7fd31610766f7207a77125764abf39cb0c2fd2535f63d7bed1e70f", "baf3c2fc330092d7aa7236bdacdc784f63a096ff3aeac0c3c856a3988e9af585", "072527234e3d46ce29c74ca975352d045a460a475029235c9096c14051f48a8b", "3d7b28a7f192c0b16c4566cca3ca7f5215c5a76f1d29440e2dbbbf3ede722a32" ], "options_json": "3e12cd483efff3d2de9c26039aa25133f3646c961faea6f7f5f4878524930d01" } }, { "id": "race_middle/test/1339", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ad4e807ad600b06894d8dbf5cc982ede6674d28396f6e2e6e1a8a77a536dd6f9", "prompt": "f0175a5767df8f5015e93fd07d8c172b2cd31848a19be6483660f717a827d1d5", "options": [ "0bc551723d3dbfba9f377e5cd432be26b1fc4fe849a6f3aacf51f761bd1cbc2a", "37e2409c1ec7f7f817aad88818dc20e6cc4c954cb47a461a49835514b2da76e7", "b983d65bfaf18ff6deababc2d97bf2f62f107898c7e7278d0e8701747b1a6698", "6a7fcc7ed48721435414a2871b092490c4d3e513087c01fc4566f6891261dd0c" ], "options_json": "63e96a079b7b70aff9eaeb0f41de199195cc9b98d596fdd2c3c4474e6716c155" } }, { "id": "race_middle/test/1340", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "90f8439b5b0a50aaf0ef4b04844759cea9751976b7903a4366e86a20ac3fd540", "prompt": "c9e1e8d96b1bb96b2d78b5a2641570e940065335e24963d5b3758156aa0e351d", "options": [ "2e466f027bd70dc226f136aa17948e04f26aaf06cbf964385648e3b6c40b6e71", "e5c92a61f59b3d787d72c72b99d6f729715e49975448fcbaf605ab574b4976cd", "f2241747022d694b54fca728eaa2fc53476ae97df14c951edc305f826ea946a4", "6ab605c0cdc75c759e07ef8f105158f221fb7207738e23291c9c3c3aa2bd3aa3" ], "options_json": "6ce055a7dbd974e8e85779c93011c8a83df47229576a6ec19e7c79fb0ec342ff" } }, { "id": "race_middle/test/1341", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "90f8439b5b0a50aaf0ef4b04844759cea9751976b7903a4366e86a20ac3fd540", "prompt": "a05532d6c9c2d34522c6261b8f14185d600ede2e2f06fbff90aaf0074773da2b", "options": [ "c55990158a13307155042c2f802ccae9529678373adf44e91737937f47acba5e", "cb330d85529f07466e678970223e70552fbd546afd2d7a4ceba8c17c66600740", "899a9587d2125b0c87e60e566ece35a98a5f95efebef43e1d486d8119b852fa6", "87353343dc5956972e5b409c279e414fe6e2b28ac3831e03ece76c21b9c505e3" ], "options_json": "db0e12b301a6e78ea365e8c40402e47582e627adc8e287a2159fe9364a0baaff" } }, { "id": "race_middle/test/1342", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "90f8439b5b0a50aaf0ef4b04844759cea9751976b7903a4366e86a20ac3fd540", "prompt": "e599ceb2ad74a20b105e63dd8ebcb6b52e55d36d4eea46d3c8ccf484d6302bef", "options": [ "30b47f36ccf3edd74747abde177161b4a3d217618b2733b566b6079079914980", "3586298f0bed0645a35584875e25dcbf719f2d1c75016fcf1bc6ed97f628538b", "bc53acfc9bdce8bc54dc72d99cbe80fdfee9c5a6013c267a89da264dddd30500", "94f8a20796dd97b9cdef3b6186d843bc08b629c8cfb17855facf0000b29a7dbe" ], "options_json": "b30c18d854ca81b8c7175f2a23f58fb2ed9ac38e495d805505aa0e0099ee8a88" } }, { "id": "race_middle/test/1343", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "90f8439b5b0a50aaf0ef4b04844759cea9751976b7903a4366e86a20ac3fd540", "prompt": "d6f9a77631b2619118e5cfbfbb3edf81a35b08b563cd9e651c7764f2bd37f092", "options": [ "0f9ba508a26f46cd89c6e29adde9c1588324a042bf7171b1c97dd7e6267363ad", "287648f3c93a2d1c140c08db7b28c8814d2f6ce58008f71ed3a3ca57225b672d", "88a3a97241a49a8eac72741294ee8251f7f8b3fa27c30e59470be4c85c78cb1f", "63fd86e37ea7044019d9054ab5bd1cbe4e4e85c09d9672a5a7b482323db19dfb" ], "options_json": "2e222afdf63a2eb8dc3e8bf9569d9c37f6b8487f110158c41d66630340cad137" } }, { "id": "race_middle/test/1344", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7a4221322e0588bde3b9c0fda6c13c0c9ccbe6f8663bb466c1d566a75c520da1", "prompt": "0a941a1602362ddc612a73836ecda5a254a960403bc0dcd7ef1699a6a4c4bcbc", "options": [ "cd6357efdd966de8c0cb2f876cc89ec74ce35f0968e11743987084bd42fb8944", "77af778b51abd4a3c51c5ddd97204a9c3ae614ebccb75a606c3b6865aed6744e", "4488b8b86b1ac061dbe37242297e5827dad889823fd1a5acaed43dec0108d048", "431ba1c6936744f659289a8ff5292f004a51ba6a96dcecc65ef8f0783018dd5f" ], "options_json": "ffc1459a20f761f4bea93a499b7412e76f36469b499f4b5365812e4535f6c888" } }, { "id": "race_middle/test/1345", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7a4221322e0588bde3b9c0fda6c13c0c9ccbe6f8663bb466c1d566a75c520da1", "prompt": "94c6a9893a60038253bc1e91c6ff7c89b96afbae636d4e712e37584b13ef5488", "options": [ "eb5394ea6f65bc23847ab39cc7a12e83b83c302123ff3d18ef1af0012744e117", "ed79ff7fbf67bdc559ddb6e6268bcfc1ab79da6cc74f1c72a6a8068acbce291f", "7257ad35ed4683458e7e4878be54c3617ded3bf1e780479b4980acb118f546bf", "a70ecd9adb7daaa95507450b1670cb44bc56de406a1b02a3aa7411f21d18f510" ], "options_json": "6954966332e50bd2d75435a6636919f35e4b3aa00690ea682ff14f692a65d0f5" } }, { "id": "race_middle/test/1346", "gold": 0, "predicted_before": 0, "predicted_after": 0, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7a4221322e0588bde3b9c0fda6c13c0c9ccbe6f8663bb466c1d566a75c520da1", "prompt": "8c3ca794412b71c745632d0b41c17f40bd944db431973cdb40e2a5d269486eb6", "options": [ "754539bd36b0b66451af25aec38fe404a2e7f6af9d9904357b5ee325416d9919", "15b73886c509d9de52dbf72d5d595f1d75c2272fc80b5820f4ca71f701d292b7", "b085eb0cbbece5dd1033edd0fb37527a6c0ef56cc1326eb8978b7bb51b102ac5", "a83dd0ccbffe39d071cc317ddf6e97f5c6b1c87af91919271f9fa140b0508c6c" ], "options_json": "640e18e4c5a3d71f1e2e27c1fb207169578bc0b9ce043ab976e508d522fb81c0" } }, { "id": "race_middle/test/1347", "gold": 3, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7a4221322e0588bde3b9c0fda6c13c0c9ccbe6f8663bb466c1d566a75c520da1", "prompt": "0e54d76e7560d00699c296e0e7315a40d3063a6aa972738882d577695fa67a51", "options": [ "2c371c2ada73a02e26e14416800e8a49f875d27b8b5ff31f1dbe37bdaa6d7faa", "f4aa2cf3b421995ddbf86a1cbf5393b3d920270da928419d5045f619dd2ed44f", "eb5394ea6f65bc23847ab39cc7a12e83b83c302123ff3d18ef1af0012744e117", "6342d0648a74645722ea17901df180d13ab12ce64c01f16e846e39a01eae8419" ], "options_json": "58e43df2dabf52a9407ce9bc051955bc21c524229d83b5db54da1875a31f1018" } }, { "id": "race_middle/test/1348", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7a4221322e0588bde3b9c0fda6c13c0c9ccbe6f8663bb466c1d566a75c520da1", "prompt": "f684295c9881099d4db3e79f84df1cf71d550405784d192d76e4c60a80ec221f", "options": [ "d0cc9cb2609c009bd86ecf4aec95bed8cf09d6da1f971666c758164f45239435", "58938b1a0b078400ca1a1eedc085fb4ebb1d39f5788f33859e190f912c795d7f", "b95c2228d2bdb069a59bba304de7eca872371313b4d74c2576ce0878204b3f78", "9c8d80b4eb0f8ee65f4caa98959ffb293bd3ad47e4356e7e10c5496e8fa175dd" ], "options_json": "1db89fd464311d73d13d7a9f017d328830de66935107117c12a4a8cd34d5d289" } }, { "id": "race_middle/test/1349", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "742a8fe1d6e561ac878f3fc81dd6a96bf58cb972a63d0ee2fcfcd0e56c8fff9c", "prompt": "1165bb313babdbce6c8b50e10891a3cc490f644f7830ba41b16781ef48d8d6f4", "options": [ "353ea3b9b76b0aa7b184bbb2c3834671e0ef2f93a359ade2276f9700f1f8c52b", "0bc9b363a813b81c3b52d0e85cd7fe1c2a24829bb8380ae04409138094acafce", "99ddf77430fbb4b5f72b892d15ee77e8e28a32bf34f381314d57b3fc108a63c1", "3fc01603288bfea932c5f50ee99051ad4dd63d85d7d9fcdaeee235846f4a6a4c" ], "options_json": "4b41fceb36bc67704d515bb01043a5c65e310e1190eba46f68f2da2036b81d2e" } }, { "id": "race_middle/test/1350", "gold": 0, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "742a8fe1d6e561ac878f3fc81dd6a96bf58cb972a63d0ee2fcfcd0e56c8fff9c", "prompt": "ad7e472afc3e6c7780674a25f234ccdab9616cd385a5b9963b82be119bff4f64", "options": [ "91b546790424f60c8b32e1e068156eab031dbd9779a0fc4df554458429d7cd20", "40a539490efdca2b915ff34d1ea963bfb6c96db9accd4c86f14666f0725a7e69", "0a8f05ac9895ae202989eaaf169ef81f68c25d27d76f8b5a210808510b4b70da", "7584f8fd1aa4edc7f7fb8fdebf81f59b887b01ae89f968c662d5c0118d5e7e70" ], "options_json": "441b586c53cdd38d1214a0ee7c90ca6426a1f352f08885e4f93022e99e66f186" } }, { "id": "race_middle/test/1351", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "742a8fe1d6e561ac878f3fc81dd6a96bf58cb972a63d0ee2fcfcd0e56c8fff9c", "prompt": "fd5265ac2a6f2f9082383e52f8f272b75f53ce7e3bf4c01d999693cc0fd649e0", "options": [ "248fecb0e331a39b4a284c016bf507dfadcd5f60afdc9c3bab43d387a161175f", "29bceb92544b192d651dd2980826b643309b3e4cc813d5555250878b196ae95a", "903f484af589dc591271955da98cb85bf580d67bf556189cb657d2ab7d09c8d4", "7cbdb4a13f3e5d9f90b3ad89ff244963e390952a969d64bea81240beb1fdac82" ], "options_json": "c929b69998d4975cf7b44ee259e46c317e8da3e05d3c2a1975e857031c63c1ce" } }, { "id": "race_middle/test/1352", "gold": 3, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "742a8fe1d6e561ac878f3fc81dd6a96bf58cb972a63d0ee2fcfcd0e56c8fff9c", "prompt": "94acdea19877a21c916ad33a1c8f018c8a6950a969aed439606f6b18631edc86", "options": [ "78a4c680e00264a5b4961f4588f10ea646849b69f29b184bd7c0ee822356b66d", "b9c66dc8493d3ad17e145cd6c5293f3fb3f1356b3840a4261f38da49940671b7", "0c03c714000db6ec27cea5e820b363938adea7d8c8c4dd68695fe82ba5f4726e", "f8fa0a9aeb22fa2cb739ee98b0604c3be22845741fca4a36a15aa6062946279b" ], "options_json": "3ae78ed90016c2f00c9d15405bbe4bca0c178bd0a56ddeb45b6ead300d78d437" } }, { "id": "race_middle/test/1353", "gold": 3, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0a5986df9474d4c5c45e9a20d9c6d1b973094684db351c56583136be7c608e27", "prompt": "a97fee52547901ee0bf799e55d47dd783fc21d7506fd19bfec0c0b669f3973a5", "options": [ "fa331c8c436b8f6252530eb3c4249a8589b253d4aacc77d3790cc228880b6780", "f246d3ae17c337d2381a9d4b05e497484464fc443ce60d5149f6e371a4bcc99d", "d3197554aa861cf99a25937ff1cf6a5a7c79317bc7180267c41f21787d9a34e7", "ffd49f1ad9ae20efffab8857bd57759b3620bcf66317d530cf8d8cea97e95453" ], "options_json": "03a0c410258ccca6b6b13d4cad0388dba8a0639f6f3f9f530905daa546543874" } }, { "id": "race_middle/test/1354", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "0a5986df9474d4c5c45e9a20d9c6d1b973094684db351c56583136be7c608e27", "prompt": "efd3539111ef4f90f001757ec186deaf30e7ac3c39ee5c80e6837ec8c72f1e02", "options": [ "2e4b9cc2428beb7bff6a56c14d7304e472a23e890e91ef0a6b0b0380e89f9734", "5848d7e26b60f8753949ec5154826f54a77e36ce7ab18815c04cd1147d973656", "999d9273c5f3d577ebdf4663c3b9dcf8446441b2bc5496fa2256b935469774bf", "15ca6c16af07a9d539d307df7925bc45756d82c028d13cbad0584ffe35168bde" ], "options_json": "e65ea16a35360e1687e26e2c8e08469ae9c43b65fc27cd309a4674043ceb0969" } }, { "id": "race_middle/test/1355", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0a5986df9474d4c5c45e9a20d9c6d1b973094684db351c56583136be7c608e27", "prompt": "013c0879a2818391dec25ae83f8487176577b2effd24df8f9079cbff1240c86e", "options": [ "7266d3d15c5c1191958a16946c4f6587d4d51f55fd415b2467414c577e8eeb07", "3c808f1efefe9755cea98b232abdc32e83bdf3a0b5025477c5a3e415130a2893", "bbf8e9dfcbe2df2021d5f58b9034116c5b43ee41a357ca0a2b3cc68e75dbecdc", "d602f3c4615805ddcfa1a56b1b50e3af7b0173c8a5b289cdd5e8b0bf74c52114" ], "options_json": "11f6a99f5fba2cc7a6c3e5f7658b343d3d66924deb5ef893172ca88f9c8a6987" } }, { "id": "race_middle/test/1356", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0a5986df9474d4c5c45e9a20d9c6d1b973094684db351c56583136be7c608e27", "prompt": "256a1a755091169331b87f34cef9dd9a0bfe69520641471659cafc1c5bc9bb81", "options": [ "4d44fdf6efc0debbfbf59489e7410c1bc5f39fe9a0fea0d1fd07ab6e2d538b5a", "6f349e51c9d82c4ea28456f0a5d1e9b7d29e1680121237d047c746f790966644", "14b5bb088091a2abe9614506a768893e280ed61a2ace732fe21109f94426366b", "a5d8536a486020f6818012b560295f15065f5e452c22bff9db6f36c8256007f4" ], "options_json": "9eb1bf2539327a94a0914125a28e4734659f0c87dd0b81afeddafe6a858c167b" } }, { "id": "race_middle/test/1357", "gold": 0, "predicted_before": 0, "predicted_after": 1, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "0a5986df9474d4c5c45e9a20d9c6d1b973094684db351c56583136be7c608e27", "prompt": "f6cd4bd8fd35180ef4b7c5d4ad9ac12993f962d9b9bd358c5513e58a1a71f422", "options": [ "dbac0d0c4549c165f250303461a0c1f9332fcc32fc3f977ff4f726169aa88faa", "05f86373782088891c767b839c06a461e6fcba540ad8851fdeb085984dce8e9a", "366545258ee71c7235d28a2b5cb2391549ef882037965b000d046a2b3040b560", "6e3c9d156953612496a84bfe4e5b83d2d1d8bb975adef23c5349fca536a6a9ae" ], "options_json": "6f0377beb474ebc7321cf7238df19f5d8e605062a4a77523fa326729db0c84b2" } }, { "id": "race_middle/test/1358", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6cc65009548fa0871dd62c473e30871453391df54655a218a3dc7e40a200363b", "prompt": "26ad46c9f5c54c553ad6b4e786693d185ac95b1206377a7648abab2c1215b0ab", "options": [ "b6c1f9852619b3b293bca21d7e36f4c13f567d44c618591f645987e02f4d647c", "f706850c9c5f4ab1cc37a96176f0f1e9b8dacc4790b7a1729b61006a0b006a00", "1e3b9483c522d6df05f2b6d7243f62024fd30ef8cda3a8dcc20a6e7d5760670d", "2d6154673b17f6514d470ff01968e9e46c037417589ec793a435c5a5a11355f8" ], "options_json": "41704b4020326ec3ebb29aa7526e6c0a04df7f44fcb5aaa90ad4131db178fc9b" } }, { "id": "race_middle/test/1359", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6cc65009548fa0871dd62c473e30871453391df54655a218a3dc7e40a200363b", "prompt": "fc611ddd4034408a90aad67a02aa14f017ee9b1efb6d4a73fdbbc3fdb5fe9dd9", "options": [ "d87808e9c48d5dddaab2af36348f2b2e58dbc48e081d9a028b7a60ab5e0edea2", "730d151b76c34eae30391cd954885a73fdbef63adbf6a1dc3f227b66a2119ef3", "d0f9a5f849def94e0dff145e021b6f510284af91b8d0b7737e37dc5325ffc49b", "3309b74dc97786b2e3856a0d467fb8a77532692f4e874abefdd9d6b326dcf15c" ], "options_json": "78b90d713a6163b595d0f361cbabfbad15874b799b303c239ee36211564b05b7" } }, { "id": "race_middle/test/1360", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6cc65009548fa0871dd62c473e30871453391df54655a218a3dc7e40a200363b", "prompt": "1fe090a6d3aa90d8b8dd983733a1d834004ad25a332899869a75d4225d669dab", "options": [ "c9f500af9a7791f8622fc26972446b46fed9df5a5e4ea3ac4c3443362f0949d2", "1061e6e9a352d3c93b3fd1a3fcee1583d13c7ef5bd64cf926b8e6d8cead7e6ce", "4486b6041ca8b04e7586d5111ed0d5768f3a4219d2637099e5a9b31da669056d", "177faac3906b7bd07ed89b254e378068df958d6a6cde0a5a6dec70b97ac2e436" ], "options_json": "50857be4497ba84ab69d86b0cbdd42be0b694ab22af475c30a9dc5d58b84d8b8" } }, { "id": "race_middle/test/1361", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "6cc65009548fa0871dd62c473e30871453391df54655a218a3dc7e40a200363b", "prompt": "275dec2d1dc3cfa94d8dac812691bd9a6a03ee51dcc0d3fd7144aa73d96d4af5", "options": [ "671e4c31a4ab7df26d869cdcba3e108d0d994965d82e3a594594a0afcbdf58dc", "89d2a95b8fb53014fd059bab5633617c9832dc2e40f53f04288568712b6e9a3c", "c63f5b2d718c83abb97c5dd33498dc4844f16289e7993d0014ae3c87dfd45b70", "2d756123be776554f49b0a32aa7727fc6e910f923c8eaf8539962f54a852a2b3" ], "options_json": "bb6b2a7c7d3de13ceabcd183964e328fa2a3b205801e3e66574c1b42e3130f1f" } }, { "id": "race_middle/test/1362", "gold": 3, "predicted_before": 3, "predicted_after": 0, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "dbe8f1700f64a3f916e75aaf066e6f5e9c8a0fa6ce80acf8f308e836db2b2293", "prompt": "ee05570a9b1885ad59f852a17bb4a6572091e48a9ae488abec1893ca1e5c3e71", "options": [ "fe0cab79015322c35947f41db5ec29705b3b0bc8954755689b4e8bb7f330dd61", "9e1d96294e10612176be17cdc53af9d2fc5489000661fa006035f572cd118771", "2b3c402f1bb3fc90f017a78ec4ae457b4828c6e92dcf4c380080190d5a6a8ff8", "affaef2b369b94fcadb29c26b97f2e5b5fca944b36324d9296dfb0a36ffa4795" ], "options_json": "eed798e30ed7c97b06f444e865274600d34d62d29345e9f80aa96d4ec399dea5" } }, { "id": "race_middle/test/1363", "gold": 1, "predicted_before": 1, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "dbe8f1700f64a3f916e75aaf066e6f5e9c8a0fa6ce80acf8f308e836db2b2293", "prompt": "463e04e275ca9201cd2481aa62da5a718199311b80b5d4dfbb07fd2464ecb67c", "options": [ "a3408df122e59f821257b843107eefa392c13fdeba13d29a540fb2016d3622fa", "e4a0651e40924facbbc3c6d8ac2996e2eed827b48202a2cae3b6abe7ef07f89e", "0c17aecf4abbd44d6b903619aab9c5dda8c58bb33e67cbd05cc389395ba9c9e2", "4ed763d317c5ee0e7c2e1febe982d5143857f8e69293efa8b3a8e81389834ff5" ], "options_json": "b28bda2f1dd0611a92632b59f4245ff4c267a51f0cef9528b7f339ebc87f2109" } }, { "id": "race_middle/test/1364", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "dbe8f1700f64a3f916e75aaf066e6f5e9c8a0fa6ce80acf8f308e836db2b2293", "prompt": "018539d039e762f7dbc733f811e8a90be9aade7287679bbc043fec1a0e3cedf4", "options": [ "66823c7ffde2e470ecf0fd856440f81bbfdaa3df44273d543b6a75e4ac8f0c81", "a929664f6cba7b14f5c7309cdd2fa28dd0ed1a5399eaa0413551efa04a0c90d2", "be8d16b114127df9faf7e82817a7cd7749a1cfe7b99320ecff1d563088379416", "b76e00a26dcf012e7100a37a3784081481fad23e932a6786529f73d9f654a030" ], "options_json": "6a3bb8c7a0c9d0cd02eb0ab5d1f83b983101b9b00815baddfa8e4ef1d86771ea" } }, { "id": "race_middle/test/1365", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "dbe8f1700f64a3f916e75aaf066e6f5e9c8a0fa6ce80acf8f308e836db2b2293", "prompt": "7330d0778515ef673e03aeff20f3af50f65da24cd184b612dda1959243881374", "options": [ "3db763534f023adc210566b62d8578359556f792ba535d428c40a782aa8b3a84", "7f05d7957314f589886284ba0ff366ef34b549905d9e3e2325ec560f4c89b300", "a5c4d6628f606935db01aa40805b4d29dbcd91583afdfc9814e4dbea6dab3be8", "81c4d9609fd1b6bfa81ed0ea4a5ef5ff38bb86189ab61baa7b7767749c30fbe4" ], "options_json": "734458ced75e6fca12fd9fb469fbe05c2e5fcc5e56fab332b58b9c3e5b28b6ba" } }, { "id": "race_middle/test/1366", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "cbaabbcc9b28ea54e85409d294689634167de1202f8fcc7b52483fd312031957", "prompt": "d6192a19dd7b71d6ad3e421067d6aeeb43aa0e3a0b87cb60f6000e737223e060", "options": [ "444efbd60619e020203dc942a3618e706ade880c44d092290dd259238f0b55b2", "2df0270f54495ad8f75e027ba12fb1c19e09c587ba2b2aba757c597525013c1b", "eae8062e9cf3c2e5596ef9ecd2f6745068b6b1a388f8e879bc14bcd27977d147", "41fb15a4db3c0a3b6c93a1907a70b3eba4b4fa86129e4ad9075143860e54e14c" ], "options_json": "0c2aad9283f03571dd8d89b76f90c58958682a4e5e6e8ead6a0bee00840b6edb" } }, { "id": "race_middle/test/1367", "gold": 2, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "cbaabbcc9b28ea54e85409d294689634167de1202f8fcc7b52483fd312031957", "prompt": "63454aade18716a5cb111c4d4c36371776333b5c88615e472ff7a0b89684306d", "options": [ "fcb4e73ef460de71a14cc1c9e6d9d1e2808f40c1d0fa3cd8f3816d2bc650606c", "e81896f14a951f6adfb01578a2066bd5d332fff416f4249e1c8ed797cd5559b4", "8f304617a109e109b4c22477df507c31e63363d38335996ad0f63e2b8030b6ed", "810d7c3ca6aa6411102588f8636833035138a35f32f5e7b2df96d2ab2dc4d660" ], "options_json": "6f008e0cfe44afb1172fb07c2e48f008b8ce2d6abedc12002aca1e31d53077dd" } }, { "id": "race_middle/test/1368", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "cbaabbcc9b28ea54e85409d294689634167de1202f8fcc7b52483fd312031957", "prompt": "e933e694a580d6567beab3ad39f336287ad0d205443bd08cb800a992c06c1850", "options": [ "4db1c76c56d7913727afdd1ba0a6d1d025a57abd61cdd9c8d8848931ded25ffd", "f748710a251d99946dcb1c29745f0b518ee282b2bde9c381ecb94d09e24a4a8e", "c94f7d8869b87cecf77d2e763af729790283633687b9e3e884b18038537c4fd5", "940911ebe8047bbc5003345616ce91d9a8dda4933b6c69d2655ba64c98a4b9a7" ], "options_json": "628c7347349619bde3abae7d724e61a684152fb439b887e3990a06106d64c2d1" } }, { "id": "race_middle/test/1369", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "cbaabbcc9b28ea54e85409d294689634167de1202f8fcc7b52483fd312031957", "prompt": "d51a64d29e4ef13f0105d8f81a30fe3a8887e3583c91ea28a77d9ee8debbdc1e", "options": [ "12a74189499b5658e6aa5956382ec5ea9ba6f774a482d103480691e4a1d30e44", "70904d2733897a653269a129640c51de5ddf72f1277273a9711d297779e97683", "3d62d78da66b9116fda27df7eae0b8d74a13a3238ab124c2f35fc4d08ca3bcf2", "36790ecd55c2030dc553685bef719df653f413a20cdad1bfd1dc934c76686ddd" ], "options_json": "7e6a0af67815892719f804b5e80ea4f44f8ce5ccb1a4d69da91c356765b47830" } }, { "id": "race_middle/test/1370", "gold": 1, "predicted_before": 3, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "cbaabbcc9b28ea54e85409d294689634167de1202f8fcc7b52483fd312031957", "prompt": "8c0b48542585ae0640fcf77d9a686b44d56c9a0968b4f791204afce010affcdf", "options": [ "ce4eda6e66921ae6fc7781c61ca0a09977ce4595972b88ca9e3663652973b4d4", "983ee595c75d8bf3915c2316ca005d00b06527a7810be432e2db68c0d6c531ae", "c4d09f48932e9373996fbc93dac04ac67e57a87dcc63d83176cf1e50fd6e28c1", "2866251439fe94d02ddebe2f923c965103291b99bf2cfacd974cb51f88f24f30" ], "options_json": "2df3619fe509822206853439ad23b91c80a7e919fcc4d7ac90d37497eb626833" } }, { "id": "race_middle/test/1371", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7c7c24ed147f0bbf7b022d0c7ce84ba499de46cb11507fb1ea7f3a2e7e9599d3", "prompt": "ee41d9304201fdbe827a99b8cbb237ec74a2c870373ffcb2e51cc29da20ac4cd", "options": [ "513a013363df766576c3f113a40fe42f6d46ad041f544f2e9be5183a9a4a1d3e", "fa7382f461c300b4ea3ab95a6d4836b982e80be0abc3607689f88cfb1d1e5bc9", "757c45f2164c731e5ba21d88aba51b5b4ba5c36fda2b61c853ce55df93d8610b", "e45c1767eea76b679c64d1cbbb855f1afb67b2ec089a415648e078f3452bec64" ], "options_json": "c92ec244267fa5b981413f49db4e8917a4cd2b508b4bbc1a9ffb2f169ba4a8ca" } }, { "id": "race_middle/test/1372", "gold": 0, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7c7c24ed147f0bbf7b022d0c7ce84ba499de46cb11507fb1ea7f3a2e7e9599d3", "prompt": "7cbd4616ce851d08900ab68dad4162dfd7923952f6576ae81faaddd5ec5bce48", "options": [ "3adfc630bfc61ed938167bebf6a7aca3e627807851ed38d6736ec59074659b71", "a698b56b64e55bfdc85a8fb62698f06a3f9eef9a450b3754843be2edbba5d5ed", "cb44c07e067471a019496f379010fdd6938be163c377c5426e855f44db9e27b6", "a20df8d76d4e25ceff24289b87c0b36ecf977413688a527900308f39ac2225a3" ], "options_json": "74347d870c49339320b27ef12bd7faab31c1404ee54ba3deb93e09e87cf9645d" } }, { "id": "race_middle/test/1373", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7c7c24ed147f0bbf7b022d0c7ce84ba499de46cb11507fb1ea7f3a2e7e9599d3", "prompt": "103d2bca96e979d97e0fa0470e99463ea1787968192e6bdbd5f7db856a849c00", "options": [ "25602777cecc667d222cfeb509c62be1591a64d751c3142c1381dee13677a294", "5bc524c305ccad938fddf68f69a6c86dcb48f4725e4fbc5c1adc6948dcd8a368", "352e15aaca7dcf8dec5093dacd9256df4d66ba8677558e1cbba32c709cadeece", "45d873d4bfdc6bbe6925297328210da8ae3312cab9052df873f350d1bb3b8a65" ], "options_json": "a8bba04011f09515e067ae3360cc734655118e6b0b98c7482814866a67b120a9" } }, { "id": "race_middle/test/1374", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7c7c24ed147f0bbf7b022d0c7ce84ba499de46cb11507fb1ea7f3a2e7e9599d3", "prompt": "ed59af75eae59220caff5d96b83c3cd651af426bec318d2005efec74df1f8e41", "options": [ "5bc524c305ccad938fddf68f69a6c86dcb48f4725e4fbc5c1adc6948dcd8a368", "25602777cecc667d222cfeb509c62be1591a64d751c3142c1381dee13677a294", "352e15aaca7dcf8dec5093dacd9256df4d66ba8677558e1cbba32c709cadeece", "45d873d4bfdc6bbe6925297328210da8ae3312cab9052df873f350d1bb3b8a65" ], "options_json": "e1cd64af35c4d00c7087bdd1a18eefc9395108cbd124c49c2f0e8868b138a4d9" } }, { "id": "race_middle/test/1375", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7c7c24ed147f0bbf7b022d0c7ce84ba499de46cb11507fb1ea7f3a2e7e9599d3", "prompt": "a6d07324aaf061f4d35375be1d7bedefbf6e1904055754e9206dd06fcf82502f", "options": [ "e6caecd6742f83e7768d097e39036c990af5efd3dc877c7c2bf6dce5cdbee98c", "7deb82ba972d81c61c9df7a5bf8b322768caf911414b61c72a2893d229a2d99e", "ea439bc708be3d3a1cfab7c03eb185f43c2c8493fda22a58e7b519cb67bdee32", "54f4ca5b9711eecf7499b22d3209b38ab6844f822ae4d209a441df7d4ed9eef4" ], "options_json": "d68c1673f810e7382c23c4b5376a1bded07180e5f2d8bc489ca8530212050186" } }, { "id": "race_middle/test/1376", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3586eff7359fc1c7193448afe12f1942a4a228df3572a8ce74eec1d7888c0242", "prompt": "2772a6ca06ca45954ed6e070b518560776290badf2c4bc63c696c664f62ef6f1", "options": [ "0cbe9969e92e6265cc1882d39378fbcf7c3a1bab82da19ee1513a9d01d1cafcc", "f62955cb24fcd22f08640ef7d38a6611050f27f296116d21ff7e4bcc03bcdd52", "2062b99ac7a749d1f127b331052365fac130e05a495926140107bd65aebd5154", "5846a3942706984f4a926eea724245fc36a41a06ee0d3ce40267916f3b6bb675" ], "options_json": "ddcc25a22540a723d74fb01d0498fd2b605a6ad768e2c7b9c7e49f252da30df6" } }, { "id": "race_middle/test/1377", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3586eff7359fc1c7193448afe12f1942a4a228df3572a8ce74eec1d7888c0242", "prompt": "e8a8a8e058f6e2cef0d805e4f3b81f3d9b1819e5c1561f8ae671ed08004b385d", "options": [ "1f6a362d0c586a61d39d07c0aa98bc4f27cb019422b5c971a3178a3d19a4db91", "233fb023a8baa2e327cbfb4b89c3d2979245aea97e90ec00aecb771abf38daf2", "dfa68e70ecf130758be13b8169df2704e68c084ce07e755b12355075c13d465c", "b4817a1aa6728a0b106621acdbe9d0a76fd541f160724aee15e9797e47d6d65c" ], "options_json": "56c077b304699d07f7e357773b9ca35ca77cbb59b120bc91daafee4abff4c7e7" } }, { "id": "race_middle/test/1378", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3586eff7359fc1c7193448afe12f1942a4a228df3572a8ce74eec1d7888c0242", "prompt": "6ce86771b533ff672010b246ce4e4b078e47639492b38992bab3ebfd64378afa", "options": [ "88f11aee5fc331a667afa81881cb721d6f8761a4ed6cb23d2c0cf4ed2f14a7b9", "bf6e2daa420479e77658553acc5f80c6e3da14b363eb2cca1bce7874a0536a09", "4caed1140b87e08d23e456a478c73b7e8c6d95707d940b328e3b5411b66a9ba0", "e84c2065074e88845e2525b4ceb3ca9d061b85a98ef56281e919a7d21e809cdb" ], "options_json": "16ff1742e39a52a94fe317710e9c3170157cf712e95219d543fedb4edbe4ae44" } }, { "id": "race_middle/test/1379", "gold": 1, "predicted_before": 3, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3586eff7359fc1c7193448afe12f1942a4a228df3572a8ce74eec1d7888c0242", "prompt": "54da7fa6151d557847d56d2226ae80357e63a6a7c3d35498eb99f029a60cc33a", "options": [ "c9a579a6094d25ffae227fded019445b3cac39a8a00bffffaa27c98fc87d50e7", "55b4e25664513ee2c19008c0ee9422e68b58e967944ab4467a901dbda8404d03", "07ee119f142e6b4a2bcdb546c9eeee4c59cc0a5cc94abc10dc53e84dffc8db34", "16285f5c9eeef1cdb20c5351d26306af47145822aab9680dbf9c2646a0ce9295" ], "options_json": "b8d83303cc4042473ea2b393e35b0bd25cd78e5dda3e2f952ec197850d087a3a" } }, { "id": "race_middle/test/1380", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "3586eff7359fc1c7193448afe12f1942a4a228df3572a8ce74eec1d7888c0242", "prompt": "280aadfc0ff445671fb45e0024d365b2047a437e90c8fec18f9108e64f2c67ec", "options": [ "072072d1e43cb23cec6f389c5bf8005c21c2559f66a10165df93ca777d3a2249", "887d5cf8bdbfcdd844cd7ea4d9a4d2b01334098ae12994b004281192a3d4c59a", "6807f17e21ca858a12d6e1f95cce6cb5c19b4e29acd8bd070e1aa17dfc0d7109", "22f0f82b20a40b426f6773401af4390773d87c6f43a4945c1c03d7cab4728655" ], "options_json": "644bb8b984839e982da33a929545fa4d2ac15542b66707ac0f8753dfe942a2ff" } }, { "id": "race_middle/test/1381", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "f5b287db7233f1ed69c511e500cbd6a317f60f43de523c283c015bff3c957494", "prompt": "a555eef6d2ca2d9757a139c179c3600b92c371eafc11965db59b19abd0e62a60", "options": [ "115dc3606fbf8691fb69f2aefec86f2ecd302362a0502b3a9648bf2c4dc8290f", "5e0cf7bd1dfa3831788b0cf6dedcdd228fba6f34dc238d371e746567e80bc7b6", "378ce56a9d146d5174c89d1c0353d7f8e2244e89bb83935a5b1bdcf5e74b4e7f", "762069bc07a6e1b5df123a5ae7bd91c10daa04694fbaa17fba0cd6a8dcce8f22" ], "options_json": "3576dc33460ce54c0a6611a9e0cc306f6c67cfadb6595c6d6aa0ea55d6ade55e" } }, { "id": "race_middle/test/1382", "gold": 1, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f5b287db7233f1ed69c511e500cbd6a317f60f43de523c283c015bff3c957494", "prompt": "c329bbd1d5a47c1efdd4024df7d49cfb6579cc4336d75e1d38181b38b3d9c678", "options": [ "3f8246f32eb85f7cc82fd4fbbdda4537de3c5883d22e8642a0504d644b7fc10b", "f043f018a14b5647d8dae1a92c94da025a6e5f073275cc1bbcaee07ef809ae51", "b4af319934e4beba71e0822311fa7dfd7f1ecb0713516917fd63efed91b36b8c", "d5ebb23eff92bf6ffe598152462a367371a86e233f6a939aaad50b13ca148a47" ], "options_json": "c38ab6722effc689f76a5872378bf99a295cf4ce5378f0efcb15e70fc4a37c55" } }, { "id": "race_middle/test/1383", "gold": 0, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f5b287db7233f1ed69c511e500cbd6a317f60f43de523c283c015bff3c957494", "prompt": "6233792e547f640e3289feac01c902c261c34c75b349ac0c7d05aabf75f74598", "options": [ "00de82feb444cfcd649719cad5c4c33415ce306437a5e18252949f84ce1c4dac", "509a6fb5a5069ace363158cf143f0aecc973d8f4af89d6494cb184f25107274d", "8c72865250828b8ec42d4a309a1bc3d99ca93f9d8129d951640076332fcb7e13", "0d066653e0d2af7300a7814e21d030dbe2058826cdf36d9a0ae654e63eb65d67" ], "options_json": "ed27dc76c559331a6dcda6fef279122af16ba19d2d55cc700c929603baa06fb1" } }, { "id": "race_middle/test/1384", "gold": 2, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "f5b287db7233f1ed69c511e500cbd6a317f60f43de523c283c015bff3c957494", "prompt": "557e71715d7432279eec85c55f464c85b9ed7428c191f6c247841c34862fe8c3", "options": [ "341d9d1a0fd82d17d742a7c9915435a9347da3f17dad9a6bb35a4b1be61bec47", "7335f8e0816725c0ed188ca8bb78e7797b60af53440d1c0f01273aa7a597b656", "d048656204e70bac3ea70bc670e8e217a0a79c8bcf6bd40cc9b37628b4d4cd50", "4bdacd2350abc1f1bf2863e318ed64fe5d22661a6b8b5e5329464e7c0381d522" ], "options_json": "ec6daaf1af6e993807686cf89e12975556b5f6f90d84c986d4a2d01bf0414582" } }, { "id": "race_middle/test/1385", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "f5b287db7233f1ed69c511e500cbd6a317f60f43de523c283c015bff3c957494", "prompt": "435a3a23feb941f76ec12a4f86613ebe2e8a0b45aec102ca76582d12817e0fc5", "options": [ "14c254786af154be57b73e4f1aa3ed0c2d334a72bb1b179c2131f8513244ce44", "79e3868449720e1e6ccd4c7707c0448156ebff0549acd93d0487b2120f5f182e", "45c5018e5a3cc6d37481a40c84c7eaf42709c32431541635e87262e41d57abdf", "4d1c0d4d7b3d1f75402b3fdc05c56535b0ecd6fdadd11ec0e16b7f13828d6db2" ], "options_json": "3bcc5d1a3d67c4afb03e5a1d6ad4d71e2bc019993326f2dfbf3f15140ec2758e" } }, { "id": "race_middle/test/1386", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b7c498606d5aa5e75c20e7f75a023ba3f82c301d9256673a0be5536d3a94053b", "prompt": "892fbb60983726bf76376543f7214d4b3a2f7ff53adb298104830416729a7f9a", "options": [ "e72937d547d782f1c9f059cb88724d8ed49ea05d2aab08e7d7459277650432f9", "be55ef3f4c4e6c2d9c2afe2a33ac90ad0f50d4de7f9163999877e2a9ca5a54f8", "10436829032f361a3de50048de41755140e581467bc1895e6c1a17f423e42d10", "7a1ca4ef7515f7276bae7230545829c27810c9d9e98ab2c06066bee6270d5153" ], "options_json": "b569f74327fa007e6441f79a6cb310e859536d5882f4414d60a7342e36e02a54" } }, { "id": "race_middle/test/1387", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b7c498606d5aa5e75c20e7f75a023ba3f82c301d9256673a0be5536d3a94053b", "prompt": "62be5cdd9d95f55db1bcbe89f10aa5e369971fed73c520b36826202cd3bb8e4d", "options": [ "006ac4f0c24ee4acde62c5f4cb6185c8528247d0cb0a3f844b3658d282da7dce", "86d7f7503d1d7c7603e1967d9db4af7bd037acdaa4f84bd907f68a74b19cce92", "39da33488bb36654a1092d2ac12ab6e119266a9f6ed22a4fa41b1fabb2016063", "64cc8c9fcca43a4a0fe1763515acb482bb6a1f1c8fef2341062794c356da71bd" ], "options_json": "e57fa75a231198eff90bec86875141b18cd41eab1e940911d99f78dc035dd173" } }, { "id": "race_middle/test/1388", "gold": 1, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b7c498606d5aa5e75c20e7f75a023ba3f82c301d9256673a0be5536d3a94053b", "prompt": "7b37ba27cc6f4eb9ffa0b51043a214b7d0561ad38e0cb970f2d987fb7733cd30", "options": [ "c068822a4b18412b77ba90878fcd87e4ea9b7e4ffea2e06ca09c3ad713f81ad0", "e24731b88072154e61df5fee77b8cd2ff0818aac1cd46971755881021b95a8ca", "ba6e1bb3b6efc421d40ab379abc2047c8f756bc51f86e8634b4f290fb5a4887e", "c63df6a8b0ab3bc85db383e7e2ec98dd977ca7b844801aa207b4c14e07cc4c71" ], "options_json": "0d39d4e0e97cf47acbb9b610baf5d77ac19cda052a02e72b6b8cace908f5442a" } }, { "id": "race_middle/test/1389", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "b7c498606d5aa5e75c20e7f75a023ba3f82c301d9256673a0be5536d3a94053b", "prompt": "42da3f2f965cc78626c9e270a6c79a8b9a376990a4ee9ae5771b3b078e25f819", "options": [ "7692c3ad3540bb803c020b3aee66cd8887123234ea0c6e7143c0add73ff431ed", "3fc4ccfe745870e2c0d99f71f30ff0656c8dedd41cc1d7d3d376b0dbe685e2f3", "8b5b9db0c13db24256c829aa364aa90c6d2eba318b9232a4ab9313b954d3555f", "12f5aedc5d39035cfd80b4569a521de7b4b577cf206326a6fced1572006c4b04" ], "options_json": "13767d5bf2690811896256ae77df2e7927e806185d30ed22752a6be6521075c3" } }, { "id": "race_middle/test/1390", "gold": 3, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "236c716dddca0bef579e93d8b0a8dac3925676674d7e59d2efe1c4cb793ab1af", "prompt": "ec75ee7ed70bf280a4822f499538fe0ebd61aadeafd47bfe9ea72fa163a32286", "options": [ "08ab2a11a812df942cb1781c05d285f79e0037a8c4aa71845a7e998740d5dd35", "c8991d8d7b136e901f1f3e40a1ebb509a03e0897d6aee89b1ef55a35f2190f67", "534d6827b3f2dc160905a1e4e0835f82b360877116070777f9d9efaaf4323bd0", "89efa1401c7100c75c351845acf0bf5cca43b5a62eef77cfb203f30490cbdd50" ], "options_json": "739ddc6e80444a0629bbe2bc097424013fd9fb176dfdd0def2275a33f9060cec" } }, { "id": "race_middle/test/1391", "gold": 1, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "236c716dddca0bef579e93d8b0a8dac3925676674d7e59d2efe1c4cb793ab1af", "prompt": "a900a689afb3e4744047bc105b5944ecb2a81f62d9cc1bbd5f2ab7136f09d6cf", "options": [ "05cd08ff0f30b9b5a81f62586e6f5692abc5276435a331e37c410790652ddb4e", "b7044294ee135502e73ab6fe1559fa18808e4d9b7ba47fd271033b09beec5d0c", "1030a45d43d35aba04bde0e47f25c6f11197df9e4679b5a22f0996f9ea204de6", "e6e0767a7a0c46f4824891400e98af8f0f994895c0e351bcfecd444065821d44" ], "options_json": "6226476a7ce83ba571422fdb985647b22f9ef87c5936be450df7f523dbd0b3e9" } }, { "id": "race_middle/test/1392", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0feaa0fd53ea67fd91ecbfc856ef2d0476a3f1ed95ff24eb49c839b22d96415d", "prompt": "b41cb239556844f025d6d3d3d13db84c3b30808274353159d9caa63e734825a7", "options": [ "e92571305d93b6f81fcf389d156ca8d2a08fb978375d67fcc90cb6969f041372", "23279dbdb731689c1541c2cc0854bd37b35d443f73d3906e323f52d98e0d1a4c", "0fca956475ba731308cf0ea90448b52cfa2e754317837a12c9be9fed380fdc52", "6cf2ee607858b07bfe496e93c4a669cbe299d199870c5c506a3fd329effc16e1" ], "options_json": "05037afd69bc14e632ad15cc63de7bf6252b5579e3f58306b4d6cbf8e2f8163f" } }, { "id": "race_middle/test/1393", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0feaa0fd53ea67fd91ecbfc856ef2d0476a3f1ed95ff24eb49c839b22d96415d", "prompt": "2f34658d93dac8027b7917e7ef213a6b75eb0b752bd48806755c8d9fd7c952cc", "options": [ "ffa89c77d37d8248676a865dabe0b8084c749574a981d8cd4e64ed768fabfea4", "e0c58a75b68ee2b121297f15eb0d531a54888b6c91b0eccee5533699ebb87ed3", "1562c69e424c50a783e7cc836943287a54b3529b82977da08509a65bf3c11f95", "aae2f982f260981d173315c79bf7d535c8dd406bae27faed6b575128c2ea9e9f" ], "options_json": "430fc4bf6b009b428500e4b99d8daae9bf1bb5b81031a5c31397c62d71d2302f" } }, { "id": "race_middle/test/1394", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "0feaa0fd53ea67fd91ecbfc856ef2d0476a3f1ed95ff24eb49c839b22d96415d", "prompt": "df66768a7c27f95f802b705262a682f77b62e862f744e77f09f7936ff8cf74c7", "options": [ "298a998712e949c72929dd12526bc5993008044e70948a5f9ba7718dad4ed0cb", "44d47a98f831efbc8748d0b17b7de351d22f5ea6d23824d317f59f2b56273e8f", "eb30a0bdb239d710da0c4da6fd59fd80dc5b213401363a4764fe5d5b84a6befc", "ed0181d25484686059e2a3a4dfd12386057953f28b8369e8461cfdb2a68d251c" ], "options_json": "7bd5d556cc076b5ff6deb498361ea4a5de335d26df8ebc075bc828fb4c3358ee" } }, { "id": "race_middle/test/1395", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "0feaa0fd53ea67fd91ecbfc856ef2d0476a3f1ed95ff24eb49c839b22d96415d", "prompt": "83747a6b084e31577fc92f5d74c423a62b130b148fb9c281ab262b21bfc325e7", "options": [ "93227ff36a12315f664f0da7486436afc2751a3ee10f131d46bd909eced5d8c0", "cdf3f84bfdd816f3d7bfa29760823669f7b4039254ca1700d81b49fd2227ec30", "ea21a44df8c625865b4194cc212b3def8eba67fdd5880de1815991ef53915c0b", "0a749931aa9b63ffab5bf47ec3b6f333b473cf662c6695c43a4024ef6da7a20c" ], "options_json": "07cff95e4f34b14e81cb26627e245236995540f7833fdfba0cfbacdf4dc28475" } }, { "id": "race_middle/test/1396", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "030832866c3941117c6b4190e05e6b8d26e3655623f4239584903b9fa748ede8", "prompt": "540dddec71e4d26d7d5cacc893ee74e5460b7fb55182aa2c926550d992842292", "options": [ "e151906334cbcaf9edb33a16a18098ba704c4dd33a52073ef3c3aaeaf9284ce9", "5aeb55c7d167e12e34cd8e11474b23bfff7d77f7c120e233a103746e86e69fae", "0850995b29fd7fbd9e1486615808c1ce8a1bb65413f4e471c8eef13d8296af50", "5495f82e90cb286f7e54c06457fd9d10ca36818aeddb688ca23a3d0ef2367d6d" ], "options_json": "a9f3466fdd7f2c64d182b21ac01b29cd957b0838b509c75600a3583165c56932" } }, { "id": "race_middle/test/1397", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "030832866c3941117c6b4190e05e6b8d26e3655623f4239584903b9fa748ede8", "prompt": "78cb51ffdcbcdce7a9c921f4813c6041e4192a9adf92e9e3c538a7727a3a3d0c", "options": [ "2525f6b79c74b619dfd2015d029db9125572cb80d01bf53f1e2d75a719f7a3dc", "4ae16fd218d68dd5c5a7e853e2258776e0649ce8aea2363a8d0d6b8e2ff81770", "c254211a474dd278647d81efe093f0f8bf8fcf50b2dc305f0380d4ef3a297996", "8554e0161340b3f41153e17915b6a071338efd06a52557141069843aea105454" ], "options_json": "310bc65bb9133258ecaa6756220e0e1f1cc6b49a0784c53019078659292a284f" } }, { "id": "race_middle/test/1398", "gold": 2, "predicted_before": 0, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "030832866c3941117c6b4190e05e6b8d26e3655623f4239584903b9fa748ede8", "prompt": "5787ede5aa81714eb780d0c727697d4e620531b0663b87065a51b5a0027e4943", "options": [ "d79cd2cd16e88dcf687ae3caabd198ef58f691919c6718d9f8555657b1604286", "168232af1ff90e48ddae827dbc4c533365920e1b1df881aea712fe616d477ce9", "6718292847663f0aee9d5a8640edd06c08033d8fb7618a792d014ec399fdeaa6", "8edbb6a45ad2d1bef900e4bdc7b0bc916c23664fca64f2c7206bc1564276bd26" ], "options_json": "3788afa0cc094ed066707761ca7d17e26a70215828774ae1e9601b6fa154760b" } }, { "id": "race_middle/test/1399", "gold": 1, "predicted_before": 3, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "030832866c3941117c6b4190e05e6b8d26e3655623f4239584903b9fa748ede8", "prompt": "579c9fbc265bb1d9269937533172bd7db028cdbadd1280f96735cdf0d9871c7c", "options": [ "a3b0a9dd562928ca8aa902cf652b0671bf0f2e923ca071f124f5e941d3dac036", "f5248117d6ea83c68feffdba9ee597643e9ef04bdd1de4681a7f5dc6f9103247", "3d8063c26aa13e899fe101fed7361691f7de533e7948596a3e3afc8a988dc93f", "831f76b0f4b1b97835e25011114319daf6ee19b3abd370da5e34b67251c3cede" ], "options_json": "d204cd5e3add117a37a9032f975043eb0db0b68e812edf27fbcb0e24dc0e14c8" } }, { "id": "race_middle/test/1400", "gold": 3, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ddd2814d115f2db434975e63097f0c42c2a31c761be00cb89c7d39ed4051cd7f", "prompt": "e9b92e611e165286412495ff4b7f750e56a4918ca86480f686bdd49b1c2dd668", "options": [ "85e5a6f6421ad3b4cc6391201f639ba9361b2e77378316da634831a93f76bfb0", "44c7804a8a4212fa9cedec26c6008976b3d045d3789e09c2363a40324d3aeb6f", "cff0d10ff47b9aea799c3bcc9e014ddfe9dfffe806e0557a81d12a18184a2cc0", "5d47f6e7614be0c3b018b5fabc5c01437c6706c49f287e2ffbc74d45cf70ef63" ], "options_json": "79f2e5ed2c090d644b11f4c60042382e78ba4c6c14bd258bc9308b9134fd725d" } }, { "id": "race_middle/test/1401", "gold": 2, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ddd2814d115f2db434975e63097f0c42c2a31c761be00cb89c7d39ed4051cd7f", "prompt": "a09262f4fc0dbe09c6701c683b63c315893b191be7ecb32965d782535a3a2bf1", "options": [ "5bee0f2c910cdfa59a025633b24f21a264d8b0b900a6065ec6e6d922b2f69fcb", "8faa92ccff8fbf41aa921296bfa87fccf163c1d9946ee1b242bb558e2b4d3da0", "55452259ba235d59b321c5c52ec1973ba3afd0b457135b53bc09e13628a4a4b8", "9401e70bbad13ecc6481fa400cdc6e6a32c2881f921a234c6ac3367d1491a47e" ], "options_json": "931b7bb5b57829186225c69b3eeccde0a32aa9f27bc0950a2e87eba3ef23765c" } }, { "id": "race_middle/test/1402", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "ddd2814d115f2db434975e63097f0c42c2a31c761be00cb89c7d39ed4051cd7f", "prompt": "b05109ac5e7b52c1e8feef8bbf566a8ae4acc010f7701882ce067db4b07ad642", "options": [ "032a7aae0616fc7b65d11c55f9e17759f574c9888db9c164ae45921a51fde555", "4a74afa149647aa04fa8bfd54d7b26c4329721b16454c79a1f2390550de8fa5e", "9cfc826d89a4c0c0c47081f1f662da7544665ae2fdeb9f14fda92766835a5e19", "23bb91cdf5d88eb101cc1e29899935cfbeed7013785a00c4bbe097b30fa706f3" ], "options_json": "416e296ec8215d97d49493be01a9deb074bf89548331f562770ee3cc241ae554" } }, { "id": "race_middle/test/1403", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "ddd2814d115f2db434975e63097f0c42c2a31c761be00cb89c7d39ed4051cd7f", "prompt": "6438e4ef45348732e582bfda59fdfe08087f34eebe9fc2bcbd7c0f2252bff25b", "options": [ "91bfdd61db59ef75b079f79d3774b27f293ab0822909d7325ca6f0620af15f08", "acf93ea8428600b75807eadb1d7eb3892ac65285ab7342c98c60b3cdb5a8150c", "a09d2b558d7646a7b687c6f8cbc3fd7fc4a573eb5eb810bf276f2a6c059ea620", "c4b689893451233be0f7c8ec55f1dbe2c5977a5c2d76737e2c4a790f2bf17834" ], "options_json": "de93269df510d2d9146d8d320a6d3060b0ba42bc0918b239e5d38a1fbb4bc294" } }, { "id": "race_middle/test/1404", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "5a67c7b3544df357d0b982cc384237dbc4ed2bb9040a9aa17bad18dd2d4d486e", "prompt": "58d3cc5a19b7b6e2a8591ab9dc10b07af7680492a6d44489aa1571a101fbbb8c", "options": [ "a166efd7f84b02f3b8ef7e91b90e8d11bd17a611c7a96d7f62fa45271a96548b", "db45fb34a83fee63f9ec7f444a3c7ffe04c25cf200ab4f41abd1c1e2c4945c61", "7e28799636b2eea825bf8c4fc83942842190d7de589799fe2b1dfe81680e8d56", "0bd59d74593bc01da573d34dcdbed325b015f93880cb57cf524c91a4ac9af361" ], "options_json": "678f9570988ac4cea570c5ec35e89bfeafd5480f03eab2bc64a0c9100826925a" } }, { "id": "race_middle/test/1405", "gold": 1, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "5a67c7b3544df357d0b982cc384237dbc4ed2bb9040a9aa17bad18dd2d4d486e", "prompt": "09574999cf9b84ef1b2ffb5c003e381117e600d41c1020f6b5d26f0450150309", "options": [ "c6f556046e0c00469fe2824aa5fb9fd02c66d154aafc80fdc0f365841c271e12", "81fd67d02f679b818a4df6a50139958aa857eddc4d8f3561630dfb905e6d3c24", "5cdad65884a9d1b0efed5773294879ec5ee18d0271269ec0b49b458d3cf45d39", "4c95538022f8a2eaa5cf3a4ac8919e873fa40725a8978953104959f37bc796f6" ], "options_json": "3d41fd58b1c1b4b9b8d28ca223107d23128d9b482399cfd5e1e9f979b4df4747" } }, { "id": "race_middle/test/1406", "gold": 0, "predicted_before": 0, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "5a67c7b3544df357d0b982cc384237dbc4ed2bb9040a9aa17bad18dd2d4d486e", "prompt": "45b9ade72bbe94b89541ed9a8f74e1991260849587ba9bf5e83303693a273b4a", "options": [ "5dd9b562db90e0ad44cc5625cb51ac225228ddb6488ba993793d0e58fd437dd7", "80035b5b7279936d7ae37307d372f3214499b6602849470435bcaa1dca6031df", "06c391424a1c1ecc5877dc4febeec56994febc28496e9b67ca59b4aeccc21a86", "d78d05cf9609576d978afde349aac4f87e3b78c4c2a9cda9987e0556c7178812" ], "options_json": "ea6867ff1b3ae68be49babbc905c911183116e9b50f5b271f3bb3e20228fe7d6" } }, { "id": "race_middle/test/1407", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "5a67c7b3544df357d0b982cc384237dbc4ed2bb9040a9aa17bad18dd2d4d486e", "prompt": "5b37c6ae9f7dacea6f4f4bbeb8530fa259d3653829b4423a056f4841e356fc1c", "options": [ "1b13b8c75afd67818d88eec2fd8c487bc61f10ddac3ddb81c740fdfe4f328d0a", "9197f2c875ceda0cf145251df5d489d6f0ad2e03362dc1e05e86ff97bdd5470a", "0f83eec49276742449e65307ed0f97072756aff8424a201ff4ab7ddca157d9a8", "f7cb76ce0a7ca36adea86174e05b71cd581be26ca5149ae9e20f52562c9cf0f8" ], "options_json": "616caede808cc77074f7965bd75723dc49df3d78c27105c70878bae4ad05457e" } }, { "id": "race_middle/test/1408", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fec658ddad04edd05106f07e77b74ebbf8acfddb6d6bf27ffcb15b699d024b6e", "prompt": "13e3ba43a14f1944eba92b20bc0d225a7cbb0f9f886077f30861f51870ce19ac", "options": [ "6f31304cdfd0a3a6362bffbc6dc4f33ecb20221b84f79cf0137b7dc0f5d3a616", "278749d548e34c2e7de3639d37f7f2093addb0ef35583bf888256c1caacc40c7", "8850eced986ec360f9b350835a621bcfaf8d5ce779db0110f7b824f05036a705", "e8e08d27db8e08eee2c4dd87ff3e92ea2788ff0c0de03cab792968efc4d6d168" ], "options_json": "b7841d024ef710777583721401a7e7d8e025d35442615c548c13888d756699eb" } }, { "id": "race_middle/test/1409", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fec658ddad04edd05106f07e77b74ebbf8acfddb6d6bf27ffcb15b699d024b6e", "prompt": "762d2a750e20d095985367930820f26e49c65770cf7605c361a4b9fd99e1062e", "options": [ "5e53b6b4733c47b6e27d5b7b86384061ee19c6f086dca5f1783f7bebdc4cd42a", "7e102703ccf83e65918e2f19fed562770bbf73ebafbd6f471f652fa30f5eb0c4", "36f86bbff95f1ba5f901b4aa2a37de9520bc870d4a953da015004c97a2211112", "23e832ac5c39b7ee85287bca200e0cebeee0ccac2908a328b6846d61e7c22bc1" ], "options_json": "a670ec870cb288ee634950a648187ace1887b9c1e830fe63b5156812326abb5b" } }, { "id": "race_middle/test/1410", "gold": 2, "predicted_before": 2, "predicted_after": 3, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "fec658ddad04edd05106f07e77b74ebbf8acfddb6d6bf27ffcb15b699d024b6e", "prompt": "83b7d39d27d2fc677af3e821a8d164eb4c8c8823ab4c3c872893590b0da0c2c1", "options": [ "a7a39b72f29718e653e73503210fbb597057b7a1c77d1fe321a1afcff041d4e1", "637ab2808704d851a93ba9a6de8c6b957c5b7e30d4c16bb767df4fb37ff4ddae", "1e4453a98c9d741737a0e881a5da3dc9cc29a5a9b2fc8b3096669f23eb2b31c1", "97c10efe01d5c9c88704a12d361d8429b3a6aa2412290a0773109d5d2d603d5e" ], "options_json": "72a7963d62a4f66a71d053610e6178f43148dcfa91458f6158e479f4a6b4d118" } }, { "id": "race_middle/test/1411", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fec658ddad04edd05106f07e77b74ebbf8acfddb6d6bf27ffcb15b699d024b6e", "prompt": "4474533bf2811a0579498d53f6b952aad774edb4475eb2687c17e10fd8059ef2", "options": [ "11b11c5d2578b1d3e7b9cd249216b9e0dffa692566382bb914282821400b0e76", "944801bee8d69ebc9fb47e2d41fbac83e0e650641caf80bd67fcc081fda5093d", "fea881123e4c7d65eb69cc6d1c1b632f15e6416f516a1cd3591f58018bbfc0c2", "3a835a71a34dd0534527f222263384b4070fe1adc8328f77da0e912495d53365" ], "options_json": "ace0fbad8e414cb387fcd3b230bf20b1552b18a17936dfd6c22f422c334058ea" } }, { "id": "race_middle/test/1412", "gold": 1, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "fec658ddad04edd05106f07e77b74ebbf8acfddb6d6bf27ffcb15b699d024b6e", "prompt": "8bf68e4bd35be00257ebe0fdce68f2636a5080486d6b9e3eb687a750da2efdd1", "options": [ "e96881843b25f820fff3c6d26e008fa40b32a6aa1732631e136b42342ddc060b", "aba0000a4ec7da180b991da07869dce466b7e794fb22f48806398dfaa80e1af3", "60108675b4655348d2e1dd4c5fde93cb42b0bb9f9896b7b79c0e4f3b6f9ccece", "66c2314765f3ad2469d91a8a35a09a05bf2cee9eb17472d8c1414ac818442a4b" ], "options_json": "d3de5e3292ceb6fe4f18c8d3612326c4ca0995c768928a1e3e0de8eda1370c71" } }, { "id": "race_middle/test/1413", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "fec658ddad04edd05106f07e77b74ebbf8acfddb6d6bf27ffcb15b699d024b6e", "prompt": "234e750b5dc3692723f25910a82b0c5081eda91023a1ba54dac019d7baf1f514", "options": [ "75a0607372576de606b9860da817f9108c2042a50ae3893cf9f1952407374d7b", "fe53a826858da29cfcc353ccdfa9e3a1e5db4cadd54c5b7b7a39e3ad187eebc0", "56bb5f6ee4a869a034747c7d1429cb0bac41e3aaef9d75b3c567ac167f399fcf", "f012d867a61d8244a20c50293358bc7d9147c945477f031101a255dd27333ced" ], "options_json": "1160f1a4af12815b31a4ca1489545e610fb62a21bbf558aa370c63617b7f54b4" } }, { "id": "race_middle/test/1414", "gold": 3, "predicted_before": 3, "predicted_after": 3, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c30b9b6bdc8bd20f1d8d9a8a837f547bf6abe60b605d888448959d654a0b9987", "prompt": "16ce98bad2d545bafc68f99012f09b5bbc2d92779a71dde57ed4db223377c2a4", "options": [ "c0ea960b065c6aa6dd567a1a741fa21aee3972692096e158cebb4309a3b2a716", "8ef41e6f4b07432a0cb4eb7a8774e7a3878fd3e385f49aa09b406768467db228", "647294383b2cbc24b18f629498fc7c6f61d3819fb42a2287e93305aaa01b74e7", "98d7f113aa13e67287bf6e9657d690be9c89226c9dbd50453897022484ad2771" ], "options_json": "84dfebda6bd3ce1aae972957c5518b024fdb8f619865a72624cd4a3f81e5ad7c" } }, { "id": "race_middle/test/1415", "gold": 2, "predicted_before": 1, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "c30b9b6bdc8bd20f1d8d9a8a837f547bf6abe60b605d888448959d654a0b9987", "prompt": "92a347c5a6eb0f5311a534b33996b385e5ac45409abf7bec35544a775c8236a8", "options": [ "fc58c4b396383948ff0adf126f7a8c545406a10a4de344dd89ef224c809d4fd3", "428fb5be23b996d57ffe8efe3d59305c0cb89ec037257f147a013b6a9c1409db", "457319556651395eb5d0db2dc4e4d5d1f00cd5c7dfb43f47c58c2fb9a4eda1ff", "47dfeeab29791c6d091e0f53f50651722161c8bb7b7c3a5e36188fe8a088d61c" ], "options_json": "e60059d54d06bfa68023710a625cc2acba7146e9b967351ea38c0203ddf1a7ab" } }, { "id": "race_middle/test/1416", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c30b9b6bdc8bd20f1d8d9a8a837f547bf6abe60b605d888448959d654a0b9987", "prompt": "14de024697e66c761677797e2ea33bc28e365ef2f162cd62d268578def6a05d1", "options": [ "f9341bd27391d11716805835fdadefbb310f6023064de37c4a0994d77f92fe6e", "7069d9093511ad98ef830e9d61e0c694345227d0b4ee0e6f40b88807c5213a90", "e2fa0ff83fce69f32dac8d8a6953c3c29b881a32296429f0ec90990b9b89e832", "90ef06920383f1ef57dc3ec92954bfcbad805d7bd6d236f747351a75cddacb08" ], "options_json": "3e6d8f709812e0dec384d8cf6fc6a9cd8f41af631b483d6c5615adca6e37782f" } }, { "id": "race_middle/test/1417", "gold": 2, "predicted_before": 2, "predicted_after": 2, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "c30b9b6bdc8bd20f1d8d9a8a837f547bf6abe60b605d888448959d654a0b9987", "prompt": "3d7499c98a6b358eade31b98360c96f569e9feaa0970526c418e6bdc29a25a84", "options": [ "0e895c323cc786e17547125a4548680990d22ee9459561804dfc6f413d30618a", "544e2d6145f6ea1d858b94f75a392dac7f53df9403948acd1e939e6dfbc64104", "7d305fd473f327e1003df77ace8f3b706642217773cbba93ceea8ddf4cab3c4e", "2f05d4b689d270cafb02285f35f44866f7dc8a2d368a3f9d1124373eeab31fb1" ], "options_json": "addd7f49023b574299f6a1f69f71b22de722107bfe699b44cedd996765661175" } }, { "id": "race_middle/test/1418", "gold": 0, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "4ac0d9e2b5f0499fb948efbb461855b083ac4fa08dd82ff71f74d669f5c188b1", "prompt": "0222685dba5bc2c464f82176dbb947aea2c704c7d714dde82d76beb97c48b011", "options": [ "797d077929fef2f8c9e466e70e14b1290a75cd24d407af2fa3bf42d849979ae3", "8652473571fbf3acb3b6cfc9b9e68177d284d4a66ffab3d2507cd1457791f768", "6b0e996876023a03dd16afc0ab36f812233da70a202be71db5de997a372293a5", "464fcef4a2b841444ed7aa080b2bdb59f4ce64eaeb86231b2ce0191262798cf3" ], "options_json": "2844b791ccad5462d5362d732e2d184dec233007608aa40015fc3dd37489efc8" } }, { "id": "race_middle/test/1419", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4ac0d9e2b5f0499fb948efbb461855b083ac4fa08dd82ff71f74d669f5c188b1", "prompt": "b025342d7046b00db65448c93452b5e7d2acf2b3bfa6b2ed42d6da13c2421325", "options": [ "13b4a2315ab5ec5587501c68c874636e42c0569f0a38cb196408054e794e3326", "7d288b38857d1ce14f5401e2dc585adc62618a6e5285a9b3288795de3a4c54ec", "bf841dec6e63ad6399a4e203be1e2f01f63a6a6388d48fb780be45f984489dae", "246207aa3bf0add61c48602546dde82a7ca479979f18ff1e117e338d64d03a37" ], "options_json": "9cc078dccbc9320968b066e4ffc17948240b64ffd7e50e8325591f7371a46c9c" } }, { "id": "race_middle/test/1420", "gold": 2, "predicted_before": 0, "predicted_after": 2, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4ac0d9e2b5f0499fb948efbb461855b083ac4fa08dd82ff71f74d669f5c188b1", "prompt": "504a71d6c0602b581d4d4d8d836e0136c980c3424e4f9b8c354a79132f3e40c2", "options": [ "9a0214b3fdb30aa7741360f458541f3f8864950c8ac701aa6a6033f7f20292b9", "e21a886bb604f45652b845083b1d62494be79775f2a33bb3236e8e20377a9771", "9cfa0b72aa508220be8076762a5120a97902f530148ec12178ecaffbe2220127", "5b1bea9169acfb0955bf0a765b597157d9a0402f5a06962390293a7f996299ff" ], "options_json": "93d221ece1607778459ddcaa85d001734cd651eb2a847109193ce36f6a36e895" } }, { "id": "race_middle/test/1421", "gold": 0, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "4ac0d9e2b5f0499fb948efbb461855b083ac4fa08dd82ff71f74d669f5c188b1", "prompt": "8a8de823d5ed3e12746a62ef169bcf372be0ca44f0a1236abc35df05d96928e1", "options": [ "7f776f6a7065d838a750279f59b31b9d24a3690123fe4445467202e62dee16c7", "e5e802abb87a4bfc1a518f1490b2141c7f31bc048f9bd8efd9cc1c1b3492bcbd", "0ea0c68a2fd1969130679f8841fc09d13d81eba8ae752f3172b18ffdff66fc55", "dd11f5644c9661f149564d7df1221e9f47dbd3060d86f30fb71574df41c2fc34" ], "options_json": "d4002ead25bd763fd80da86dedaa5206d39de0f0dabdbd7a1b16227f8c003e93" } }, { "id": "race_middle/test/1422", "gold": 1, "predicted_before": 1, "predicted_after": 2, "correct_before": true, "correct_after": false, "source_text_sha256": { "input": "bcd98fd075f759bbb561004daeef5a5b850542081a83d13d2e8f9e015fce775e", "prompt": "fd19c0812d909160b7606a5c265be529ade727be6230bb3a641d6382f9510104", "options": [ "8b5b9db0c13db24256c829aa364aa90c6d2eba318b9232a4ab9313b954d3555f", "04efaf080f5a3e74e1c29d1ca6a48569382cbbcd324e8d59d2b83ef21c039f00", "222b0bd51fcef7e65c2e62db2ed65457013bab56be6fafeb19ee11d453153c80", "44778d82365e4af681c40d5f0eef5cf6f5899d3f0ac335050a7ed6779cf3f674" ], "options_json": "d56aa145a6b595c4138769050401e012ec02c5e5630446b4682234397a058ef3" } }, { "id": "race_middle/test/1423", "gold": 3, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "bcd98fd075f759bbb561004daeef5a5b850542081a83d13d2e8f9e015fce775e", "prompt": "e369d9a6124269460b527839dc3172cf9b0e121e15a3787ace1fd9217631bb93", "options": [ "30d6cee940d86a01ebe5081ab6ce00ba9e5808f29ae2a6317dbbcb4573246f87", "3f469ffcf269b7fccee315b6cca36d9bfccf2540253621c23c9660caa1c71192", "1133aea2bab671c01bd19266c261ca595d1ad18ce74256eb049245e0d1e8fcf5", "3530ab2c4062026b0ca6b9d18563a2a46e646213d4601d8e8c80ce6a2e6d8193" ], "options_json": "b125d37f19b981ce012553fb05b7a3453eb1db7a63661934926d362e282d55c8" } }, { "id": "race_middle/test/1424", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d3ddf8f55a00856d5286acaf57cf3d84312783b7bd18d9431bca7f9532d45feb", "prompt": "98778813177269dec76fae8df890fcac1fb761dfae87a308c0f54b0bf57ab590", "options": [ "04839819221a76efd06444c4b60c60fa8d76d78dede5ad2db2e3de0664f09f64", "8f6c1f9d4a391ce8bafe0a94aabbec40b7fb82aa7e6d6eeba8165d6550cbb0c2", "f5e885e239b72ecbb276edd9f66183f36d3cf1c7b569aae0c6c8be4f42eac0eb", "266b372b58c76a7229c84cf61259b520f2017cc7d01afdff1c919d090395da8b" ], "options_json": "75daea98a5802843dcfbedef110a9801ee27182502989876475ea89a148982ec" } }, { "id": "race_middle/test/1425", "gold": 2, "predicted_before": 0, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d3ddf8f55a00856d5286acaf57cf3d84312783b7bd18d9431bca7f9532d45feb", "prompt": "b3f9a61c734335e33c46a2ea656c91cf76fd58a45212c5e60e466f40d270c37d", "options": [ "74c49bc50f744817a15a64ccf3ce5f9113520a2b3169f779b7ee59caab705bc0", "7d22ee749528a7dd8c36469eef4aa2d725d13e90f9fbf1e244c9905855f14abf", "aa440b49e69ae1bce1edd5dc41c8a02281ef396e47d7217ca05824ee3192eb56", "9d4722cab829f51c16c30facb1aa9d347dba84227550e1a9fef3f17a836f88a7" ], "options_json": "2a0709ccbbe3e9462b7519664f3bf524621b7f0c208b7102b5b1b76642f950ec" } }, { "id": "race_middle/test/1426", "gold": 3, "predicted_before": 2, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d3ddf8f55a00856d5286acaf57cf3d84312783b7bd18d9431bca7f9532d45feb", "prompt": "74353a5cb8369f601dbbfc066c3e307caa1518924f8b231a21e89de2992eaee2", "options": [ "17d88117f5441c6a31a225574c25b8d9d7e5c0b49378e599fb8386ec2de0380b", "295ab57e9029d1a05c042f728d35b6edfba25b24e61fcb6ce1756614cac9f8fe", "d6d02b173ecedac685e6783d43e6272573283426ab62dbf088252b86017e5fdb", "741acb2ac2917c01e979ff12aea988976137f8c3fd632ce25697cb737d3a6c5c" ], "options_json": "8a88921de11020140aaa3b0211abda744908440500de6097ed1dd3c75c462e3a" } }, { "id": "race_middle/test/1427", "gold": 1, "predicted_before": 0, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d3ddf8f55a00856d5286acaf57cf3d84312783b7bd18d9431bca7f9532d45feb", "prompt": "c2dfa49413885d331932b8c7b49a1c68d0755cb4d79f4562abece9120ab5d652", "options": [ "8e89ae4b0b73f1831e74a64183da6c4c1045469fc661a44e5b7ee341a0be269c", "1b2c7e4aa23ca2279c75deee1bc16d391044d2fda51d0d209cf95d6294fc5708", "fcc1643470d1320ab17886cbbe800384f93786e567844e5683d1023262c8e5bd", "61a00fe13801f1d7950ee0f96c37ff3ec81aa853ffa713d9b8f68e8ef37c8f1c" ], "options_json": "09689d20a623fcb558bb4101578b4f0745f0a23f880c5e464172a4ca90606ad0" } }, { "id": "race_middle/test/1428", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d80689d4d361fc0a2986c7b473d10c30833e1ed8dbce3b34dd10d79ea5a02e96", "prompt": "e6bf867fb9c4d34a7dd5d2b88433199339bc1d9dd01ff3adbd3849328186b184", "options": [ "0f471c347284f2de40bd83593e1c621e168b3f4a5d0b39e8cbe655cc5ef8d91d", "acd85c97bf4d40bd2747f60b6be2700cce781987b7a96e7375616d318ce3c0bb", "13d9ead0ef6e1b24eacabb65db1c00f4c6ea709eb5e1279f1c7381477576aacd", "8d1c8a7a12c3739bb3b9988676c4f1ba69cbd7515ca23625e0d929efbc1bc1ac" ], "options_json": "4c7cf744dd4d397c7aa675ea8b93aab6d92a4325ce6ebac1c93bc8ce0730b794" } }, { "id": "race_middle/test/1429", "gold": 1, "predicted_before": 2, "predicted_after": 2, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d80689d4d361fc0a2986c7b473d10c30833e1ed8dbce3b34dd10d79ea5a02e96", "prompt": "29e2ea6b4af9a74f60d64b8f41b8090d2d2852b2aaa49e4c5d3fe9bb14e84eed", "options": [ "225497604c3928177541bf605b7e1d85e01225605b0217a06157ff53f9c58d3c", "fe79f4f5552bfe286d2611fe87243d41c0bafdf1645825fd92d020ff1f5a798e", "87a0447c6a54ad6a1c973f7ac57beb6c0997f6534962a0be6fd8a2069b94d798", "23018f6ac75aab9a8437b06bef8286abc2f606651ec3767530b126be585a525f" ], "options_json": "d1c3145fa52ec553a30a3368c3a68e1ac79b03155654cc3ffca9306c840123fe" } }, { "id": "race_middle/test/1430", "gold": 2, "predicted_before": 1, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "d80689d4d361fc0a2986c7b473d10c30833e1ed8dbce3b34dd10d79ea5a02e96", "prompt": "c979a3d5d61cc8890c80d5f752aa10edd295a01ade2afe39648c62388c9b9193", "options": [ "261a34016315518e0ee99f39f457b6ae7f3f37171e3ab6484e17cc6fae67755f", "df7f8d8ac1e0f85622b4dce1b48bf66d31ba736e20bbfa5a0847a1e75a2e1f26", "36041ea552f3da65770516ed8577e6c9d45f6cdfc91864058883ff7624239375", "82327d1473310604fd2c53db83a3aa26eb98c7edcfa7418bf8ff673cc35cb538" ], "options_json": "4e94155794cd46d723a03d50c61dc67b6116591908d6fc8ef13f80c7726430f6" } }, { "id": "race_middle/test/1431", "gold": 1, "predicted_before": 2, "predicted_after": 1, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "d80689d4d361fc0a2986c7b473d10c30833e1ed8dbce3b34dd10d79ea5a02e96", "prompt": "eab362c657ba561477b68d5e6f27068d097f14272c4e30985aadaf482ac79e7c", "options": [ "0f6350e82052b1b5a5ffdba7e2b2c311988ad6fc2b66ffb4346e8c43a6cf2612", "7fdb8e574a57ccc40a07503889b10c47c7c5fcd4a589061d6f2a119ea14064c7", "2fcc8d2ba723f104249dd6f6d31aa03644649a83ab26e011e7b64340cc3e4ac8", "c132d8b13740cfb30c8b7175790347ab8e3b983416b883d0ee10714a1114eee7" ], "options_json": "920ae90c0c816b6de49318444a013899620c17490311c0c841ab2f8d1f2326c5" } }, { "id": "race_middle/test/1432", "gold": 1, "predicted_before": 1, "predicted_after": 1, "correct_before": true, "correct_after": true, "source_text_sha256": { "input": "7894891e6002dd8cedfe66ba5105cc162a3c5821512d0e920dfcc082cc38a7d9", "prompt": "c5f0454ba4ce529922cd8898b9b5cb7fde00dce8d5563ab272587a956eec24da", "options": [ "9a37e504e05e22717d2b19dbff019b01a61b7d4319bcefffba49c1b6873e083e", "d3cba92fef0a4adf6f69bd2505427f30f8359c4e9ad13b0ba5017dca03b42151", "709640f4073c701daed0c65fa8719f14d41beac1f7803df359e40e41a353f9ad", "1b103576be1d7532b1359b035690cd660dd2568d867e43d33e228c0458370ed8" ], "options_json": "5cbfb41a829d57e760b82d633a7fe79b1d793ab74411e02cd42b8a173861684e" } }, { "id": "race_middle/test/1433", "gold": 3, "predicted_before": 1, "predicted_after": 3, "correct_before": false, "correct_after": true, "source_text_sha256": { "input": "7894891e6002dd8cedfe66ba5105cc162a3c5821512d0e920dfcc082cc38a7d9", "prompt": "98c872fb99445e27572267e6689acf81294edb576d4e87e5ecb1682288951b1e", "options": [ "ccb4b4b94d66d30b157aa4e3f040637863542dfc577529aea81f031d72092df2", "7083c91ee248788adb983ef4df429aa6adb1c178a1d1c3286b6d58fa7fc825c0", "8f32ec68de6458e7525625a368d5cecc8e4363cfbedab344f15e97d0e31b40be", "d6e36c4a2b3be825bf7e0fb43925711d04c7e26bff93ec47a6dbea1cd2247eeb" ], "options_json": "c4a80d898c5bafceb468cf44dbbb833fc3218fb47160a2e25559ecd6747ad4e9" } }, { "id": "race_middle/test/1434", "gold": 0, "predicted_before": 2, "predicted_after": 3, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7894891e6002dd8cedfe66ba5105cc162a3c5821512d0e920dfcc082cc38a7d9", "prompt": "ca69b3b0e2ec2265ff89f78ee7d6f5ec82f6974b3a5383d369243cc7bf2ec2b8", "options": [ "8932b4dad47442cbece9bcf29b29bd03f1d703cc88ce66a3d0604cd60f840c76", "5141a8073397d887ff83d891f73176ee28c7874478f46ac7766ebcee2c44f599", "9c00185ab7bd3527a1b35d18f7d874dc38578cf4eecccc4054d769b43cf1862b", "3a926072b0f1936fff7e49950192f9a9d776b7b4cac735a903f22e3eb0e36b9f" ], "options_json": "05dc27f31a72b1d7ef1f0e2dd2937d6c602828e2da0d2cc992d24e7b431701e0" } }, { "id": "race_middle/test/1435", "gold": 2, "predicted_before": 3, "predicted_after": 0, "correct_before": false, "correct_after": false, "source_text_sha256": { "input": "7894891e6002dd8cedfe66ba5105cc162a3c5821512d0e920dfcc082cc38a7d9", "prompt": "ada41d6a1d0963372d27a1864438b087bc1b65a599c56fb91830b5f20d8ba6db", "options": [ "461458c5273a3c928f9ed914e6c29fa053a5c9a73c9aa8d05bd77ee4c6737938", "d688740b29c9336b7f07b270b0bc2209952f91fae44894fcce6025a32cb5abd5", "c4219cff42766fb2ca586bb136d5e339a39f2c26b7efbcc3558577d4648da5c5", "af4e8a0c7d9919b145c63d2ee321e7581382adebf7ef673c178c491c98eb904d" ], "options_json": "7a25e27f166b31ba0c6d55238df2b7ec57b994083049132114ef30275eea4cec" } } ], "checkpoint": { "name": "runs/train_tasks_v2_2026-10-26_06-16-49_race_middle/best.pt", "sha256": "ff98d64794bd9e9a4514a05ba3441d827e9fe1530b371776d0a6030235bdbfed" }, "elapsed_seconds": 5540.579000900034, "confusion_matrix": { "before": [ [ 78, 65, 81, 85 ], [ 98, 108, 100, 82 ], [ 85, 97, 102, 90 ], [ 89, 79, 100, 97 ] ], "after": [ [ 170, 47, 42, 50 ], [ 60, 220, 49, 59 ], [ 50, 44, 238, 42 ], [ 49, 53, 37, 226 ] ] }, "label_names": [ "A", "B", "C", "D" ], "validation_history": [ { "step": 0, "epoch": 0, "train": { "correct": 33, "total": 128, "accuracy": 0.2578125, "loss": 2.7953665256500244, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 380, "total": 1436, "accuracy": 0.2646239554317549, "loss": 2.5214290618896484, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.6023308634757996 }, { "step": 400, "epoch": 0, "train": { "correct": 86, "total": 128, "accuracy": 0.671875, "loss": 0.9129344820976257, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 725, "total": 1436, "accuracy": 0.504874651810585, "loss": 1.1351072788238525, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.6023040413856506 }, { "step": 795, "epoch": 1, "train": { "correct": 104, "total": 128, "accuracy": 0.8125, "loss": 0.654852032661438, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 799, "total": 1436, "accuracy": 0.5564066852367688, "loss": 1.0419721603393555, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.6022949814796448 }, { "step": 800, "epoch": 1, "train": { "correct": 105, "total": 128, "accuracy": 0.8203125, "loss": 0.5450119972229004, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 804, "total": 1436, "accuracy": 0.5598885793871866, "loss": 1.0804342031478882, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.6022952198982239 }, { "step": 1200, "epoch": 1, "train": { "correct": 110, "total": 128, "accuracy": 0.859375, "loss": 0.419531911611557, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 828, "total": 1436, "accuracy": 0.5766016713091922, "loss": 1.1337844133377075, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.6023046374320984 }, { "step": 1590, "epoch": 2, "train": { "correct": 125, "total": 128, "accuracy": 0.9765625, "loss": 0.11218267679214478, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 838, "total": 1436, "accuracy": 0.5835654596100278, "loss": 1.1666312217712402, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.602307915687561 }, { "step": 1600, "epoch": 2, "train": { "correct": 127, "total": 128, "accuracy": 0.9921875, "loss": 0.07212328910827637, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 833, "total": 1436, "accuracy": 0.58008356545961, "loss": 1.5192731618881226, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.6023086905479431 }, { "step": 2000, "epoch": 2, "train": { "correct": 126, "total": 128, "accuracy": 0.984375, "loss": 0.03775814548134804, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 843, "total": 1436, "accuracy": 0.5870473537604457, "loss": 2.259791851043701, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.6023051738739014 }, { "step": 2385, "epoch": 3, "train": { "correct": 128, "total": 128, "accuracy": 1.0, "loss": 0.014566410332918167, "gold_label_counts": [ 30, 31, 38, 29 ], "majority_accuracy": 0.296875 }, "validation": { "correct": 850, "total": 1436, "accuracy": 0.5919220055710307, "loss": 2.641692876815796, "gold_label_counts": [ 311, 384, 386, 355 ], "majority_accuracy": 0.26880222841225626 }, "omega_std": 0.6023051738739014 } ] } ], "elapsed_seconds": 6573.215232500108, "featured_examples": [ { "task_id": "sst2", "id": "sst2/validation/15" }, { "task_id": "race_middle", "id": "race_middle/test/172" } ], "dataset_sources": { "sst2": { "dataset": "stanfordnlp/sst2", "config": "default", "url": "https://huggingface.co/datasets/stanfordnlp/sst2", "splits": { "train": { "rows": 67349, "sha256": "75fd14e7a62a5d54d1300996afaef6223ec8c49eecd97f0674d6664489a69daa", "source_parquets": [ { "url": "https://huggingface.co/datasets/stanfordnlp/sst2/resolve/refs%2Fconvert%2Fparquet/default/train/0000.parquet", "bytes": 3110458, "sha256": "c7921283b75a42e685f50edecb96798607ea0fcbfd0739ee8975f22c12d55f09" } ] }, "validation": { "rows": 872, "sha256": "9f7afa11e8d0309f4ea4732c7f11d78fb0f686f48fac5596a06db2ecf496678b", "source_parquets": [ { "url": "https://huggingface.co/datasets/stanfordnlp/sst2/resolve/refs%2Fconvert%2Fparquet/default/validation/0000.parquet", "bytes": 72813, "sha256": "fb00fe008f6828f86ba2beda8415a4cf5da0c884f21c5f238c87131b5aa19529" } ] }, "test": { "rows": 1821, "sha256": "2b8c1efc9ebea4f988382cc5d91aa3b636bff90e16795d705b2a25ef8b2cfd5b", "source_parquets": [ { "url": "https://huggingface.co/datasets/stanfordnlp/sst2/resolve/refs%2Fconvert%2Fparquet/default/test/0000.parquet", "bytes": 147787, "sha256": "20d27a86c0c59acb746a41a481ebb1fc71edb72d94b5ccee7f23b9041b17adcf" } ] } } }, "race_middle": { "dataset": "ehovy/race", "config": "middle", "url": "https://huggingface.co/datasets/ehovy/race", "splits": { "train": { "rows": 25421, "sha256": "ed805e44773ff5856211f0713270222c8ca681e84c43b549cdecfbef97a46652", "source_parquets": [ { "url": "https://huggingface.co/datasets/ehovy/race/resolve/refs%2Fconvert%2Fparquet/middle/train/0000.parquet", "bytes": 6969931, "sha256": "33a9d28467c326b13684bddd651a3bdc057aea61b35f93258c95efd76a435f63" } ] }, "validation": { "rows": 1436, "sha256": "385d417aaddbc25038d7bd4afbf9f385d4e3ae74bff532397ba938b0fbf0f622", "source_parquets": [ { "url": "https://huggingface.co/datasets/ehovy/race/resolve/refs%2Fconvert%2Fparquet/middle/validation/0000.parquet", "bytes": 406940, "sha256": "c8ede76683827fc6f5219643626d171c2556ee6b47193b192f399c2f7c4e60a0" } ] }, "test": { "rows": 1436, "sha256": "dd9756cf41d600260b59064c2b10395affb53d769a4bf71017ca8dc6ceb005d9", "source_parquets": [ { "url": "https://huggingface.co/datasets/ehovy/race/resolve/refs%2Fconvert%2Fparquet/middle/test/0000.parquet", "bytes": 404725, "sha256": "4ea3fb86ab6bbf8746dd0eb0ac1961a1fdbd1214d6d5a901c37b0cad5b5c5971" } ] } } } }, "selection_note": "Two correct held-out decisions learned during task training are featured in the PDF. Every held-out ID, label, prediction, correctness flag and source-text hash is retained in the shareable record; full source text is retained in the local record and run heldout_predictions.json files.", "source_text_hash_method": "SHA-256 of each exact UTF-8 input, prompt and individual option, without normalization. options_json is the SHA-256 of the ordered options serialized with ensure_ascii=False and separators=(comma,colon).", "original_sources_preserved": [ { "file": "out-wigglegpt-pure-124m/ckpt.pt", "sha256": "88afaab6c93ef3e33940b4e25cbce2f44038c428109600afe8285586a3a767b9", "unchanged": true }, { "file": "out-wigglegpt-finetune-native/ckpt.pt", "sha256": "d07ae2f80a7dcb5a3d662e66e1c526460e98f9d6d29803acaa7b015d592514d0", "unchanged": true }, { "file": "model_bio.py", "sha256": "a28201b8194941a75d3ca2e0812e6d2d0eef1b2656cc0c9f8fd0ca65bf96b28b", "unchanged": true } ], "record_format": "compact_shareable_comparison_v1", "full_local_record": "Not distributed. All held-out labels and predictions are included; source texts are identified by SHA-256 and dataset split/index.", "text_retention": "All held-out IDs, labels, predictions, correctness flags and source-text hashes are retained. The featured sentiment review and reading question/choices are reproduced; the reading passage has a labelled display summary. All original task inputs remain in the full local record and each run's heldout_predictions.json." }