{ "summary": { "created_at": "2026-11-05T23:47:00.262611+00:00", "episodes": 1000, "planned_episodes": 1000, "collection_complete": true, "labels": 1855, "counts": { "train": 1664, "validation": 191 }, "parent_successes": 606, "prediction_source": "prompted_q", "samples": 8, "horizon": 10, "queries_per_trajectory": 2, "target_distribution": { "0.625": 128, "0.0": 403, "1.0": 596, "0.875": 153, "0.5": 96, "0.125": 148, "0.75": 138, "0.25": 97, "0.375": 96 }, "comparison_count": 1855, "mean_absolute_error": 0.3132057142857143, "brier": 0.19462686644743935, "dataset_repo": "asingh15/wikirace-mc-q4", "space_repo": "asingh15/wikirace-value-explorer", "expansion": { "source_collection_sha256": "ca2e3b0fa62eb54d3a1d6acff3eec1c2afa8870aa7b3d3230631ec7e432adec5", "source_code_hash": "1f7f54726df845ea72a8f9056a447ffed9193b9fe5ffc863f7415fb37363b046", "source_samples": 4, "samples": 8, "episodes": 1000, "targets": 1855, "reused_branches": 7420, "new_branches": 7420 } }, "episodes": [ { "id": "002351c88f7e8518-0-prompted_q", "source": "5th century", "target": "Cat Stevens", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.6525000000000001 }, { "id": "002dd8cb67e11abc-0-prompted_q", "source": "List of circulating currencies", "target": "Thallium", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "0031d18a0b72e04c-0-prompted_q", "source": "Medieval literature", "target": "Medieval music", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "006a78e78cb4d40a-0-prompted_q", "source": "Jocelyn", "target": "To Kill a Mockingbird", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "00a1780b6e70f722-0-prompted_q", "source": "Upsilon Andromedae d", "target": "U.S. Route 66", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "00a6e838a7af7ba8-0-prompted_q", "source": "Biofuel", "target": "Elementary arithmetic", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.0525 }, { "id": "00dac23ce8159fea-0-prompted_q", "source": "Godwin's law", "target": "Minmi paravertebra", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "010471c2aa325ce1-0-prompted_q", "source": "Yak", "target": "Labrador Retriever", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.195 }, { "id": "014e157c3c148728-0-prompted_q", "source": "Worm", "target": "Formic acid", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 2, "labels": 2, "mean_absolute_error": 0.03500000000000003 }, { "id": "01894c7f5f8a38d6-0-prompted_q", "source": "Norman Conquest", "target": "Medieval commune", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 22, "labels": 2, "mean_absolute_error": 0.6000000000000001 }, { "id": "01b53c7f72c4da59-0-prompted_q", "source": "Jocelyn", "target": "Lake Turkana", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 8, "labels": 2, "mean_absolute_error": 0.41250000000000003 }, { "id": "01c49d8d027fefe5-0-prompted_q", "source": "Stage (theatre)", "target": "Dave Grohl", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 4, "labels": 2, "mean_absolute_error": 0.02250000000000002 }, { "id": "01c836071d3cd17e-0-prompted_q", "source": "Yorkshire Dales", "target": "Grand Central Terminal", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 14, "labels": 2, "mean_absolute_error": 0.2925 }, { "id": "024edbea5725a209-0-prompted_q", "source": "London Zoo", "target": "Penguin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "026d7ad0b0bedc98-0-prompted_q", "source": "Sodium", "target": "Chi Ursae Majoris", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.4775 }, { "id": "028030fadf8d4411-0-prompted_q", "source": "Purple", "target": "Gordon Brown", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 10, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "02807ac2015140a2-0-prompted_q", "source": "5th century", "target": "Modernist poetry in English", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "0283295ac7a52363-0-prompted_q", "source": "Summer", "target": "Suleiman the Magnificent", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 1.0 }, { "id": "02b888aeb7f9fc6b-0-prompted_q", "source": "Winfield Scott Hancock", "target": "Rupee", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.030000000000000027 }, { "id": "03b6abff4fe07501-0-prompted_q", "source": "Angelica", "target": "Button", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 2, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "05bde1ce235c959c-0-prompted_q", "source": "Lawrencium", "target": "SimCity", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "068a9ccfb6b991bc-0-prompted_q", "source": "Black rhinoceros", "target": "Chemical weapons in World War I", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 7, "labels": 2, "mean_absolute_error": 0.8825000000000001 }, { "id": "072424b8cbc247c7-0-prompted_q", "source": "Monty Python", "target": "Sudoku", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "0734d8a5141e6c3f-0-prompted_q", "source": "Little Women", "target": "Primula", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "0760d5c6dd2faa24-0-prompted_q", "source": "16 Cygni", "target": "Sport auto (Germany)", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "0771cff3ec1fbd16-0-prompted_q", "source": "Venus", "target": "Definition of planet", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "07c47853588ec0a4-0-prompted_q", "source": "Decade Volcanoes", "target": "Mount Rainier", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "07ddbf065f315ada-0-prompted_q", "source": "Syria", "target": "Diehl Mateer", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.15000000000000002 }, { "id": "08f6a7759fddd688-0-prompted_q", "source": "Hydrogen peroxide", "target": "Blue wildebeest", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 7, "labels": 2, "mean_absolute_error": 0.21499999999999997 }, { "id": "0902da294d2b4ca1-0-prompted_q", "source": "Chew Stoke", "target": "Diamond cut", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 10, "labels": 2, "mean_absolute_error": 0.08750000000000001 }, { "id": "09177b9815b5a1a2-0-prompted_q", "source": "Jocelyn", "target": "Virtuti Militari", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.6 }, { "id": "09a04be071268a3b-0-prompted_q", "source": "Tin", "target": "Prion", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.72 }, { "id": "09d964beb6b62185-0-prompted_q", "source": "Monty Python", "target": "Flag of South Africa", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.1625 }, { "id": "09dbfb74069a93b6-0-prompted_q", "source": "5th century", "target": "I Ching", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "0a6b9fee4d6e27df-0-prompted_q", "source": "Isle of Wight", "target": "Soil science", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.19999999999999996 }, { "id": "0ae47ff105e9656a-0-prompted_q", "source": "Balking pattern", "target": "Breaker Morant", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "0b0bbc6664383ef7-0-prompted_q", "source": "5th century", "target": "Snowball Earth", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 13, "labels": 2, "mean_absolute_error": 0.5025 }, { "id": "0b54fd14ca673bfc-0-prompted_q", "source": "Robert Boyle", "target": "Eurasian collared dove", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.2625 }, { "id": "0bead4bd657d9381-0-prompted_q", "source": "Kite (bird)", "target": "David Copperfield", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.245 }, { "id": "0c07e27f4474c85f-0-prompted_q", "source": "Ecology", "target": "Boring (manufacturing)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "0c8598983986b706-0-prompted_q", "source": "Ankylosaurus", "target": "Swan", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.5275 }, { "id": "0c887c7c7bc090be-0-prompted_q", "source": "Christopher Columbus", "target": "Mount Etna", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "0c89e4916526778a-0-prompted_q", "source": "Poultry", "target": "Attention deficit hyperactivity disorder", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.42500000000000004 }, { "id": "0ca2ab0f010fa312-0-prompted_q", "source": "Revolution", "target": "Chimpanzee", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 16, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "0ce1669aa4a2511e-0-prompted_q", "source": "Robert Boyle", "target": "Aarhus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 7, "labels": 2, "mean_absolute_error": 0.14999999999999997 }, { "id": "0d496bb74dcb5d84-0-prompted_q", "source": "5th century", "target": "Eastern imperial eagle", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.8 }, { "id": "0d7ccd915fc2ba68-0-prompted_q", "source": "Baltic Sea", "target": "Eurasian collared dove", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 7, "labels": 2, "mean_absolute_error": 0.275 }, { "id": "0d8d290ad79de03e-0-prompted_q", "source": "Denis Law", "target": "Fermi paradox", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "0de9961006804615-0-prompted_q", "source": "Political integration of India", "target": "Helmeted guinea fowl", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 8, "queries": 3, "labels": 2, "mean_absolute_error": 0.46249999999999997 }, { "id": "0e88ca14b2d793c7-0-prompted_q", "source": "Mali", "target": "Primula", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "0e90e6a9bb6979e6-0-prompted_q", "source": "Leif Erikson", "target": "Denis Law", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.4525 }, { "id": "0e96d44eb2aa50ad-0-prompted_q", "source": "Political integration of India", "target": "680", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.55 }, { "id": "0ea2bd393a07fe24-0-prompted_q", "source": "Roman mythology", "target": "Optical microscope", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.8325 }, { "id": "0ef82b10d74caa71-0-prompted_q", "source": "Robert Boyle", "target": "Ubuntu", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 12, "labels": 2, "mean_absolute_error": 0.18 }, { "id": "0f2bbc8ee26d21c6-0-prompted_q", "source": "Dakar", "target": "Perfect number", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.6575 }, { "id": "0fdc5b217f265541-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Looney Tunes", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 2, "labels": 2, "mean_absolute_error": 0.20500000000000002 }, { "id": "0ffae7c112b82747-0-prompted_q", "source": "Mali", "target": "Phosphorus tribromide", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.03750000000000003 }, { "id": "102b1fac76621768-0-prompted_q", "source": "Tin", "target": "Rockall", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 7, "labels": 2, "mean_absolute_error": 0.645 }, { "id": "107ee53bb815f964-0-prompted_q", "source": "Yorkshire Dales", "target": "Robbie Williams", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "10947d46ee1e426c-0-prompted_q", "source": "Upsilon Andromedae d", "target": "US Open (tennis)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "10e93597031f84f6-0-prompted_q", "source": "Robert Boyle", "target": "Quetzalcōātl", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 15, "labels": 2, "mean_absolute_error": 0.74 }, { "id": "111f9366afe67f80-0-prompted_q", "source": "Flemish dialects", "target": "Venus and Adonis (opera)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.4275 }, { "id": "11217e0b2c2dfb02-0-prompted_q", "source": "Political integration of India", "target": "685", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.075 }, { "id": "113db9cbf85da73a-0-prompted_q", "source": "Tin", "target": "Bodybuilding", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.08749999999999997 }, { "id": "11a32b905ec1f9c4-0-prompted_q", "source": "Richmond, Virginia", "target": "4-2-0", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "1201a8fe36ff333f-0-prompted_q", "source": "Roman mythology", "target": "Edinburgh Castle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 8, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "1207529f618f248a-0-prompted_q", "source": "Roman mythology", "target": "Necktie", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 13, "labels": 2, "mean_absolute_error": 0.30000000000000004 }, { "id": "123e1b7e9aef715d-0-prompted_q", "source": "Jocelyn", "target": "Mountain gorilla", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "126242d95441af04-0-prompted_q", "source": "Marvin Gaye", "target": "Pachycephalosaurus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "127338a6d7bbbb03-0-prompted_q", "source": "Columbidae", "target": "Archaeopteryx", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "12ca34187bb0fdd4-0-prompted_q", "source": "Robert Boyle", "target": "Battle of Cannae", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 10, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "12d72e36bd215533-0-prompted_q", "source": "Mali", "target": "Wayne Rooney", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "12f8f50efbf186dc-0-prompted_q", "source": "Summer", "target": "Autumn", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "13087801e7c14b44-0-prompted_q", "source": "England cricket team", "target": "Laika", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "132fec2190d16d17-0-prompted_q", "source": "Film", "target": "Superconductivity", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 13, "labels": 2, "mean_absolute_error": 0.8875 }, { "id": "134a4966b1833312-0-prompted_q", "source": "Druk", "target": "Absolutely Fabulous", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "1358f26be2c3af38-0-prompted_q", "source": "Myco-heterotrophy", "target": "African penguin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 11, "labels": 2, "mean_absolute_error": 0.16249999999999998 }, { "id": "1368d589c27f34a8-0-prompted_q", "source": "Noh", "target": "Rainbow", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 23, "labels": 2, "mean_absolute_error": 0.405 }, { "id": "13a93c4f59905049-0-prompted_q", "source": "London Zoo", "target": "Aftermath of World War I", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.8 }, { "id": "14047911720fecbe-0-prompted_q", "source": "Yorkshire Dales", "target": "Peopling of the Americas", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 17, "labels": 2, "mean_absolute_error": 0.16250000000000003 }, { "id": "1430ee042c7b9dce-0-prompted_q", "source": "Tin", "target": "55 Cancri Ae", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "1474494651676dc6-0-prompted_q", "source": "Henry IV of England", "target": "Peasants' Revolt", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "1499189ba23edc69-0-prompted_q", "source": "Walter Scott", "target": "Jane Austen", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 3, "labels": 2, "mean_absolute_error": 0.32499999999999996 }, { "id": "14b33c29e3a1e6e7-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Philately", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.825 }, { "id": "165b52b0091108e5-0-prompted_q", "source": "Tin", "target": "Immunosuppression", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "16bf5c48ac9df73e-0-prompted_q", "source": "5th century", "target": "Eurasian jay", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 4, "labels": 2, "mean_absolute_error": 0.3875 }, { "id": "16bfeb9c4899c3e4-0-prompted_q", "source": "16 Cygni", "target": "Speech synthesis", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.46499999999999997 }, { "id": "170cf2bdcfdfd22d-0-prompted_q", "source": "Robert Boyle", "target": "Ammolite", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.5874999999999999 }, { "id": "1760ee258f2a2eff-0-prompted_q", "source": "Monty Python", "target": "Indira Gandhi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 4, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "179b9ca487956601-0-prompted_q", "source": "Haemophilia", "target": "Protoceratops", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 10, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "17b727a94a612ab3-0-prompted_q", "source": "Political integration of India", "target": "Working poor", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 7, "labels": 2, "mean_absolute_error": 0.5125 }, { "id": "17c3a13a4e31c641-0-prompted_q", "source": "Russian Revolution", "target": "Giganotosaurus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "182f02390435628a-0-prompted_q", "source": "Tower Bridge", "target": "Fieldfare", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.275 }, { "id": "18616ce68adaecc8-0-prompted_q", "source": "5th century", "target": "Piccadilly Circus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "18701a195f66d9f3-0-prompted_q", "source": "Felix Mendelssohn", "target": "Frédéric Chopin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "188fab25c28c9ba0-0-prompted_q", "source": "Tin", "target": "Sudoku", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.09 }, { "id": "1897a775b4709036-0-prompted_q", "source": "Monty Python", "target": "HD 89744", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.08499999999999999 }, { "id": "18e8f33964421352-0-prompted_q", "source": "List of Russian people", "target": "1110s", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "195ada10ed8ccc88-0-prompted_q", "source": "OpenOffice.org", "target": "Star Trek: Deep Space Nine", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "197769f402c609c8-0-prompted_q", "source": "England cricket team", "target": "Project Vanguard", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "1a85e38c8d5c5c1d-0-prompted_q", "source": "Jocelyn", "target": "Felix the Cat", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.01 }, { "id": "1ac8d895c10f35e9-0-prompted_q", "source": "Poultry", "target": "Laws in Wales Acts 1535 and 1542", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.6875 }, { "id": "1acd1d390bdc5612-0-prompted_q", "source": "Noh", "target": "Falcon", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 7, "queries": 8, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "1b22007376da8cab-0-prompted_q", "source": "England cricket team", "target": "Epic of Gilgamesh", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.057499999999999996 }, { "id": "1b9285680c994144-0-prompted_q", "source": "Medieval commune", "target": "Krazy Kat", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.0005 }, { "id": "1bbc5386890cb27c-0-prompted_q", "source": "Pollinator decline", "target": "Restoration comedy", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "1bd58ab7d4a610ef-0-prompted_q", "source": "5th century", "target": "Formic acid", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 6, "labels": 2, "mean_absolute_error": 0.06250000000000001 }, { "id": "1c0900b50490ba08-0-prompted_q", "source": "Poultry", "target": "Chocolate", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 27, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "1c0e3fd725d183e2-0-prompted_q", "source": "Fractal", "target": "Meander", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.030000000000000027 }, { "id": "1c2ce50c8490e93f-0-prompted_q", "source": "Jacques Cartier", "target": "Australian green tree frog", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.1675 }, { "id": "1c8d7b158e501659-0-prompted_q", "source": "16 Cygni Bb", "target": "Attention deficit hyperactivity disorder", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "1c9dd914c2832ee7-0-prompted_q", "source": "5th century", "target": "A Christmas Carol", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "1d3509583c257e39-0-prompted_q", "source": "5th century", "target": "Aledo, Illinois", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "1d4011adbe30710a-0-prompted_q", "source": "Monty Python", "target": "Neil Young", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.5375 }, { "id": "1d7c4f3eb887479b-0-prompted_q", "source": "The Lion King", "target": "Henry Fonda", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "1dfcdb1f334cf2a3-0-prompted_q", "source": "Roman mythology", "target": "Tiger shark", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.6625 }, { "id": "1e0a658abb4ff13e-0-prompted_q", "source": "Algiers", "target": "Suleiman the Magnificent", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "1ebd5011d602d0ff-0-prompted_q", "source": "Isles of Scilly", "target": "National parks of the United Kingdom", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 7, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "1ef7477895e90426-0-prompted_q", "source": "16 Cygni", "target": "1119", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.025 }, { "id": "1f3c27ff658e7b63-0-prompted_q", "source": "The Lion King", "target": "AT&T", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.39 }, { "id": "1f5d7025af523121-0-prompted_q", "source": "Tin", "target": "Foreign policy of the second Trump administration", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 4, "labels": 2, "mean_absolute_error": 0.6 }, { "id": "1f8453058fbc20ef-0-prompted_q", "source": "Thomas Hobbes", "target": "Gas metal arc welding", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "20468bf3b3d62e46-0-prompted_q", "source": "Poultry", "target": "Coconut oil", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.20500000000000002 }, { "id": "207c8d5801a7a035-0-prompted_q", "source": "Protoceratops", "target": "Eggs as food", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "20a9909c18e5ae67-0-prompted_q", "source": "Poultry", "target": "Cape lion", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "20c5e6a735a229bf-0-prompted_q", "source": "Squash (sport)", "target": "Windows XP", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 14, "labels": 2, "mean_absolute_error": 0.6875 }, { "id": "20e417dbdf5ed3bf-0-prompted_q", "source": "Worm", "target": "Diplodocus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "2138a2c30525b6fa-0-prompted_q", "source": "5th century", "target": "Wallaby", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.38749999999999996 }, { "id": "215ed292c9f393c1-0-prompted_q", "source": "Stage (theatre)", "target": "Basilica of San Lorenzo, Florence", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.10000000000000003 }, { "id": "21b2607f5e579c50-0-prompted_q", "source": "England cricket team", "target": "Batholith", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 10, "labels": 2, "mean_absolute_error": 0.6125 }, { "id": "21d99de5c995384f-0-prompted_q", "source": "Whooping crane", "target": "Stag beetle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.015000000000000013 }, { "id": "2267921149e2102f-0-prompted_q", "source": "Craton", "target": "Metamorphic rock", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "2283ccd367b48f87-0-prompted_q", "source": "Tin", "target": "Albinism", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "22a8885745fe955e-0-prompted_q", "source": "Stuttering", "target": "Fear of the dark", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "234317767d5eb155-0-prompted_q", "source": "Roman mythology", "target": "To Kill a Mockingbird", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 10, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "2378ef17ea70d6bf-0-prompted_q", "source": "Johannes Kepler", "target": "Acceleration", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "23bcf9b634edfc52-0-prompted_q", "source": "Monty Python", "target": "Flag of Belarus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 14, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "243bb41bdd3ee891-0-prompted_q", "source": "Noh", "target": "Adenosine monophosphate", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 12, "labels": 2, "mean_absolute_error": 0.39999999999999997 }, { "id": "246dc2bc2df9bc07-0-prompted_q", "source": "Caloris Planitia", "target": "Star Trek: The Original Series", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 12, "labels": 2, "mean_absolute_error": 0.3225 }, { "id": "246f1603f7c34dea-0-prompted_q", "source": "Statistics", "target": "Harlem Globetrotters", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.05 }, { "id": "24ea7467c24f301f-0-prompted_q", "source": "Tin", "target": "Blade Runner", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "24f4b68c117b0619-0-prompted_q", "source": "Robert Boyle", "target": "Fauna of Australia", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.675 }, { "id": "24f97951a8f6e0e6-0-prompted_q", "source": "Birmingham", "target": "Eurovision Song Contest", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "2541fa0631775cb9-0-prompted_q", "source": "Noh", "target": "Columbine High School massacre", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.062 }, { "id": "25b8ed96c54ad9d8-0-prompted_q", "source": "Political integration of India", "target": "Tank", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.6625000000000001 }, { "id": "25cb11f99da078c0-0-prompted_q", "source": "5th century", "target": "Nucleoside", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 10, "labels": 2, "mean_absolute_error": 0.7125 }, { "id": "25dce4c107976c56-0-prompted_q", "source": "Tin", "target": "Cyberpunk", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 7, "labels": 2, "mean_absolute_error": 0.2875 }, { "id": "265d7900f8fef5c5-0-prompted_q", "source": "Carnivore", "target": "Tenzing Norgay", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.062 }, { "id": "2664f000b3ae43a6-0-prompted_q", "source": "16 Cygni", "target": "Wood fuel", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "267059560f93b24f-0-prompted_q", "source": "Robert Boyle", "target": "Titanic", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "2693cdae5da8b617-0-prompted_q", "source": "Monty Python", "target": "Homo floresiensis", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "2708ed9891d79eef-0-prompted_q", "source": "Georgetown, Guyana", "target": "Asunción", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "275635a040282912-0-prompted_q", "source": "Political integration of India", "target": "Hurricane Mitch", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.725 }, { "id": "27655be3afceac16-0-prompted_q", "source": "Gliese 876", "target": "Sydney Newman", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.33 }, { "id": "276bada6868c50c6-0-prompted_q", "source": "Alice's Adventures in Wonderland", "target": "Attalus I", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.2575 }, { "id": "27757f6f80add042-0-prompted_q", "source": "Carnivora", "target": "Ricinus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "278f2f3aa8a9ee82-0-prompted_q", "source": "Probability theory", "target": "BSD licenses", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.31 }, { "id": "280f60a0d338b7f1-0-prompted_q", "source": "Pochard", "target": "Donkervoort", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "28303c4f2cbcf082-0-prompted_q", "source": "History of the Russian Federation", "target": "Stag beetle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 9, "labels": 2, "mean_absolute_error": 0.1625 }, { "id": "28a34e100465c6fd-0-prompted_q", "source": "5th century", "target": "Lord's Resistance Army", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.3975 }, { "id": "28da42049d11188d-0-prompted_q", "source": "Tin", "target": "Myers–Briggs Type Indicator", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 12, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "294f5a5fe911a537-0-prompted_q", "source": "The Relapse", "target": "GDRT", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.275 }, { "id": "298d21a88ec0443b-0-prompted_q", "source": "Giant panda", "target": "Chew Stoke", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 13, "labels": 2, "mean_absolute_error": 0.2625 }, { "id": "29d714ee6a027e59-0-prompted_q", "source": "Monty Python", "target": "Ipswich", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 2, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "2a1eef18b83f77dd-0-prompted_q", "source": "Yorkshire Dales", "target": "Conclave", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.6125 }, { "id": "2a2f709b2590625f-0-prompted_q", "source": "Yorkshire Dales", "target": "Blue jay", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 8, "queries": 7, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "2a376a69c98e8d9f-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Albatross", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "2b70dc251639adfb-0-prompted_q", "source": "C++", "target": "Perl", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "2bd4ff73452bda8a-0-prompted_q", "source": "2005 Nias–Simeulue earthquake", "target": "A Christmas Carol", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "2cc3dc07f781dcb5-0-prompted_q", "source": "Oxbow lake", "target": "Mickey Mantle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 0.14999999999999997 }, { "id": "2d171ecd4a309a9f-0-prompted_q", "source": "New York (state)", "target": "Asa Akira", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.6625 }, { "id": "2d24a732096da324-0-prompted_q", "source": "Robert Boyle", "target": "Stanley Baldwin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 0.505 }, { "id": "2d2d201fa5d062aa-0-prompted_q", "source": "Political integration of India", "target": "Amtrak California", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "2d3688c71d1cae14-0-prompted_q", "source": "Roman mythology", "target": "New Forest", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "2d445645cea19994-0-prompted_q", "source": "Speaker of the House of Commons (United Kingdom)", "target": "Paul Kane", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "2da39efac914cb95-0-prompted_q", "source": "16 Cygni", "target": "Manifold", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 5, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "2dd8246d8573ef6c-0-prompted_q", "source": "Roman mythology", "target": "House", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "2e25fbf94bd171d9-0-prompted_q", "source": "Greek War of Independence", "target": "History of Greece", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "2e503d6d5df3efa5-0-prompted_q", "source": "Worm", "target": "Microraptor", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.22499999999999998 }, { "id": "2eb229d777d96b74-0-prompted_q", "source": "England cricket team", "target": "American robin", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.62 }, { "id": "2ed750c18e1c56c5-0-prompted_q", "source": "Wind", "target": "Avocado", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 6, "labels": 2, "mean_absolute_error": 0.55 }, { "id": "2f4b1518453ce2be-0-prompted_q", "source": "Christopher Columbus", "target": "1853", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "2f7c880c743bc1df-0-prompted_q", "source": "Lyme disease", "target": "Henry Purcell", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 4, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "2fa43b5b9406f9af-0-prompted_q", "source": "Wikinews", "target": "Ben Jonson", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 5, "labels": 2, "mean_absolute_error": 0.4175 }, { "id": "2fc7b174d2d2b178-0-prompted_q", "source": "5th century", "target": "Mauthausen concentration camp", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 2, "labels": 2, "mean_absolute_error": 0.07 }, { "id": "2ffb35a775d77446-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Sleep", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 4, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "302c87d0c72428bb-0-prompted_q", "source": "Noh", "target": "Battle of Warsaw (1920)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "30ce8c18aabc44fe-0-prompted_q", "source": "La Paz", "target": "Stanley, Falkland Islands", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "30dfbe75209fb737-0-prompted_q", "source": "Demosthenes", "target": "Henry Rollins", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "3126bbe7425ae03a-0-prompted_q", "source": "5th century", "target": "Saint Joan (play)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 7, "labels": 2, "mean_absolute_error": 0.38749999999999996 }, { "id": "31f6b518263451f4-0-prompted_q", "source": "Sudoku", "target": "Central processing unit", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 5, "labels": 2, "mean_absolute_error": 0.7 }, { "id": "322ebcafeab588e2-0-prompted_q", "source": "55 Cancri Ac", "target": "Bevendean Down", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "326efe090d63cbca-0-prompted_q", "source": "Roman mythology", "target": "Common nightingale", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.225 }, { "id": "33064f2afd3ebf4c-0-prompted_q", "source": "Jocelyn", "target": "John Seigenthaler", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "33174c4b7a321b5d-0-prompted_q", "source": "16 Cygni", "target": "Tin(II) chloride", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.6619999999999999 }, { "id": "33465bc0c707578a-0-prompted_q", "source": "Roman mythology", "target": "Death Valley National Park", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.38249999999999995 }, { "id": "3374d1c81836b70c-0-prompted_q", "source": "Angelica", "target": "Fair Isle", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.30000000000000004 }, { "id": "33b37dc9b69c64a1-0-prompted_q", "source": "Romeo and Juliet", "target": "Sodium", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.5874999999999999 }, { "id": "33f3ad0022cafbab-0-prompted_q", "source": "Tin", "target": "Ska", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.0375 }, { "id": "34d6b1f1651324a9-0-prompted_q", "source": "Ded Moroz", "target": "Almaty", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "353e45fc1dba28cd-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Phallus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.5875 }, { "id": "35484d631ee70b9d-0-prompted_q", "source": "Rembrandt", "target": "Mark Twain House", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 6, "labels": 2, "mean_absolute_error": 0.47 }, { "id": "3589083f2e02b861-0-prompted_q", "source": "Fractal", "target": "Taj Mahal", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.5 }, { "id": "35af9ad9223bbef3-0-prompted_q", "source": "Ecuador", "target": "Mango", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 3, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "35e9bc70feb60d78-0-prompted_q", "source": "Mistle thrush", "target": "Social anxiety", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "3635b12c1ba719ac-0-prompted_q", "source": "Roman mythology", "target": "Sociocultural evolution", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "36539b93789f63b2-0-prompted_q", "source": "Political integration of India", "target": "Wilhelm Wundt", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "36b01a55e624e69d-0-prompted_q", "source": "Yorkshire Dales", "target": "1755 Lisbon earthquake", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.4325 }, { "id": "36f4ae2f031dbbd3-0-prompted_q", "source": "Noh", "target": "Alberto Santos-Dumont", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "372c4682b24ddf8a-0-prompted_q", "source": "Robert Boyle", "target": "Gin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.16250000000000003 }, { "id": "378359912626d9b7-0-prompted_q", "source": "Tin", "target": "1928 Okeechobee hurricane", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.5025000000000001 }, { "id": "3785420b7c251806-0-prompted_q", "source": "Little Women", "target": "Cyanocobalamin", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.15 }, { "id": "3796c4f1dba9f4c2-0-prompted_q", "source": "Alan Turing", "target": "Island fox", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 7, "labels": 2, "mean_absolute_error": 0.4775 }, { "id": "37984ad437dd1fe3-0-prompted_q", "source": "Ostrich", "target": "Little Women", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "37bb16786bedc00c-0-prompted_q", "source": "Svartálfar", "target": "War of the League of Cambrai", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 9, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "37f56df835a98cce-0-prompted_q", "source": "Eiffel Tower", "target": "Battle of Leyte Gulf", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 5, "labels": 2, "mean_absolute_error": 0.16000000000000003 }, { "id": "380e9ee131ab1a4d-0-prompted_q", "source": "Robert Boyle", "target": "Andie MacDowell", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 4, "labels": 2, "mean_absolute_error": 0.012499999999999997 }, { "id": "3828360ff55f9508-0-prompted_q", "source": "List of Russian people", "target": "Notre-Dame de Paris", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "38692eaba127f680-0-prompted_q", "source": "Ho Chi Minh", "target": "Peaceful coexistence", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 4, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "38819368c39b2ff4-0-prompted_q", "source": "Henry Fonda", "target": "Jane Fonda", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "392cab0022c84026-0-prompted_q", "source": "Jocelyn", "target": "Roman villa", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "393bc28d6fbf7659-0-prompted_q", "source": "Sudoku", "target": "AT&T", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.15000000000000002 }, { "id": "394954ed24a3df5d-0-prompted_q", "source": "Kolkata", "target": "Charles Babbage", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.2825 }, { "id": "39a7441cdbc2c4ad-0-prompted_q", "source": "Yellow River", "target": "Zheng He", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 1, "labels": 1, "mean_absolute_error": 0.010000000000000009 }, { "id": "39b0f06ad0c5df7c-0-prompted_q", "source": "England cricket team", "target": "Eskimo", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.05 }, { "id": "39e27da7cfd9fcc0-0-prompted_q", "source": "Biodiesel", "target": "Watchmen", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "3a35a90416f55cbf-0-prompted_q", "source": "London sewer system", "target": "Great Exhibition", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.15000000000000002 }, { "id": "3ab85a54596115d0-0-prompted_q", "source": "London Zoo", "target": "Conversion of units", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 5, "labels": 2, "mean_absolute_error": 0.11249999999999999 }, { "id": "3adc24b12d36d1e1-0-prompted_q", "source": "Glasgow", "target": "Castra", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.3875 }, { "id": "3b1e8e14143e5cba-0-prompted_q", "source": "420 (number)", "target": "Shrine of Remembrance", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.7825 }, { "id": "3b2ffd9a9fcbeefd-0-prompted_q", "source": "Apricot", "target": "Nintendo Entertainment System", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 5, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "3b52e62c246a7d36-0-prompted_q", "source": "Stage (theatre)", "target": "Dartmoor", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.825 }, { "id": "3b82cf12bb13fa85-0-prompted_q", "source": "Political integration of India", "target": "Elohim", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "3b8991c8454f64f4-0-prompted_q", "source": "Monty Python", "target": "Menthol", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 11, "labels": 2, "mean_absolute_error": 0.0875 }, { "id": "3bb9395e82d00cdf-0-prompted_q", "source": "Political integration of India", "target": "Four Weddings and a Funeral", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "3bec9425fcdf8c52-0-prompted_q", "source": "Yorkshire Dales", "target": "Order of the Thistle", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "3c00180a18c16028-0-prompted_q", "source": "Monty Python", "target": "Action potential", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 14, "labels": 2, "mean_absolute_error": 0.19 }, { "id": "3c275fba6d9c2db9-0-prompted_q", "source": "List of Russian people", "target": "Allie Reynolds", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.3 }, { "id": "3c2a73cad74352d7-0-prompted_q", "source": "Space Shuttle Endeavour", "target": "Calcite", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.345 }, { "id": "3ca381e6ad78835d-0-prompted_q", "source": "Roman Britain", "target": "Scooby-Doo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.07 }, { "id": "3d3ce2217f5c1c85-0-prompted_q", "source": "Tin", "target": "Author", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.06 }, { "id": "3d65b9a4fc1bd364-0-prompted_q", "source": "Titanium", "target": "Battle of Lechaeum", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.405 }, { "id": "3ddf147ea01848ad-0-prompted_q", "source": "Winfield Scott Hancock", "target": "European goldfinch", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.015 }, { "id": "3dece37db0fa1aee-0-prompted_q", "source": "Rugby football", "target": "Semiconductor", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 10, "labels": 2, "mean_absolute_error": 0.75 }, { "id": "3dff807ded0e7334-0-prompted_q", "source": "Noh", "target": "Bluetooth", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.4275 }, { "id": "3e523511052d2ad8-0-prompted_q", "source": "List of Russian people", "target": "47 Ursae Majoris", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.3875 }, { "id": "3e8c9007da426557-0-prompted_q", "source": "Basketball", "target": "Triathlon", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.515 }, { "id": "3e9b575a047fe224-0-prompted_q", "source": "Robert Boyle", "target": "Sexual abstinence", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.625 }, { "id": "3eabad64f070c6dd-0-prompted_q", "source": "Jocelyn", "target": "Sanssouci", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.2125 }, { "id": "3f0ee9069666cecb-0-prompted_q", "source": "Robert Boyle", "target": "Islamic republic", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.3 }, { "id": "3f1a2b6ed88fbfbf-0-prompted_q", "source": "Worm", "target": "Mammoth", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.43 }, { "id": "3f2ff1a5508eb94b-0-prompted_q", "source": "5th century", "target": "Venn diagram", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 21, "labels": 2, "mean_absolute_error": 0.6625 }, { "id": "3f5fc3723321bacd-0-prompted_q", "source": "Lighting design", "target": "California Southern Railroad", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 5, "labels": 2, "mean_absolute_error": 0.55 }, { "id": "3f6c70b70d9ad59f-0-prompted_q", "source": "Mali", "target": "Ricinus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "3fc2b37754409145-0-prompted_q", "source": "Mali", "target": "Ajax (programming)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 5, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "3feec74aae2ac90c-0-prompted_q", "source": "Pali Canon", "target": "Buddhist councils", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "4032c85acefa6b4d-0-prompted_q", "source": "Nintendo", "target": "Cheese", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "409e90787e9db721-0-prompted_q", "source": "Stage (theatre)", "target": "Shining Path", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.6825 }, { "id": "40aa1e1568c43590-0-prompted_q", "source": "History of England", "target": "History of Greece", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "40b43c975bc6bf82-0-prompted_q", "source": "Tin", "target": "White Cliffs of Dover", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "41400a268c6754d9-0-prompted_q", "source": "Political integration of India", "target": "Esperanto", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.22500000000000003 }, { "id": "422cf9f184ed8c39-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Henry Flagler", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 6, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "42404f31d51bb415-0-prompted_q", "source": "Comet", "target": "4 Vesta", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.4 }, { "id": "425eea58ffc6e809-0-prompted_q", "source": "Noh", "target": "Sanssouci", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.22500000000000003 }, { "id": "430a16266a3c88c1-0-prompted_q", "source": "Poultry", "target": "Arthur Waley", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 10, "labels": 2, "mean_absolute_error": 0.36250000000000004 }, { "id": "434f62e9368746a3-0-prompted_q", "source": "Confucianism", "target": "Dravidian folk religion", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 4, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "43ae52bf1bc9dc29-0-prompted_q", "source": "Nitrogen", "target": "South Georgia and the South Sandwich Islands", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.7375 }, { "id": "43ca61cbdc59d67c-0-prompted_q", "source": "Carnivora", "target": "Tyrannosaurus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.65 }, { "id": "4407fd8c7ecbad84-0-prompted_q", "source": "Rail transport in India", "target": "Patna", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "44d58ab542b64063-0-prompted_q", "source": "Tin", "target": "Wombat", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.1975 }, { "id": "44f381cdad4f73f7-0-prompted_q", "source": "Contact lens", "target": "Rabies", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.46 }, { "id": "453453c7ec8cbe6e-0-prompted_q", "source": "Monty Python", "target": "Edwin of Northumbria", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 8, "labels": 2, "mean_absolute_error": 0.21249999999999997 }, { "id": "454e602907ac6707-0-prompted_q", "source": "Association football", "target": "Clive Caldwell (squash player)", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.27249999999999996 }, { "id": "456303968d68cc52-0-prompted_q", "source": "Akhenaten", "target": "Sparrowhawk", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "4563aaf55a948cca-0-prompted_q", "source": "Worm", "target": "H II region", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.4325 }, { "id": "45838f6dcc58066b-0-prompted_q", "source": "Noh", "target": "Isambard Kingdom Brunel", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.0050000000000000044 }, { "id": "459f2e4a77fc5f2c-0-prompted_q", "source": "Political integration of India", "target": "17th century BC", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "463b6ee2a7f10e76-0-prompted_q", "source": "New Zealand national rugby union team", "target": "String theory", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.6625 }, { "id": "465da477f42c1af6-0-prompted_q", "source": "16 Cygni", "target": "Blood rain", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.012499999999999997 }, { "id": "466204f6a38db71a-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Deinonychus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.295 }, { "id": "468274e8fd654c40-0-prompted_q", "source": "Roman mythology", "target": "Colley Cibber", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.21250000000000002 }, { "id": "47673255b35ebf73-0-prompted_q", "source": "Tin", "target": "Lake Malawi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 8, "labels": 2, "mean_absolute_error": 0.7375 }, { "id": "47b15af40bf8b8ae-0-prompted_q", "source": "Mali", "target": "Bell's spaceship paradox", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.06 }, { "id": "47f7a4abcba0b887-0-prompted_q", "source": "Cholera", "target": "Water purification", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.27499999999999997 }, { "id": "484099bbac1dc752-0-prompted_q", "source": "Jocelyn", "target": "Eurovision Song Contest", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "48508c0ef5dd8549-0-prompted_q", "source": "Godwin's law", "target": "Balking pattern", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "4855c223ab3ea057-0-prompted_q", "source": "Robert Boyle", "target": "The Lord of the Rings", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "48e3e6577a2be68b-0-prompted_q", "source": "Political integration of India", "target": "Afghan Hound", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.7749999999999999 }, { "id": "4934fe35263ea456-0-prompted_q", "source": "Mali", "target": "Christina Aguilera", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.1825 }, { "id": "4943b3dec05cb722-0-prompted_q", "source": "Political integration of India", "target": "A cappella", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.395 }, { "id": "49508857415f0bd6-0-prompted_q", "source": "New Zealand national rugby union team", "target": "Albert Grey, 4th Earl Grey", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 4, "labels": 2, "mean_absolute_error": 0.8825000000000001 }, { "id": "498274b4c6b023a8-0-prompted_q", "source": "Tin", "target": "Agamemnon", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.05499999999999999 }, { "id": "49947d3005b0fa40-0-prompted_q", "source": "5th century", "target": "Stage (theatre)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.55 }, { "id": "49b28222980f0cac-0-prompted_q", "source": "Phosphorus tribromide", "target": "Proxima Centauri", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 2, "labels": 2, "mean_absolute_error": 0.10000000000000003 }, { "id": "49e7d71c2027b3bf-0-prompted_q", "source": "Upsilon Andromedae d", "target": "The Rime of the Ancient Mariner", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "49f133e3073379ff-0-prompted_q", "source": "420 (number)", "target": "European goldfinch", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "4a41fd3b89924108-0-prompted_q", "source": "Electricity", "target": "Anne Frank", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 12, "labels": 2, "mean_absolute_error": 0.235 }, { "id": "4a99d5e965c80284-0-prompted_q", "source": "Worm", "target": "Hepatocellular carcinoma", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "4ae3c82f863e5c5e-0-prompted_q", "source": "5th century", "target": "Author", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.15000000000000002 }, { "id": "4b1a548fb9e88876-0-prompted_q", "source": "Joycelyn", "target": "Pantherophis obsoletus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "4bc3772fbfa6f3dd-0-prompted_q", "source": "Revolution", "target": "Language acquisition", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 3, "queries": 6, "labels": 2, "mean_absolute_error": 0.275 }, { "id": "4c16e198d4f4ed5e-0-prompted_q", "source": "List of Russian people", "target": "Lunar eclipse", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "4c8848a15f9de005-0-prompted_q", "source": "Noh", "target": "The Godfather", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "4cb02bdffe7912f2-0-prompted_q", "source": "Markup language", "target": "Calvin and Hobbes", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "4cd4d6d8b0e15e12-0-prompted_q", "source": "Strait of Malacca", "target": "Kuru (disease)", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "4ce2e959b9ff441c-0-prompted_q", "source": "Roman mythology", "target": "Exploration of Mars", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "4d272a55f3051f64-0-prompted_q", "source": "Roman mythology", "target": "Natalie Portman", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.365 }, { "id": "4d286a4bc84d5b0c-0-prompted_q", "source": "16 Cygni", "target": "Common cold", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "4de7a114721de63f-0-prompted_q", "source": "Political integration of India", "target": "Vampire", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.15 }, { "id": "4def57c9a75cbfd8-0-prompted_q", "source": "Monty Python", "target": "Montagu's harrier", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "4e5905796af27784-0-prompted_q", "source": "Monty Python", "target": "King Kong (1933 film)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "4ee9f1c77ccb0212-0-prompted_q", "source": "Purple", "target": "Health", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 12, "labels": 2, "mean_absolute_error": 0.03750000000000003 }, { "id": "4f5d3a579e3c0075-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Geography of Ireland", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.03250000000000003 }, { "id": "4f7c238b46d5b6c3-0-prompted_q", "source": "England cricket team", "target": "Refining", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 9, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "4fd443c4be80f6bb-0-prompted_q", "source": "Space Shuttle Challenger", "target": "War of the League of Cambrai", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 11, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "4feba06bec91e2c4-0-prompted_q", "source": "Joycelyn", "target": "1958 in television", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "4ff1fda2061babd5-0-prompted_q", "source": "England cricket team", "target": "Monopoly (game)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "502569361ab23907-0-prompted_q", "source": "Svartálfar", "target": "Buckminster Fuller", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 8, "labels": 2, "mean_absolute_error": 0.08750000000000002 }, { "id": "505d8a1509255c49-0-prompted_q", "source": "Political integration of India", "target": "The Hobbit", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.745 }, { "id": "511645c34a3578ac-0-prompted_q", "source": "England cricket team", "target": "Immunosuppression", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.37505 }, { "id": "511853c9bc63f361-0-prompted_q", "source": "Ozone depletion", "target": "Superconductivity", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 11, "labels": 2, "mean_absolute_error": 0.875 }, { "id": "51459c6ca408704c-0-prompted_q", "source": "Poultry", "target": "Tourette syndrome", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 5, "labels": 2, "mean_absolute_error": 0.455 }, { "id": "51c1fbaca32255f4-0-prompted_q", "source": "Yorkshire Dales", "target": "Comet Hale–Bopp", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "52063410dd70755e-0-prompted_q", "source": "Alternating current", "target": "Radio frequency", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "520823947e8014fa-0-prompted_q", "source": "Tin", "target": "Nest", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "52252e787b038da1-0-prompted_q", "source": "420 (number)", "target": "Tropical Storm Leslie (2000)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.505 }, { "id": "5314d8b0a044f63c-0-prompted_q", "source": "Stuttering", "target": "Ded Moroz", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "532668f948aa59f3-0-prompted_q", "source": "Poultry", "target": "Liverpool and Manchester Railway", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 14, "labels": 2, "mean_absolute_error": 0.44999999999999996 }, { "id": "533dc53491eb0207-0-prompted_q", "source": "Comics", "target": "Scheme (programming language)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.625 }, { "id": "53ba471e3920f7d5-0-prompted_q", "source": "Noh", "target": "Olaudah Equiano", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 8, "labels": 2, "mean_absolute_error": 0.4275 }, { "id": "53d6b43575c46749-0-prompted_q", "source": "Carbon", "target": "Cross Fell", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "542541e45fee7b5f-0-prompted_q", "source": "Windows XP", "target": "Sparrowhawk", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "5448bc9deaefdc94-0-prompted_q", "source": "Trigonometric functions", "target": "HIV/AIDS", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 7, "labels": 2, "mean_absolute_error": 0.5249999999999999 }, { "id": "54601b8928042776-0-prompted_q", "source": "Lesotho", "target": "Floppy disk", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.16000000000000003 }, { "id": "54c7d3e722719cfd-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Punctuated equilibrium", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "54d035cb3e5d5929-0-prompted_q", "source": "Pea", "target": "Cornea", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 31, "labels": 2, "mean_absolute_error": 0.1125 }, { "id": "54f9e96a89f0e228-0-prompted_q", "source": "Tin", "target": "Protoceratops", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.7475 }, { "id": "550b7b2d9c1aa52f-0-prompted_q", "source": "Spain", "target": "Isospin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 6, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "555d0808036f5c8d-0-prompted_q", "source": "List of Russian people", "target": "Amblimation", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "55cf0160f2eb75ff-0-prompted_q", "source": "Monty Python", "target": "Black panther", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.4875 }, { "id": "570f8012c1428ea3-0-prompted_q", "source": "Tin", "target": "American robin", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "5728d6e2891ce1f6-0-prompted_q", "source": "Yorkshire Dales", "target": "Handicraft", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.6125 }, { "id": "5758eb5a23d5d127-0-prompted_q", "source": "Noh", "target": "Real tennis", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 22, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "5773635654b092f5-0-prompted_q", "source": "Glasses", "target": "Clive Caldwell (squash player)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.32499999999999996 }, { "id": "57b8c609269cd1f1-0-prompted_q", "source": "Andorra", "target": "Language acquisition", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.4875 }, { "id": "58004bcd4855a89c-0-prompted_q", "source": "420 (number)", "target": "Amaranth grain", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "582b8e651c221953-0-prompted_q", "source": "New Zealand national rugby union team", "target": "Battle of Sitka", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "58375c43a9b4d3fc-0-prompted_q", "source": "Robert Boyle", "target": "Redwing", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "584eed9f4aa3c71b-0-prompted_q", "source": "England cricket team", "target": "TGV", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 13, "labels": 2, "mean_absolute_error": 0.7625 }, { "id": "585e845f5456f611-0-prompted_q", "source": "Roman mythology", "target": "Tijuana", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.09999999999999998 }, { "id": "586bd8df5a06912f-0-prompted_q", "source": "GNU Project", "target": "Cuckmere Haven", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.38 }, { "id": "588c9a4aa3cfbe93-0-prompted_q", "source": "Greek mythology", "target": "Nina Hartley", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 24, "labels": 2, "mean_absolute_error": 0.035 }, { "id": "588d12ba13f2a80e-0-prompted_q", "source": "Ozone", "target": "B vitamins", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 4, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "58d969e9db9e76ce-0-prompted_q", "source": "16 Cygni", "target": "November 9", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "596cc6522c6d7ad5-0-prompted_q", "source": "Heraclius", "target": "Tiger Woods", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "5996e8ae5617ec93-0-prompted_q", "source": "16 Cygni", "target": "Dartmoor", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.7250000000000001 }, { "id": "59c02975736e581d-0-prompted_q", "source": "Noh", "target": "Tsar Bomba", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 24, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "5a132c7e6305b759-0-prompted_q", "source": "Poultry", "target": "History of astronomy", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.49 }, { "id": "5a180a62fe41619a-0-prompted_q", "source": "James Bond", "target": "Liverpool F.C.", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "5a96518de479a05f-0-prompted_q", "source": "Mackenzie River", "target": "Scheme (programming language)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.5125 }, { "id": "5af6dba146e97564-0-prompted_q", "source": "Enigma machine", "target": "Pheidippides", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 9, "labels": 2, "mean_absolute_error": 0.3075 }, { "id": "5b47666c2d33c9b0-0-prompted_q", "source": "London Zoo", "target": "Thomas Becket", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.41250000000000003 }, { "id": "5b7275020ebb004f-0-prompted_q", "source": "Currency", "target": "Charles Babbage", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 8, "labels": 2, "mean_absolute_error": 0.10000000000000003 }, { "id": "5e0596c32e91983c-0-prompted_q", "source": "16 Cygni", "target": "Basking shark", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 13, "labels": 2, "mean_absolute_error": 0.3775 }, { "id": "5e8c4b92067b8317-0-prompted_q", "source": "Mali", "target": "University of Bristol", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 11, "labels": 2, "mean_absolute_error": 0.937 }, { "id": "5eede35a1eb43a54-0-prompted_q", "source": "The Hobbit", "target": "Reconstruction of New Orleans", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.135 }, { "id": "5f1aaf731ed7039b-0-prompted_q", "source": "Darling River", "target": "Andromeda Galaxy", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 9, "labels": 2, "mean_absolute_error": 0.48 }, { "id": "5f31413e6aaee5d0-0-prompted_q", "source": "420 (number)", "target": "Gordon Anderson (squash player)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 10, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "5f56a0f073e5a8e1-0-prompted_q", "source": "Nintendo", "target": "Howards End", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "5fa8522dd199437e-0-prompted_q", "source": "England cricket team", "target": "Tarnów", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 2, "labels": 2, "mean_absolute_error": 0.0375 }, { "id": "6008977df4578f33-0-prompted_q", "source": "Worm", "target": "Guinea pig", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.08999999999999997 }, { "id": "6098cd01fd54381e-0-prompted_q", "source": "Robert Boyle", "target": "Snowball Earth", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 8, "labels": 2, "mean_absolute_error": 0.03750000000000003 }, { "id": "60d72a80cb0026ce-0-prompted_q", "source": "Lyme disease", "target": "Sparrowhawk", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.365 }, { "id": "614da864de57bd25-0-prompted_q", "source": "Tantalum", "target": "Superconductivity", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "61d3c7f07ca5172f-0-prompted_q", "source": "Gliese 876", "target": "Bishopthorpe", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.195 }, { "id": "61ec2f482d42ed60-0-prompted_q", "source": "Chew Magna", "target": "Whale vocalization", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "6226c839daaebbf0-0-prompted_q", "source": "5th century", "target": "Tawny owl", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "6241782b36c27136-0-prompted_q", "source": "420 (number)", "target": "Montagu's harrier", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "62878b67946c052a-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Dubhe", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.43500000000000005 }, { "id": "62afb8a8e604136b-0-prompted_q", "source": "Noh", "target": "Flag of Australia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 12, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "631f0eed2a86acbc-0-prompted_q", "source": "Tin", "target": "Demosthenes", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 12, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "63ae6dc05d480083-0-prompted_q", "source": "Political integration of India", "target": "Mount Pinatubo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 11, "labels": 2, "mean_absolute_error": 0.5249999999999999 }, { "id": "63bd8e3369341e02-0-prompted_q", "source": "Jocelyn", "target": "Horatio Nelson, 1st Viscount Nelson", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.21250000000000002 }, { "id": "644300ad03d33c1f-0-prompted_q", "source": "16 Cygni", "target": "Tsar Bomba", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.7424999999999999 }, { "id": "6463160774334730-0-prompted_q", "source": "Computational chemistry", "target": "Battle of the Eastern Solomons", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 12, "labels": 2, "mean_absolute_error": 0.3225 }, { "id": "647cabacfac3a58c-0-prompted_q", "source": "Political integration of India", "target": "Beeching cuts", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 12, "labels": 2, "mean_absolute_error": 0.39999999999999997 }, { "id": "64b2db4b15763617-0-prompted_q", "source": "1908 in literature", "target": "Amharic", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "64f4d571cf32440f-0-prompted_q", "source": "Globalization", "target": "Capital (economics)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 2, "labels": 2, "mean_absolute_error": 0.05499999999999999 }, { "id": "650696272a84d225-0-prompted_q", "source": "Roman mythology", "target": "Mount St. Helens", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 3, "labels": 2, "mean_absolute_error": 0.030000000000000027 }, { "id": "6516e680ea93e18b-0-prompted_q", "source": "Democracy", "target": "Alpha Arae", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "65c838e16b36b54f-0-prompted_q", "source": "Soil structure", "target": "Henry Huttleston Rogers", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "65fcab93f52efecb-0-prompted_q", "source": "Noh", "target": "James Bond", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "661fee1b8cf70c18-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Gin", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.21250000000000002 }, { "id": "6622dac19c4b0d9c-0-prompted_q", "source": "Petroleum reservoir", "target": "Chew Valley Lake", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 8, "labels": 2, "mean_absolute_error": 0.0575 }, { "id": "66a64664d2247540-0-prompted_q", "source": "Jurassic", "target": "Archaeopteryx", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "66b0bf630b53c490-0-prompted_q", "source": "William Pitt the Younger", "target": "Jane Austen", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "66f41d1884ab3baa-0-prompted_q", "source": "Antananarivo", "target": "Ivory-billed woodpecker", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 11, "labels": 2, "mean_absolute_error": 0.3875 }, { "id": "67191561e35506b1-0-prompted_q", "source": "Roman mythology", "target": "King Kong (2005 film)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 11, "labels": 2, "mean_absolute_error": 0.2875 }, { "id": "6795b6f13fcbeb01-0-prompted_q", "source": "Magnet", "target": "Jomsvikings", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.1625 }, { "id": "679e148a3f5ba31c-0-prompted_q", "source": "Monty Python", "target": "1928 Okeechobee hurricane", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "67acdf2cf3cf9025-0-prompted_q", "source": "Political integration of India", "target": "Blood rain", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.20750000000000002 }, { "id": "67fc61239ea48336-0-prompted_q", "source": "Rugby World Cup", "target": "Davis Cup", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.825 }, { "id": "685ddd22082bb142-0-prompted_q", "source": "Poultry", "target": "African clawed frog", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "688aa8e5fa996d1f-0-prompted_q", "source": "Ornithischia", "target": "Howland Island", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 0.4875 }, { "id": "68e44cd8194d1756-0-prompted_q", "source": "Carnivora", "target": "Lake Baikal", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.17500000000000004 }, { "id": "68ec9277e6f84b44-0-prompted_q", "source": "Stuttering", "target": "Super Bowl XL", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.1125 }, { "id": "691dfb5137e8410f-0-prompted_q", "source": "Robert Boyle", "target": "Humus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.10000000000000003 }, { "id": "6953da558543a91d-0-prompted_q", "source": "Worm", "target": "Numismatics", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.0675 }, { "id": "6a0496f4669ac378-0-prompted_q", "source": "1755 Lisbon earthquake", "target": "Sonic the Hedgehog (character)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 15, "labels": 2, "mean_absolute_error": 0.1625 }, { "id": "6a21296014a2903f-0-prompted_q", "source": "Venezuela", "target": "55 Cancri Ac", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 14, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "6a3b657c70b47d8c-0-prompted_q", "source": "Ecology", "target": "Scattered disc", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.65 }, { "id": "6a44c3b2645d845b-0-prompted_q", "source": "Eocene", "target": "Ward Cunningham", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "6a6579137f440ca4-0-prompted_q", "source": "Lyme disease", "target": "Urial", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "6a7cd9caa2587d9a-0-prompted_q", "source": "Roman mythology", "target": "Sickle cell disease", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 13, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "6aacb08c37b7e279-0-prompted_q", "source": "Yorkshire Dales", "target": "Nathu La", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 16, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "6afe5e37c72a59a4-0-prompted_q", "source": "Political integration of India", "target": "Music of Ireland", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 7, "labels": 2, "mean_absolute_error": 0.54 }, { "id": "6b246d5aaba52f5f-0-prompted_q", "source": "Roman mythology", "target": "Black-winged stilt", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "6b72f5edd5c644f0-0-prompted_q", "source": "Benito Mussolini", "target": "Sand art and play", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.625 }, { "id": "6b79cf00e697dcc2-0-prompted_q", "source": "14th century", "target": "Rainbow", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.61 }, { "id": "6b83b8afdcb56262-0-prompted_q", "source": "Asteroid", "target": "Siege of Antioch", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 7, "labels": 2, "mean_absolute_error": 0.21000000000000002 }, { "id": "6bfd0b86272970ba-0-prompted_q", "source": "Yorkshire Dales", "target": "Hunger", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.025 }, { "id": "6c49054644c3eaf8-0-prompted_q", "source": "Abbot", "target": "Pennsylvania Railroad class GG1", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 9, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "6cb9ee61db55691c-0-prompted_q", "source": "Political integration of India", "target": "Gin", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 27, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "6cf84aa0f4c8315a-0-prompted_q", "source": "West Bank", "target": "Tim Henman", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "6d25c881b0c1306d-0-prompted_q", "source": "Eiffel Tower", "target": "National flag", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "6d2b768d21839878-0-prompted_q", "source": "HTTP cookie", "target": "The Hobbit", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "6dea1f0137bfc766-0-prompted_q", "source": "Ebony", "target": "Woodworking", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "6ea5cfeedc1e8b21-0-prompted_q", "source": "England cricket team", "target": "Lettuce", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "6ed6ca301a52df11-0-prompted_q", "source": "Jocelyn", "target": "Battle of Alesia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "6ef889cba656b124-0-prompted_q", "source": "Karl Popper", "target": "Thomas Kuhn", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 4, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "6f45c02804ad3731-0-prompted_q", "source": "Lhasa", "target": "Split infinitive", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 15, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "6f5b1a19046d843f-0-prompted_q", "source": "Worm", "target": "Vivien Leigh", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 16, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "6fc2acc6b3375f64-0-prompted_q", "source": "Jocelyn", "target": "Battle of Badr", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 22, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "6fd9354ecc0bbd79-0-prompted_q", "source": "Monty Python", "target": "Nitrogen cycle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 14, "labels": 2, "mean_absolute_error": 0.08000000000000002 }, { "id": "6ffb2e8648704e4e-0-prompted_q", "source": "16 Cygni", "target": "Lake Toba", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "70811b6ac87698b0-0-prompted_q", "source": "Angelica", "target": "Dayuan", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 5, "labels": 2, "mean_absolute_error": 0.325 }, { "id": "708940a052915812-0-prompted_q", "source": "London", "target": "Royal National Theatre", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "708f241f2a87e9e4-0-prompted_q", "source": "Robert Boyle", "target": "Albatross", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "70b4083a61237adf-0-prompted_q", "source": "Poultry", "target": "Blue wildebeest", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.010000000000000009 }, { "id": "70be3d1d9cb25998-0-prompted_q", "source": "Hundred Years' War", "target": "Crash test dummy", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "70fbdda35510086c-0-prompted_q", "source": "Amaranth oil", "target": "Voldemort", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "71f8b4db5275e487-0-prompted_q", "source": "Christopher Columbus", "target": "Nostradamus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.7 }, { "id": "720a5dc0995ab815-0-prompted_q", "source": "Prostate cancer", "target": "Meteorological history of Hurricane Katrina", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "724cbe31aad24c32-0-prompted_q", "source": "5th century", "target": "Edinburgh Castle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 1, "labels": 1, "mean_absolute_error": 0.15000000000000002 }, { "id": "72a534588eb36877-0-prompted_q", "source": "Monty Python", "target": "Internet meme", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 1, "labels": 1, "mean_absolute_error": 0.15000000000000002 }, { "id": "72a824f598b614f7-0-prompted_q", "source": "Pyramid", "target": "Creationism", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "73064b404d0e9816-0-prompted_q", "source": "Monty Python", "target": "Great blue heron", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "7344812629c5e1ed-0-prompted_q", "source": "Stephen Jay Gould", "target": "Human brain", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "73858fc452eb213e-0-prompted_q", "source": "Monty Python", "target": "Acetone", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.034999999999999996 }, { "id": "73d2a6af3cbf7fda-0-prompted_q", "source": "Robert Boyle", "target": "Psittacosaurus", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.6375 }, { "id": "747f48bf2cdccee0-0-prompted_q", "source": "Roman mythology", "target": "Thiamine deficiency", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.0375 }, { "id": "75297f61682bfbfa-0-prompted_q", "source": "Plasma (physics)", "target": "Fractal", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "7545d75852290cbf-0-prompted_q", "source": "Quantum chemistry", "target": "Blank Park Zoo", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.325 }, { "id": "758100df106c4ff1-0-prompted_q", "source": "Worm", "target": "Children's Crusade", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 14, "labels": 2, "mean_absolute_error": 0.47250000000000003 }, { "id": "75f6c935b5c3796e-0-prompted_q", "source": "16 Cygni", "target": "Nitrogen cycle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "76487931456aaa89-0-prompted_q", "source": "Lighting design", "target": "Canadian football", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "7715f01f5d5525b0-0-prompted_q", "source": "Monty Python", "target": "Society of Merchant Venturers", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "781d7649225c18e6-0-prompted_q", "source": "5th century", "target": "Christian Bale", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.025000000000000022 }, { "id": "7848cc376c67b029-0-prompted_q", "source": "List of Russian people", "target": "Philip Neri", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "78c5d26e281f7a92-0-prompted_q", "source": "Contact lens", "target": "Gas metal arc welding", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 10, "labels": 2, "mean_absolute_error": 0.62 }, { "id": "78e98a601be40fcc-0-prompted_q", "source": "Little Women", "target": "1860s", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.7 }, { "id": "7924cd5edbf7cc0e-0-prompted_q", "source": "Tasmanian devil", "target": "Mustard plant", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 5, "labels": 2, "mean_absolute_error": 0.4075 }, { "id": "79a193dc30b1c89c-0-prompted_q", "source": "Yorkshire Dales", "target": "Ajax (programming)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "7a07c4a31a4d1303-0-prompted_q", "source": "Whooping crane", "target": "Natural disaster", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "7a225b3876c3cc0b-0-prompted_q", "source": "Robert Boyle", "target": "Gardening", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 10, "labels": 2, "mean_absolute_error": 0.825 }, { "id": "7a34d60c855e61a4-0-prompted_q", "source": "5th century", "target": "Roald Amundsen", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 5, "labels": 2, "mean_absolute_error": 0.11249999999999999 }, { "id": "7a638c683d3e36f5-0-prompted_q", "source": "Lemon balm", "target": "Medieval music", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 3, "labels": 2, "mean_absolute_error": 0.025000000000000022 }, { "id": "7acdace9ca3bffd6-0-prompted_q", "source": "Warsaw", "target": "Scelidosaurus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "7b782dc8010bcf1d-0-prompted_q", "source": "Tin", "target": "CPU cache", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "7bc2defc756e7975-0-prompted_q", "source": "1936 in rail transport", "target": "1938 in rail transport", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.010000000000000009 }, { "id": "7c36d5b25e5f6a4f-0-prompted_q", "source": "Worm", "target": "Whooping crane", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 1, "labels": 1, "mean_absolute_error": 0.365 }, { "id": "7c3ed07e5a6722b0-0-prompted_q", "source": "Nigeria", "target": "Romeo and Juliet", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.09999999999999998 }, { "id": "7c98880a4a4f8fca-0-prompted_q", "source": "Notre-Dame de Paris", "target": "Jacques-Louis David", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.44999999999999996 }, { "id": "7cc7ec36edc90fbc-0-prompted_q", "source": "Yorkshire Dales", "target": "Ladysmith Black Mambazo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.28750000000000003 }, { "id": "7d0be6a9f0291163-0-prompted_q", "source": "Tin", "target": "BAE Systems", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 8, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "7d1b2aae5ede35d3-0-prompted_q", "source": "5th century", "target": "Hubble's law", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.305 }, { "id": "7d2dbcdc62802367-0-prompted_q", "source": "Robert Boyle", "target": "Clarinet", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "7d55c70ab1e17454-0-prompted_q", "source": "Harry S. Truman", "target": "African dwarf frog", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.075 }, { "id": "7d59961edb9e74d0-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Third Servile War", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "7d5eeb0dbdfe539d-0-prompted_q", "source": "Thermodynamics", "target": "6-2-0", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "7d7eca9911d519b6-0-prompted_q", "source": "Monty Python", "target": "Mallard", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.21250000000000002 }, { "id": "7e05c1c90cbee12c-0-prompted_q", "source": "Indian Standard Time", "target": "HTTP cookie", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "7e11e2bb6089f5ff-0-prompted_q", "source": "Sarajevo", "target": "Cheetah", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "7e4d136b0267df05-0-prompted_q", "source": "Irrigation", "target": "Niger River", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 1, "labels": 1, "mean_absolute_error": 0.0 }, { "id": "7e83afa5f978cf98-0-prompted_q", "source": "5th century", "target": "History of New Jersey", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 2, "labels": 2, "mean_absolute_error": 0.03500000000000003 }, { "id": "7eb966c143ec7047-0-prompted_q", "source": "5th century", "target": "England expects that every man will do his duty", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.2875 }, { "id": "7fa7f5bf4b7a5750-0-prompted_q", "source": "16 Cygni", "target": "St. Lawrence Seaway", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "7ffee80eb7fcf471-0-prompted_q", "source": "16 Cygni", "target": "Shackleton (crater)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 7, "labels": 2, "mean_absolute_error": 0.08750000000000002 }, { "id": "80041270be29e0a4-0-prompted_q", "source": "State capitalism", "target": "Che Guevara", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.30000000000000004 }, { "id": "80d59e8233964c0b-0-prompted_q", "source": "Political integration of India", "target": "Apricot", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.12 }, { "id": "815c04f59b49395c-0-prompted_q", "source": "Lyme disease", "target": "Inosine", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.7 }, { "id": "81aa132252b8b536-0-prompted_q", "source": "Carnivora", "target": "Summer", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.5025 }, { "id": "81fc33186e4cdba6-0-prompted_q", "source": "Upsilon Andromedae d", "target": "India national cricket team", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 14, "labels": 2, "mean_absolute_error": 0.5075000000000001 }, { "id": "821722026a52da3f-0-prompted_q", "source": "Action potential", "target": "Calvin and Hobbes", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.0875 }, { "id": "821a30fefe72c10f-0-prompted_q", "source": "4 Ursae Majoris", "target": "Quatermass and the Pit", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 20, "labels": 2, "mean_absolute_error": 0.1575 }, { "id": "8233bf0fea252b00-0-prompted_q", "source": "Photosynthetic reaction centre", "target": "Mendip Hills", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "823ced148f45f81a-0-prompted_q", "source": "Jocelyn", "target": "Social movement", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 20, "labels": 2, "mean_absolute_error": 0.5125 }, { "id": "8247cda988847565-0-prompted_q", "source": "Marie Curie", "target": "John Glenn", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 11, "labels": 2, "mean_absolute_error": 0.7150000000000001 }, { "id": "8316553b63057187-0-prompted_q", "source": "I Want to Hold Your Hand", "target": "Virginian Railway", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "83a9ced7046337d8-0-prompted_q", "source": "5th century", "target": "Nathu La", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 1, "labels": 1, "mean_absolute_error": 0.875 }, { "id": "83bc41888f68edd0-0-prompted_q", "source": "Okapi", "target": "Matilda of Boulogne", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "83e1955d7f7f1ca0-0-prompted_q", "source": "Nitrogen cycle", "target": "Super Mario Bros.", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "83e74c856d4bffd1-0-prompted_q", "source": "Jonathan Wild", "target": "The Cantos", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "83f01cfb93403d10-0-prompted_q", "source": "16 Cygni", "target": "Great Rift Valley", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.5125 }, { "id": "8432f64aedf7e50d-0-prompted_q", "source": "Noh", "target": "Body mass index", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "849f251b9467658f-0-prompted_q", "source": "Black wildebeest", "target": "Urial", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.04999999999999999 }, { "id": "84ce095ffa669989-0-prompted_q", "source": "Anglican Communion", "target": "Marie Curie", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.4625 }, { "id": "84da1139813042ff-0-prompted_q", "source": "Yorkshire Dales", "target": "Dodo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.462 }, { "id": "851a58bf12b2f16a-0-prompted_q", "source": "Poultry", "target": "Behistun Inscription", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 5, "labels": 2, "mean_absolute_error": 0.74 }, { "id": "857e56064abee576-0-prompted_q", "source": "Tin", "target": "Space Shuttle Columbia disaster", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "8587a7d375a928fe-0-prompted_q", "source": "Robert Boyle", "target": "Hypoxanthine", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "85a6a0befb681a9e-0-prompted_q", "source": "Banknote", "target": "Newspaper", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "8601a5f8d30c8736-0-prompted_q", "source": "Isles of Scilly", "target": "South West England", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "8686dd7837a4bdff-0-prompted_q", "source": "Sodium", "target": "I Zwicky 18", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 18, "labels": 2, "mean_absolute_error": 0.1125 }, { "id": "871f32e220ba9fba-0-prompted_q", "source": "London Zoo", "target": "Mini", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.04000000000000001 }, { "id": "8734e8cf9ae702ec-0-prompted_q", "source": "England cricket team", "target": "Muttaburrasaurus", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "876ba6287c556871-0-prompted_q", "source": "Muhammad", "target": "John Sentamu", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.08750000000000002 }, { "id": "881351a10ff1ec10-0-prompted_q", "source": "Noh", "target": "Italian War of 1521–1526", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 7, "labels": 2, "mean_absolute_error": 0.6025 }, { "id": "8873509fcb0654b1-0-prompted_q", "source": "Poultry", "target": "Leaning Tower of Pisa", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 8, "labels": 2, "mean_absolute_error": 0.47000000000000003 }, { "id": "889f8748cb5c0674-0-prompted_q", "source": "Monty Python", "target": "Great white shark", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.22749999999999998 }, { "id": "88b060eb0e5b08cd-0-prompted_q", "source": "Monty Python", "target": "Ankylosaurus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 15, "labels": 2, "mean_absolute_error": 0.2625 }, { "id": "88e4664bd0e8ba9e-0-prompted_q", "source": "Lyme disease", "target": "Spinosaurus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 10, "labels": 2, "mean_absolute_error": 0.50475 }, { "id": "89160fcf98eba8fb-0-prompted_q", "source": "Yorkshire Dales", "target": "Lockheed Martin F-35 Lightning II", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 9, "labels": 2, "mean_absolute_error": 0.875 }, { "id": "89743dbe08a4cd01-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Anteater", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.22500000000000003 }, { "id": "897e9450f4c572eb-0-prompted_q", "source": "Little Women", "target": "Allosaurus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.012499999999999997 }, { "id": "8a4871d7ba9897ad-0-prompted_q", "source": "Beelzebub", "target": "Alexis Texas", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.47500000000000003 }, { "id": "8afd7754a0d3b2ff-0-prompted_q", "source": "Pea", "target": "Charles Manson", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.012499999999999997 }, { "id": "8b24951a4653eb8c-0-prompted_q", "source": "Giza pyramid complex", "target": "RSS", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "8b2eba19d36c6bb1-0-prompted_q", "source": "Ecology", "target": "Induction welding", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "8b9de7cdf9c6b18f-0-prompted_q", "source": "Roman mythology", "target": "Lighting design", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "8ba95de91424b3ef-0-prompted_q", "source": "Worm", "target": "Murray River", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "8beff33a6a0c1e89-0-prompted_q", "source": "Refining", "target": "Australian green tree frog", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.05 }, { "id": "8c145c716e77c70a-0-prompted_q", "source": "Dál Riata", "target": "Tribe", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "8c2906508b0699dc-0-prompted_q", "source": "Monty Python", "target": "Yeti", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "8c57659799f05c99-0-prompted_q", "source": "Las Palmas", "target": "Super Chief", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.14250000000000002 }, { "id": "8c7c511a84d0e2a8-0-prompted_q", "source": "Noh", "target": "Caroline Island", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 5, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "8c9334f5985f0f7a-0-prompted_q", "source": "Bertrand Russell", "target": "Motion", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 7, "labels": 2, "mean_absolute_error": 0.5375 }, { "id": "8c96f7a24599aa09-0-prompted_q", "source": "List of Russian people", "target": "DDT", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 4, "labels": 2, "mean_absolute_error": 0.3745 }, { "id": "8c99f9fa2f4ee28f-0-prompted_q", "source": "Pat Cash", "target": "Jean Grey", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.13 }, { "id": "8cba883db50fbcde-0-prompted_q", "source": "Button", "target": "Mount Unzen", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 5, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "8ce3e0e86902acad-0-prompted_q", "source": "Druk", "target": "Beagle", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.1125 }, { "id": "8d3bbed0ba1fe4c2-0-prompted_q", "source": "420 (number)", "target": "¿Por qué no te callas?", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 22, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "8d40c552bbac4747-0-prompted_q", "source": "Roman mythology", "target": "Greek War of Independence", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "8d89b54a5bc3e3b8-0-prompted_q", "source": "Yorkshire Dales", "target": "Angkor Wat", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.7875 }, { "id": "8dbc78813ac4fc08-0-prompted_q", "source": "Thunderstorm", "target": "Concord, New Hampshire", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 8, "queries": 16, "labels": 2, "mean_absolute_error": 0.2625 }, { "id": "8dda4d26a210aae9-0-prompted_q", "source": "Oxygen", "target": "Friction stir welding", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 7, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "8dfca8425d560edc-0-prompted_q", "source": "Pony", "target": "Eskimo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "8e02c86aaf7011b1-0-prompted_q", "source": "Lemon balm", "target": "685", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "8e0435193c58eb2e-0-prompted_q", "source": "5th century", "target": "Hammurabi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.7 }, { "id": "8e124b38ae4ae758-0-prompted_q", "source": "Great Yarmouth", "target": "Gull", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "8e898f9840954550-0-prompted_q", "source": "5th century", "target": "20th century", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "8e90a45ff3362bd3-0-prompted_q", "source": "Jocelyn", "target": "T-34", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 22, "labels": 2, "mean_absolute_error": 0.11249999999999999 }, { "id": "8e9437fe2ae755d4-0-prompted_q", "source": "Robert Boyle", "target": "Indian Railways", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "8eac1586a843b838-0-prompted_q", "source": "Wildebeest", "target": "African buffalo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.010000000000000009 }, { "id": "8ecd1ece4d2f0f34-0-prompted_q", "source": "England cricket team", "target": "The Rime of the Ancient Mariner", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.245 }, { "id": "8f58a52f68f0ecfb-0-prompted_q", "source": "Roman mythology", "target": "Albatross", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "8f6e56e35e6877ba-0-prompted_q", "source": "Roman mythology", "target": "Boeing 747", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "8f88fc8d23bab19f-0-prompted_q", "source": "Worm", "target": "Fermi paradox", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 15, "labels": 2, "mean_absolute_error": 0.79 }, { "id": "8fbd40e1475e1c45-0-prompted_q", "source": "Noh", "target": "Radio telescope", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "900668b9c7f030d6-0-prompted_q", "source": "England cricket team", "target": "Space Shuttle Columbia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "9014709fc6f307be-0-prompted_q", "source": "Casimir effect", "target": "Sphere", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 8, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "90933462d957b40a-0-prompted_q", "source": "5th century", "target": "Thermodynamic temperature", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 12, "labels": 2, "mean_absolute_error": 0.5125 }, { "id": "90aae00fb1dc03be-0-prompted_q", "source": "Nutmeg", "target": "Stargate SG-1", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "91349eb922a8a8d5-0-prompted_q", "source": "Gardening", "target": "Battle of Lechaeum", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.11249999999999999 }, { "id": "9167fc9595db312b-0-prompted_q", "source": "Political integration of India", "target": "Argyle diamond mine", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 10, "labels": 2, "mean_absolute_error": 0.4625 }, { "id": "916dfa577a88a55a-0-prompted_q", "source": "Monty Python", "target": "Jack Kerouac", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 8, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "9186bcd884c37e01-0-prompted_q", "source": "Drinking water", "target": "Semiconductor device", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 11, "labels": 2, "mean_absolute_error": 0.5875 }, { "id": "919efb2f4b1aae5c-0-prompted_q", "source": "Roman mythology", "target": "Buckwheat", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 26, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "91ad0811b57cdc19-0-prompted_q", "source": "Tin", "target": "Antonio Vivaldi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 11, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "921f5be31e5afba7-0-prompted_q", "source": "Summer", "target": "Coprophagia", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 20, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "92613539506d072e-0-prompted_q", "source": "England cricket team", "target": "The Last Supper (Leonardo)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 5, "labels": 2, "mean_absolute_error": 0.8075 }, { "id": "92675fdaaa19b8c2-0-prompted_q", "source": "Acetone", "target": "Toy", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "9269b58efdec2051-0-prompted_q", "source": "Political integration of India", "target": "Ray of Light", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.46249999999999997 }, { "id": "92aed7523fc5db2a-0-prompted_q", "source": "Jackie Robinson", "target": "Arnold Schwarzenegger", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "92b366b48c89ed50-0-prompted_q", "source": "Tin", "target": "Buckwheat", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 0.31500000000000006 }, { "id": "9391663754b2680d-0-prompted_q", "source": "Ike Altgens", "target": "Haemophilia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 4, "labels": 2, "mean_absolute_error": 0.21000000000000002 }, { "id": "93a1ce6df41f3abf-0-prompted_q", "source": "England cricket team", "target": "Hot air balloon", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "93b01e76144a8ccd-0-prompted_q", "source": "J.League", "target": "1952 in literature", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "93eda57756c384dd-0-prompted_q", "source": "Quantum chemistry", "target": "Space Race", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 5, "labels": 2, "mean_absolute_error": 0.36 }, { "id": "9454b3cb0cabd0b6-0-prompted_q", "source": "Stage (theatre)", "target": "Hubble's law", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 5, "labels": 2, "mean_absolute_error": 0.225 }, { "id": "949002699ac6701e-0-prompted_q", "source": "Noh", "target": "1830s", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.037500000000000006 }, { "id": "94cfccd98ea41a97-0-prompted_q", "source": "Noh", "target": "Shaka", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 7, "labels": 2, "mean_absolute_error": 0.3875 }, { "id": "94fad0c7fd414e5f-0-prompted_q", "source": "Roman mythology", "target": "Bernicia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.10000000000000003 }, { "id": "95a720fe2552b89d-0-prompted_q", "source": "Afghan Hound", "target": "Gazelle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.04999999999999999 }, { "id": "95ad1db57c7cbed0-0-prompted_q", "source": "Scotland", "target": "2004 Atlantic hurricane season", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 4, "labels": 2, "mean_absolute_error": 0.11249999999999999 }, { "id": "95f5a1aa61d44c45-0-prompted_q", "source": "Pokémon Trading Card Game", "target": "Mammoth Cave National Park", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "9617dbce2e57c960-0-prompted_q", "source": "16 Cygni", "target": "Jacques Cartier", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 7, "labels": 2, "mean_absolute_error": 0.11249999999999999 }, { "id": "961f6cf33a46799b-0-prompted_q", "source": "Political integration of India", "target": "Fusarium", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "96a17a4197eeb88e-0-prompted_q", "source": "Alchemy", "target": "Quatermass and the Pit", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "96da7d74b349617d-0-prompted_q", "source": "Johann Pachelbel", "target": "Double bass", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 11, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "96e6ce66e5425307-0-prompted_q", "source": "Robert Boyle", "target": "Louis Pasteur", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "976b3c8e7b157477-0-prompted_q", "source": "Stage (theatre)", "target": "Boolean algebra", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "97eeae92533c40b6-0-prompted_q", "source": "Robert Boyle", "target": "HD 209458 b", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 11, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "981378cdf8af3f27-0-prompted_q", "source": "Poultry", "target": "Volcán de Colima", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.03500000000000003 }, { "id": "989a1b1f1ae0d1ba-0-prompted_q", "source": "Aberdeen", "target": "Effects of climate change", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.235 }, { "id": "98c14952bbe44d46-0-prompted_q", "source": "Monty Python", "target": "Attila", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.1 }, { "id": "98f190e51c7cf52b-0-prompted_q", "source": "5th century", "target": "Charles Messier", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 10, "queries": 4, "labels": 2, "mean_absolute_error": 0.005 }, { "id": "98ff94e4b3528d57-0-prompted_q", "source": "Lyme disease", "target": "H II region", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 20, "labels": 2, "mean_absolute_error": 0.24 }, { "id": "99164a95f0cc1dfd-0-prompted_q", "source": "Caratacus", "target": "Mario", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "993dcc64669676fb-0-prompted_q", "source": "Mitochondrion", "target": "Witold Pilecki", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.455 }, { "id": "994cb9b13a876f36-0-prompted_q", "source": "Ozone depletion", "target": "Flemish people", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "9950e60f4e1bc08f-0-prompted_q", "source": "Crow", "target": "Abstract factory pattern", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "9961cc8a36b9942b-0-prompted_q", "source": "Yorkshire Dales", "target": "Home Army", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.41250000000000003 }, { "id": "99b41b1e9b3ff33f-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Hot air balloon", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 18, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "9a21cca9ef96ce3d-0-prompted_q", "source": "Tin", "target": "Wikimedia Foundation", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.49 }, { "id": "9a63fa13a238a934-0-prompted_q", "source": "England cricket team", "target": "Tupac Shakur", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 12, "labels": 2, "mean_absolute_error": 0.15749999999999997 }, { "id": "9ab2dab6ece1bb57-0-prompted_q", "source": "Duran Duran", "target": "Classic female blues", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "9b1bde9bc2a86f44-0-prompted_q", "source": "Pea", "target": "Polar ice cap", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 5, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "9b38a45c778f2a42-0-prompted_q", "source": "420 (number)", "target": "Mount Osmond, South Australia", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "9b6677a595ef90c4-0-prompted_q", "source": "England cricket team", "target": "Battle of Midway", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.3 }, { "id": "9b7fbf1fbcc671a3-0-prompted_q", "source": "Yorkshire Dales", "target": "Romulus Augustulus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 9, "labels": 2, "mean_absolute_error": 0.825 }, { "id": "9ba23dc04ac847e9-0-prompted_q", "source": "Toy", "target": "Gangtok", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "9ba81137c1f20288-0-prompted_q", "source": "Albrecht Dürer", "target": "Linear algebra", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.485 }, { "id": "9c18bbc6bc3cb5d5-0-prompted_q", "source": "Monty Python", "target": "Globe Theatre", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 5, "labels": 2, "mean_absolute_error": 0.6 }, { "id": "9c3f066f5e8700d1-0-prompted_q", "source": "Mysticism", "target": "Dravidian folk religion", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "9c5c0e95851bb8e4-0-prompted_q", "source": "Monty Python", "target": "Onion dome", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 20, "labels": 2, "mean_absolute_error": 0.06250000000000003 }, { "id": "9cc400adaa5207d1-0-prompted_q", "source": "GNU Project", "target": "Domestic turkey", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "9cfa39a4b6175944-0-prompted_q", "source": "Balking pattern", "target": "Split infinitive", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 20, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "9d10a9d274f9f6cf-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Alice's Adventures in Wonderland", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 11, "labels": 2, "mean_absolute_error": 0.5525 }, { "id": "9d120982249415cf-0-prompted_q", "source": "Herbivore", "target": "Coot", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "9d955c8457a46bea-0-prompted_q", "source": "Alauda", "target": "George Fox", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.06 }, { "id": "9dc5055ab242c3bf-0-prompted_q", "source": "Robert Boyle", "target": "Rainhill trials", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 18, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "9dd225c2f6e7d326-0-prompted_q", "source": "Funchal", "target": "Elementary algebra", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 11, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "9e3326335213ac79-0-prompted_q", "source": "Robert Boyle", "target": "Monty Python", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.8125 }, { "id": "9f349500744c2a76-0-prompted_q", "source": "Sodium", "target": "Firefox", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "9f3ea415e74211a0-0-prompted_q", "source": "Khartoum", "target": "Great Comet of 1882", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.05 }, { "id": "9f8b1adc53fa1f7d-0-prompted_q", "source": "Noh", "target": "Redwood National and State Parks", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.675 }, { "id": "9fadb8e3b8da2ad0-0-prompted_q", "source": "Tin", "target": "Ramesses II", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "9fb54a261d545234-0-prompted_q", "source": "Day", "target": "The Absent-Minded Beggar", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.3 }, { "id": "9fe90b21c8617f5e-0-prompted_q", "source": "Roman mythology", "target": "The Fens", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.10499999999999998 }, { "id": "a0ae7910d80db80a-0-prompted_q", "source": "Yorkshire Dales", "target": "Earl of Shaftesbury", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 11, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "a10cd935d6c7c38e-0-prompted_q", "source": "Political integration of India", "target": "Flag of Belarus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.8325 }, { "id": "a130af5541f481db-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Lost (TV series)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 7, "labels": 2, "mean_absolute_error": 0.30000000000000004 }, { "id": "a1d0b98a10173e08-0-prompted_q", "source": "England cricket team", "target": "Willem Barentsz", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.55 }, { "id": "a1f3d580ce96a46b-0-prompted_q", "source": "Poultry", "target": "Hollywood, Los Angeles", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.28750000000000003 }, { "id": "a21488e940940ee8-0-prompted_q", "source": "Darth Vader", "target": "Borage", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "a240cd62a017ab19-0-prompted_q", "source": "New Zealand national rugby union team", "target": "Wombat", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.4275 }, { "id": "a2852e9966319fb9-0-prompted_q", "source": "Noh", "target": "Oliver Twist", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "a2f4c11c0a2ee09a-0-prompted_q", "source": "Noh", "target": "Newspaper", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 11, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "a351d724096e84b2-0-prompted_q", "source": "Sputnik 2", "target": "Pokémon Trading Card Game", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "a353db9f6e73bc9a-0-prompted_q", "source": "9th century", "target": "Richard O'Connor", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.41250000000000003 }, { "id": "a3654ad855436a1b-0-prompted_q", "source": "Andriivskyi Descent", "target": "Prion", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.65 }, { "id": "a3922c2d63f95e1c-0-prompted_q", "source": "Monty Python", "target": "Classic female blues", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "a3ae2a71be043259-0-prompted_q", "source": "Expansion of the universe", "target": "Sand art and play", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 18, "labels": 2, "mean_absolute_error": 0.025 }, { "id": "a41d68519bb03b56-0-prompted_q", "source": "5th century", "target": "U.S. Route 66", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "a42fd1e75ab4b0db-0-prompted_q", "source": "Poultry", "target": "Rule of Saint Benedict", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.1275 }, { "id": "a494b84d66ff8a65-0-prompted_q", "source": "Chromatic aberration", "target": "Printmaking", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "a4a169d2ad365ead-0-prompted_q", "source": "Yorkshire Dales", "target": "Juan Carlos I", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 8, "labels": 2, "mean_absolute_error": 0.7625 }, { "id": "a4b69a017d50eab8-0-prompted_q", "source": "Restoration comedy", "target": "California Southern Railroad", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 4, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "a4df7dfb9e9f0534-0-prompted_q", "source": "Stage (theatre)", "target": "Hippocampus (mythology)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.39 }, { "id": "a54dd17ae90f257d-0-prompted_q", "source": "Aristarchus (crater)", "target": "Lunar eclipse", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.010000000000000009 }, { "id": "a58c047ff28c13e1-0-prompted_q", "source": "Archimedes", "target": "Battle of the Eastern Solomons", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 13, "labels": 2, "mean_absolute_error": 0.24 }, { "id": "a5d37690b646237f-0-prompted_q", "source": "Roman mythology", "target": "William Nelson Page", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 6, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "a616c9c371d7dc2e-0-prompted_q", "source": "Post-traumatic stress disorder", "target": "Psychiatry", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "a6a7daebeaed2d84-0-prompted_q", "source": "History of Anglo-Saxon England", "target": "Edwin of Northumbria", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "a6b9c62a7ba52876-0-prompted_q", "source": "Ozone depletion", "target": "Mickey Mantle", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.012499999999999997 }, { "id": "a7753c6aff4f9f02-0-prompted_q", "source": "Political integration of India", "target": "Great Dane", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "a77e08751bcc8b7d-0-prompted_q", "source": "England cricket team", "target": "Amazon parrot", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "a7d4b081c68af502-0-prompted_q", "source": "Ozone depletion", "target": "Troodon", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 7, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "a7fb9d74af6b813c-0-prompted_q", "source": "Poultry", "target": "Blackpool", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 4, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "a86a49f401c5cf70-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Snowdonia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "a86b1f7005246e9f-0-prompted_q", "source": "Tin", "target": "Indira Gandhi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.12 }, { "id": "a88a912c340cc97b-0-prompted_q", "source": "Tin", "target": "Richmond, California", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "a920e26fa22f2bdb-0-prompted_q", "source": "16 Cygni", "target": "Chronology protection conjecture", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.6699999999999999 }, { "id": "a92d6a9be82f46c2-0-prompted_q", "source": "Benjamin Britten", "target": "Noh", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "a9adb210dfc848c3-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Park", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.65 }, { "id": "a9c2c0a079db8803-0-prompted_q", "source": "The Supremes", "target": "Great grey shrike", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.05 }, { "id": "a9d29eeedc8a6a85-0-prompted_q", "source": "Jocelyn", "target": "Swallow", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "a9e78a25c313d1c3-0-prompted_q", "source": "Retreat of glaciers since 1850", "target": "Goose", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 7, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "aa8f8eb8e0056c1c-0-prompted_q", "source": "Worm", "target": "Batman", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 7, "labels": 2, "mean_absolute_error": 0.615 }, { "id": "aab192f6098f5715-0-prompted_q", "source": "Lyme disease", "target": "Allosaurus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.5249999999999999 }, { "id": "aadcea3d71cb86b9-0-prompted_q", "source": "C++", "target": "Styracosaurus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "aaf2c5b823c11827-0-prompted_q", "source": "Poultry", "target": "Fusarium", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "ab020a079cd919ae-0-prompted_q", "source": "Comet Hyakutake", "target": "Full moon", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "ab5a26620c732df9-0-prompted_q", "source": "Roman mythology", "target": "Tooth enamel", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 22, "labels": 2, "mean_absolute_error": 0.03500000000000003 }, { "id": "ab987cb86fa27b3f-0-prompted_q", "source": "Robert Boyle", "target": "Krakatoa", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 13, "labels": 2, "mean_absolute_error": 0.5375000000000001 }, { "id": "aba7227bd7c15c77-0-prompted_q", "source": "Blood type", "target": "Bear", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.4875 }, { "id": "abc73050df81a101-0-prompted_q", "source": "Tin", "target": "Angelshark", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "abe63b9396ae18b8-0-prompted_q", "source": "London Zoo", "target": "Jane Fonda", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.4325 }, { "id": "ac3da71275be34f8-0-prompted_q", "source": "Roman mythology", "target": "Amazon parrot", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.6475 }, { "id": "acaa99a337860ba3-0-prompted_q", "source": "Poultry", "target": "Pre-Raphaelite Brotherhood", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.2625 }, { "id": "acc8a898e423b578-0-prompted_q", "source": "England cricket team", "target": "Chestnut", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.05 }, { "id": "acdf8caf7ba80456-0-prompted_q", "source": "Rain", "target": "Summer", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "adfb8b64cf13b01c-0-prompted_q", "source": "Carnivora", "target": "Ubuntu", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "ae5c3903cf3f75b0-0-prompted_q", "source": "Tin", "target": "Geography of Ireland", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 12, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "aeb18767078e1830-0-prompted_q", "source": "Political integration of India", "target": "Tamils", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.08500000000000002 }, { "id": "aeb8bb0cc031e4e8-0-prompted_q", "source": "StarCraft", "target": "Bed bug", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.11250000000000002 }, { "id": "af053955f2727a38-0-prompted_q", "source": "Political integration of India", "target": "Radio telescope", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.46499999999999997 }, { "id": "af07f9c04f297a2a-0-prompted_q", "source": "Tin", "target": "Electron-beam welding", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 8, "labels": 2, "mean_absolute_error": 0.495 }, { "id": "af257e6e470b5390-0-prompted_q", "source": "Noh", "target": "Foreign policy of the second Trump administration", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.85 }, { "id": "af633cd10cd1bc9b-0-prompted_q", "source": "16 Cygni", "target": "Oxyrhynchus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "af8314b7263e7a8a-0-prompted_q", "source": "Yak", "target": "Amblimation", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.0725 }, { "id": "af8842b8b8240798-0-prompted_q", "source": "Elohim", "target": "No Nut November", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.0005 }, { "id": "afdd87c8933a51ae-0-prompted_q", "source": "Emirate", "target": "Islamic republic", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "affe6b3a9accb032-0-prompted_q", "source": "Worm", "target": "Peak District", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.95 }, { "id": "b07cdd577a38b853-0-prompted_q", "source": "Funchal", "target": "Tropical Storm Odette (2003)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 11, "labels": 2, "mean_absolute_error": 0.27499999999999997 }, { "id": "b0e2e28a073f2bf1-0-prompted_q", "source": "Flag of Scotland", "target": "National flag", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "b137c9de99831acc-0-prompted_q", "source": "Robert Boyle", "target": "John Millington Synge", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "b21738d1766d870a-0-prompted_q", "source": "Roman mythology", "target": "Alpha Arae", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 5, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "b2254d42ecbb6895-0-prompted_q", "source": "5th century", "target": "Eiffel Tower", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "b2295fed2baaef52-0-prompted_q", "source": "England cricket team", "target": "Anthropological linguistics", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.99 }, { "id": "b297d6cdee8575de-0-prompted_q", "source": "Miles Davis", "target": "Styracosaurus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 10, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "b2bb1625921d4558-0-prompted_q", "source": "Tin", "target": "Katana", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.10250000000000004 }, { "id": "b2c783e6fb94e21a-0-prompted_q", "source": "Stage (theatre)", "target": "Silent film", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 2, "labels": 2, "mean_absolute_error": 0.08749999999999997 }, { "id": "b2e1e47297b89c61-0-prompted_q", "source": "Commonwealth of Nations", "target": "Stephen Harper", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.030000000000000027 }, { "id": "b2ee35653294a14f-0-prompted_q", "source": "Able Archer 83", "target": "Miranda Otto", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 2, "labels": 2, "mean_absolute_error": 0.04 }, { "id": "b39ca584d882bf3d-0-prompted_q", "source": "England cricket team", "target": "History of nuclear weapons", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "b41e2cde11f1e7bc-0-prompted_q", "source": "Worm", "target": "Henry Purcell", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 10, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "b44df8882de524f7-0-prompted_q", "source": "Roman mythology", "target": "Educational psychology", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "b4acecb02af24567-0-prompted_q", "source": "La Paz", "target": "Electrical engineering", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.38 }, { "id": "b4c38f234ea8f5ab-0-prompted_q", "source": "History of Anglo-Saxon England", "target": "Donald Duck", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 27, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "b4e694baa3e41cec-0-prompted_q", "source": "Ancient Greece", "target": "Greek War of Independence", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "b4f0bab0a2754bf7-0-prompted_q", "source": "Noh", "target": "Mars Reconnaissance Orbiter", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.435 }, { "id": "b549af7eadc0b78c-0-prompted_q", "source": "Pochard", "target": "Dennis Rader", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "b56f9048b53689ef-0-prompted_q", "source": "Japanese language", "target": "Tofu", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "b598add53d234f73-0-prompted_q", "source": "Angelica", "target": "Morphine", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 16, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "b5ab51536e499ea8-0-prompted_q", "source": "Robert Boyle", "target": "Hardball squash", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 23, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "b5b0c31c2361dc97-0-prompted_q", "source": "Monty Python", "target": "Manifold", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "b5b485a3bc139334-0-prompted_q", "source": "Eggs as food", "target": "Emu", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "b5c2a6f35b817190-0-prompted_q", "source": "Stage (theatre)", "target": "Tiktaalik", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "b610663f1fbcbe01-0-prompted_q", "source": "Jocelyn", "target": "Indian Standard Time", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.55 }, { "id": "b635a51323f18dd0-0-prompted_q", "source": "420 (number)", "target": "Nina Hartley", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.3975 }, { "id": "b666fbef97255221-0-prompted_q", "source": "Political integration of India", "target": "Asclepius", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 9, "labels": 2, "mean_absolute_error": 0.325 }, { "id": "b6f1aa89d9b84fb2-0-prompted_q", "source": "History of painting", "target": "Nintendo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.13 }, { "id": "b7745dee79670183-0-prompted_q", "source": "Jocelyn", "target": "Hurricane David", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.8075 }, { "id": "b7ed4f1cdecd9c38-0-prompted_q", "source": "Robert Boyle", "target": "Spanish Armada", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "b7f1dd99a1b4b41e-0-prompted_q", "source": "Roman mythology", "target": "The Broads", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.9275 }, { "id": "b845a563c5ea91dd-0-prompted_q", "source": "Mercury (planet)", "target": "Space Invaders", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.505 }, { "id": "b93830f884ae747f-0-prompted_q", "source": "Monty Python", "target": "High German consonant shift", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.812 }, { "id": "b983c17a78b6fe09-0-prompted_q", "source": "Economy of the Republic of Ireland", "target": "Passenger pigeon", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.005 }, { "id": "b9cc349167c8cffd-0-prompted_q", "source": "5th century", "target": "Group (mathematics)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "ba103859709810f0-0-prompted_q", "source": "Amaranth oil", "target": "Correspondence chess", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.015 }, { "id": "ba373eb21f782519-0-prompted_q", "source": "Ozone depletion", "target": "Cat Stevens", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "ba6e4f22a181357a-0-prompted_q", "source": "Political integration of India", "target": "Battle of Warsaw (1920)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 3, "labels": 2, "mean_absolute_error": 0.36 }, { "id": "ba79515db0a7ffbb-0-prompted_q", "source": "Mali", "target": "Spider", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 10, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "bb2bd9acbf11c5e8-0-prompted_q", "source": "Sharon Tate", "target": "Rubidium", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 10, "labels": 2, "mean_absolute_error": 0.09999999999999998 }, { "id": "bb40e659433b9a34-0-prompted_q", "source": "Balking pattern", "target": "Tansy", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "bb670e4ab35833eb-0-prompted_q", "source": "Multiple sequence alignment", "target": "Anglican Church of Australia", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.33749999999999997 }, { "id": "bb7ca8be9927d97b-0-prompted_q", "source": "Roman mythology", "target": "Joan of Arc", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 10, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "bbb20a4f473e6ae8-0-prompted_q", "source": "16 Cygni", "target": "Real tennis", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.03999999999999998 }, { "id": "bc02cebe67fa9f0c-0-prompted_q", "source": "Birmingham", "target": "Coot", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "bc66c9d2efc39bfc-0-prompted_q", "source": "Africa", "target": "Congo River", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.010000000000000009 }, { "id": "bc8fbfd38ad2f201-0-prompted_q", "source": "Carnivora", "target": "Parliament of Malaysia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 4, "labels": 2, "mean_absolute_error": 0.875 }, { "id": "bc9ef86053c2524e-0-prompted_q", "source": "Puffin", "target": "Ozone depletion", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.3875 }, { "id": "bca6d7f47a1aa23a-0-prompted_q", "source": "Vinaya", "target": "Heron", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.1625 }, { "id": "bce40d07b852470c-0-prompted_q", "source": "Roman mythology", "target": "Qin Shi Huang", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 8, "queries": 4, "labels": 2, "mean_absolute_error": 0.13749999999999996 }, { "id": "bd626686a3b0e240-0-prompted_q", "source": "Norwich", "target": "Water purification", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.09999999999999998 }, { "id": "bd9750ff0a72b1b0-0-prompted_q", "source": "16 Cygni", "target": "Flag of Scotland", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "bddd14dd06cdbc47-0-prompted_q", "source": "Worm", "target": "English cuisine", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "bde3702e54e8a607-0-prompted_q", "source": "Roman mythology", "target": "Abbey Theatre", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 4, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "be5760412dee9adc-0-prompted_q", "source": "England cricket team", "target": "Backgammon", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "be6d3ca7b17a42b6-0-prompted_q", "source": "Jocelyn", "target": "Great Moravia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 11, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "be74fe2d4c7aa3ab-0-prompted_q", "source": "Flag of South Africa", "target": "Cosmic inflation", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 13, "labels": 2, "mean_absolute_error": 0.8645 }, { "id": "bf527d78955e0193-0-prompted_q", "source": "Timeline of French history", "target": "Aftermath of World War I", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.03500000000000003 }, { "id": "bf988b106ff1e72d-0-prompted_q", "source": "Roman mythology", "target": "Tin(II) chloride", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.4225 }, { "id": "bfb8b4e3d22c11a7-0-prompted_q", "source": "Monty Python", "target": "Logistics", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 20, "labels": 2, "mean_absolute_error": 0.21250000000000002 }, { "id": "c0067434e4a09af2-0-prompted_q", "source": "Battle of the Eastern Solomons", "target": "Niccolò Machiavelli", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 16, "labels": 2, "mean_absolute_error": 0.515 }, { "id": "c0092993f1e01316-0-prompted_q", "source": "Actor", "target": "Dance", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "c0b0318f7d0502a1-0-prompted_q", "source": "Stuttering", "target": "647", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "c0f30e03085701b7-0-prompted_q", "source": "Grand Central Terminal", "target": "Rowan Williams", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "c146b8e4a746ac8c-0-prompted_q", "source": "Vinaya", "target": "680", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "c19883a44a8fff7d-0-prompted_q", "source": "Tin", "target": "Montreal Metro", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "c1a638aafde28121-0-prompted_q", "source": "Tin", "target": "Advanced Encryption Standard", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 24, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "c1f9ba125eafcc2b-0-prompted_q", "source": "16 Cygni", "target": "30th Annual Grammy Awards", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 4, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "c228b15125ca12d9-0-prompted_q", "source": "Roman mythology", "target": "Selena", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.2625 }, { "id": "c279ebf045c1aeb7-0-prompted_q", "source": "List of magazines in Germany", "target": "Shenzhou 6", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 24, "labels": 2, "mean_absolute_error": 0.46249999999999997 }, { "id": "c2c039f59c993db3-0-prompted_q", "source": "Afrikaans", "target": "West Flemish", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 3, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "c3c0c8598d0b4abb-0-prompted_q", "source": "Tin", "target": "New moon", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 12, "labels": 2, "mean_absolute_error": 0.9199999999999999 }, { "id": "c3c8652adaa50686-0-prompted_q", "source": "5th century", "target": "Eskimo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 5, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "c3ea01503015284f-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Cochineal", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 3, "labels": 2, "mean_absolute_error": 0.09999999999999998 }, { "id": "c4024b0f546b0717-0-prompted_q", "source": "Poultry", "target": "Star Trek: Deep Space Nine", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.1775 }, { "id": "c41c4e8b8f4b5b4a-0-prompted_q", "source": "Political integration of India", "target": "Social capital", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "c47469452edf625c-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Battle of Hastings", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "c4a4610a06acd120-0-prompted_q", "source": "Poultry", "target": "Battle of the Little Bighorn", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 12, "labels": 2, "mean_absolute_error": 0.9125 }, { "id": "c506bb7eb1382a10-0-prompted_q", "source": "Political integration of India", "target": "Tarnów", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 5, "labels": 2, "mean_absolute_error": 0.515 }, { "id": "c53c89530d1ea910-0-prompted_q", "source": "Political integration of India", "target": "Giza pyramid complex", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.6375 }, { "id": "c5abe23007d62e62-0-prompted_q", "source": "Granite", "target": "Tropical Storm Bonnie (2004)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 13, "labels": 2, "mean_absolute_error": 0.3775 }, { "id": "c5da6d2c70e9c8b8-0-prompted_q", "source": "Robert Boyle", "target": "Rejection of evolution by religious groups", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 6, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "c61ba2d67c67fb18-0-prompted_q", "source": "Jocelyn", "target": "Flag of Belarus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 4, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "c6247bb0d0220834-0-prompted_q", "source": "Leif Erikson", "target": "Ivory-billed woodpecker", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "c63c46337195d45e-0-prompted_q", "source": "England cricket team", "target": "Music of Spain", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.16249999999999998 }, { "id": "c64b649f2152eac3-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Richard Francis Burton", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "c655cba33384db7e-0-prompted_q", "source": "Monty Python", "target": "Willem Barentsz", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.08 }, { "id": "c669dd7f6cbbc22e-0-prompted_q", "source": "5th century", "target": "Home Army", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 2, "labels": 2, "mean_absolute_error": 0.3275 }, { "id": "c674aed6c9f1a238-0-prompted_q", "source": "Little Women", "target": "Computer and Video Games", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "c69da4ae534dc751-0-prompted_q", "source": "Purple", "target": "Antelope", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.8374999999999999 }, { "id": "c71c2b3eef531151-0-prompted_q", "source": "Lyme disease", "target": "Comet Hale–Bopp", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "c730d5cf5cb7476c-0-prompted_q", "source": "Duran Duran", "target": "Henry Fonda", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.15500000000000003 }, { "id": "c7ccab25726cbaca-0-prompted_q", "source": "Maize", "target": "Eurasian tree sparrow", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 8, "queries": 14, "labels": 2, "mean_absolute_error": 0.41250000000000003 }, { "id": "c834e15e328243e9-0-prompted_q", "source": "Black wildebeest", "target": "History of Buddhism", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.322 }, { "id": "c873ebe6dc25baa8-0-prompted_q", "source": "The Seagull", "target": "Sichuan pepper", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 26, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "c87ea3efee593bd0-0-prompted_q", "source": "England cricket team", "target": "Boris Becker", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.225 }, { "id": "c8b87a5100d9d5e4-0-prompted_q", "source": "Svartálfar", "target": "Boltysh crater", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 10, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "c93b8a5a2bd4994f-0-prompted_q", "source": "Gothic architecture", "target": "Albigensian Crusade", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 2, "labels": 2, "mean_absolute_error": 0.43 }, { "id": "c94e73996b88afb8-0-prompted_q", "source": "Whooping crane", "target": "Aries (constellation)", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "c961737e87838efe-0-prompted_q", "source": "Noh", "target": "Lake Kivu", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.6725 }, { "id": "c9aeabf4129eea2c-0-prompted_q", "source": "Arctic Circle", "target": "Cockatiel", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.15 }, { "id": "c9d2264484c5a0f1-0-prompted_q", "source": "Ozone", "target": "HD 89744", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.47500000000000003 }, { "id": "c9edbad595361d44-0-prompted_q", "source": "London Zoo", "target": "Pedobear", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.09999999999999998 }, { "id": "ca090754196abe67-0-prompted_q", "source": "Monty Python", "target": "Isaac", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "ca25ab00829a95c8-0-prompted_q", "source": "5th century", "target": "Zhang Qian", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 4, "labels": 2, "mean_absolute_error": 0.08749999999999997 }, { "id": "ca838d07838bdbb8-0-prompted_q", "source": "Taxonomy", "target": "Thomas Kuhn", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.010000000000000009 }, { "id": "caafef35211c9bdf-0-prompted_q", "source": "Monty Python", "target": "Double-decker bus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "cadf9e444989d8a1-0-prompted_q", "source": "Political integration of India", "target": "Grand Slam (tennis)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 4, "labels": 2, "mean_absolute_error": 0.3 }, { "id": "cb183a988aed5b86-0-prompted_q", "source": "Monty Python", "target": "Music of the Bahamas", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.3625 }, { "id": "cb192f3b5a42b719-0-prompted_q", "source": "Yorkshire Dales", "target": "Falcon", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "cb9ef36dac78fd23-0-prompted_q", "source": "Little Women", "target": "The Beano", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 3, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "cbc6f9cd7fd2cdee-0-prompted_q", "source": "Jocelyn", "target": "Machu Picchu", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 13, "labels": 2, "mean_absolute_error": 0.3175 }, { "id": "cc049c7a833b6681-0-prompted_q", "source": "Stegosaurus", "target": "Ornithischia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "cc267eee4067f351-0-prompted_q", "source": "Mali", "target": "Kestrel", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.5125 }, { "id": "cc54716db5e77c22-0-prompted_q", "source": "United States invasion of Grenada", "target": "Day", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.4 }, { "id": "cc73055598e40bc1-0-prompted_q", "source": "Roman mythology", "target": "Chelsea F.C.", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.5125 }, { "id": "ce4813dbcb77727a-0-prompted_q", "source": "16 Cygni", "target": "Angelica", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.1 }, { "id": "ce6fc0d6930cd1b8-0-prompted_q", "source": "Rainhill trials", "target": "Third Servile War", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "cebc39f57bc004fd-0-prompted_q", "source": "Sydney", "target": "Wrestling", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "ced3b2a07610d00c-0-prompted_q", "source": "5th century", "target": "Guanosine", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.31500000000000006 }, { "id": "cee8110fbf1e510e-0-prompted_q", "source": "Roman mythology", "target": "J.League", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.4875 }, { "id": "cf85ca23797f3191-0-prompted_q", "source": "16 Cygni", "target": "Inanna", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 3, "labels": 2, "mean_absolute_error": 0.825 }, { "id": "cf9f5eeb2fa268b9-0-prompted_q", "source": "Monty Python", "target": "Geography of Ireland", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 10, "labels": 2, "mean_absolute_error": 0.11249999999999999 }, { "id": "d041133952714c26-0-prompted_q", "source": "New Jersey", "target": "Turkey (bird)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "d0542168704fc48d-0-prompted_q", "source": "Noh", "target": "National anthem of Russia", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.06 }, { "id": "d114149dcab4b4b7-0-prompted_q", "source": "Tin", "target": "Matrix (mathematics)", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "d11719e4be67c4a8-0-prompted_q", "source": "Tin", "target": "Friction stir welding", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "d19c3f787dc90115-0-prompted_q", "source": "Yorkshire Dales", "target": "Cochineal", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "d1e8cc2de3b16e0e-0-prompted_q", "source": "Mali", "target": "Crocus", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.7875 }, { "id": "d246393173d96864-0-prompted_q", "source": "London Zoo", "target": "Fieldfare", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "d25c554f994a1ffd-0-prompted_q", "source": "Tin", "target": "GNOME", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 10, "labels": 2, "mean_absolute_error": 0.15000000000000002 }, { "id": "d25f1d2503ed4c3e-0-prompted_q", "source": "Stage (theatre)", "target": "Stornoway", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "d2bb992ea13f8353-0-prompted_q", "source": "Shark", "target": "2005 Nias–Simeulue earthquake", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "d2c8a9a0a880d019-0-prompted_q", "source": "Vancouver", "target": "Hymenoptera", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.4375 }, { "id": "d3a55c0c7377d3ae-0-prompted_q", "source": "Noh", "target": "Enlargement of the European Union", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 2, "labels": 2, "mean_absolute_error": 0.030000000000000027 }, { "id": "d4b03b7ff1c32b13-0-prompted_q", "source": "Little Women", "target": "Chew Magna", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "d504ec628a6066b3-0-prompted_q", "source": "Max Planck", "target": "Lake Burley Griffin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 4, "labels": 2, "mean_absolute_error": 0.4625 }, { "id": "d538c339294e4995-0-prompted_q", "source": "Ecology", "target": "Alioth", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 2, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "d5dfbda6837730db-0-prompted_q", "source": "Political integration of India", "target": "Virtual private network", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.27499999999999997 }, { "id": "d6165421bd3a9668-0-prompted_q", "source": "Abel Tasman", "target": "Svartálfar", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 2, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "d616ec17f8677255-0-prompted_q", "source": "Dance", "target": "Sulfuric acid", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "d6da82e93d4f993f-0-prompted_q", "source": "Penda of Mercia", "target": "Donald Duck", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "d6e8e0c7dcaa4ccf-0-prompted_q", "source": "Noh", "target": "Battle of Leyte Gulf", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.010000000000000009 }, { "id": "d71f47f36bd07bb8-0-prompted_q", "source": "Balking pattern", "target": "Baer's pochard", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "d788fb57cc272b68-0-prompted_q", "source": "Political integration of India", "target": "Ostrich", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.12500000000000003 }, { "id": "d7996d835165669e-0-prompted_q", "source": "Temple of Artemis", "target": "Tornado", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 9, "queries": 18, "labels": 2, "mean_absolute_error": 0.40249999999999997 }, { "id": "d79b51a6b38e8d66-0-prompted_q", "source": "420 (number)", "target": "Charles Étienne Brasseur de Bourbourg", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "d79cbceff2ab60b6-0-prompted_q", "source": "Pablo Picasso", "target": "Paul Cézanne", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 2, "labels": 2, "mean_absolute_error": 0.35000000000000003 }, { "id": "d7a106359d26d292-0-prompted_q", "source": "Acceleration", "target": "Surtsey", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 4, "labels": 2, "mean_absolute_error": 0.10000000000000003 }, { "id": "d7d0189dde9b7b64-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Yenisei", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "d827111bfc7ec6af-0-prompted_q", "source": "5th century", "target": "Cape lion", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 9, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "d8459f4c070e61bb-0-prompted_q", "source": "Lighting design", "target": "Adapter pattern", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.15000000000000002 }, { "id": "d84ddd51473aaf0e-0-prompted_q", "source": "Carnivora", "target": "Magellanic penguin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 7, "labels": 2, "mean_absolute_error": 0.275 }, { "id": "d873d9f07861f09e-0-prompted_q", "source": "Das Kapital", "target": "Casimir effect", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.3 }, { "id": "d87a39038eb1d376-0-prompted_q", "source": "New Zealand national rugby union team", "target": "Great Wall of China", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 8, "labels": 2, "mean_absolute_error": 0.4825 }, { "id": "d88dd672947729ff-0-prompted_q", "source": "Political integration of India", "target": "Edinburgh Castle", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 5, "labels": 2, "mean_absolute_error": 0.725 }, { "id": "d8a07bf5d486e79d-0-prompted_q", "source": "Vinaya", "target": "657", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.175 }, { "id": "d939eb13dc274010-0-prompted_q", "source": "Little Women", "target": "The Dandy", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 4, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "d9797b5384d68393-0-prompted_q", "source": "Jocelyn", "target": "Craton", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.2875 }, { "id": "d98b8dc5ccf4fd56-0-prompted_q", "source": "Hampstead Heath", "target": "London Bridge", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 6, "labels": 2, "mean_absolute_error": 0.26249999999999996 }, { "id": "da36d49edefc3f40-0-prompted_q", "source": "5th century", "target": "3 Juno", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "da76f62c2fabec1c-0-prompted_q", "source": "Robert Boyle", "target": "Enlargement of the European Union", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 3, "labels": 2, "mean_absolute_error": 0.14 }, { "id": "daad7207c798e5f5-0-prompted_q", "source": "16 Cygni", "target": "Willem Barentsz", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.03749999999999998 }, { "id": "dae381d9155438aa-0-prompted_q", "source": "Monty Python", "target": "Markup language", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 11, "labels": 2, "mean_absolute_error": 0.425 }, { "id": "db568f4dfcdaedf9-0-prompted_q", "source": "Roman mythology", "target": "Alberto Santos-Dumont", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "db8af4a3c99e73ca-0-prompted_q", "source": "Multiple sequence alignment", "target": "Medieval music", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "dbf34ad0209e6298-0-prompted_q", "source": "Tin", "target": "House sparrow", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 21, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "dc1949e0e68ebe45-0-prompted_q", "source": "Joscelyne", "target": "Pecorino", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 22, "labels": 2, "mean_absolute_error": 0.1 }, { "id": "dc2287122f8ed494-0-prompted_q", "source": "List of Russian people", "target": "Arc welding", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.485 }, { "id": "dc67e1589c59240b-0-prompted_q", "source": "Summer", "target": "South West England", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "dca9baa900870a5e-0-prompted_q", "source": "Poultry", "target": "Bluebird", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "dd188f01e285e50f-0-prompted_q", "source": "Monty Python", "target": "Soup", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.15 }, { "id": "dd70c06f82ead48d-0-prompted_q", "source": "Lake Burley Griffin", "target": "American popular music", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 13, "labels": 2, "mean_absolute_error": 0.08749999999999997 }, { "id": "dd7e42cf7326c5df-0-prompted_q", "source": "420 (number)", "target": "Super Chief", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 13, "labels": 2, "mean_absolute_error": 0.042499999999999975 }, { "id": "dd80305d865cfe69-0-prompted_q", "source": "Colorado River", "target": "Oliver Twist", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 9, "labels": 2, "mean_absolute_error": 0.825 }, { "id": "ddbb9580340793b0-0-prompted_q", "source": "Robert Boyle", "target": "Jack Kerouac", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.33999999999999997 }, { "id": "de116d439921931e-0-prompted_q", "source": "Mount Vesuvius", "target": "Mount Rainier", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 5, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "de42bbe86afa2562-0-prompted_q", "source": "Billie Jean King Cup", "target": "Calcium", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "de57b047634c3f42-0-prompted_q", "source": "Integrated circuit", "target": "Central processing unit", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "df9079a3beda918e-0-prompted_q", "source": "Political integration of India", "target": "Rule of Saint Benedict", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.275 }, { "id": "df9a065b37812568-0-prompted_q", "source": "Political integration of India", "target": "Super Rugby", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "dfa7f51ec370a114-0-prompted_q", "source": "Robert Boyle", "target": "History of the Russian Federation", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "dfc59f1aa891a333-0-prompted_q", "source": "Tin", "target": "King Kong (2005 film)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 20, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "e00f0300ef54b47c-0-prompted_q", "source": "Worm", "target": "Gossypium", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 5, "labels": 2, "mean_absolute_error": 0.5625 }, { "id": "e024081e663487d7-0-prompted_q", "source": "England cricket team", "target": "Roman roads", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 5, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "e0471a264392e833-0-prompted_q", "source": "Tin", "target": "Pi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 16, "labels": 2, "mean_absolute_error": 0.11000000000000001 }, { "id": "e0ace15ce1f815dc-0-prompted_q", "source": "Roman mythology", "target": "Tom and Jerry", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 3, "labels": 2, "mean_absolute_error": 0.22499999999999998 }, { "id": "e111c56b41d5b2e5-0-prompted_q", "source": "Penguin", "target": "Jesus", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 7, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "e117475de060c640-0-prompted_q", "source": "Mother Teresa", "target": "Joan of Arc", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.13749999999999998 }, { "id": "e124bfb084dd503c-0-prompted_q", "source": "Indian Ocean", "target": "Sydney Newman", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "e13649a9fd28377d-0-prompted_q", "source": "Roman mythology", "target": "Assassination of Mahatma Gandhi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "e1523c0cfe4ec1da-0-prompted_q", "source": "New moon", "target": "Northern Mariana Islands", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 7, "labels": 2, "mean_absolute_error": 0.7825 }, { "id": "e15dbbc43d5baff0-0-prompted_q", "source": "Political integration of India", "target": "Rainbow", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.0375 }, { "id": "e160e5655b857e8c-0-prompted_q", "source": "Vinaya", "target": "Four Freedoms", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.3 }, { "id": "e1ad79dca4e4740a-0-prompted_q", "source": "16 Cygni", "target": "Map projection", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "e1f8def3c5aa2ffc-0-prompted_q", "source": "England cricket team", "target": "Matrix (mathematics)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.0625 }, { "id": "e2182febb2fef5bd-0-prompted_q", "source": "Noh", "target": "Orders of magnitude (numbers)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.65 }, { "id": "e2c47bddd3d1ab22-0-prompted_q", "source": "Noh", "target": "Liverpool and Manchester Railway", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.565 }, { "id": "e407a2cceb6fc6b7-0-prompted_q", "source": "Robert Boyle", "target": "Bontebok", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.32 }, { "id": "e418abc3e64bcd12-0-prompted_q", "source": "Poultry", "target": "Virginian Railway", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 8, "labels": 2, "mean_absolute_error": 0.07500000000000001 }, { "id": "e439b59678911e94-0-prompted_q", "source": "Indium", "target": "Pyrite", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "e475d58c72f18b89-0-prompted_q", "source": "Perfect number", "target": "Music of Barbados", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 5, "labels": 2, "mean_absolute_error": 0.025000000000000022 }, { "id": "e477673b7bc2b0f5-0-prompted_q", "source": "Theatre Royal, Drury Lane", "target": "London Zoo", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 2, "labels": 2, "mean_absolute_error": 0.3675 }, { "id": "e495ffed4fa8a1bb-0-prompted_q", "source": "Roman mythology", "target": "Worm", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.8625 }, { "id": "e49fd90a030e9531-0-prompted_q", "source": "Boundary Waters Canoe Area Wilderness", "target": "Malcolm X", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 5, "labels": 2, "mean_absolute_error": 0.07 }, { "id": "e4f2a7bc7be989d1-0-prompted_q", "source": "5th century", "target": "Athanasius Kircher", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.325 }, { "id": "e529f726cc107446-0-prompted_q", "source": "1987 in music", "target": "Bruce Springsteen", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 5, "labels": 2, "mean_absolute_error": 0.725 }, { "id": "e54a5632070496f5-0-prompted_q", "source": "Noh", "target": "Hypoxanthine", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.1625 }, { "id": "e56db8afde5b40db-0-prompted_q", "source": "Monty Python", "target": "Space Shuttle Columbia disaster", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "e5969997d1aacef6-0-prompted_q", "source": "Tin", "target": "The Fens", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 10, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "e5d64dfb896f3b31-0-prompted_q", "source": "Noh", "target": "Hovercraft", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 8, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "e6126cd946a8117e-0-prompted_q", "source": "Darmstadtium", "target": "Card game", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "e6419580fc6899b4-0-prompted_q", "source": "5th century", "target": "Iceland hotspot", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "e64424f267ea9ac9-0-prompted_q", "source": "5th century", "target": "Enzyme kinetics", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 14, "labels": 2, "mean_absolute_error": 0.7875 }, { "id": "e6b01defb92304f3-0-prompted_q", "source": "Indian Ocean", "target": "ALCO FA", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "e72a8461510a857c-0-prompted_q", "source": "Galileo Galilei", "target": "Pollinator", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 21, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "e7576a2c5f718f23-0-prompted_q", "source": "16 Cygni", "target": "Bearded reedling", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 8, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "e7c12eb950a6d870-0-prompted_q", "source": "England cricket team", "target": "I Ching", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "e801c450ed1eba4e-0-prompted_q", "source": "5th century", "target": "Gothenburg", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 7, "labels": 2, "mean_absolute_error": 0.10000000000000003 }, { "id": "e80e64bfd106b81e-0-prompted_q", "source": "Stage (theatre)", "target": "Flag of Scotland", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.15 }, { "id": "e8300441a23f9f67-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Ganesha", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 4, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "e8b7268cee1e07cb-0-prompted_q", "source": "Trapdoor spider", "target": "¿Por qué no te callas?", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "e91c323f7825fe21-0-prompted_q", "source": "Ozone depletion", "target": "Transport", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 2, "labels": 2, "mean_absolute_error": 0.4125 }, { "id": "e9bf378661e435c6-0-prompted_q", "source": "Jane Austen", "target": "Nene (bird)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 9, "labels": 2, "mean_absolute_error": 0.024999999999999994 }, { "id": "ea8a80a4650724d3-0-prompted_q", "source": "Refining", "target": "Upsilon Andromedae", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "eadbd0b7dff03b05-0-prompted_q", "source": "Lyme disease", "target": "Laurent Fignon", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.05 }, { "id": "eadd0fd23a02e438-0-prompted_q", "source": "Political integration of India", "target": "Ariel Sharon", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.4875 }, { "id": "eb03246d9006acb2-0-prompted_q", "source": "Roman mythology", "target": "Hutu", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 7, "labels": 2, "mean_absolute_error": 0.45 }, { "id": "eb07f127f0c0c9f4-0-prompted_q", "source": "Robert Boyle", "target": "Manuel I Komnenos", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.3875 }, { "id": "eb165d1b7a34d6c7-0-prompted_q", "source": "Yorkshire Dales", "target": "Bluegrass music", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 5, "labels": 2, "mean_absolute_error": 0.6575 }, { "id": "eb37456a9f71f507-0-prompted_q", "source": "Roman mythology", "target": "Order of St Patrick", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.28750000000000003 }, { "id": "ebd23583853aca5b-0-prompted_q", "source": "Lerwick", "target": "Great Comet of 1882", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "ec213d8caa19936b-0-prompted_q", "source": "Political integration of India", "target": "Geography of Yukon", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.47500000000000003 }, { "id": "ec9c845cb89b5fd1-0-prompted_q", "source": "Political integration of India", "target": "Hippocampus (mythology)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "ec9fb4b1a7cfbd42-0-prompted_q", "source": "Noh", "target": "Augustan literature", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.03749999999999998 }, { "id": "eca0372fd9de154f-0-prompted_q", "source": "5th century", "target": "Elizabethan era", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 1, "labels": 1, "mean_absolute_error": 0.25 }, { "id": "ed44cb4dbbd889cf-0-prompted_q", "source": "List of magazines in Germany", "target": "European goldfinch", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.52 }, { "id": "ed468a52c96fb026-0-prompted_q", "source": "Auto racing", "target": "War of the League of Cambrai", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 0.6375 }, { "id": "ed499e51ed368736-0-prompted_q", "source": "Worm", "target": "Venus and Adonis (opera)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "ed7fe00d9fb96e13-0-prompted_q", "source": "Ozone depletion", "target": "Bee", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 11, "labels": 2, "mean_absolute_error": 0.475 }, { "id": "ed86ff733dc23bc2-0-prompted_q", "source": "Trapdoor spider", "target": "Publishing", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.10000000000000003 }, { "id": "ed8accfb86f65a7f-0-prompted_q", "source": "Cancer", "target": "J. M. W. Turner", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 11, "labels": 2, "mean_absolute_error": 0.1 }, { "id": "edc7964438e09ea2-0-prompted_q", "source": "Greenland", "target": "Pheidippides", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.4875 }, { "id": "ee13bb2b24d4ed5c-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Ukulele", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 8, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "ee68cd097c04f8b2-0-prompted_q", "source": "England cricket team", "target": "Space suit", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.16749999999999998 }, { "id": "ee8985174d26f8f9-0-prompted_q", "source": "Worm", "target": "Romeo and Juliet", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.55 }, { "id": "ef3bba9e6540bc07-0-prompted_q", "source": "T-34", "target": "Fiberglass", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "efa0cf6ccb3e74ab-0-prompted_q", "source": "Ordinal number", "target": "Star Trek: Deep Space Nine", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 24, "labels": 2, "mean_absolute_error": 0.25 }, { "id": "efac36283e66aac3-0-prompted_q", "source": "Robert Boyle", "target": "TGV", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 6, "labels": 2, "mean_absolute_error": 0.525 }, { "id": "f02b719d706b918a-0-prompted_q", "source": "Stage (theatre)", "target": "Romeo and Juliet", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "f0966fb02923f912-0-prompted_q", "source": "Herbivore", "target": "Odin", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 6, "labels": 2, "mean_absolute_error": 0.3875 }, { "id": "f0d164e7fbfcd140-0-prompted_q", "source": "Whooping crane", "target": "British Shorthair", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 4, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "f0e805c1c1615253-0-prompted_q", "source": "Lanthanum", "target": "J. R. R. Tolkien", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 15, "labels": 2, "mean_absolute_error": 0.725 }, { "id": "f1066b7d0677ffcb-0-prompted_q", "source": "Monty Python", "target": "Administrative divisions of China", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "f129d89caccfdce5-0-prompted_q", "source": "Roman mythology", "target": "T-34", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 6, "queries": 7, "labels": 2, "mean_absolute_error": 0.1825 }, { "id": "f1468b8c5ddd8c48-0-prompted_q", "source": "Tin", "target": "Alice Cooper", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.312 }, { "id": "f20cc89d3957790c-0-prompted_q", "source": "Fieldfare", "target": "Yarralumla, Australian Capital Territory", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 8, "labels": 2, "mean_absolute_error": 0.8625 }, { "id": "f2f3d590bf006d27-0-prompted_q", "source": "Marie Curie", "target": "Number", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 2, "queries": 1, "labels": 1, "mean_absolute_error": 0.15000000000000002 }, { "id": "f354b8191b1d6b6b-0-prompted_q", "source": "Noh", "target": "Guild", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "f39d93f78517a9fe-0-prompted_q", "source": "Noh", "target": "Orion Nebula", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 6, "labels": 2, "mean_absolute_error": 0.5125 }, { "id": "f3d0385871ce15c1-0-prompted_q", "source": "Upsilon Andromedae d", "target": "FIFA (video game series)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.050000000000000044 }, { "id": "f4219efb90c7185e-0-prompted_q", "source": "Roman mythology", "target": "Henry Morton Stanley", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 7, "queries": 19, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "f474c571c84e4a4e-0-prompted_q", "source": "Poultry", "target": "Columba", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 1, "labels": 1, "mean_absolute_error": 0.9 }, { "id": "f481af474db64015-0-prompted_q", "source": "16 Cygni", "target": "Scattered disc", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "f48cbf87b5e2ef48-0-prompted_q", "source": "Expansion of the universe", "target": "Rigel", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.050000000000000044 }, { "id": "f52b8f9035d0bde4-0-prompted_q", "source": "England cricket team", "target": "Spacecraft propulsion", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 15, "labels": 2, "mean_absolute_error": 0.625 }, { "id": "f5fb1f1efa72dd0a-0-prompted_q", "source": "Political integration of India", "target": "Family", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 7, "labels": 2, "mean_absolute_error": 0.0875 }, { "id": "f68bf9a1217d59fe-0-prompted_q", "source": "Tin", "target": "Commodore 64", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 9, "labels": 2, "mean_absolute_error": 0.625 }, { "id": "f6a7eedbf665ef9d-0-prompted_q", "source": "Crown Dependencies", "target": "Speaker of the House of Commons (United Kingdom)", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "f75d6e3e7023089d-0-prompted_q", "source": "Mali", "target": "Boltysh crater", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 16, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "f7808daa11a29f88-0-prompted_q", "source": "Mali", "target": "Society of Merchant Venturers", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 11, "labels": 2, "mean_absolute_error": 0.37 }, { "id": "f788ad8a35dcddf8-0-prompted_q", "source": "Noh", "target": "Great auk", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 11, "labels": 2, "mean_absolute_error": 0.1375 }, { "id": "f832034c703fda61-0-prompted_q", "source": "Democracy", "target": "680", "seed": 0, "split": "validation", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 3, "labels": 2, "mean_absolute_error": 0.625 }, { "id": "f851760c73e07e77-0-prompted_q", "source": "Archaeology", "target": "Beaver", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 7, "labels": 2, "mean_absolute_error": 0.2 }, { "id": "f85f84086b3bca41-0-prompted_q", "source": "Sign language", "target": "University of Bristol", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 9, "queries": 6, "labels": 2, "mean_absolute_error": 0.2375 }, { "id": "f87b40c2795ccfa0-0-prompted_q", "source": "Noh", "target": "Space Shuttle Columbia disaster", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 11, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "f8c5c7f8798ae7fa-0-prompted_q", "source": "The Brothers Karamazov", "target": "Hoover Dam", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 14, "labels": 2, "mean_absolute_error": 0.26249999999999996 }, { "id": "f985488fcca8d3b6-0-prompted_q", "source": "John Millington Synge", "target": "Aymer de Valence, 2nd Earl of Pembroke", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 24, "labels": 2, "mean_absolute_error": 0.3 }, { "id": "f9aabf54c0b3c983-0-prompted_q", "source": "Édouard Manet", "target": "Imagism", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 8, "labels": 2, "mean_absolute_error": 0.3125 }, { "id": "f9d9cc6084f622c7-0-prompted_q", "source": "Roman mythology", "target": "Celine Dion", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 26, "labels": 2, "mean_absolute_error": 0.115 }, { "id": "f9dc170c868af3dc-0-prompted_q", "source": "Comet", "target": "Philosophiæ Naturalis Principia Mathematica", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 3, "queries": 1, "labels": 1, "mean_absolute_error": 0.09999999999999998 }, { "id": "fa03122885b6c20e-0-prompted_q", "source": "Upsilon Andromedae d", "target": "Arctic Monkeys", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 9, "labels": 2, "mean_absolute_error": 0.27 }, { "id": "faa0757695ddef9c-0-prompted_q", "source": "Jocelyn", "target": "The Last Supper (Leonardo)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 10, "labels": 2, "mean_absolute_error": 0.0 }, { "id": "faab01eb82d9a693-0-prompted_q", "source": "England cricket team", "target": "Invasion", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 12, "labels": 2, "mean_absolute_error": 0.575 }, { "id": "faf2d0778ef06bb7-0-prompted_q", "source": "Robert Boyle", "target": "Makuria", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.775 }, { "id": "faf930e4dc727d33-0-prompted_q", "source": "Filler metal", "target": "Friction welding", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "fb16a4637585717e-0-prompted_q", "source": "Roman mythology", "target": "Titanic", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 19, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "fbc4d06ba4a63780-0-prompted_q", "source": "William III of England", "target": "Spanish Armada", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 5, "labels": 2, "mean_absolute_error": 0.3375 }, { "id": "fbe557f2227d9985-0-prompted_q", "source": "Noh", "target": "Necktie", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.11499999999999999 }, { "id": "fbeaa9c5cf14e650-0-prompted_q", "source": "Stage (theatre)", "target": "Phonograph cylinder", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 4, "queries": 4, "labels": 2, "mean_absolute_error": 0.375 }, { "id": "fbfd804da157b7f3-0-prompted_q", "source": "New Zealand national rugby union team", "target": "Papal Basilica of Saint Mary of the Angels in Assisi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 6, "queries": 9, "labels": 2, "mean_absolute_error": 0.7 }, { "id": "fd1d75663093728b-0-prompted_q", "source": "Jaws (film)", "target": "The Rite of Spring", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 1, "queries": 0, "labels": 0, "mean_absolute_error": null }, { "id": "fd61515caafeb14f-0-prompted_q", "source": "5th century", "target": "Dr. Seuss", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 5, "labels": 2, "mean_absolute_error": 0.39 }, { "id": "fdfc517387d8396b-0-prompted_q", "source": "1860s", "target": "Das Kapital", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 3, "queries": 4, "labels": 2, "mean_absolute_error": 0.135 }, { "id": "fe1a61ae95db151a-0-prompted_q", "source": "Chestnut", "target": "Woodworking", "seed": 0, "split": "validation", "success": true, "termination": "success", "navigation_steps": 5, "queries": 3, "labels": 2, "mean_absolute_error": 0.65 }, { "id": "fe3024b44ba7f586-0-prompted_q", "source": "Cambrian", "target": "Tropical Storm Leslie (2000)", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 17, "labels": 2, "mean_absolute_error": 0.125 }, { "id": "feba2e5b6ebbc6e7-0-prompted_q", "source": "Monty Python", "target": "Polygraph", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 8, "labels": 2, "mean_absolute_error": 0.5 }, { "id": "feced29185b52dee-0-prompted_q", "source": "Peterborough Chronicle", "target": "African wild dog", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 13, "labels": 2, "mean_absolute_error": 0.35 }, { "id": "feea5bdef2b141ec-0-prompted_q", "source": "Stuttering", "target": "Code of Hammurabi", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 13, "labels": 2, "mean_absolute_error": 0.6375 }, { "id": "feff87e80fc43940-0-prompted_q", "source": "Political integration of India", "target": "Petroleum reservoir", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 5, "queries": 6, "labels": 2, "mean_absolute_error": 0.22500000000000003 }, { "id": "ff3cb1d956614e43-0-prompted_q", "source": "Tin", "target": "Dimetrodon", "seed": 0, "split": "train", "success": false, "termination": "horizon", "navigation_steps": 10, "queries": 6, "labels": 2, "mean_absolute_error": 0.1875 }, { "id": "ff8c8706c6ba992f-0-prompted_q", "source": "Roman mythology", "target": "Donald Knuth", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 8, "queries": 10, "labels": 2, "mean_absolute_error": 0.5375 }, { "id": "ff8f468528f64351-0-prompted_q", "source": "Goose", "target": "SimCity", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 7, "queries": 3, "labels": 2, "mean_absolute_error": 0.017500000000000016 }, { "id": "ffce71d8d5ce11d8-0-prompted_q", "source": "Political integration of India", "target": "Garden", "seed": 0, "split": "train", "success": true, "termination": "success", "navigation_steps": 4, "queries": 10, "labels": 2, "mean_absolute_error": 0.02500000000000001 } ], "comparisons": [ { "episode_id": "002351c88f7e8518-0-prompted_q", "query_index": 1, "predicted": 0.12, "target": 0.625, "split": "train" }, { "episode_id": "002351c88f7e8518-0-prompted_q", "query_index": 5, "predicted": 0.8, "target": 0.0, "split": "train" }, { "episode_id": "002dd8cb67e11abc-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "002dd8cb67e11abc-0-prompted_q", "query_index": 3, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "0031d18a0b72e04c-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "0031d18a0b72e04c-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "006a78e78cb4d40a-0-prompted_q", "query_index": 5, "predicted": 0.4, "target": 0.5, "split": "train" }, { "episode_id": "006a78e78cb4d40a-0-prompted_q", "query_index": 6, "predicted": 0.7, "target": 0.875, "split": "train" }, { "episode_id": "00a1780b6e70f722-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "00a1780b6e70f722-0-prompted_q", "query_index": 5, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "00a6e838a7af7ba8-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "00a6e838a7af7ba8-0-prompted_q", "query_index": 10, "predicted": 0.02, "target": 0.125, "split": "train" }, { "episode_id": "00dac23ce8159fea-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "00dac23ce8159fea-0-prompted_q", "query_index": 14, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "010471c2aa325ce1-0-prompted_q", "query_index": 3, "predicted": 0.99, "target": 0.75, "split": "train" }, { "episode_id": "010471c2aa325ce1-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "014e157c3c148728-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "014e157c3c148728-0-prompted_q", "query_index": 2, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "01894c7f5f8a38d6-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 0.25, "split": "train" }, { "episode_id": "01894c7f5f8a38d6-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.25, "split": "train" }, { "episode_id": "01b53c7f72c4da59-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "01b53c7f72c4da59-0-prompted_q", "query_index": 7, "predicted": 0.8, "target": 0.75, "split": "train" }, { "episode_id": "01c49d8d027fefe5-0-prompted_q", "query_index": 1, "predicted": 0.6, "target": 0.625, "split": "train" }, { "episode_id": "01c49d8d027fefe5-0-prompted_q", "query_index": 2, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "01c836071d3cd17e-0-prompted_q", "query_index": 5, "predicted": 0.02, "target": 0.5, "split": "train" }, { "episode_id": "01c836071d3cd17e-0-prompted_q", "query_index": 7, "predicted": 0.52, "target": 0.625, "split": "train" }, { "episode_id": "024edbea5725a209-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "026d7ad0b0bedc98-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "026d7ad0b0bedc98-0-prompted_q", "query_index": 7, "predicted": 0.98, "target": 0.125, "split": "train" }, { "episode_id": "028030fadf8d4411-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "028030fadf8d4411-0-prompted_q", "query_index": 10, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "02807ac2015140a2-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 0.625, "split": "train" }, { "episode_id": "02807ac2015140a2-0-prompted_q", "query_index": 5, "predicted": 0.65, "target": 0.75, "split": "train" }, { "episode_id": "0283295ac7a52363-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 1.0, "split": "validation" }, { "episode_id": "0283295ac7a52363-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 1.0, "split": "validation" }, { "episode_id": "02b888aeb7f9fc6b-0-prompted_q", "query_index": 4, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "02b888aeb7f9fc6b-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "03b6abff4fe07501-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "03b6abff4fe07501-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "05bde1ce235c959c-0-prompted_q", "query_index": 5, "predicted": 0.4, "target": 1.0, "split": "train" }, { "episode_id": "05bde1ce235c959c-0-prompted_q", "query_index": 7, "predicted": 0.75, "target": 0.875, "split": "train" }, { "episode_id": "068a9ccfb6b991bc-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 0.875, "split": "train" }, { "episode_id": "068a9ccfb6b991bc-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "072424b8cbc247c7-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 0.375, "split": "train" }, { "episode_id": "072424b8cbc247c7-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "0734d8a5141e6c3f-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "0734d8a5141e6c3f-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "0760d5c6dd2faa24-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "0760d5c6dd2faa24-0-prompted_q", "query_index": 9, "predicted": 0.8, "target": 0.0, "split": "validation" }, { "episode_id": "07ddbf065f315ada-0-prompted_q", "query_index": 12, "predicted": 0.2, "target": 0.0, "split": "train" }, { "episode_id": "07ddbf065f315ada-0-prompted_q", "query_index": 16, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "08f6a7759fddd688-0-prompted_q", "query_index": 1, "predicted": 0.02, "target": 0.375, "split": "train" }, { "episode_id": "08f6a7759fddd688-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "0902da294d2b4ca1-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "0902da294d2b4ca1-0-prompted_q", "query_index": 5, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "09177b9815b5a1a2-0-prompted_q", "query_index": 5, "predicted": 0.02, "target": 0.5, "split": "train" }, { "episode_id": "09177b9815b5a1a2-0-prompted_q", "query_index": 7, "predicted": 0.03, "target": 0.75, "split": "train" }, { "episode_id": "09a04be071268a3b-0-prompted_q", "query_index": 5, "predicted": 0.05, "target": 0.875, "split": "validation" }, { "episode_id": "09a04be071268a3b-0-prompted_q", "query_index": 9, "predicted": 0.99, "target": 0.375, "split": "validation" }, { "episode_id": "09d964beb6b62185-0-prompted_q", "query_index": 2, "predicted": 0.3, "target": 0.5, "split": "train" }, { "episode_id": "09d964beb6b62185-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "0a6b9fee4d6e27df-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.625, "split": "validation" }, { "episode_id": "0a6b9fee4d6e27df-0-prompted_q", "query_index": 2, "predicted": 0.8, "target": 0.875, "split": "validation" }, { "episode_id": "0ae47ff105e9656a-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "0ae47ff105e9656a-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "0b0bbc6664383ef7-0-prompted_q", "query_index": 10, "predicted": 0.12, "target": 0.875, "split": "train" }, { "episode_id": "0b0bbc6664383ef7-0-prompted_q", "query_index": 11, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "0b54fd14ca673bfc-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "0b54fd14ca673bfc-0-prompted_q", "query_index": 12, "predicted": 0.9, "target": 0.375, "split": "train" }, { "episode_id": "0bead4bd657d9381-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "0bead4bd657d9381-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.375, "split": "train" }, { "episode_id": "0c07e27f4474c85f-0-prompted_q", "query_index": 2, "predicted": 0.8, "target": 0.75, "split": "train" }, { "episode_id": "0c07e27f4474c85f-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "0c8598983986b706-0-prompted_q", "query_index": 1, "predicted": 0.98, "target": 0.875, "split": "train" }, { "episode_id": "0c8598983986b706-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 0.0, "split": "train" }, { "episode_id": "0c887c7c7bc090be-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "0c887c7c7bc090be-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "0c89e4916526778a-0-prompted_q", "query_index": 1, "predicted": 0.2, "target": 1.0, "split": "train" }, { "episode_id": "0c89e4916526778a-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "0ca2ab0f010fa312-0-prompted_q", "query_index": 1, "predicted": 0.4, "target": 0.375, "split": "train" }, { "episode_id": "0ca2ab0f010fa312-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "0ce1669aa4a2511e-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "0ce1669aa4a2511e-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "0d496bb74dcb5d84-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.0, "split": "train" }, { "episode_id": "0d496bb74dcb5d84-0-prompted_q", "query_index": 5, "predicted": 0.65, "target": 0.0, "split": "train" }, { "episode_id": "0d7ccd915fc2ba68-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.5, "split": "train" }, { "episode_id": "0d7ccd915fc2ba68-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "0d8d290ad79de03e-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "0d8d290ad79de03e-0-prompted_q", "query_index": 16, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "0de9961006804615-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.5, "split": "validation" }, { "episode_id": "0de9961006804615-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 0.625, "split": "validation" }, { "episode_id": "0e88ca14b2d793c7-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "0e88ca14b2d793c7-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "0e90e6a9bb6979e6-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.875, "split": "train" }, { "episode_id": "0e90e6a9bb6979e6-0-prompted_q", "query_index": 4, "predicted": 0.98, "target": 0.75, "split": "train" }, { "episode_id": "0e96d44eb2aa50ad-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "0e96d44eb2aa50ad-0-prompted_q", "query_index": 9, "predicted": 1.0, "target": 0.0, "split": "train" }, { "episode_id": "0ea2bd393a07fe24-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 1.0, "split": "train" }, { "episode_id": "0ea2bd393a07fe24-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.875, "split": "train" }, { "episode_id": "0ef82b10d74caa71-0-prompted_q", "query_index": 8, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "0ef82b10d74caa71-0-prompted_q", "query_index": 10, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "0f2bbc8ee26d21c6-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "0f2bbc8ee26d21c6-0-prompted_q", "query_index": 9, "predicted": 0.7, "target": 0.0, "split": "train" }, { "episode_id": "0fdc5b217f265541-0-prompted_q", "query_index": 1, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "0fdc5b217f265541-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "0ffae7c112b82747-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "0ffae7c112b82747-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "102b1fac76621768-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.875, "split": "train" }, { "episode_id": "102b1fac76621768-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "107ee53bb815f964-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "107ee53bb815f964-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "10947d46ee1e426c-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 0.5, "split": "train" }, { "episode_id": "10947d46ee1e426c-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "10e93597031f84f6-0-prompted_q", "query_index": 10, "predicted": 0.02, "target": 1.0, "split": "train" }, { "episode_id": "10e93597031f84f6-0-prompted_q", "query_index": 13, "predicted": 0.5, "target": 1.0, "split": "train" }, { "episode_id": "111f9366afe67f80-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "111f9366afe67f80-0-prompted_q", "query_index": 8, "predicted": 0.98, "target": 0.125, "split": "train" }, { "episode_id": "11217e0b2c2dfb02-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "11217e0b2c2dfb02-0-prompted_q", "query_index": 11, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "113db9cbf85da73a-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "113db9cbf85da73a-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "11a32b905ec1f9c4-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.0, "split": "train" }, { "episode_id": "11a32b905ec1f9c4-0-prompted_q", "query_index": 7, "predicted": 0.55, "target": 0.0, "split": "train" }, { "episode_id": "1201a8fe36ff333f-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "1201a8fe36ff333f-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "1207529f618f248a-0-prompted_q", "query_index": 4, "predicted": 0.45, "target": 1.0, "split": "train" }, { "episode_id": "1207529f618f248a-0-prompted_q", "query_index": 12, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "123e1b7e9aef715d-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "123e1b7e9aef715d-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "126242d95441af04-0-prompted_q", "query_index": 6, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "126242d95441af04-0-prompted_q", "query_index": 8, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "12ca34187bb0fdd4-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "12ca34187bb0fdd4-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "12d72e36bd215533-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.375, "split": "train" }, { "episode_id": "12d72e36bd215533-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "13087801e7c14b44-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "13087801e7c14b44-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "132fec2190d16d17-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "132fec2190d16d17-0-prompted_q", "query_index": 7, "predicted": 0.05, "target": 0.875, "split": "train" }, { "episode_id": "134a4966b1833312-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.625, "split": "validation" }, { "episode_id": "134a4966b1833312-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "1358f26be2c3af38-0-prompted_q", "query_index": 6, "predicted": 0.55, "target": 0.75, "split": "train" }, { "episode_id": "1358f26be2c3af38-0-prompted_q", "query_index": 8, "predicted": 0.75, "target": 0.875, "split": "train" }, { "episode_id": "1368d589c27f34a8-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "1368d589c27f34a8-0-prompted_q", "query_index": 9, "predicted": 0.8, "target": 0.0, "split": "train" }, { "episode_id": "13a93c4f59905049-0-prompted_q", "query_index": 1, "predicted": 0.2, "target": 1.0, "split": "train" }, { "episode_id": "14047911720fecbe-0-prompted_q", "query_index": 9, "predicted": 0.6, "target": 0.875, "split": "train" }, { "episode_id": "14047911720fecbe-0-prompted_q", "query_index": 15, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "1430ee042c7b9dce-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "1430ee042c7b9dce-0-prompted_q", "query_index": 16, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "1499189ba23edc69-0-prompted_q", "query_index": 1, "predicted": 0.55, "target": 1.0, "split": "train" }, { "episode_id": "1499189ba23edc69-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "14b33c29e3a1e6e7-0-prompted_q", "query_index": 12, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "14b33c29e3a1e6e7-0-prompted_q", "query_index": 14, "predicted": 0.25, "target": 1.0, "split": "train" }, { "episode_id": "165b52b0091108e5-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "165b52b0091108e5-0-prompted_q", "query_index": 3, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "16bf5c48ac9df73e-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.125, "split": "train" }, { "episode_id": "16bf5c48ac9df73e-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "16bfeb9c4899c3e4-0-prompted_q", "query_index": 7, "predicted": 0.02, "target": 0.75, "split": "train" }, { "episode_id": "16bfeb9c4899c3e4-0-prompted_q", "query_index": 10, "predicted": 0.8, "target": 1.0, "split": "train" }, { "episode_id": "170cf2bdcfdfd22d-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 0.375, "split": "train" }, { "episode_id": "170cf2bdcfdfd22d-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.25, "split": "train" }, { "episode_id": "1760ee258f2a2eff-0-prompted_q", "query_index": 1, "predicted": 0.2, "target": 0.375, "split": "train" }, { "episode_id": "1760ee258f2a2eff-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "179b9ca487956601-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "179b9ca487956601-0-prompted_q", "query_index": 7, "predicted": 0.25, "target": 0.75, "split": "train" }, { "episode_id": "17b727a94a612ab3-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 0.375, "split": "train" }, { "episode_id": "17b727a94a612ab3-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "17c3a13a4e31c641-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "17c3a13a4e31c641-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "182f02390435628a-0-prompted_q", "query_index": 3, "predicted": 0.3, "target": 0.75, "split": "train" }, { "episode_id": "182f02390435628a-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "18616ce68adaecc8-0-prompted_q", "query_index": 1, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "18616ce68adaecc8-0-prompted_q", "query_index": 3, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "18701a195f66d9f3-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "188fab25c28c9ba0-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "188fab25c28c9ba0-0-prompted_q", "query_index": 8, "predicted": 0.02, "target": 0.125, "split": "train" }, { "episode_id": "1897a775b4709036-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "1897a775b4709036-0-prompted_q", "query_index": 8, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "18e8f33964421352-0-prompted_q", "query_index": 4, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "18e8f33964421352-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "195ada10ed8ccc88-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "195ada10ed8ccc88-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "197769f402c609c8-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.25, "split": "train" }, { "episode_id": "197769f402c609c8-0-prompted_q", "query_index": 8, "predicted": 0.2, "target": 0.5, "split": "train" }, { "episode_id": "1a85e38c8d5c5c1d-0-prompted_q", "query_index": 4, "predicted": 0.02, "target": 0.0, "split": "validation" }, { "episode_id": "1a85e38c8d5c5c1d-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "1ac8d895c10f35e9-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.75, "split": "validation" }, { "episode_id": "1ac8d895c10f35e9-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.625, "split": "validation" }, { "episode_id": "1acd1d390bdc5612-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.25, "split": "validation" }, { "episode_id": "1acd1d390bdc5612-0-prompted_q", "query_index": 7, "predicted": 0.05, "target": 0.875, "split": "validation" }, { "episode_id": "1b22007376da8cab-0-prompted_q", "query_index": 4, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "1b22007376da8cab-0-prompted_q", "query_index": 6, "predicted": 0.02, "target": 0.125, "split": "train" }, { "episode_id": "1b9285680c994144-0-prompted_q", "query_index": 5, "predicted": 0.001, "target": 0.0, "split": "train" }, { "episode_id": "1b9285680c994144-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "1bbc5386890cb27c-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.375, "split": "train" }, { "episode_id": "1bbc5386890cb27c-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "1bd58ab7d4a610ef-0-prompted_q", "query_index": 3, "predicted": 0.6, "target": 0.625, "split": "train" }, { "episode_id": "1bd58ab7d4a610ef-0-prompted_q", "query_index": 4, "predicted": 0.15, "target": 0.25, "split": "train" }, { "episode_id": "1c0900b50490ba08-0-prompted_q", "query_index": 10, "predicted": 0.1, "target": 0.0, "split": "validation" }, { "episode_id": "1c0900b50490ba08-0-prompted_q", "query_index": 12, "predicted": 0.1, "target": 0.75, "split": "validation" }, { "episode_id": "1c0e3fd725d183e2-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "1c0e3fd725d183e2-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "1c2ce50c8490e93f-0-prompted_q", "query_index": 7, "predicted": 0.02, "target": 0.25, "split": "train" }, { "episode_id": "1c2ce50c8490e93f-0-prompted_q", "query_index": 8, "predicted": 0.02, "target": 0.125, "split": "train" }, { "episode_id": "1c8d7b158e501659-0-prompted_q", "query_index": 5, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "1c8d7b158e501659-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "1c9dd914c2832ee7-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 0.875, "split": "train" }, { "episode_id": "1c9dd914c2832ee7-0-prompted_q", "query_index": 5, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "1d3509583c257e39-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "1d3509583c257e39-0-prompted_q", "query_index": 3, "predicted": 1.0, "target": 0.125, "split": "train" }, { "episode_id": "1d4011adbe30710a-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "1d4011adbe30710a-0-prompted_q", "query_index": 6, "predicted": 0.8, "target": 1.0, "split": "train" }, { "episode_id": "1dfcdb1f334cf2a3-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "1dfcdb1f334cf2a3-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "1ebd5011d602d0ff-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "1ebd5011d602d0ff-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "1ef7477895e90426-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "1ef7477895e90426-0-prompted_q", "query_index": 13, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "1f3c27ff658e7b63-0-prompted_q", "query_index": 7, "predicted": 0.02, "target": 0.5, "split": "train" }, { "episode_id": "1f3c27ff658e7b63-0-prompted_q", "query_index": 13, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "1f5d7025af523121-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.75, "split": "validation" }, { "episode_id": "1f5d7025af523121-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.5, "split": "validation" }, { "episode_id": "1f8453058fbc20ef-0-prompted_q", "query_index": 6, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "1f8453058fbc20ef-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "20468bf3b3d62e46-0-prompted_q", "query_index": 2, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "20468bf3b3d62e46-0-prompted_q", "query_index": 4, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "207c8d5801a7a035-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "20a9909c18e5ae67-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "20a9909c18e5ae67-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "20c5e6a735a229bf-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "20c5e6a735a229bf-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "20e417dbdf5ed3bf-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "20e417dbdf5ed3bf-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "2138a2c30525b6fa-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "2138a2c30525b6fa-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "215ed292c9f393c1-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "215ed292c9f393c1-0-prompted_q", "query_index": 2, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "21b2607f5e579c50-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "21b2607f5e579c50-0-prompted_q", "query_index": 2, "predicted": 0.85, "target": 0.5, "split": "train" }, { "episode_id": "21d99de5c995384f-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "21d99de5c995384f-0-prompted_q", "query_index": 2, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "2283ccd367b48f87-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "234317767d5eb155-0-prompted_q", "query_index": 2, "predicted": 0.6, "target": 0.75, "split": "train" }, { "episode_id": "234317767d5eb155-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "23bcf9b634edfc52-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "23bcf9b634edfc52-0-prompted_q", "query_index": 12, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "243bb41bdd3ee891-0-prompted_q", "query_index": 7, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "243bb41bdd3ee891-0-prompted_q", "query_index": 12, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "246dc2bc2df9bc07-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "246dc2bc2df9bc07-0-prompted_q", "query_index": 12, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "246f1603f7c34dea-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "246f1603f7c34dea-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "24ea7467c24f301f-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "24ea7467c24f301f-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "24f4b68c117b0619-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.375, "split": "train" }, { "episode_id": "24f4b68c117b0619-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.125, "split": "train" }, { "episode_id": "24f97951a8f6e0e6-0-prompted_q", "query_index": 4, "predicted": 0.55, "target": 0.25, "split": "train" }, { "episode_id": "24f97951a8f6e0e6-0-prompted_q", "query_index": 5, "predicted": 0.5, "target": 0.125, "split": "train" }, { "episode_id": "2541fa0631775cb9-0-prompted_q", "query_index": 5, "predicted": 0.001, "target": 0.125, "split": "train" }, { "episode_id": "2541fa0631775cb9-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "25b8ed96c54ad9d8-0-prompted_q", "query_index": 2, "predicted": 0.35, "target": 1.0, "split": "validation" }, { "episode_id": "25b8ed96c54ad9d8-0-prompted_q", "query_index": 8, "predicted": 0.8, "target": 0.125, "split": "validation" }, { "episode_id": "25cb11f99da078c0-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "25cb11f99da078c0-0-prompted_q", "query_index": 8, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "25dce4c107976c56-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "25dce4c107976c56-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.375, "split": "train" }, { "episode_id": "265d7900f8fef5c5-0-prompted_q", "query_index": 4, "predicted": 0.001, "target": 0.125, "split": "train" }, { "episode_id": "265d7900f8fef5c5-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "2664f000b3ae43a6-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "2664f000b3ae43a6-0-prompted_q", "query_index": 5, "predicted": 0.6, "target": 0.125, "split": "train" }, { "episode_id": "267059560f93b24f-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "2693cdae5da8b617-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "2693cdae5da8b617-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "2708ed9891d79eef-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "2708ed9891d79eef-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "275635a040282912-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "275635a040282912-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "27655be3afceac16-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "27655be3afceac16-0-prompted_q", "query_index": 8, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "276bada6868c50c6-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 0.375, "split": "train" }, { "episode_id": "276bada6868c50c6-0-prompted_q", "query_index": 7, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "27757f6f80add042-0-prompted_q", "query_index": 2, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "27757f6f80add042-0-prompted_q", "query_index": 8, "predicted": 0.85, "target": 0.375, "split": "train" }, { "episode_id": "278f2f3aa8a9ee82-0-prompted_q", "query_index": 1, "predicted": 0.4, "target": 1.0, "split": "train" }, { "episode_id": "278f2f3aa8a9ee82-0-prompted_q", "query_index": 3, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "280f60a0d338b7f1-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "280f60a0d338b7f1-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 0.0, "split": "validation" }, { "episode_id": "28303c4f2cbcf082-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "28303c4f2cbcf082-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "28a34e100465c6fd-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "28a34e100465c6fd-0-prompted_q", "query_index": 2, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "28da42049d11188d-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "28da42049d11188d-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "294f5a5fe911a537-0-prompted_q", "query_index": 3, "predicted": 0.25, "target": 0.0, "split": "train" }, { "episode_id": "294f5a5fe911a537-0-prompted_q", "query_index": 15, "predicted": 0.3, "target": 0.0, "split": "train" }, { "episode_id": "298d21a88ec0443b-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "298d21a88ec0443b-0-prompted_q", "query_index": 11, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "29d714ee6a027e59-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "29d714ee6a027e59-0-prompted_q", "query_index": 2, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "2a1eef18b83f77dd-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "2a1eef18b83f77dd-0-prompted_q", "query_index": 8, "predicted": 0.15, "target": 0.625, "split": "train" }, { "episode_id": "2a2f709b2590625f-0-prompted_q", "query_index": 6, "predicted": 1.0, "target": 0.625, "split": "validation" }, { "episode_id": "2a2f709b2590625f-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "2a376a69c98e8d9f-0-prompted_q", "query_index": 6, "predicted": 0.05, "target": 0.5, "split": "validation" }, { "episode_id": "2a376a69c98e8d9f-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.25, "split": "validation" }, { "episode_id": "2bd4ff73452bda8a-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "2bd4ff73452bda8a-0-prompted_q", "query_index": 7, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "2cc3dc07f781dcb5-0-prompted_q", "query_index": 3, "predicted": 0.85, "target": 0.75, "split": "train" }, { "episode_id": "2cc3dc07f781dcb5-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "2d171ecd4a309a9f-0-prompted_q", "query_index": 2, "predicted": 0.75, "target": 0.125, "split": "train" }, { "episode_id": "2d171ecd4a309a9f-0-prompted_q", "query_index": 3, "predicted": 0.7, "target": 0.0, "split": "train" }, { "episode_id": "2d24a732096da324-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "2d24a732096da324-0-prompted_q", "query_index": 6, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "2d2d201fa5d062aa-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "2d3688c71d1cae14-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "2d3688c71d1cae14-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "2d445645cea19994-0-prompted_q", "query_index": 1, "predicted": 0.6, "target": 0.0, "split": "train" }, { "episode_id": "2d445645cea19994-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "2da39efac914cb95-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "2da39efac914cb95-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "2dd8246d8573ef6c-0-prompted_q", "query_index": 7, "predicted": 0.35, "target": 0.0, "split": "validation" }, { "episode_id": "2dd8246d8573ef6c-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "2e503d6d5df3efa5-0-prompted_q", "query_index": 1, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "2e503d6d5df3efa5-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "2eb229d777d96b74-0-prompted_q", "query_index": 3, "predicted": 0.25, "target": 0.0, "split": "validation" }, { "episode_id": "2eb229d777d96b74-0-prompted_q", "query_index": 10, "predicted": 0.99, "target": 0.0, "split": "validation" }, { "episode_id": "2ed750c18e1c56c5-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "2ed750c18e1c56c5-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "2f4b1518453ce2be-0-prompted_q", "query_index": 8, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "2f4b1518453ce2be-0-prompted_q", "query_index": 12, "predicted": 0.95, "target": 0.0, "split": "train" }, { "episode_id": "2f7c880c743bc1df-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "2f7c880c743bc1df-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "2fa43b5b9406f9af-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.125, "split": "train" }, { "episode_id": "2fa43b5b9406f9af-0-prompted_q", "query_index": 5, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "2fc7b174d2d2b178-0-prompted_q", "query_index": 1, "predicted": 0.87, "target": 1.0, "split": "train" }, { "episode_id": "2fc7b174d2d2b178-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "2ffb35a775d77446-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "2ffb35a775d77446-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "302c87d0c72428bb-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "302c87d0c72428bb-0-prompted_q", "query_index": 7, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "30ce8c18aabc44fe-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "30dfbe75209fb737-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.0, "split": "train" }, { "episode_id": "30dfbe75209fb737-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "3126bbe7425ae03a-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "3126bbe7425ae03a-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "31f6b518263451f4-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "31f6b518263451f4-0-prompted_q", "query_index": 4, "predicted": 0.45, "target": 1.0, "split": "train" }, { "episode_id": "322ebcafeab588e2-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "322ebcafeab588e2-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "326efe090d63cbca-0-prompted_q", "query_index": 5, "predicted": 0.45, "target": 0.0, "split": "train" }, { "episode_id": "326efe090d63cbca-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "33064f2afd3ebf4c-0-prompted_q", "query_index": 7, "predicted": 0.2, "target": 0.0, "split": "train" }, { "episode_id": "33064f2afd3ebf4c-0-prompted_q", "query_index": 9, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "33174c4b7a321b5d-0-prompted_q", "query_index": 3, "predicted": 0.001, "target": 0.875, "split": "validation" }, { "episode_id": "33174c4b7a321b5d-0-prompted_q", "query_index": 4, "predicted": 0.55, "target": 1.0, "split": "validation" }, { "episode_id": "33465bc0c707578a-0-prompted_q", "query_index": 2, "predicted": 0.8, "target": 1.0, "split": "validation" }, { "episode_id": "33465bc0c707578a-0-prompted_q", "query_index": 4, "predicted": 0.06, "target": 0.625, "split": "validation" }, { "episode_id": "3374d1c81836b70c-0-prompted_q", "query_index": 4, "predicted": 0.3, "target": 0.625, "split": "train" }, { "episode_id": "3374d1c81836b70c-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "33b37dc9b69c64a1-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 0.25, "split": "train" }, { "episode_id": "33b37dc9b69c64a1-0-prompted_q", "query_index": 10, "predicted": 0.15, "target": 0.625, "split": "train" }, { "episode_id": "33f3ad0022cafbab-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "33f3ad0022cafbab-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "34d6b1f1651324a9-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "353e45fc1dba28cd-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "353e45fc1dba28cd-0-prompted_q", "query_index": 13, "predicted": 0.4, "target": 0.125, "split": "train" }, { "episode_id": "35484d631ee70b9d-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 0.375, "split": "train" }, { "episode_id": "35484d631ee70b9d-0-prompted_q", "query_index": 3, "predicted": 0.3, "target": 0.875, "split": "train" }, { "episode_id": "3589083f2e02b861-0-prompted_q", "query_index": 1, "predicted": 0.5, "target": 1.0, "split": "train" }, { "episode_id": "35af9ad9223bbef3-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 0.75, "split": "train" }, { "episode_id": "35af9ad9223bbef3-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "35e9bc70feb60d78-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "35e9bc70feb60d78-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "3635b12c1ba719ac-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "3635b12c1ba719ac-0-prompted_q", "query_index": 2, "predicted": 0.3, "target": 1.0, "split": "train" }, { "episode_id": "36539b93789f63b2-0-prompted_q", "query_index": 4, "predicted": 0.4, "target": 0.375, "split": "validation" }, { "episode_id": "36539b93789f63b2-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.375, "split": "validation" }, { "episode_id": "36b01a55e624e69d-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "36b01a55e624e69d-0-prompted_q", "query_index": 15, "predicted": 0.01, "target": 0.25, "split": "train" }, { "episode_id": "36f4ae2f031dbbd3-0-prompted_q", "query_index": 7, "predicted": 0.15, "target": 0.375, "split": "train" }, { "episode_id": "36f4ae2f031dbbd3-0-prompted_q", "query_index": 10, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "372c4682b24ddf8a-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "372c4682b24ddf8a-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "378359912626d9b7-0-prompted_q", "query_index": 12, "predicted": 0.02, "target": 0.125, "split": "train" }, { "episode_id": "378359912626d9b7-0-prompted_q", "query_index": 17, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "3785420b7c251806-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "3785420b7c251806-0-prompted_q", "query_index": 9, "predicted": 0.2, "target": 0.25, "split": "train" }, { "episode_id": "3796c4f1dba9f4c2-0-prompted_q", "query_index": 3, "predicted": 0.02, "target": 0.875, "split": "train" }, { "episode_id": "3796c4f1dba9f4c2-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "37984ad437dd1fe3-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "37984ad437dd1fe3-0-prompted_q", "query_index": 12, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "37bb16786bedc00c-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "37bb16786bedc00c-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "37f56df835a98cce-0-prompted_q", "query_index": 4, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "37f56df835a98cce-0-prompted_q", "query_index": 5, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "380e9ee131ab1a4d-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "380e9ee131ab1a4d-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "3828360ff55f9508-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "3828360ff55f9508-0-prompted_q", "query_index": 3, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "38692eaba127f680-0-prompted_q", "query_index": 3, "predicted": 0.65, "target": 0.75, "split": "train" }, { "episode_id": "38692eaba127f680-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "392cab0022c84026-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "392cab0022c84026-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "393bc28d6fbf7659-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "394954ed24a3df5d-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "394954ed24a3df5d-0-prompted_q", "query_index": 3, "predicted": 0.99, "target": 0.5, "split": "train" }, { "episode_id": "39a7441cdbc2c4ad-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "39b0f06ad0c5df7c-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "39b0f06ad0c5df7c-0-prompted_q", "query_index": 6, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "39e27da7cfd9fcc0-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "39e27da7cfd9fcc0-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "3a35a90416f55cbf-0-prompted_q", "query_index": 2, "predicted": 0.85, "target": 1.0, "split": "validation" }, { "episode_id": "3a35a90416f55cbf-0-prompted_q", "query_index": 3, "predicted": 0.85, "target": 1.0, "split": "validation" }, { "episode_id": "3ab85a54596115d0-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "3ab85a54596115d0-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "3adc24b12d36d1e1-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 0.875, "split": "train" }, { "episode_id": "3adc24b12d36d1e1-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "3b1e8e14143e5cba-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 0.75, "split": "train" }, { "episode_id": "3b1e8e14143e5cba-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.875, "split": "train" }, { "episode_id": "3b2ffd9a9fcbeefd-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "3b2ffd9a9fcbeefd-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "3b52e62c246a7d36-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "3b52e62c246a7d36-0-prompted_q", "query_index": 5, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "3b82cf12bb13fa85-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "3b82cf12bb13fa85-0-prompted_q", "query_index": 2, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "3b8991c8454f64f4-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "3b8991c8454f64f4-0-prompted_q", "query_index": 6, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "3bb9395e82d00cdf-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "3bb9395e82d00cdf-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "3bec9425fcdf8c52-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "3bec9425fcdf8c52-0-prompted_q", "query_index": 4, "predicted": 0.15, "target": 0.375, "split": "train" }, { "episode_id": "3c00180a18c16028-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "3c00180a18c16028-0-prompted_q", "query_index": 14, "predicted": 0.72, "target": 1.0, "split": "train" }, { "episode_id": "3c275fba6d9c2db9-0-prompted_q", "query_index": 4, "predicted": 1.0, "target": 0.875, "split": "train" }, { "episode_id": "3c275fba6d9c2db9-0-prompted_q", "query_index": 5, "predicted": 0.85, "target": 0.375, "split": "train" }, { "episode_id": "3c2a73cad74352d7-0-prompted_q", "query_index": 11, "predicted": 0.01, "target": 0.5, "split": "validation" }, { "episode_id": "3c2a73cad74352d7-0-prompted_q", "query_index": 12, "predicted": 0.95, "target": 0.75, "split": "validation" }, { "episode_id": "3ca381e6ad78835d-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "3ca381e6ad78835d-0-prompted_q", "query_index": 4, "predicted": 0.01, "target": 0.125, "split": "train" }, { "episode_id": "3d3ce2217f5c1c85-0-prompted_q", "query_index": 1, "predicted": 0.12, "target": 0.0, "split": "train" }, { "episode_id": "3d3ce2217f5c1c85-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "3d65b9a4fc1bd364-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 1.0, "split": "train" }, { "episode_id": "3d65b9a4fc1bd364-0-prompted_q", "query_index": 4, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "3ddf147ea01848ad-0-prompted_q", "query_index": 2, "predicted": 0.5, "target": 0.5, "split": "train" }, { "episode_id": "3ddf147ea01848ad-0-prompted_q", "query_index": 4, "predicted": 0.03, "target": 0.0, "split": "train" }, { "episode_id": "3dece37db0fa1aee-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "3dece37db0fa1aee-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "3dff807ded0e7334-0-prompted_q", "query_index": 4, "predicted": 0.02, "target": 0.875, "split": "train" }, { "episode_id": "3dff807ded0e7334-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "3e523511052d2ad8-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.875, "split": "validation" }, { "episode_id": "3e523511052d2ad8-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "3e8c9007da426557-0-prompted_q", "query_index": 1, "predicted": 0.02, "target": 1.0, "split": "train" }, { "episode_id": "3e8c9007da426557-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "3e9b575a047fe224-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 0.625, "split": "train" }, { "episode_id": "3e9b575a047fe224-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.125, "split": "train" }, { "episode_id": "3eabad64f070c6dd-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "3eabad64f070c6dd-0-prompted_q", "query_index": 14, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "3f0ee9069666cecb-0-prompted_q", "query_index": 1, "predicted": 0.25, "target": 0.75, "split": "train" }, { "episode_id": "3f0ee9069666cecb-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "3f1a2b6ed88fbfbf-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "3f1a2b6ed88fbfbf-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "3f2ff1a5508eb94b-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "3f2ff1a5508eb94b-0-prompted_q", "query_index": 8, "predicted": 0.25, "target": 1.0, "split": "train" }, { "episode_id": "3f5fc3723321bacd-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "3f5fc3723321bacd-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.125, "split": "train" }, { "episode_id": "3f6c70b70d9ad59f-0-prompted_q", "query_index": 4, "predicted": 0.2, "target": 0.375, "split": "train" }, { "episode_id": "3f6c70b70d9ad59f-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "3fc2b37754409145-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "3fc2b37754409145-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "4032c85acefa6b4d-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4032c85acefa6b4d-0-prompted_q", "query_index": 14, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "409e90787e9db721-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.5, "split": "train" }, { "episode_id": "409e90787e9db721-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "41400a268c6754d9-0-prompted_q", "query_index": 7, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "41400a268c6754d9-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "422cf9f184ed8c39-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "422cf9f184ed8c39-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "42404f31d51bb415-0-prompted_q", "query_index": 1, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "425eea58ffc6e809-0-prompted_q", "query_index": 1, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "425eea58ffc6e809-0-prompted_q", "query_index": 3, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "430a16266a3c88c1-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "430a16266a3c88c1-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.375, "split": "train" }, { "episode_id": "434f62e9368746a3-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "434f62e9368746a3-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "43ae52bf1bc9dc29-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "43ae52bf1bc9dc29-0-prompted_q", "query_index": 10, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "43ca61cbdc59d67c-0-prompted_q", "query_index": 1, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "44d58ab542b64063-0-prompted_q", "query_index": 3, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "44d58ab542b64063-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "44f381cdad4f73f7-0-prompted_q", "query_index": 5, "predicted": 0.08, "target": 1.0, "split": "train" }, { "episode_id": "44f381cdad4f73f7-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "453453c7ec8cbe6e-0-prompted_q", "query_index": 6, "predicted": 0.85, "target": 0.5, "split": "train" }, { "episode_id": "453453c7ec8cbe6e-0-prompted_q", "query_index": 8, "predicted": 0.55, "target": 0.625, "split": "train" }, { "episode_id": "454e602907ac6707-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "454e602907ac6707-0-prompted_q", "query_index": 5, "predicted": 0.18, "target": 0.625, "split": "validation" }, { "episode_id": "456303968d68cc52-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.125, "split": "train" }, { "episode_id": "456303968d68cc52-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "4563aaf55a948cca-0-prompted_q", "query_index": 6, "predicted": 0.01, "target": 0.875, "split": "validation" }, { "episode_id": "4563aaf55a948cca-0-prompted_q", "query_index": 18, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "45838f6dcc58066b-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "45838f6dcc58066b-0-prompted_q", "query_index": 18, "predicted": 0.99, "target": 1.0, "split": "validation" }, { "episode_id": "459f2e4a77fc5f2c-0-prompted_q", "query_index": 3, "predicted": 0.8, "target": 0.75, "split": "train" }, { "episode_id": "459f2e4a77fc5f2c-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "463b6ee2a7f10e76-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "463b6ee2a7f10e76-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "465da477f42c1af6-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "465da477f42c1af6-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "466204f6a38db71a-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "466204f6a38db71a-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.5, "split": "train" }, { "episode_id": "468274e8fd654c40-0-prompted_q", "query_index": 2, "predicted": 0.25, "target": 0.625, "split": "train" }, { "episode_id": "468274e8fd654c40-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "47673255b35ebf73-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "47673255b35ebf73-0-prompted_q", "query_index": 5, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "47b15af40bf8b8ae-0-prompted_q", "query_index": 3, "predicted": 0.005, "target": 0.125, "split": "validation" }, { "episode_id": "47b15af40bf8b8ae-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "47f7a4abcba0b887-0-prompted_q", "query_index": 1, "predicted": 0.55, "target": 1.0, "split": "train" }, { "episode_id": "47f7a4abcba0b887-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "484099bbac1dc752-0-prompted_q", "query_index": 12, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "484099bbac1dc752-0-prompted_q", "query_index": 16, "predicted": 0.6, "target": 0.0, "split": "train" }, { "episode_id": "48508c0ef5dd8549-0-prompted_q", "query_index": 4, "predicted": 0.85, "target": 0.0, "split": "train" }, { "episode_id": "48508c0ef5dd8549-0-prompted_q", "query_index": 6, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "4855c223ab3ea057-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "4855c223ab3ea057-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "48e3e6577a2be68b-0-prompted_q", "query_index": 2, "predicted": 0.3, "target": 1.0, "split": "train" }, { "episode_id": "48e3e6577a2be68b-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "4934fe35263ea456-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "4934fe35263ea456-0-prompted_q", "query_index": 14, "predicted": 0.01, "target": 0.125, "split": "train" }, { "episode_id": "4943b3dec05cb722-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "4943b3dec05cb722-0-prompted_q", "query_index": 5, "predicted": 0.2, "target": 0.375, "split": "train" }, { "episode_id": "49508857415f0bd6-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "49508857415f0bd6-0-prompted_q", "query_index": 4, "predicted": 0.99, "target": 0.125, "split": "train" }, { "episode_id": "498274b4c6b023a8-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "498274b4c6b023a8-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "49947d3005b0fa40-0-prompted_q", "query_index": 1, "predicted": 0.35, "target": 0.875, "split": "train" }, { "episode_id": "49947d3005b0fa40-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 0.375, "split": "train" }, { "episode_id": "49b28222980f0cac-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "49b28222980f0cac-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "49e7d71c2027b3bf-0-prompted_q", "query_index": 6, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "49e7d71c2027b3bf-0-prompted_q", "query_index": 12, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "49f133e3073379ff-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "validation" }, { "episode_id": "49f133e3073379ff-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 1.0, "split": "validation" }, { "episode_id": "4a41fd3b89924108-0-prompted_q", "query_index": 9, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "4a41fd3b89924108-0-prompted_q", "query_index": 10, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "4a99d5e965c80284-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "4a99d5e965c80284-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "4ae3c82f863e5c5e-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "4ae3c82f863e5c5e-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.0, "split": "train" }, { "episode_id": "4b1a548fb9e88876-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4b1a548fb9e88876-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4bc3772fbfa6f3dd-0-prompted_q", "query_index": 2, "predicted": 0.5, "target": 1.0, "split": "validation" }, { "episode_id": "4bc3772fbfa6f3dd-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "4c16e198d4f4ed5e-0-prompted_q", "query_index": 2, "predicted": 0.75, "target": 0.875, "split": "train" }, { "episode_id": "4c16e198d4f4ed5e-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "4c8848a15f9de005-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "4c8848a15f9de005-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4cb02bdffe7912f2-0-prompted_q", "query_index": 5, "predicted": 0.5, "target": 0.0, "split": "train" }, { "episode_id": "4cb02bdffe7912f2-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4cd4d6d8b0e15e12-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "4cd4d6d8b0e15e12-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "4d272a55f3051f64-0-prompted_q", "query_index": 5, "predicted": 0.02, "target": 0.75, "split": "train" }, { "episode_id": "4d272a55f3051f64-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4d286a4bc84d5b0c-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "4d286a4bc84d5b0c-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "4de7a114721de63f-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "4de7a114721de63f-0-prompted_q", "query_index": 7, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "4def57c9a75cbfd8-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4def57c9a75cbfd8-0-prompted_q", "query_index": 14, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4e5905796af27784-0-prompted_q", "query_index": 3, "predicted": 0.4, "target": 0.75, "split": "train" }, { "episode_id": "4e5905796af27784-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4ee9f1c77ccb0212-0-prompted_q", "query_index": 7, "predicted": 0.6, "target": 0.625, "split": "train" }, { "episode_id": "4ee9f1c77ccb0212-0-prompted_q", "query_index": 12, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "4f5d3a579e3c0075-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "4f5d3a579e3c0075-0-prompted_q", "query_index": 3, "predicted": 0.96, "target": 1.0, "split": "train" }, { "episode_id": "4f7c238b46d5b6c3-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "4f7c238b46d5b6c3-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.25, "split": "train" }, { "episode_id": "4fd443c4be80f6bb-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "4fd443c4be80f6bb-0-prompted_q", "query_index": 10, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "4feba06bec91e2c4-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4feba06bec91e2c4-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "4ff1fda2061babd5-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.125, "split": "train" }, { "episode_id": "4ff1fda2061babd5-0-prompted_q", "query_index": 9, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "502569361ab23907-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "502569361ab23907-0-prompted_q", "query_index": 3, "predicted": 0.7, "target": 0.875, "split": "train" }, { "episode_id": "505d8a1509255c49-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "505d8a1509255c49-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "511645c34a3578ac-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "511645c34a3578ac-0-prompted_q", "query_index": 7, "predicted": 0.0001, "target": 0.0, "split": "train" }, { "episode_id": "511853c9bc63f361-0-prompted_q", "query_index": 4, "predicted": 0.2, "target": 1.0, "split": "train" }, { "episode_id": "511853c9bc63f361-0-prompted_q", "query_index": 6, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "51459c6ca408704c-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "51459c6ca408704c-0-prompted_q", "query_index": 5, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "51c1fbaca32255f4-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "51c1fbaca32255f4-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "520823947e8014fa-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "520823947e8014fa-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "52252e787b038da1-0-prompted_q", "query_index": 3, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "52252e787b038da1-0-prompted_q", "query_index": 4, "predicted": 0.99, "target": 0.0, "split": "train" }, { "episode_id": "5314d8b0a044f63c-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "5314d8b0a044f63c-0-prompted_q", "query_index": 11, "predicted": 0.65, "target": 0.5, "split": "train" }, { "episode_id": "532668f948aa59f3-0-prompted_q", "query_index": 8, "predicted": 0.15, "target": 0.75, "split": "train" }, { "episode_id": "532668f948aa59f3-0-prompted_q", "query_index": 12, "predicted": 0.45, "target": 0.75, "split": "train" }, { "episode_id": "533dc53491eb0207-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "533dc53491eb0207-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "53ba471e3920f7d5-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.375, "split": "validation" }, { "episode_id": "53ba471e3920f7d5-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 0.5, "split": "validation" }, { "episode_id": "53d6b43575c46749-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "53d6b43575c46749-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "542541e45fee7b5f-0-prompted_q", "query_index": 5, "predicted": 1.0, "target": 0.0, "split": "train" }, { "episode_id": "542541e45fee7b5f-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "5448bc9deaefdc94-0-prompted_q", "query_index": 5, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "5448bc9deaefdc94-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "54601b8928042776-0-prompted_q", "query_index": 7, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "54601b8928042776-0-prompted_q", "query_index": 11, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "54c7d3e722719cfd-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "54c7d3e722719cfd-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "54d035cb3e5d5929-0-prompted_q", "query_index": 14, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "54d035cb3e5d5929-0-prompted_q", "query_index": 31, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "54f9e96a89f0e228-0-prompted_q", "query_index": 1, "predicted": 0.12, "target": 0.875, "split": "train" }, { "episode_id": "54f9e96a89f0e228-0-prompted_q", "query_index": 7, "predicted": 0.01, "target": 0.75, "split": "train" }, { "episode_id": "550b7b2d9c1aa52f-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "550b7b2d9c1aa52f-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "555d0808036f5c8d-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 0.875, "split": "train" }, { "episode_id": "555d0808036f5c8d-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "55cf0160f2eb75ff-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "55cf0160f2eb75ff-0-prompted_q", "query_index": 16, "predicted": 0.85, "target": 0.0, "split": "train" }, { "episode_id": "570f8012c1428ea3-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "570f8012c1428ea3-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "5728d6e2891ce1f6-0-prompted_q", "query_index": 2, "predicted": 0.85, "target": 0.125, "split": "train" }, { "episode_id": "5728d6e2891ce1f6-0-prompted_q", "query_index": 9, "predicted": 0.5, "target": 0.0, "split": "train" }, { "episode_id": "5758eb5a23d5d127-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 0.375, "split": "train" }, { "episode_id": "5758eb5a23d5d127-0-prompted_q", "query_index": 11, "predicted": 0.1, "target": 0.375, "split": "train" }, { "episode_id": "5773635654b092f5-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "5773635654b092f5-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "57b8c609269cd1f1-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "57b8c609269cd1f1-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "58004bcd4855a89c-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.5, "split": "train" }, { "episode_id": "58004bcd4855a89c-0-prompted_q", "query_index": 8, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "582b8e651c221953-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "validation" }, { "episode_id": "582b8e651c221953-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.875, "split": "validation" }, { "episode_id": "58375c43a9b4d3fc-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "58375c43a9b4d3fc-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 0.0, "split": "validation" }, { "episode_id": "584eed9f4aa3c71b-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "584eed9f4aa3c71b-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "585e845f5456f611-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "585e845f5456f611-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "586bd8df5a06912f-0-prompted_q", "query_index": 7, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "586bd8df5a06912f-0-prompted_q", "query_index": 12, "predicted": 0.75, "target": 0.0, "split": "train" }, { "episode_id": "588c9a4aa3cfbe93-0-prompted_q", "query_index": 11, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "588c9a4aa3cfbe93-0-prompted_q", "query_index": 20, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "588d12ba13f2a80e-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "588d12ba13f2a80e-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "58d969e9db9e76ce-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "58d969e9db9e76ce-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "596cc6522c6d7ad5-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "596cc6522c6d7ad5-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "5996e8ae5617ec93-0-prompted_q", "query_index": 1, "predicted": 0.55, "target": 0.0, "split": "train" }, { "episode_id": "5996e8ae5617ec93-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "59c02975736e581d-0-prompted_q", "query_index": 15, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "59c02975736e581d-0-prompted_q", "query_index": 23, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "5a132c7e6305b759-0-prompted_q", "query_index": 1, "predicted": 0.4, "target": 1.0, "split": "train" }, { "episode_id": "5a132c7e6305b759-0-prompted_q", "query_index": 3, "predicted": 0.62, "target": 1.0, "split": "train" }, { "episode_id": "5a180a62fe41619a-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "5a180a62fe41619a-0-prompted_q", "query_index": 9, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "5a96518de479a05f-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "5a96518de479a05f-0-prompted_q", "query_index": 11, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "5af6dba146e97564-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "5af6dba146e97564-0-prompted_q", "query_index": 4, "predicted": 0.01, "target": 0.125, "split": "train" }, { "episode_id": "5b47666c2d33c9b0-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "5b47666c2d33c9b0-0-prompted_q", "query_index": 3, "predicted": 0.2, "target": 1.0, "split": "train" }, { "episode_id": "5b7275020ebb004f-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "5b7275020ebb004f-0-prompted_q", "query_index": 7, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "5e0596c32e91983c-0-prompted_q", "query_index": 6, "predicted": 0.02, "target": 0.625, "split": "train" }, { "episode_id": "5e0596c32e91983c-0-prompted_q", "query_index": 12, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "5e8c4b92067b8317-0-prompted_q", "query_index": 4, "predicted": 0.001, "target": 1.0, "split": "train" }, { "episode_id": "5e8c4b92067b8317-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "5eede35a1eb43a54-0-prompted_q", "query_index": 3, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "5eede35a1eb43a54-0-prompted_q", "query_index": 7, "predicted": 0.5, "target": 0.25, "split": "train" }, { "episode_id": "5f1aaf731ed7039b-0-prompted_q", "query_index": 5, "predicted": 0.02, "target": 0.875, "split": "train" }, { "episode_id": "5f1aaf731ed7039b-0-prompted_q", "query_index": 6, "predicted": 0.98, "target": 0.875, "split": "train" }, { "episode_id": "5f31413e6aaee5d0-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "5f31413e6aaee5d0-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "5f56a0f073e5a8e1-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "5f56a0f073e5a8e1-0-prompted_q", "query_index": 16, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "5fa8522dd199437e-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 0.125, "split": "validation" }, { "episode_id": "5fa8522dd199437e-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.0, "split": "validation" }, { "episode_id": "6008977df4578f33-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "6008977df4578f33-0-prompted_q", "query_index": 3, "predicted": 0.92, "target": 1.0, "split": "train" }, { "episode_id": "6098cd01fd54381e-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "6098cd01fd54381e-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "60d72a80cb0026ce-0-prompted_q", "query_index": 2, "predicted": 0.5, "target": 0.125, "split": "train" }, { "episode_id": "60d72a80cb0026ce-0-prompted_q", "query_index": 5, "predicted": 0.02, "target": 0.375, "split": "train" }, { "episode_id": "61d3c7f07ca5172f-0-prompted_q", "query_index": 4, "predicted": 0.01, "target": 0.125, "split": "train" }, { "episode_id": "61d3c7f07ca5172f-0-prompted_q", "query_index": 16, "predicted": 0.1, "target": 0.375, "split": "train" }, { "episode_id": "61ec2f482d42ed60-0-prompted_q", "query_index": 4, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "61ec2f482d42ed60-0-prompted_q", "query_index": 5, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "6226c839daaebbf0-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 0.0, "split": "validation" }, { "episode_id": "6226c839daaebbf0-0-prompted_q", "query_index": 7, "predicted": 0.6, "target": 0.0, "split": "validation" }, { "episode_id": "6241782b36c27136-0-prompted_q", "query_index": 2, "predicted": 0.75, "target": 0.125, "split": "train" }, { "episode_id": "6241782b36c27136-0-prompted_q", "query_index": 9, "predicted": 0.8, "target": 0.375, "split": "train" }, { "episode_id": "62878b67946c052a-0-prompted_q", "query_index": 1, "predicted": 0.18, "target": 1.0, "split": "train" }, { "episode_id": "62878b67946c052a-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "62afb8a8e604136b-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "62afb8a8e604136b-0-prompted_q", "query_index": 11, "predicted": 0.4, "target": 1.0, "split": "train" }, { "episode_id": "631f0eed2a86acbc-0-prompted_q", "query_index": 6, "predicted": 0.35, "target": 0.75, "split": "train" }, { "episode_id": "631f0eed2a86acbc-0-prompted_q", "query_index": 8, "predicted": 0.55, "target": 0.875, "split": "train" }, { "episode_id": "63ae6dc05d480083-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "63ae6dc05d480083-0-prompted_q", "query_index": 9, "predicted": 0.85, "target": 0.75, "split": "train" }, { "episode_id": "63bd8e3369341e02-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "63bd8e3369341e02-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "644300ad03d33c1f-0-prompted_q", "query_index": 7, "predicted": 0.12, "target": 0.875, "split": "train" }, { "episode_id": "644300ad03d33c1f-0-prompted_q", "query_index": 9, "predicted": 0.02, "target": 0.75, "split": "train" }, { "episode_id": "6463160774334730-0-prompted_q", "query_index": 11, "predicted": 0.99, "target": 0.625, "split": "train" }, { "episode_id": "6463160774334730-0-prompted_q", "query_index": 12, "predicted": 0.72, "target": 1.0, "split": "train" }, { "episode_id": "647cabacfac3a58c-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "647cabacfac3a58c-0-prompted_q", "query_index": 9, "predicted": 0.15, "target": 0.625, "split": "train" }, { "episode_id": "64f4d571cf32440f-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "64f4d571cf32440f-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "650696272a84d225-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "650696272a84d225-0-prompted_q", "query_index": 3, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "6516e680ea93e18b-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "6516e680ea93e18b-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "65c838e16b36b54f-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "65c838e16b36b54f-0-prompted_q", "query_index": 9, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "65fcab93f52efecb-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.125, "split": "train" }, { "episode_id": "65fcab93f52efecb-0-prompted_q", "query_index": 4, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "661fee1b8cf70c18-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.375, "split": "train" }, { "episode_id": "661fee1b8cf70c18-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "6622dac19c4b0d9c-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 0.125, "split": "train" }, { "episode_id": "6622dac19c4b0d9c-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "66b0bf630b53c490-0-prompted_q", "query_index": 3, "predicted": 0.25, "target": 0.5, "split": "train" }, { "episode_id": "66b0bf630b53c490-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "66f41d1884ab3baa-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "66f41d1884ab3baa-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.25, "split": "train" }, { "episode_id": "67191561e35506b1-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "67191561e35506b1-0-prompted_q", "query_index": 5, "predicted": 0.25, "target": 0.75, "split": "train" }, { "episode_id": "6795b6f13fcbeb01-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.5, "split": "train" }, { "episode_id": "6795b6f13fcbeb01-0-prompted_q", "query_index": 6, "predicted": 0.4, "target": 0.375, "split": "train" }, { "episode_id": "679e148a3f5ba31c-0-prompted_q", "query_index": 7, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "679e148a3f5ba31c-0-prompted_q", "query_index": 12, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "67acdf2cf3cf9025-0-prompted_q", "query_index": 1, "predicted": 0.015, "target": 0.0, "split": "train" }, { "episode_id": "67acdf2cf3cf9025-0-prompted_q", "query_index": 6, "predicted": 0.4, "target": 0.0, "split": "train" }, { "episode_id": "67fc61239ea48336-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "67fc61239ea48336-0-prompted_q", "query_index": 3, "predicted": 0.2, "target": 1.0, "split": "train" }, { "episode_id": "685ddd22082bb142-0-prompted_q", "query_index": 1, "predicted": 0.7, "target": 0.625, "split": "validation" }, { "episode_id": "685ddd22082bb142-0-prompted_q", "query_index": 3, "predicted": 0.7, "target": 0.75, "split": "validation" }, { "episode_id": "688aa8e5fa996d1f-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "688aa8e5fa996d1f-0-prompted_q", "query_index": 5, "predicted": 0.85, "target": 0.875, "split": "train" }, { "episode_id": "68e44cd8194d1756-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "68e44cd8194d1756-0-prompted_q", "query_index": 3, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "68ec9277e6f84b44-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "68ec9277e6f84b44-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "691dfb5137e8410f-0-prompted_q", "query_index": 3, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "691dfb5137e8410f-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "6953da558543a91d-0-prompted_q", "query_index": 8, "predicted": 0.03, "target": 0.0, "split": "train" }, { "episode_id": "6953da558543a91d-0-prompted_q", "query_index": 11, "predicted": 0.02, "target": 0.125, "split": "train" }, { "episode_id": "6a0496f4669ac378-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "6a0496f4669ac378-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "6a21296014a2903f-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "6a21296014a2903f-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "6a3b657c70b47d8c-0-prompted_q", "query_index": 1, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "6a44c3b2645d845b-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "6a44c3b2645d845b-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "6a6579137f440ca4-0-prompted_q", "query_index": 5, "predicted": 0.3, "target": 1.0, "split": "train" }, { "episode_id": "6a6579137f440ca4-0-prompted_q", "query_index": 6, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "6a7cd9caa2587d9a-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "6a7cd9caa2587d9a-0-prompted_q", "query_index": 9, "predicted": 0.3, "target": 0.875, "split": "train" }, { "episode_id": "6aacb08c37b7e279-0-prompted_q", "query_index": 12, "predicted": 0.9, "target": 0.5, "split": "train" }, { "episode_id": "6aacb08c37b7e279-0-prompted_q", "query_index": 16, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "6afe5e37c72a59a4-0-prompted_q", "query_index": 2, "predicted": 0.02, "target": 1.0, "split": "train" }, { "episode_id": "6afe5e37c72a59a4-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "6b246d5aaba52f5f-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "6b246d5aaba52f5f-0-prompted_q", "query_index": 9, "predicted": 0.5, "target": 0.0, "split": "train" }, { "episode_id": "6b72f5edd5c644f0-0-prompted_q", "query_index": 2, "predicted": 0.7, "target": 0.0, "split": "train" }, { "episode_id": "6b72f5edd5c644f0-0-prompted_q", "query_index": 10, "predicted": 0.8, "target": 0.25, "split": "train" }, { "episode_id": "6b79cf00e697dcc2-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.25, "split": "train" }, { "episode_id": "6b79cf00e697dcc2-0-prompted_q", "query_index": 5, "predicted": 0.98, "target": 0.0, "split": "train" }, { "episode_id": "6b83b8afdcb56262-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "6b83b8afdcb56262-0-prompted_q", "query_index": 7, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "6bfd0b86272970ba-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "6bfd0b86272970ba-0-prompted_q", "query_index": 8, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "6c49054644c3eaf8-0-prompted_q", "query_index": 6, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "6c49054644c3eaf8-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 0.375, "split": "train" }, { "episode_id": "6cb9ee61db55691c-0-prompted_q", "query_index": 13, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "6cb9ee61db55691c-0-prompted_q", "query_index": 21, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "6cf84aa0f4c8315a-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "6cf84aa0f4c8315a-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "6d25c881b0c1306d-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "6d25c881b0c1306d-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "6d2b768d21839878-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.5, "split": "validation" }, { "episode_id": "6d2b768d21839878-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "6ea5cfeedc1e8b21-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "6ea5cfeedc1e8b21-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "6ed6ca301a52df11-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "6ed6ca301a52df11-0-prompted_q", "query_index": 2, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "6ef889cba656b124-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "6ef889cba656b124-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "6f45c02804ad3731-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "6f45c02804ad3731-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "6f5b1a19046d843f-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "6f5b1a19046d843f-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "6fc2acc6b3375f64-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "6fc2acc6b3375f64-0-prompted_q", "query_index": 20, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "6fd9354ecc0bbd79-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "6fd9354ecc0bbd79-0-prompted_q", "query_index": 14, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "6ffb2e8648704e4e-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "6ffb2e8648704e4e-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "70811b6ac87698b0-0-prompted_q", "query_index": 2, "predicted": 0.8, "target": 0.25, "split": "train" }, { "episode_id": "70811b6ac87698b0-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "708940a052915812-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "708f241f2a87e9e4-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.875, "split": "train" }, { "episode_id": "708f241f2a87e9e4-0-prompted_q", "query_index": 3, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "70b4083a61237adf-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "70be3d1d9cb25998-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "70be3d1d9cb25998-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "70fbdda35510086c-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "70fbdda35510086c-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "71f8b4db5275e487-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "71f8b4db5275e487-0-prompted_q", "query_index": 10, "predicted": 0.95, "target": 0.0, "split": "train" }, { "episode_id": "720a5dc0995ab815-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "720a5dc0995ab815-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "724cbe31aad24c32-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "72a534588eb36877-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "72a824f598b614f7-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "72a824f598b614f7-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "73064b404d0e9816-0-prompted_q", "query_index": 7, "predicted": 0.45, "target": 0.375, "split": "validation" }, { "episode_id": "73064b404d0e9816-0-prompted_q", "query_index": 8, "predicted": 0.8, "target": 0.125, "split": "validation" }, { "episode_id": "7344812629c5e1ed-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "7344812629c5e1ed-0-prompted_q", "query_index": 2, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "73858fc452eb213e-0-prompted_q", "query_index": 2, "predicted": 0.3, "target": 0.25, "split": "train" }, { "episode_id": "73858fc452eb213e-0-prompted_q", "query_index": 9, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "73d2a6af3cbf7fda-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.75, "split": "validation" }, { "episode_id": "73d2a6af3cbf7fda-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.625, "split": "validation" }, { "episode_id": "747f48bf2cdccee0-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "747f48bf2cdccee0-0-prompted_q", "query_index": 16, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "75297f61682bfbfa-0-prompted_q", "query_index": 1, "predicted": 0.5, "target": 0.875, "split": "train" }, { "episode_id": "75297f61682bfbfa-0-prompted_q", "query_index": 5, "predicted": 0.7, "target": 0.125, "split": "train" }, { "episode_id": "7545d75852290cbf-0-prompted_q", "query_index": 11, "predicted": 0.65, "target": 0.0, "split": "train" }, { "episode_id": "7545d75852290cbf-0-prompted_q", "query_index": 14, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "758100df106c4ff1-0-prompted_q", "query_index": 2, "predicted": 0.08, "target": 1.0, "split": "train" }, { "episode_id": "758100df106c4ff1-0-prompted_q", "query_index": 9, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "75f6c935b5c3796e-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 1.0, "split": "train" }, { "episode_id": "75f6c935b5c3796e-0-prompted_q", "query_index": 3, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "76487931456aaa89-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "76487931456aaa89-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7715f01f5d5525b0-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "7715f01f5d5525b0-0-prompted_q", "query_index": 12, "predicted": 0.6, "target": 0.375, "split": "train" }, { "episode_id": "781d7649225c18e6-0-prompted_q", "query_index": 9, "predicted": 0.8, "target": 0.75, "split": "train" }, { "episode_id": "781d7649225c18e6-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7848cc376c67b029-0-prompted_q", "query_index": 1, "predicted": 0.65, "target": 0.375, "split": "train" }, { "episode_id": "7848cc376c67b029-0-prompted_q", "query_index": 2, "predicted": 0.75, "target": 0.625, "split": "train" }, { "episode_id": "78c5d26e281f7a92-0-prompted_q", "query_index": 7, "predicted": 0.01, "target": 0.5, "split": "train" }, { "episode_id": "78c5d26e281f7a92-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "78e98a601be40fcc-0-prompted_q", "query_index": 3, "predicted": 0.45, "target": 0.0, "split": "train" }, { "episode_id": "78e98a601be40fcc-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 0.0, "split": "train" }, { "episode_id": "7924cd5edbf7cc0e-0-prompted_q", "query_index": 3, "predicted": 0.99, "target": 0.625, "split": "train" }, { "episode_id": "7924cd5edbf7cc0e-0-prompted_q", "query_index": 4, "predicted": 0.55, "target": 1.0, "split": "train" }, { "episode_id": "79a193dc30b1c89c-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "79a193dc30b1c89c-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7a07c4a31a4d1303-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "7a07c4a31a4d1303-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "7a225b3876c3cc0b-0-prompted_q", "query_index": 4, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "7a225b3876c3cc0b-0-prompted_q", "query_index": 6, "predicted": 0.2, "target": 1.0, "split": "train" }, { "episode_id": "7a34d60c855e61a4-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "7a34d60c855e61a4-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "7a638c683d3e36f5-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "7a638c683d3e36f5-0-prompted_q", "query_index": 2, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "7acdace9ca3bffd6-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7acdace9ca3bffd6-0-prompted_q", "query_index": 16, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7b782dc8010bcf1d-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "7bc2defc756e7975-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "7c36d5b25e5f6a4f-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 0.625, "split": "train" }, { "episode_id": "7c3ed07e5a6722b0-0-prompted_q", "query_index": 2, "predicted": 0.8, "target": 1.0, "split": "validation" }, { "episode_id": "7c3ed07e5a6722b0-0-prompted_q", "query_index": 6, "predicted": 1.0, "target": 1.0, "split": "validation" }, { "episode_id": "7c98880a4a4f8fca-0-prompted_q", "query_index": 1, "predicted": 0.55, "target": 1.0, "split": "validation" }, { "episode_id": "7cc7ec36edc90fbc-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "7cc7ec36edc90fbc-0-prompted_q", "query_index": 7, "predicted": 0.2, "target": 0.75, "split": "train" }, { "episode_id": "7d0be6a9f0291163-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "7d0be6a9f0291163-0-prompted_q", "query_index": 8, "predicted": 0.75, "target": 0.625, "split": "train" }, { "episode_id": "7d1b2aae5ede35d3-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "7d1b2aae5ede35d3-0-prompted_q", "query_index": 4, "predicted": 0.4, "target": 1.0, "split": "train" }, { "episode_id": "7d2dbcdc62802367-0-prompted_q", "query_index": 4, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "7d2dbcdc62802367-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "7d55c70ab1e17454-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7d55c70ab1e17454-0-prompted_q", "query_index": 11, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "7d59961edb9e74d0-0-prompted_q", "query_index": 1, "predicted": 0.25, "target": 1.0, "split": "train" }, { "episode_id": "7d59961edb9e74d0-0-prompted_q", "query_index": 5, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "7d5eeb0dbdfe539d-0-prompted_q", "query_index": 4, "predicted": 0.25, "target": 0.0, "split": "train" }, { "episode_id": "7d5eeb0dbdfe539d-0-prompted_q", "query_index": 14, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7d7eca9911d519b6-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.375, "split": "train" }, { "episode_id": "7d7eca9911d519b6-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "7e05c1c90cbee12c-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "7e05c1c90cbee12c-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "7e11e2bb6089f5ff-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "7e11e2bb6089f5ff-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7e4d136b0267df05-0-prompted_q", "query_index": 1, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "7e83afa5f978cf98-0-prompted_q", "query_index": 1, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "7e83afa5f978cf98-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "7eb966c143ec7047-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.375, "split": "train" }, { "episode_id": "7eb966c143ec7047-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "7fa7f5bf4b7a5750-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "7fa7f5bf4b7a5750-0-prompted_q", "query_index": 9, "predicted": 0.3, "target": 1.0, "split": "train" }, { "episode_id": "7ffee80eb7fcf471-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "7ffee80eb7fcf471-0-prompted_q", "query_index": 4, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "80041270be29e0a4-0-prompted_q", "query_index": 1, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "80d59e8233964c0b-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 0.125, "split": "train" }, { "episode_id": "80d59e8233964c0b-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "815c04f59b49395c-0-prompted_q", "query_index": 4, "predicted": 0.2, "target": 0.75, "split": "train" }, { "episode_id": "815c04f59b49395c-0-prompted_q", "query_index": 8, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "81aa132252b8b536-0-prompted_q", "query_index": 1, "predicted": 0.02, "target": 1.0, "split": "train" }, { "episode_id": "81aa132252b8b536-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "81fc33186e4cdba6-0-prompted_q", "query_index": 12, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "81fc33186e4cdba6-0-prompted_q", "query_index": 13, "predicted": 0.99, "target": 0.625, "split": "train" }, { "episode_id": "821722026a52da3f-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "821722026a52da3f-0-prompted_q", "query_index": 8, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "821a30fefe72c10f-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.25, "split": "validation" }, { "episode_id": "821a30fefe72c10f-0-prompted_q", "query_index": 17, "predicted": 0.01, "target": 0.125, "split": "validation" }, { "episode_id": "8233bf0fea252b00-0-prompted_q", "query_index": 4, "predicted": 0.5, "target": 0.125, "split": "train" }, { "episode_id": "8233bf0fea252b00-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "823ced148f45f81a-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.25, "split": "train" }, { "episode_id": "823ced148f45f81a-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "8247cda988847565-0-prompted_q", "query_index": 1, "predicted": 0.12, "target": 1.0, "split": "train" }, { "episode_id": "8247cda988847565-0-prompted_q", "query_index": 4, "predicted": 0.8, "target": 0.25, "split": "train" }, { "episode_id": "8316553b63057187-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "8316553b63057187-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "83a9ced7046337d8-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "83bc41888f68edd0-0-prompted_q", "query_index": 8, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "83bc41888f68edd0-0-prompted_q", "query_index": 10, "predicted": 0.1, "target": 0.25, "split": "train" }, { "episode_id": "83e1955d7f7f1ca0-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "83e1955d7f7f1ca0-0-prompted_q", "query_index": 15, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "83e74c856d4bffd1-0-prompted_q", "query_index": 1, "predicted": 0.45, "target": 0.625, "split": "train" }, { "episode_id": "83e74c856d4bffd1-0-prompted_q", "query_index": 3, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "83f01cfb93403d10-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "83f01cfb93403d10-0-prompted_q", "query_index": 5, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "8432f64aedf7e50d-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "8432f64aedf7e50d-0-prompted_q", "query_index": 9, "predicted": 0.2, "target": 0.375, "split": "train" }, { "episode_id": "849f251b9467658f-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "849f251b9467658f-0-prompted_q", "query_index": 2, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "84ce095ffa669989-0-prompted_q", "query_index": 3, "predicted": 0.65, "target": 0.25, "split": "train" }, { "episode_id": "84ce095ffa669989-0-prompted_q", "query_index": 12, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "84da1139813042ff-0-prompted_q", "query_index": 4, "predicted": 0.001, "target": 0.875, "split": "train" }, { "episode_id": "84da1139813042ff-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "851a58bf12b2f16a-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "851a58bf12b2f16a-0-prompted_q", "query_index": 3, "predicted": 0.02, "target": 0.625, "split": "train" }, { "episode_id": "857e56064abee576-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.875, "split": "validation" }, { "episode_id": "857e56064abee576-0-prompted_q", "query_index": 5, "predicted": 0.05, "target": 0.875, "split": "validation" }, { "episode_id": "8587a7d375a928fe-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "8587a7d375a928fe-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "85a6a0befb681a9e-0-prompted_q", "query_index": 2, "predicted": 0.8, "target": 0.875, "split": "train" }, { "episode_id": "85a6a0befb681a9e-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "8686dd7837a4bdff-0-prompted_q", "query_index": 5, "predicted": 0.15, "target": 0.375, "split": "train" }, { "episode_id": "8686dd7837a4bdff-0-prompted_q", "query_index": 10, "predicted": 0.5, "target": 0.5, "split": "train" }, { "episode_id": "871f32e220ba9fba-0-prompted_q", "query_index": 1, "predicted": 0.42, "target": 0.5, "split": "train" }, { "episode_id": "871f32e220ba9fba-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "8734e8cf9ae702ec-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 0.0, "split": "validation" }, { "episode_id": "8734e8cf9ae702ec-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "876ba6287c556871-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "876ba6287c556871-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "881351a10ff1ec10-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "881351a10ff1ec10-0-prompted_q", "query_index": 6, "predicted": 0.42, "target": 1.0, "split": "train" }, { "episode_id": "8873509fcb0654b1-0-prompted_q", "query_index": 4, "predicted": 0.08, "target": 1.0, "split": "train" }, { "episode_id": "8873509fcb0654b1-0-prompted_q", "query_index": 7, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "889f8748cb5c0674-0-prompted_q", "query_index": 2, "predicted": 0.02, "target": 0.375, "split": "train" }, { "episode_id": "889f8748cb5c0674-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "88b060eb0e5b08cd-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "88b060eb0e5b08cd-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "88e4664bd0e8ba9e-0-prompted_q", "query_index": 2, "predicted": 0.0005, "target": 1.0, "split": "train" }, { "episode_id": "88e4664bd0e8ba9e-0-prompted_q", "query_index": 10, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "89160fcf98eba8fb-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "89160fcf98eba8fb-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "89743dbe08a4cd01-0-prompted_q", "query_index": 4, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "89743dbe08a4cd01-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "897e9450f4c572eb-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "897e9450f4c572eb-0-prompted_q", "query_index": 17, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "8a4871d7ba9897ad-0-prompted_q", "query_index": 10, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "8a4871d7ba9897ad-0-prompted_q", "query_index": 11, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "8afd7754a0d3b2ff-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "8afd7754a0d3b2ff-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "8b24951a4653eb8c-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.125, "split": "validation" }, { "episode_id": "8b24951a4653eb8c-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.0, "split": "validation" }, { "episode_id": "8b2eba19d36c6bb1-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "8b2eba19d36c6bb1-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "8b9de7cdf9c6b18f-0-prompted_q", "query_index": 11, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "8b9de7cdf9c6b18f-0-prompted_q", "query_index": 15, "predicted": 0.15, "target": 0.375, "split": "train" }, { "episode_id": "8ba95de91424b3ef-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "8ba95de91424b3ef-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "8beff33a6a0c1e89-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "8beff33a6a0c1e89-0-prompted_q", "query_index": 6, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "8c2906508b0699dc-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.25, "split": "validation" }, { "episode_id": "8c2906508b0699dc-0-prompted_q", "query_index": 4, "predicted": 0.15, "target": 0.25, "split": "validation" }, { "episode_id": "8c57659799f05c99-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "8c57659799f05c99-0-prompted_q", "query_index": 9, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "8c7c511a84d0e2a8-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "8c7c511a84d0e2a8-0-prompted_q", "query_index": 3, "predicted": 0.8, "target": 1.0, "split": "train" }, { "episode_id": "8c9334f5985f0f7a-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "8c9334f5985f0f7a-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "8c96f7a24599aa09-0-prompted_q", "query_index": 2, "predicted": 0.001, "target": 0.5, "split": "train" }, { "episode_id": "8c96f7a24599aa09-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "8c99f9fa2f4ee28f-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "8c99f9fa2f4ee28f-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "8cba883db50fbcde-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "8cba883db50fbcde-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "8ce3e0e86902acad-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "8ce3e0e86902acad-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "8d3bbed0ba1fe4c2-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "8d3bbed0ba1fe4c2-0-prompted_q", "query_index": 21, "predicted": 0.85, "target": 0.0, "split": "train" }, { "episode_id": "8d40c552bbac4747-0-prompted_q", "query_index": 1, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "8d40c552bbac4747-0-prompted_q", "query_index": 2, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "8d89b54a5bc3e3b8-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "8d89b54a5bc3e3b8-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.875, "split": "train" }, { "episode_id": "8dbc78813ac4fc08-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.25, "split": "validation" }, { "episode_id": "8dbc78813ac4fc08-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.375, "split": "validation" }, { "episode_id": "8dda4d26a210aae9-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "8dda4d26a210aae9-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "8e02c86aaf7011b1-0-prompted_q", "query_index": 2, "predicted": 1.0, "target": 0.0, "split": "train" }, { "episode_id": "8e02c86aaf7011b1-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "8e0435193c58eb2e-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "8e0435193c58eb2e-0-prompted_q", "query_index": 2, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "8e90a45ff3362bd3-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "8e90a45ff3362bd3-0-prompted_q", "query_index": 10, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "8e9437fe2ae755d4-0-prompted_q", "query_index": 1, "predicted": 0.4, "target": 0.5, "split": "train" }, { "episode_id": "8e9437fe2ae755d4-0-prompted_q", "query_index": 13, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "8eac1586a843b838-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "8ecd1ece4d2f0f34-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "8ecd1ece4d2f0f34-0-prompted_q", "query_index": 7, "predicted": 0.01, "target": 0.125, "split": "train" }, { "episode_id": "8f58a52f68f0ecfb-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.125, "split": "validation" }, { "episode_id": "8f58a52f68f0ecfb-0-prompted_q", "query_index": 6, "predicted": 0.1, "target": 0.0, "split": "validation" }, { "episode_id": "8f88fc8d23bab19f-0-prompted_q", "query_index": 9, "predicted": 0.02, "target": 0.75, "split": "train" }, { "episode_id": "8f88fc8d23bab19f-0-prompted_q", "query_index": 10, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "8fbd40e1475e1c45-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "8fbd40e1475e1c45-0-prompted_q", "query_index": 7, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "900668b9c7f030d6-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "900668b9c7f030d6-0-prompted_q", "query_index": 9, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "9014709fc6f307be-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "9014709fc6f307be-0-prompted_q", "query_index": 7, "predicted": 0.15, "target": 0.5, "split": "train" }, { "episode_id": "90933462d957b40a-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "90933462d957b40a-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "90aae00fb1dc03be-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "90aae00fb1dc03be-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "91349eb922a8a8d5-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "91349eb922a8a8d5-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "9167fc9595db312b-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "9167fc9595db312b-0-prompted_q", "query_index": 4, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "916dfa577a88a55a-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "916dfa577a88a55a-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9186bcd884c37e01-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.375, "split": "train" }, { "episode_id": "9186bcd884c37e01-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "919efb2f4b1aae5c-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "919efb2f4b1aae5c-0-prompted_q", "query_index": 19, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "91ad0811b57cdc19-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "91ad0811b57cdc19-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "921f5be31e5afba7-0-prompted_q", "query_index": 14, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "921f5be31e5afba7-0-prompted_q", "query_index": 18, "predicted": 0.5, "target": 0.0, "split": "train" }, { "episode_id": "92613539506d072e-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "92613539506d072e-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 1.0, "split": "train" }, { "episode_id": "92675fdaaa19b8c2-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 0.375, "split": "train" }, { "episode_id": "92675fdaaa19b8c2-0-prompted_q", "query_index": 5, "predicted": 0.8, "target": 0.125, "split": "train" }, { "episode_id": "9269b58efdec2051-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 0.875, "split": "train" }, { "episode_id": "9269b58efdec2051-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "92b366b48c89ed50-0-prompted_q", "query_index": 2, "predicted": 0.42, "target": 1.0, "split": "train" }, { "episode_id": "92b366b48c89ed50-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9391663754b2680d-0-prompted_q", "query_index": 1, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "9391663754b2680d-0-prompted_q", "query_index": 3, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "93a1ce6df41f3abf-0-prompted_q", "query_index": 6, "predicted": 0.05, "target": 0.5, "split": "train" }, { "episode_id": "93a1ce6df41f3abf-0-prompted_q", "query_index": 8, "predicted": 0.6, "target": 0.0, "split": "train" }, { "episode_id": "93b01e76144a8ccd-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "93b01e76144a8ccd-0-prompted_q", "query_index": 2, "predicted": 0.75, "target": 0.0, "split": "train" }, { "episode_id": "93eda57756c384dd-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.75, "split": "validation" }, { "episode_id": "93eda57756c384dd-0-prompted_q", "query_index": 5, "predicted": 0.98, "target": 1.0, "split": "validation" }, { "episode_id": "9454b3cb0cabd0b6-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.5, "split": "train" }, { "episode_id": "9454b3cb0cabd0b6-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "949002699ac6701e-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.125, "split": "train" }, { "episode_id": "949002699ac6701e-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "94cfccd98ea41a97-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 0.25, "split": "train" }, { "episode_id": "94cfccd98ea41a97-0-prompted_q", "query_index": 3, "predicted": 0.65, "target": 0.875, "split": "train" }, { "episode_id": "94fad0c7fd414e5f-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "94fad0c7fd414e5f-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "95a720fe2552b89d-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "95a720fe2552b89d-0-prompted_q", "query_index": 4, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "95ad1db57c7cbed0-0-prompted_q", "query_index": 2, "predicted": 0.75, "target": 0.625, "split": "train" }, { "episode_id": "95ad1db57c7cbed0-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "95f5a1aa61d44c45-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.25, "split": "validation" }, { "episode_id": "95f5a1aa61d44c45-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "9617dbce2e57c960-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "9617dbce2e57c960-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "961f6cf33a46799b-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "961f6cf33a46799b-0-prompted_q", "query_index": 14, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "96a17a4197eeb88e-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "96a17a4197eeb88e-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "96da7d74b349617d-0-prompted_q", "query_index": 6, "predicted": 0.25, "target": 1.0, "split": "train" }, { "episode_id": "96da7d74b349617d-0-prompted_q", "query_index": 11, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "96e6ce66e5425307-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.375, "split": "train" }, { "episode_id": "96e6ce66e5425307-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "976b3c8e7b157477-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "976b3c8e7b157477-0-prompted_q", "query_index": 11, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "97eeae92533c40b6-0-prompted_q", "query_index": 2, "predicted": 0.75, "target": 1.0, "split": "validation" }, { "episode_id": "97eeae92533c40b6-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "981378cdf8af3f27-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "981378cdf8af3f27-0-prompted_q", "query_index": 2, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "989a1b1f1ae0d1ba-0-prompted_q", "query_index": 1, "predicted": 0.55, "target": 1.0, "split": "validation" }, { "episode_id": "989a1b1f1ae0d1ba-0-prompted_q", "query_index": 3, "predicted": 0.98, "target": 1.0, "split": "validation" }, { "episode_id": "98c14952bbe44d46-0-prompted_q", "query_index": 9, "predicted": 0.2, "target": 0.0, "split": "train" }, { "episode_id": "98c14952bbe44d46-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "98f190e51c7cf52b-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.0, "split": "validation" }, { "episode_id": "98f190e51c7cf52b-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "98ff94e4b3528d57-0-prompted_q", "query_index": 4, "predicted": 0.01, "target": 0.375, "split": "train" }, { "episode_id": "98ff94e4b3528d57-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 0.125, "split": "train" }, { "episode_id": "99164a95f0cc1dfd-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "99164a95f0cc1dfd-0-prompted_q", "query_index": 5, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "993dcc64669676fb-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "993dcc64669676fb-0-prompted_q", "query_index": 9, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "994cb9b13a876f36-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "994cb9b13a876f36-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9950e60f4e1bc08f-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "9950e60f4e1bc08f-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "9961cc8a36b9942b-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.375, "split": "train" }, { "episode_id": "9961cc8a36b9942b-0-prompted_q", "query_index": 3, "predicted": 0.8, "target": 0.25, "split": "train" }, { "episode_id": "99b41b1e9b3ff33f-0-prompted_q", "query_index": 8, "predicted": 0.05, "target": 0.375, "split": "train" }, { "episode_id": "99b41b1e9b3ff33f-0-prompted_q", "query_index": 11, "predicted": 0.15, "target": 0.625, "split": "train" }, { "episode_id": "9a21cca9ef96ce3d-0-prompted_q", "query_index": 2, "predicted": 0.98, "target": 0.875, "split": "train" }, { "episode_id": "9a21cca9ef96ce3d-0-prompted_q", "query_index": 7, "predicted": 1.0, "target": 0.125, "split": "train" }, { "episode_id": "9a63fa13a238a934-0-prompted_q", "query_index": 7, "predicted": 0.01, "target": 0.25, "split": "train" }, { "episode_id": "9a63fa13a238a934-0-prompted_q", "query_index": 10, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "9b1bde9bc2a86f44-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9b1bde9bc2a86f44-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "9b38a45c778f2a42-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "9b38a45c778f2a42-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "9b6677a595ef90c4-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "9b6677a595ef90c4-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "9b7fbf1fbcc671a3-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "9b7fbf1fbcc671a3-0-prompted_q", "query_index": 8, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "9ba23dc04ac847e9-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9ba23dc04ac847e9-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9ba81137c1f20288-0-prompted_q", "query_index": 2, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "9ba81137c1f20288-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "9c18bbc6bc3cb5d5-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "9c18bbc6bc3cb5d5-0-prompted_q", "query_index": 4, "predicted": 0.8, "target": 1.0, "split": "train" }, { "episode_id": "9c3f066f5e8700d1-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9c5c0e95851bb8e4-0-prompted_q", "query_index": 5, "predicted": 0.2, "target": 0.125, "split": "train" }, { "episode_id": "9c5c0e95851bb8e4-0-prompted_q", "query_index": 18, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9cc400adaa5207d1-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "9cc400adaa5207d1-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "9cfa39a4b6175944-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "9cfa39a4b6175944-0-prompted_q", "query_index": 17, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "9d10a9d274f9f6cf-0-prompted_q", "query_index": 4, "predicted": 0.85, "target": 0.375, "split": "train" }, { "episode_id": "9d10a9d274f9f6cf-0-prompted_q", "query_index": 7, "predicted": 0.12, "target": 0.75, "split": "train" }, { "episode_id": "9d120982249415cf-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9d120982249415cf-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "9d955c8457a46bea-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "9d955c8457a46bea-0-prompted_q", "query_index": 3, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "9dc5055ab242c3bf-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "9dc5055ab242c3bf-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "9dd225c2f6e7d326-0-prompted_q", "query_index": 3, "predicted": 0.2, "target": 0.5, "split": "train" }, { "episode_id": "9dd225c2f6e7d326-0-prompted_q", "query_index": 11, "predicted": 0.55, "target": 1.0, "split": "train" }, { "episode_id": "9e3326335213ac79-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "9e3326335213ac79-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "9f349500744c2a76-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "9f349500744c2a76-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "9f3ea415e74211a0-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "9f3ea415e74211a0-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "9f8b1adc53fa1f7d-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "9f8b1adc53fa1f7d-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "9fadb8e3b8da2ad0-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "9fadb8e3b8da2ad0-0-prompted_q", "query_index": 2, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "9fb54a261d545234-0-prompted_q", "query_index": 8, "predicted": 0.5, "target": 0.0, "split": "train" }, { "episode_id": "9fb54a261d545234-0-prompted_q", "query_index": 11, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "9fe90b21c8617f5e-0-prompted_q", "query_index": 2, "predicted": 0.8, "target": 1.0, "split": "train" }, { "episode_id": "9fe90b21c8617f5e-0-prompted_q", "query_index": 3, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "a0ae7910d80db80a-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.5, "split": "train" }, { "episode_id": "a0ae7910d80db80a-0-prompted_q", "query_index": 11, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "a10cd935d6c7c38e-0-prompted_q", "query_index": 1, "predicted": 0.2, "target": 0.875, "split": "train" }, { "episode_id": "a10cd935d6c7c38e-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 1.0, "split": "train" }, { "episode_id": "a130af5541f481db-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.375, "split": "train" }, { "episode_id": "a130af5541f481db-0-prompted_q", "query_index": 5, "predicted": 0.8, "target": 0.375, "split": "train" }, { "episode_id": "a1d0b98a10173e08-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "a1d0b98a10173e08-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "a1f3d580ce96a46b-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "a1f3d580ce96a46b-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "a21488e940940ee8-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "a21488e940940ee8-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "a240cd62a017ab19-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.625, "split": "validation" }, { "episode_id": "a240cd62a017ab19-0-prompted_q", "query_index": 5, "predicted": 0.98, "target": 0.75, "split": "validation" }, { "episode_id": "a2f4c11c0a2ee09a-0-prompted_q", "query_index": 5, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "a2f4c11c0a2ee09a-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "a351d724096e84b2-0-prompted_q", "query_index": 4, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "a351d724096e84b2-0-prompted_q", "query_index": 5, "predicted": 0.75, "target": 0.75, "split": "train" }, { "episode_id": "a353db9f6e73bc9a-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 0.125, "split": "train" }, { "episode_id": "a353db9f6e73bc9a-0-prompted_q", "query_index": 9, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "a3654ad855436a1b-0-prompted_q", "query_index": 4, "predicted": 1.0, "target": 0.0, "split": "train" }, { "episode_id": "a3654ad855436a1b-0-prompted_q", "query_index": 5, "predicted": 0.3, "target": 0.0, "split": "train" }, { "episode_id": "a3922c2d63f95e1c-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 1.0, "split": "train" }, { "episode_id": "a3922c2d63f95e1c-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "a3ae2a71be043259-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "a3ae2a71be043259-0-prompted_q", "query_index": 15, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "a41d68519bb03b56-0-prompted_q", "query_index": 5, "predicted": 0.45, "target": 0.75, "split": "train" }, { "episode_id": "a41d68519bb03b56-0-prompted_q", "query_index": 6, "predicted": 0.35, "target": 0.875, "split": "train" }, { "episode_id": "a42fd1e75ab4b0db-0-prompted_q", "query_index": 3, "predicted": 0.6, "target": 0.75, "split": "validation" }, { "episode_id": "a42fd1e75ab4b0db-0-prompted_q", "query_index": 4, "predicted": 0.98, "target": 0.875, "split": "validation" }, { "episode_id": "a494b84d66ff8a65-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "a494b84d66ff8a65-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "a4a169d2ad365ead-0-prompted_q", "query_index": 4, "predicted": 0.08, "target": 0.875, "split": "train" }, { "episode_id": "a4a169d2ad365ead-0-prompted_q", "query_index": 5, "predicted": 0.02, "target": 0.75, "split": "train" }, { "episode_id": "a4b69a017d50eab8-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "a4b69a017d50eab8-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "a4df7dfb9e9f0534-0-prompted_q", "query_index": 6, "predicted": 0.98, "target": 0.5, "split": "train" }, { "episode_id": "a4df7dfb9e9f0534-0-prompted_q", "query_index": 8, "predicted": 0.3, "target": 0.0, "split": "train" }, { "episode_id": "a54dd17ae90f257d-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "a58c047ff28c13e1-0-prompted_q", "query_index": 3, "predicted": 0.02, "target": 0.25, "split": "train" }, { "episode_id": "a58c047ff28c13e1-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "a5d37690b646237f-0-prompted_q", "query_index": 2, "predicted": 0.8, "target": 0.0, "split": "train" }, { "episode_id": "a5d37690b646237f-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "a6a7daebeaed2d84-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "a6b9c62a7ba52876-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "a6b9c62a7ba52876-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "a7753c6aff4f9f02-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "a7753c6aff4f9f02-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "a77e08751bcc8b7d-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "a77e08751bcc8b7d-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "a7d4b081c68af502-0-prompted_q", "query_index": 3, "predicted": 0.85, "target": 0.875, "split": "train" }, { "episode_id": "a7d4b081c68af502-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "a7fb9d74af6b813c-0-prompted_q", "query_index": 2, "predicted": 0.3, "target": 1.0, "split": "train" }, { "episode_id": "a7fb9d74af6b813c-0-prompted_q", "query_index": 4, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "a86a49f401c5cf70-0-prompted_q", "query_index": 9, "predicted": 0.95, "target": 0.125, "split": "train" }, { "episode_id": "a86a49f401c5cf70-0-prompted_q", "query_index": 12, "predicted": 1.0, "target": 0.875, "split": "train" }, { "episode_id": "a86b1f7005246e9f-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "a86b1f7005246e9f-0-prompted_q", "query_index": 5, "predicted": 0.99, "target": 0.875, "split": "train" }, { "episode_id": "a88a912c340cc97b-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.375, "split": "validation" }, { "episode_id": "a88a912c340cc97b-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.125, "split": "validation" }, { "episode_id": "a920e26fa22f2bdb-0-prompted_q", "query_index": 1, "predicted": 0.4, "target": 0.75, "split": "train" }, { "episode_id": "a920e26fa22f2bdb-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 1.0, "split": "train" }, { "episode_id": "a9adb210dfc848c3-0-prompted_q", "query_index": 2, "predicted": 0.4, "target": 0.0, "split": "train" }, { "episode_id": "a9adb210dfc848c3-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "a9c2c0a079db8803-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "a9c2c0a079db8803-0-prompted_q", "query_index": 8, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "a9d29eeedc8a6a85-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "a9d29eeedc8a6a85-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "a9e78a25c313d1c3-0-prompted_q", "query_index": 1, "predicted": 0.2, "target": 0.75, "split": "train" }, { "episode_id": "a9e78a25c313d1c3-0-prompted_q", "query_index": 2, "predicted": 0.7, "target": 0.375, "split": "train" }, { "episode_id": "aa8f8eb8e0056c1c-0-prompted_q", "query_index": 4, "predicted": 0.02, "target": 0.75, "split": "train" }, { "episode_id": "aa8f8eb8e0056c1c-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "aab192f6098f5715-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "aab192f6098f5715-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "aadcea3d71cb86b9-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "aadcea3d71cb86b9-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "aaf2c5b823c11827-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "aaf2c5b823c11827-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "ab5a26620c732df9-0-prompted_q", "query_index": 15, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "ab5a26620c732df9-0-prompted_q", "query_index": 22, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "ab987cb86fa27b3f-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "ab987cb86fa27b3f-0-prompted_q", "query_index": 7, "predicted": 0.45, "target": 1.0, "split": "train" }, { "episode_id": "aba7227bd7c15c77-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "aba7227bd7c15c77-0-prompted_q", "query_index": 10, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "abc73050df81a101-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "abc73050df81a101-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "abe63b9396ae18b8-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "abe63b9396ae18b8-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "ac3da71275be34f8-0-prompted_q", "query_index": 1, "predicted": 0.08, "target": 0.875, "split": "train" }, { "episode_id": "ac3da71275be34f8-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "acaa99a337860ba3-0-prompted_q", "query_index": 7, "predicted": 1.0, "target": 0.875, "split": "train" }, { "episode_id": "acaa99a337860ba3-0-prompted_q", "query_index": 9, "predicted": 0.9, "target": 0.5, "split": "train" }, { "episode_id": "acc8a898e423b578-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "acc8a898e423b578-0-prompted_q", "query_index": 11, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "adfb8b64cf13b01c-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "adfb8b64cf13b01c-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "ae5c3903cf3f75b0-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "ae5c3903cf3f75b0-0-prompted_q", "query_index": 12, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "aeb18767078e1830-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "aeb18767078e1830-0-prompted_q", "query_index": 3, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "aeb8bb0cc031e4e8-0-prompted_q", "query_index": 7, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "aeb8bb0cc031e4e8-0-prompted_q", "query_index": 9, "predicted": 0.85, "target": 0.875, "split": "train" }, { "episode_id": "af053955f2727a38-0-prompted_q", "query_index": 7, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "af053955f2727a38-0-prompted_q", "query_index": 8, "predicted": 0.92, "target": 1.0, "split": "train" }, { "episode_id": "af07f9c04f297a2a-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 1.0, "split": "train" }, { "episode_id": "af07f9c04f297a2a-0-prompted_q", "query_index": 6, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "af257e6e470b5390-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "af257e6e470b5390-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "af633cd10cd1bc9b-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "af633cd10cd1bc9b-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "af8314b7263e7a8a-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "af8314b7263e7a8a-0-prompted_q", "query_index": 5, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "af8842b8b8240798-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "af8842b8b8240798-0-prompted_q", "query_index": 13, "predicted": 0.001, "target": 0.0, "split": "train" }, { "episode_id": "afdd87c8933a51ae-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "afdd87c8933a51ae-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "affe6b3a9accb032-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "affe6b3a9accb032-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 0.0, "split": "train" }, { "episode_id": "b07cdd577a38b853-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "b07cdd577a38b853-0-prompted_q", "query_index": 5, "predicted": 0.65, "target": 0.75, "split": "train" }, { "episode_id": "b137c9de99831acc-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 1.0, "split": "validation" }, { "episode_id": "b137c9de99831acc-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "b21738d1766d870a-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "b21738d1766d870a-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.25, "split": "train" }, { "episode_id": "b2254d42ecbb6895-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "b2295fed2baaef52-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "b2295fed2baaef52-0-prompted_q", "query_index": 4, "predicted": 0.02, "target": 1.0, "split": "train" }, { "episode_id": "b297d6cdee8575de-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "b297d6cdee8575de-0-prompted_q", "query_index": 8, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "b2bb1625921d4558-0-prompted_q", "query_index": 3, "predicted": 0.72, "target": 0.875, "split": "train" }, { "episode_id": "b2bb1625921d4558-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "b2c783e6fb94e21a-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "b2c783e6fb94e21a-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.875, "split": "validation" }, { "episode_id": "b2e1e47297b89c61-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "b2e1e47297b89c61-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "b2ee35653294a14f-0-prompted_q", "query_index": 1, "predicted": 0.08, "target": 0.0, "split": "train" }, { "episode_id": "b2ee35653294a14f-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "b39ca584d882bf3d-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 0.0, "split": "validation" }, { "episode_id": "b39ca584d882bf3d-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "b41e2cde11f1e7bc-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "b41e2cde11f1e7bc-0-prompted_q", "query_index": 4, "predicted": 0.2, "target": 0.25, "split": "train" }, { "episode_id": "b44df8882de524f7-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "b44df8882de524f7-0-prompted_q", "query_index": 4, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "b4acecb02af24567-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.75, "split": "train" }, { "episode_id": "b4acecb02af24567-0-prompted_q", "query_index": 8, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "b4c38f234ea8f5ab-0-prompted_q", "query_index": 20, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "b4c38f234ea8f5ab-0-prompted_q", "query_index": 23, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "b4f0bab0a2754bf7-0-prompted_q", "query_index": 4, "predicted": 0.03, "target": 0.75, "split": "train" }, { "episode_id": "b4f0bab0a2754bf7-0-prompted_q", "query_index": 7, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "b549af7eadc0b78c-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "b549af7eadc0b78c-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "b598add53d234f73-0-prompted_q", "query_index": 7, "predicted": 0.8, "target": 1.0, "split": "train" }, { "episode_id": "b598add53d234f73-0-prompted_q", "query_index": 11, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "b5ab51536e499ea8-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "b5ab51536e499ea8-0-prompted_q", "query_index": 23, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "b5b0c31c2361dc97-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "b5b0c31c2361dc97-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "b5c2a6f35b817190-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "b5c2a6f35b817190-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "b610663f1fbcbe01-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 0.75, "split": "train" }, { "episode_id": "b610663f1fbcbe01-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "b635a51323f18dd0-0-prompted_q", "query_index": 3, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "b635a51323f18dd0-0-prompted_q", "query_index": 9, "predicted": 0.9, "target": 0.125, "split": "train" }, { "episode_id": "b666fbef97255221-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "b666fbef97255221-0-prompted_q", "query_index": 5, "predicted": 0.6, "target": 0.625, "split": "train" }, { "episode_id": "b6f1aa89d9b84fb2-0-prompted_q", "query_index": 5, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "b6f1aa89d9b84fb2-0-prompted_q", "query_index": 6, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "b7745dee79670183-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "b7745dee79670183-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "b7ed4f1cdecd9c38-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "b7f1dd99a1b4b41e-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "b7f1dd99a1b4b41e-0-prompted_q", "query_index": 3, "predicted": 0.02, "target": 1.0, "split": "train" }, { "episode_id": "b845a563c5ea91dd-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 1.0, "split": "train" }, { "episode_id": "b845a563c5ea91dd-0-prompted_q", "query_index": 5, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "b93830f884ae747f-0-prompted_q", "query_index": 2, "predicted": 0.001, "target": 0.875, "split": "train" }, { "episode_id": "b93830f884ae747f-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "b983c17a78b6fe09-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "b983c17a78b6fe09-0-prompted_q", "query_index": 12, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "b9cc349167c8cffd-0-prompted_q", "query_index": 1, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "b9cc349167c8cffd-0-prompted_q", "query_index": 2, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "ba103859709810f0-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 0.0, "split": "validation" }, { "episode_id": "ba103859709810f0-0-prompted_q", "query_index": 7, "predicted": 0.02, "target": 0.0, "split": "validation" }, { "episode_id": "ba373eb21f782519-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "ba373eb21f782519-0-prompted_q", "query_index": 9, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "ba6e4f22a181357a-0-prompted_q", "query_index": 2, "predicted": 0.3, "target": 1.0, "split": "train" }, { "episode_id": "ba6e4f22a181357a-0-prompted_q", "query_index": 3, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "ba79515db0a7ffbb-0-prompted_q", "query_index": 1, "predicted": 0.25, "target": 1.0, "split": "train" }, { "episode_id": "ba79515db0a7ffbb-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "bb2bd9acbf11c5e8-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "bb2bd9acbf11c5e8-0-prompted_q", "query_index": 10, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "bb40e659433b9a34-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "bb40e659433b9a34-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "bb670e4ab35833eb-0-prompted_q", "query_index": 3, "predicted": 0.3, "target": 0.875, "split": "train" }, { "episode_id": "bb670e4ab35833eb-0-prompted_q", "query_index": 6, "predicted": 0.15, "target": 0.25, "split": "train" }, { "episode_id": "bb7ca8be9927d97b-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "bb7ca8be9927d97b-0-prompted_q", "query_index": 10, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "bbb20a4f473e6ae8-0-prompted_q", "query_index": 3, "predicted": 0.75, "target": 0.75, "split": "train" }, { "episode_id": "bbb20a4f473e6ae8-0-prompted_q", "query_index": 6, "predicted": 0.92, "target": 1.0, "split": "train" }, { "episode_id": "bc02cebe67fa9f0c-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "bc02cebe67fa9f0c-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "bc66c9d2efc39bfc-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "bc8fbfd38ad2f201-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "bc8fbfd38ad2f201-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "bc9ef86053c2524e-0-prompted_q", "query_index": 11, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "bc9ef86053c2524e-0-prompted_q", "query_index": 14, "predicted": 0.8, "target": 0.125, "split": "train" }, { "episode_id": "bca6d7f47a1aa23a-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "bca6d7f47a1aa23a-0-prompted_q", "query_index": 3, "predicted": 0.2, "target": 0.0, "split": "train" }, { "episode_id": "bce40d07b852470c-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.875, "split": "validation" }, { "episode_id": "bce40d07b852470c-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.75, "split": "validation" }, { "episode_id": "bd626686a3b0e240-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "bd626686a3b0e240-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "bd9750ff0a72b1b0-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.125, "split": "validation" }, { "episode_id": "bd9750ff0a72b1b0-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "bddd14dd06cdbc47-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "bddd14dd06cdbc47-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "bde3702e54e8a607-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "bde3702e54e8a607-0-prompted_q", "query_index": 4, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "be5760412dee9adc-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "be5760412dee9adc-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "be6d3ca7b17a42b6-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.375, "split": "train" }, { "episode_id": "be6d3ca7b17a42b6-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "be74fe2d4c7aa3ab-0-prompted_q", "query_index": 5, "predicted": 0.02, "target": 0.875, "split": "train" }, { "episode_id": "be74fe2d4c7aa3ab-0-prompted_q", "query_index": 6, "predicted": 0.001, "target": 0.875, "split": "train" }, { "episode_id": "bf527d78955e0193-0-prompted_q", "query_index": 1, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "bf527d78955e0193-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "bf988b106ff1e72d-0-prompted_q", "query_index": 1, "predicted": 0.5, "target": 0.375, "split": "validation" }, { "episode_id": "bf988b106ff1e72d-0-prompted_q", "query_index": 5, "predicted": 0.03, "target": 0.75, "split": "validation" }, { "episode_id": "bfb8b4e3d22c11a7-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.25, "split": "train" }, { "episode_id": "bfb8b4e3d22c11a7-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.375, "split": "train" }, { "episode_id": "c0067434e4a09af2-0-prompted_q", "query_index": 8, "predicted": 0.02, "target": 1.0, "split": "train" }, { "episode_id": "c0067434e4a09af2-0-prompted_q", "query_index": 14, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "c0b0318f7d0502a1-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "c0b0318f7d0502a1-0-prompted_q", "query_index": 11, "predicted": 1.0, "target": 0.0, "split": "train" }, { "episode_id": "c0f30e03085701b7-0-prompted_q", "query_index": 9, "predicted": 0.9, "target": 0.625, "split": "validation" }, { "episode_id": "c0f30e03085701b7-0-prompted_q", "query_index": 11, "predicted": 0.95, "target": 0.875, "split": "validation" }, { "episode_id": "c146b8e4a746ac8c-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "c146b8e4a746ac8c-0-prompted_q", "query_index": 6, "predicted": 1.0, "target": 0.0, "split": "validation" }, { "episode_id": "c19883a44a8fff7d-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "c19883a44a8fff7d-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "c1a638aafde28121-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "c1a638aafde28121-0-prompted_q", "query_index": 14, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "c1f9ba125eafcc2b-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "c1f9ba125eafcc2b-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "c228b15125ca12d9-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "c228b15125ca12d9-0-prompted_q", "query_index": 3, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "c279ebf045c1aeb7-0-prompted_q", "query_index": 14, "predicted": 0.95, "target": 0.125, "split": "train" }, { "episode_id": "c279ebf045c1aeb7-0-prompted_q", "query_index": 23, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "c3c0c8598d0b4abb-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 1.0, "split": "train" }, { "episode_id": "c3c0c8598d0b4abb-0-prompted_q", "query_index": 8, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "c3c8652adaa50686-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "c3c8652adaa50686-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "c3ea01503015284f-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "c3ea01503015284f-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "c4024b0f546b0717-0-prompted_q", "query_index": 6, "predicted": 0.02, "target": 0.25, "split": "train" }, { "episode_id": "c4024b0f546b0717-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "c41c4e8b8f4b5b4a-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.375, "split": "train" }, { "episode_id": "c41c4e8b8f4b5b4a-0-prompted_q", "query_index": 10, "predicted": 0.85, "target": 0.0, "split": "train" }, { "episode_id": "c47469452edf625c-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "c47469452edf625c-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "c4a4610a06acd120-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "c4a4610a06acd120-0-prompted_q", "query_index": 6, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "c506bb7eb1382a10-0-prompted_q", "query_index": 2, "predicted": 0.02, "target": 1.0, "split": "train" }, { "episode_id": "c506bb7eb1382a10-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "c53c89530d1ea910-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.625, "split": "validation" }, { "episode_id": "c53c89530d1ea910-0-prompted_q", "query_index": 5, "predicted": 0.35, "target": 1.0, "split": "validation" }, { "episode_id": "c5abe23007d62e62-0-prompted_q", "query_index": 4, "predicted": 0.4, "target": 0.25, "split": "train" }, { "episode_id": "c5abe23007d62e62-0-prompted_q", "query_index": 8, "predicted": 0.02, "target": 0.625, "split": "train" }, { "episode_id": "c5da6d2c70e9c8b8-0-prompted_q", "query_index": 1, "predicted": 0.25, "target": 1.0, "split": "train" }, { "episode_id": "c5da6d2c70e9c8b8-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "c61ba2d67c67fb18-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "c61ba2d67c67fb18-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "c6247bb0d0220834-0-prompted_q", "query_index": 1, "predicted": 0.6, "target": 0.625, "split": "train" }, { "episode_id": "c6247bb0d0220834-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "c63c46337195d45e-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "c63c46337195d45e-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "c64b649f2152eac3-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.25, "split": "train" }, { "episode_id": "c64b649f2152eac3-0-prompted_q", "query_index": 5, "predicted": 0.25, "target": 0.125, "split": "train" }, { "episode_id": "c655cba33384db7e-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "c655cba33384db7e-0-prompted_q", "query_index": 9, "predicted": 0.1, "target": 0.25, "split": "train" }, { "episode_id": "c669dd7f6cbbc22e-0-prompted_q", "query_index": 1, "predicted": 0.02, "target": 0.625, "split": "train" }, { "episode_id": "c669dd7f6cbbc22e-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "c674aed6c9f1a238-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 0.5, "split": "train" }, { "episode_id": "c674aed6c9f1a238-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "c69da4ae534dc751-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.875, "split": "train" }, { "episode_id": "c69da4ae534dc751-0-prompted_q", "query_index": 2, "predicted": 0.85, "target": 0.0, "split": "train" }, { "episode_id": "c71c2b3eef531151-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "c71c2b3eef531151-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "c730d5cf5cb7476c-0-prompted_q", "query_index": 1, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "c730d5cf5cb7476c-0-prompted_q", "query_index": 3, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "c7ccab25726cbaca-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.875, "split": "validation" }, { "episode_id": "c7ccab25726cbaca-0-prompted_q", "query_index": 10, "predicted": 0.2, "target": 1.0, "split": "validation" }, { "episode_id": "c834e15e328243e9-0-prompted_q", "query_index": 3, "predicted": 0.001, "target": 0.625, "split": "train" }, { "episode_id": "c834e15e328243e9-0-prompted_q", "query_index": 9, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "c873ebe6dc25baa8-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "c873ebe6dc25baa8-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "c87ea3efee593bd0-0-prompted_q", "query_index": 3, "predicted": 0.5, "target": 0.875, "split": "train" }, { "episode_id": "c87ea3efee593bd0-0-prompted_q", "query_index": 7, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "c8b87a5100d9d5e4-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "c8b87a5100d9d5e4-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.25, "split": "train" }, { "episode_id": "c93b8a5a2bd4994f-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "c93b8a5a2bd4994f-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "c94e73996b88afb8-0-prompted_q", "query_index": 6, "predicted": 0.5, "target": 1.0, "split": "validation" }, { "episode_id": "c94e73996b88afb8-0-prompted_q", "query_index": 7, "predicted": 0.05, "target": 0.5, "split": "validation" }, { "episode_id": "c961737e87838efe-0-prompted_q", "query_index": 1, "predicted": 0.01, "target": 0.875, "split": "train" }, { "episode_id": "c961737e87838efe-0-prompted_q", "query_index": 4, "predicted": 0.02, "target": 0.5, "split": "train" }, { "episode_id": "c9aeabf4129eea2c-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "c9aeabf4129eea2c-0-prompted_q", "query_index": 12, "predicted": 0.3, "target": 0.0, "split": "train" }, { "episode_id": "c9d2264484c5a0f1-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "c9d2264484c5a0f1-0-prompted_q", "query_index": 8, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "c9edbad595361d44-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "c9edbad595361d44-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "ca090754196abe67-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 0.0, "split": "validation" }, { "episode_id": "ca090754196abe67-0-prompted_q", "query_index": 6, "predicted": 0.1, "target": 0.0, "split": "validation" }, { "episode_id": "ca25ab00829a95c8-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "ca25ab00829a95c8-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "ca838d07838bdbb8-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "caafef35211c9bdf-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "caafef35211c9bdf-0-prompted_q", "query_index": 9, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "cadf9e444989d8a1-0-prompted_q", "query_index": 3, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "cadf9e444989d8a1-0-prompted_q", "query_index": 4, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "cb183a988aed5b86-0-prompted_q", "query_index": 2, "predicted": 0.1, "target": 0.375, "split": "train" }, { "episode_id": "cb183a988aed5b86-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 0.5, "split": "train" }, { "episode_id": "cb192f3b5a42b719-0-prompted_q", "query_index": 5, "predicted": 0.25, "target": 0.75, "split": "train" }, { "episode_id": "cb192f3b5a42b719-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "cb9ef36dac78fd23-0-prompted_q", "query_index": 1, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "cb9ef36dac78fd23-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "cbc6f9cd7fd2cdee-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "cbc6f9cd7fd2cdee-0-prompted_q", "query_index": 9, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "cc267eee4067f351-0-prompted_q", "query_index": 2, "predicted": 0.2, "target": 0.5, "split": "train" }, { "episode_id": "cc267eee4067f351-0-prompted_q", "query_index": 5, "predicted": 0.85, "target": 0.125, "split": "train" }, { "episode_id": "cc54716db5e77c22-0-prompted_q", "query_index": 10, "predicted": 0.8, "target": 0.0, "split": "train" }, { "episode_id": "cc54716db5e77c22-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "cc73055598e40bc1-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "cc73055598e40bc1-0-prompted_q", "query_index": 9, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "ce4813dbcb77727a-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 0.0, "split": "train" }, { "episode_id": "ce4813dbcb77727a-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "ce6fc0d6930cd1b8-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "ce6fc0d6930cd1b8-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "cebc39f57bc004fd-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "ced3b2a07610d00c-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "ced3b2a07610d00c-0-prompted_q", "query_index": 7, "predicted": 0.42, "target": 1.0, "split": "train" }, { "episode_id": "cee8110fbf1e510e-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "cee8110fbf1e510e-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "cf85ca23797f3191-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "cf85ca23797f3191-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "cf9f5eeb2fa268b9-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "cf9f5eeb2fa268b9-0-prompted_q", "query_index": 10, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "d041133952714c26-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "d041133952714c26-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "d0542168704fc48d-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "d0542168704fc48d-0-prompted_q", "query_index": 5, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "d114149dcab4b4b7-0-prompted_q", "query_index": 4, "predicted": 0.65, "target": 1.0, "split": "validation" }, { "episode_id": "d114149dcab4b4b7-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "d11719e4be67c4a8-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "d11719e4be67c4a8-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "d19c3f787dc90115-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.5, "split": "train" }, { "episode_id": "d19c3f787dc90115-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "d1e8cc2de3b16e0e-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "d1e8cc2de3b16e0e-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "d246393173d96864-0-prompted_q", "query_index": 2, "predicted": 0.75, "target": 0.875, "split": "train" }, { "episode_id": "d246393173d96864-0-prompted_q", "query_index": 3, "predicted": 0.65, "target": 0.875, "split": "train" }, { "episode_id": "d25c554f994a1ffd-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "d25c554f994a1ffd-0-prompted_q", "query_index": 10, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d25f1d2503ed4c3e-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "d25f1d2503ed4c3e-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "d2bb992ea13f8353-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "d2bb992ea13f8353-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d2c8a9a0a880d019-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "d2c8a9a0a880d019-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "d3a55c0c7377d3ae-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d3a55c0c7377d3ae-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "d4b03b7ff1c32b13-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.25, "split": "train" }, { "episode_id": "d4b03b7ff1c32b13-0-prompted_q", "query_index": 11, "predicted": 0.6, "target": 0.125, "split": "train" }, { "episode_id": "d504ec628a6066b3-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "d504ec628a6066b3-0-prompted_q", "query_index": 3, "predicted": 0.2, "target": 0.375, "split": "train" }, { "episode_id": "d538c339294e4995-0-prompted_q", "query_index": 1, "predicted": 0.65, "target": 1.0, "split": "validation" }, { "episode_id": "d538c339294e4995-0-prompted_q", "query_index": 2, "predicted": 0.65, "target": 1.0, "split": "validation" }, { "episode_id": "d5dfbda6837730db-0-prompted_q", "query_index": 7, "predicted": 0.15, "target": 0.5, "split": "train" }, { "episode_id": "d5dfbda6837730db-0-prompted_q", "query_index": 9, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "d6165421bd3a9668-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "d6165421bd3a9668-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "d616ec17f8677255-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "d616ec17f8677255-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d6da82e93d4f993f-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "d6da82e93d4f993f-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "d6e8e0c7dcaa4ccf-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "d71f47f36bd07bb8-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "d71f47f36bd07bb8-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "d788fb57cc272b68-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "d788fb57cc272b68-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d7996d835165669e-0-prompted_q", "query_index": 3, "predicted": 0.3, "target": 0.5, "split": "validation" }, { "episode_id": "d7996d835165669e-0-prompted_q", "query_index": 18, "predicted": 0.98, "target": 0.375, "split": "validation" }, { "episode_id": "d79b51a6b38e8d66-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "d79b51a6b38e8d66-0-prompted_q", "query_index": 3, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "d79cbceff2ab60b6-0-prompted_q", "query_index": 1, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "d79cbceff2ab60b6-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d7a106359d26d292-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "d7a106359d26d292-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d7d0189dde9b7b64-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d7d0189dde9b7b64-0-prompted_q", "query_index": 4, "predicted": 0.25, "target": 0.875, "split": "train" }, { "episode_id": "d827111bfc7ec6af-0-prompted_q", "query_index": 3, "predicted": 0.75, "target": 0.875, "split": "train" }, { "episode_id": "d827111bfc7ec6af-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "d8459f4c070e61bb-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.75, "split": "validation" }, { "episode_id": "d8459f4c070e61bb-0-prompted_q", "query_index": 11, "predicted": 0.15, "target": 0.0, "split": "validation" }, { "episode_id": "d84ddd51473aaf0e-0-prompted_q", "query_index": 5, "predicted": 0.5, "target": 1.0, "split": "train" }, { "episode_id": "d84ddd51473aaf0e-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d873d9f07861f09e-0-prompted_q", "query_index": 5, "predicted": 0.6, "target": 0.0, "split": "train" }, { "episode_id": "d873d9f07861f09e-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "d87a39038eb1d376-0-prompted_q", "query_index": 5, "predicted": 0.01, "target": 0.875, "split": "train" }, { "episode_id": "d87a39038eb1d376-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "d88dd672947729ff-0-prompted_q", "query_index": 1, "predicted": 0.5, "target": 1.0, "split": "train" }, { "episode_id": "d88dd672947729ff-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "d8a07bf5d486e79d-0-prompted_q", "query_index": 1, "predicted": 0.3, "target": 0.0, "split": "validation" }, { "episode_id": "d8a07bf5d486e79d-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.0, "split": "validation" }, { "episode_id": "d939eb13dc274010-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d939eb13dc274010-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "d9797b5384d68393-0-prompted_q", "query_index": 5, "predicted": 0.15, "target": 0.5, "split": "train" }, { "episode_id": "d9797b5384d68393-0-prompted_q", "query_index": 7, "predicted": 0.15, "target": 0.375, "split": "train" }, { "episode_id": "d98b8dc5ccf4fd56-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "d98b8dc5ccf4fd56-0-prompted_q", "query_index": 6, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "da36d49edefc3f40-0-prompted_q", "query_index": 4, "predicted": 0.6, "target": 0.25, "split": "train" }, { "episode_id": "da36d49edefc3f40-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "da76f62c2fabec1c-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "da76f62c2fabec1c-0-prompted_q", "query_index": 3, "predicted": 0.87, "target": 1.0, "split": "train" }, { "episode_id": "daad7207c798e5f5-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "daad7207c798e5f5-0-prompted_q", "query_index": 6, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "dae381d9155438aa-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "dae381d9155438aa-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "db568f4dfcdaedf9-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "db568f4dfcdaedf9-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.75, "split": "validation" }, { "episode_id": "db8af4a3c99e73ca-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "db8af4a3c99e73ca-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "dbf34ad0209e6298-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "dbf34ad0209e6298-0-prompted_q", "query_index": 13, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "dc1949e0e68ebe45-0-prompted_q", "query_index": 9, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "dc1949e0e68ebe45-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "dc2287122f8ed494-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "dc2287122f8ed494-0-prompted_q", "query_index": 9, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "dca9baa900870a5e-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 0.375, "split": "train" }, { "episode_id": "dca9baa900870a5e-0-prompted_q", "query_index": 6, "predicted": 0.9, "target": 0.25, "split": "train" }, { "episode_id": "dd188f01e285e50f-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.25, "split": "validation" }, { "episode_id": "dd188f01e285e50f-0-prompted_q", "query_index": 5, "predicted": 0.05, "target": 0.0, "split": "validation" }, { "episode_id": "dd70c06f82ead48d-0-prompted_q", "query_index": 5, "predicted": 0.85, "target": 0.75, "split": "train" }, { "episode_id": "dd70c06f82ead48d-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "dd7e42cf7326c5df-0-prompted_q", "query_index": 4, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "dd7e42cf7326c5df-0-prompted_q", "query_index": 10, "predicted": 0.7, "target": 0.625, "split": "train" }, { "episode_id": "dd80305d865cfe69-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 0.25, "split": "train" }, { "episode_id": "dd80305d865cfe69-0-prompted_q", "query_index": 8, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "ddbb9580340793b0-0-prompted_q", "query_index": 8, "predicted": 0.02, "target": 0.125, "split": "train" }, { "episode_id": "ddbb9580340793b0-0-prompted_q", "query_index": 9, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "de116d439921931e-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "de116d439921931e-0-prompted_q", "query_index": 5, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "de42bbe86afa2562-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "de42bbe86afa2562-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "df9079a3beda918e-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.5, "split": "train" }, { "episode_id": "df9079a3beda918e-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "df9a065b37812568-0-prompted_q", "query_index": 8, "predicted": 0.25, "target": 0.25, "split": "train" }, { "episode_id": "df9a065b37812568-0-prompted_q", "query_index": 13, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "dfa7f51ec370a114-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "dfa7f51ec370a114-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.5, "split": "train" }, { "episode_id": "dfc59f1aa891a333-0-prompted_q", "query_index": 18, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "dfc59f1aa891a333-0-prompted_q", "query_index": 20, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "e00f0300ef54b47c-0-prompted_q", "query_index": 1, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "e00f0300ef54b47c-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.875, "split": "train" }, { "episode_id": "e024081e663487d7-0-prompted_q", "query_index": 1, "predicted": 0.5, "target": 1.0, "split": "train" }, { "episode_id": "e024081e663487d7-0-prompted_q", "query_index": 3, "predicted": 0.55, "target": 1.0, "split": "train" }, { "episode_id": "e0471a264392e833-0-prompted_q", "query_index": 6, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "e0471a264392e833-0-prompted_q", "query_index": 9, "predicted": 0.52, "target": 0.5, "split": "train" }, { "episode_id": "e0ace15ce1f815dc-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 0.875, "split": "train" }, { "episode_id": "e0ace15ce1f815dc-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "e111c56b41d5b2e5-0-prompted_q", "query_index": 4, "predicted": 0.9, "target": 0.5, "split": "train" }, { "episode_id": "e111c56b41d5b2e5-0-prompted_q", "query_index": 5, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "e117475de060c640-0-prompted_q", "query_index": 1, "predicted": 0.2, "target": 0.375, "split": "train" }, { "episode_id": "e117475de060c640-0-prompted_q", "query_index": 2, "predicted": 0.85, "target": 0.75, "split": "train" }, { "episode_id": "e13649a9fd28377d-0-prompted_q", "query_index": 5, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "e13649a9fd28377d-0-prompted_q", "query_index": 6, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "e1523c0cfe4ec1da-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "e1523c0cfe4ec1da-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "e15dbbc43d5baff0-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "e15dbbc43d5baff0-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "e160e5655b857e8c-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 0.375, "split": "train" }, { "episode_id": "e160e5655b857e8c-0-prompted_q", "query_index": 10, "predicted": 0.6, "target": 0.625, "split": "train" }, { "episode_id": "e1ad79dca4e4740a-0-prompted_q", "query_index": 12, "predicted": 0.55, "target": 0.0, "split": "train" }, { "episode_id": "e1ad79dca4e4740a-0-prompted_q", "query_index": 13, "predicted": 0.2, "target": 0.0, "split": "train" }, { "episode_id": "e1f8def3c5aa2ffc-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "e1f8def3c5aa2ffc-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "e2182febb2fef5bd-0-prompted_q", "query_index": 7, "predicted": 0.8, "target": 0.0, "split": "train" }, { "episode_id": "e2182febb2fef5bd-0-prompted_q", "query_index": 11, "predicted": 0.5, "target": 0.0, "split": "train" }, { "episode_id": "e2c47bddd3d1ab22-0-prompted_q", "query_index": 2, "predicted": 0.02, "target": 0.875, "split": "train" }, { "episode_id": "e2c47bddd3d1ab22-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "e407a2cceb6fc6b7-0-prompted_q", "query_index": 4, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "e407a2cceb6fc6b7-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "e418abc3e64bcd12-0-prompted_q", "query_index": 1, "predicted": 0.4, "target": 0.5, "split": "train" }, { "episode_id": "e418abc3e64bcd12-0-prompted_q", "query_index": 8, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "e439b59678911e94-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "e475d58c72f18b89-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "e475d58c72f18b89-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "e477673b7bc2b0f5-0-prompted_q", "query_index": 1, "predicted": 0.15, "target": 0.875, "split": "train" }, { "episode_id": "e477673b7bc2b0f5-0-prompted_q", "query_index": 2, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "e495ffed4fa8a1bb-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "e495ffed4fa8a1bb-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 0.125, "split": "train" }, { "episode_id": "e49fd90a030e9531-0-prompted_q", "query_index": 1, "predicted": 0.99, "target": 0.875, "split": "train" }, { "episode_id": "e49fd90a030e9531-0-prompted_q", "query_index": 3, "predicted": 0.85, "target": 0.875, "split": "train" }, { "episode_id": "e4f2a7bc7be989d1-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.25, "split": "train" }, { "episode_id": "e4f2a7bc7be989d1-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "e529f726cc107446-0-prompted_q", "query_index": 3, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "e529f726cc107446-0-prompted_q", "query_index": 4, "predicted": 0.4, "target": 1.0, "split": "train" }, { "episode_id": "e54a5632070496f5-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.375, "split": "train" }, { "episode_id": "e54a5632070496f5-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "e56db8afde5b40db-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "e56db8afde5b40db-0-prompted_q", "query_index": 6, "predicted": 0.75, "target": 0.375, "split": "train" }, { "episode_id": "e5969997d1aacef6-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "e5969997d1aacef6-0-prompted_q", "query_index": 8, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "e5d64dfb896f3b31-0-prompted_q", "query_index": 4, "predicted": 0.35, "target": 1.0, "split": "train" }, { "episode_id": "e5d64dfb896f3b31-0-prompted_q", "query_index": 8, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "e6126cd946a8117e-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "e6126cd946a8117e-0-prompted_q", "query_index": 6, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "e6419580fc6899b4-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "e6419580fc6899b4-0-prompted_q", "query_index": 12, "predicted": 0.9, "target": 0.75, "split": "validation" }, { "episode_id": "e64424f267ea9ac9-0-prompted_q", "query_index": 5, "predicted": 0.15, "target": 0.875, "split": "train" }, { "episode_id": "e64424f267ea9ac9-0-prompted_q", "query_index": 10, "predicted": 0.15, "target": 1.0, "split": "train" }, { "episode_id": "e6b01defb92304f3-0-prompted_q", "query_index": 3, "predicted": 0.2, "target": 0.5, "split": "train" }, { "episode_id": "e6b01defb92304f3-0-prompted_q", "query_index": 13, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "e72a8461510a857c-0-prompted_q", "query_index": 8, "predicted": 0.15, "target": 0.75, "split": "train" }, { "episode_id": "e72a8461510a857c-0-prompted_q", "query_index": 12, "predicted": 0.15, "target": 0.375, "split": "train" }, { "episode_id": "e7576a2c5f718f23-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "e7576a2c5f718f23-0-prompted_q", "query_index": 8, "predicted": 1.0, "target": 1.0, "split": "train" }, { "episode_id": "e7c12eb950a6d870-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "e7c12eb950a6d870-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.875, "split": "train" }, { "episode_id": "e801c450ed1eba4e-0-prompted_q", "query_index": 2, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "e801c450ed1eba4e-0-prompted_q", "query_index": 6, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "e80e64bfd106b81e-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.25, "split": "train" }, { "episode_id": "e80e64bfd106b81e-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "e8300441a23f9f67-0-prompted_q", "query_index": 1, "predicted": 0.2, "target": 0.625, "split": "train" }, { "episode_id": "e8300441a23f9f67-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "e8b7268cee1e07cb-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "e8b7268cee1e07cb-0-prompted_q", "query_index": 11, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "e91c323f7825fe21-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.25, "split": "train" }, { "episode_id": "e91c323f7825fe21-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "e9bf378661e435c6-0-prompted_q", "query_index": 4, "predicted": 0.2, "target": 0.25, "split": "train" }, { "episode_id": "e9bf378661e435c6-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "ea8a80a4650724d3-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "ea8a80a4650724d3-0-prompted_q", "query_index": 9, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "eadbd0b7dff03b05-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "eadbd0b7dff03b05-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "eadd0fd23a02e438-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "eadd0fd23a02e438-0-prompted_q", "query_index": 4, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "eb03246d9006acb2-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "eb03246d9006acb2-0-prompted_q", "query_index": 3, "predicted": 0.2, "target": 1.0, "split": "validation" }, { "episode_id": "eb07f127f0c0c9f4-0-prompted_q", "query_index": 4, "predicted": 0.25, "target": 0.625, "split": "train" }, { "episode_id": "eb07f127f0c0c9f4-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 0.5, "split": "train" }, { "episode_id": "eb165d1b7a34d6c7-0-prompted_q", "query_index": 2, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "eb165d1b7a34d6c7-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "eb37456a9f71f507-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 0.125, "split": "validation" }, { "episode_id": "eb37456a9f71f507-0-prompted_q", "query_index": 8, "predicted": 0.8, "target": 0.25, "split": "validation" }, { "episode_id": "ebd23583853aca5b-0-prompted_q", "query_index": 8, "predicted": 0.2, "target": 0.875, "split": "train" }, { "episode_id": "ebd23583853aca5b-0-prompted_q", "query_index": 9, "predicted": 0.8, "target": 0.875, "split": "train" }, { "episode_id": "ec213d8caa19936b-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "ec213d8caa19936b-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "ec9c845cb89b5fd1-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "ec9c845cb89b5fd1-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "ec9fb4b1a7cfbd42-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "ec9fb4b1a7cfbd42-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "eca0372fd9de154f-0-prompted_q", "query_index": 1, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "ed44cb4dbbd889cf-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 0.25, "split": "train" }, { "episode_id": "ed44cb4dbbd889cf-0-prompted_q", "query_index": 2, "predicted": 0.01, "target": 0.5, "split": "train" }, { "episode_id": "ed468a52c96fb026-0-prompted_q", "query_index": 3, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "ed468a52c96fb026-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "ed499e51ed368736-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "ed499e51ed368736-0-prompted_q", "query_index": 2, "predicted": 0.5, "target": 0.0, "split": "train" }, { "episode_id": "ed7fe00d9fb96e13-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "ed7fe00d9fb96e13-0-prompted_q", "query_index": 9, "predicted": 0.8, "target": 0.875, "split": "train" }, { "episode_id": "ed86ff733dc23bc2-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "ed86ff733dc23bc2-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "ed8accfb86f65a7f-0-prompted_q", "query_index": 2, "predicted": 0.0, "target": 0.125, "split": "train" }, { "episode_id": "ed8accfb86f65a7f-0-prompted_q", "query_index": 9, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "edc7964438e09ea2-0-prompted_q", "query_index": 2, "predicted": 0.15, "target": 0.5, "split": "train" }, { "episode_id": "edc7964438e09ea2-0-prompted_q", "query_index": 7, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "ee13bb2b24d4ed5c-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 0.75, "split": "train" }, { "episode_id": "ee13bb2b24d4ed5c-0-prompted_q", "query_index": 3, "predicted": 0.9, "target": 0.625, "split": "train" }, { "episode_id": "ee68cd097c04f8b2-0-prompted_q", "query_index": 2, "predicted": 0.55, "target": 0.875, "split": "train" }, { "episode_id": "ee68cd097c04f8b2-0-prompted_q", "query_index": 6, "predicted": 0.01, "target": 0.0, "split": "train" }, { "episode_id": "ee8985174d26f8f9-0-prompted_q", "query_index": 6, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "ee8985174d26f8f9-0-prompted_q", "query_index": 7, "predicted": 0.1, "target": 0.625, "split": "train" }, { "episode_id": "ef3bba9e6540bc07-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "efa0cf6ccb3e74ab-0-prompted_q", "query_index": 19, "predicted": 0.02, "target": 0.5, "split": "train" }, { "episode_id": "efa0cf6ccb3e74ab-0-prompted_q", "query_index": 20, "predicted": 0.02, "target": 0.0, "split": "train" }, { "episode_id": "efac36283e66aac3-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "efac36283e66aac3-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 1.0, "split": "validation" }, { "episode_id": "f02b719d706b918a-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "f0966fb02923f912-0-prompted_q", "query_index": 5, "predicted": 0.1, "target": 0.875, "split": "train" }, { "episode_id": "f0966fb02923f912-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "f0d164e7fbfcd140-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 1.0, "split": "train" }, { "episode_id": "f0d164e7fbfcd140-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "f0e805c1c1615253-0-prompted_q", "query_index": 9, "predicted": 0.05, "target": 1.0, "split": "train" }, { "episode_id": "f0e805c1c1615253-0-prompted_q", "query_index": 13, "predicted": 0.5, "target": 1.0, "split": "train" }, { "episode_id": "f1066b7d0677ffcb-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "f1066b7d0677ffcb-0-prompted_q", "query_index": 10, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "f129d89caccfdce5-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.125, "split": "validation" }, { "episode_id": "f129d89caccfdce5-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.25, "split": "validation" }, { "episode_id": "f1468b8c5ddd8c48-0-prompted_q", "query_index": 5, "predicted": 0.001, "target": 0.375, "split": "train" }, { "episode_id": "f1468b8c5ddd8c48-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "f20cc89d3957790c-0-prompted_q", "query_index": 1, "predicted": 0.1, "target": 1.0, "split": "train" }, { "episode_id": "f20cc89d3957790c-0-prompted_q", "query_index": 3, "predicted": 0.05, "target": 0.875, "split": "train" }, { "episode_id": "f2f3d590bf006d27-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "validation" }, { "episode_id": "f354b8191b1d6b6b-0-prompted_q", "query_index": 5, "predicted": 0.75, "target": 0.125, "split": "train" }, { "episode_id": "f354b8191b1d6b6b-0-prompted_q", "query_index": 10, "predicted": 0.05, "target": 0.0, "split": "train" }, { "episode_id": "f39d93f78517a9fe-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.875, "split": "train" }, { "episode_id": "f39d93f78517a9fe-0-prompted_q", "query_index": 5, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "f3d0385871ce15c1-0-prompted_q", "query_index": 1, "predicted": 0.8, "target": 0.75, "split": "train" }, { "episode_id": "f3d0385871ce15c1-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "f4219efb90c7185e-0-prompted_q", "query_index": 9, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "f4219efb90c7185e-0-prompted_q", "query_index": 15, "predicted": 0.85, "target": 1.0, "split": "validation" }, { "episode_id": "f474c571c84e4a4e-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "f481af474db64015-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "f48cbf87b5e2ef48-0-prompted_q", "query_index": 1, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "f52b8f9035d0bde4-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "f52b8f9035d0bde4-0-prompted_q", "query_index": 15, "predicted": 0.5, "target": 0.0, "split": "train" }, { "episode_id": "f5fb1f1efa72dd0a-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.125, "split": "train" }, { "episode_id": "f5fb1f1efa72dd0a-0-prompted_q", "query_index": 6, "predicted": 0.1, "target": 0.0, "split": "train" }, { "episode_id": "f68bf9a1217d59fe-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "f68bf9a1217d59fe-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "f75d6e3e7023089d-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "f75d6e3e7023089d-0-prompted_q", "query_index": 13, "predicted": 0.0, "target": 0.0, "split": "validation" }, { "episode_id": "f7808daa11a29f88-0-prompted_q", "query_index": 3, "predicted": 0.01, "target": 0.625, "split": "train" }, { "episode_id": "f7808daa11a29f88-0-prompted_q", "query_index": 9, "predicted": 0.25, "target": 0.375, "split": "train" }, { "episode_id": "f788ad8a35dcddf8-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.25, "split": "train" }, { "episode_id": "f788ad8a35dcddf8-0-prompted_q", "query_index": 10, "predicted": 0.1, "target": 0.125, "split": "train" }, { "episode_id": "f832034c703fda61-0-prompted_q", "query_index": 1, "predicted": 0.25, "target": 0.0, "split": "validation" }, { "episode_id": "f832034c703fda61-0-prompted_q", "query_index": 3, "predicted": 1.0, "target": 0.0, "split": "validation" }, { "episode_id": "f851760c73e07e77-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 1.0, "split": "validation" }, { "episode_id": "f851760c73e07e77-0-prompted_q", "query_index": 5, "predicted": 0.65, "target": 1.0, "split": "validation" }, { "episode_id": "f85f84086b3bca41-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 0.75, "split": "train" }, { "episode_id": "f85f84086b3bca41-0-prompted_q", "query_index": 4, "predicted": 0.95, "target": 0.625, "split": "train" }, { "episode_id": "f87b40c2795ccfa0-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "f87b40c2795ccfa0-0-prompted_q", "query_index": 10, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "f8c5c7f8798ae7fa-0-prompted_q", "query_index": 5, "predicted": 0.05, "target": 0.5, "split": "train" }, { "episode_id": "f8c5c7f8798ae7fa-0-prompted_q", "query_index": 14, "predicted": 0.95, "target": 0.875, "split": "train" }, { "episode_id": "f985488fcca8d3b6-0-prompted_q", "query_index": 8, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "f985488fcca8d3b6-0-prompted_q", "query_index": 11, "predicted": 0.05, "target": 0.625, "split": "train" }, { "episode_id": "f9aabf54c0b3c983-0-prompted_q", "query_index": 6, "predicted": 0.65, "target": 1.0, "split": "train" }, { "episode_id": "f9aabf54c0b3c983-0-prompted_q", "query_index": 8, "predicted": 0.6, "target": 0.875, "split": "train" }, { "episode_id": "f9d9cc6084f622c7-0-prompted_q", "query_index": 2, "predicted": 0.02, "target": 0.25, "split": "train" }, { "episode_id": "f9d9cc6084f622c7-0-prompted_q", "query_index": 25, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "f9dc170c868af3dc-0-prompted_q", "query_index": 1, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "fa03122885b6c20e-0-prompted_q", "query_index": 7, "predicted": 0.01, "target": 0.5, "split": "train" }, { "episode_id": "fa03122885b6c20e-0-prompted_q", "query_index": 9, "predicted": 0.95, "target": 1.0, "split": "train" }, { "episode_id": "faa0757695ddef9c-0-prompted_q", "query_index": 6, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "faa0757695ddef9c-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "faab01eb82d9a693-0-prompted_q", "query_index": 6, "predicted": 0.2, "target": 0.0, "split": "train" }, { "episode_id": "faab01eb82d9a693-0-prompted_q", "query_index": 7, "predicted": 0.95, "target": 0.0, "split": "train" }, { "episode_id": "faf2d0778ef06bb7-0-prompted_q", "query_index": 9, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "faf2d0778ef06bb7-0-prompted_q", "query_index": 13, "predicted": 0.8, "target": 0.0, "split": "train" }, { "episode_id": "fb16a4637585717e-0-prompted_q", "query_index": 4, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "fb16a4637585717e-0-prompted_q", "query_index": 11, "predicted": 0.15, "target": 0.125, "split": "train" }, { "episode_id": "fbc4d06ba4a63780-0-prompted_q", "query_index": 2, "predicted": 0.5, "target": 1.0, "split": "train" }, { "episode_id": "fbc4d06ba4a63780-0-prompted_q", "query_index": 3, "predicted": 0.7, "target": 0.875, "split": "train" }, { "episode_id": "fbe557f2227d9985-0-prompted_q", "query_index": 8, "predicted": 0.12, "target": 0.25, "split": "train" }, { "episode_id": "fbe557f2227d9985-0-prompted_q", "query_index": 12, "predicted": 0.9, "target": 1.0, "split": "train" }, { "episode_id": "fbeaa9c5cf14e650-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 1.0, "split": "validation" }, { "episode_id": "fbeaa9c5cf14e650-0-prompted_q", "query_index": 3, "predicted": 0.35, "target": 1.0, "split": "validation" }, { "episode_id": "fbfd804da157b7f3-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 1.0, "split": "train" }, { "episode_id": "fbfd804da157b7f3-0-prompted_q", "query_index": 9, "predicted": 0.6, "target": 1.0, "split": "train" }, { "episode_id": "fd61515caafeb14f-0-prompted_q", "query_index": 3, "predicted": 0.95, "target": 0.375, "split": "train" }, { "episode_id": "fd61515caafeb14f-0-prompted_q", "query_index": 5, "predicted": 0.42, "target": 0.625, "split": "train" }, { "episode_id": "fdfc517387d8396b-0-prompted_q", "query_index": 2, "predicted": 0.98, "target": 1.0, "split": "train" }, { "episode_id": "fdfc517387d8396b-0-prompted_q", "query_index": 3, "predicted": 0.75, "target": 1.0, "split": "train" }, { "episode_id": "fe1a61ae95db151a-0-prompted_q", "query_index": 1, "predicted": 0.35, "target": 1.0, "split": "validation" }, { "episode_id": "fe1a61ae95db151a-0-prompted_q", "query_index": 3, "predicted": 0.35, "target": 1.0, "split": "validation" }, { "episode_id": "fe3024b44ba7f586-0-prompted_q", "query_index": 6, "predicted": 0.25, "target": 0.5, "split": "train" }, { "episode_id": "fe3024b44ba7f586-0-prompted_q", "query_index": 15, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "feba2e5b6ebbc6e7-0-prompted_q", "query_index": 6, "predicted": 0.35, "target": 0.25, "split": "train" }, { "episode_id": "feba2e5b6ebbc6e7-0-prompted_q", "query_index": 7, "predicted": 0.9, "target": 0.0, "split": "train" }, { "episode_id": "feced29185b52dee-0-prompted_q", "query_index": 1, "predicted": 0.05, "target": 0.75, "split": "train" }, { "episode_id": "feced29185b52dee-0-prompted_q", "query_index": 12, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "feea5bdef2b141ec-0-prompted_q", "query_index": 8, "predicted": 0.0, "target": 0.625, "split": "train" }, { "episode_id": "feea5bdef2b141ec-0-prompted_q", "query_index": 10, "predicted": 0.1, "target": 0.75, "split": "train" }, { "episode_id": "feff87e80fc43940-0-prompted_q", "query_index": 1, "predicted": 0.85, "target": 1.0, "split": "train" }, { "episode_id": "feff87e80fc43940-0-prompted_q", "query_index": 3, "predicted": 0.7, "target": 1.0, "split": "train" }, { "episode_id": "ff3cb1d956614e43-0-prompted_q", "query_index": 1, "predicted": 0.0, "target": 0.375, "split": "train" }, { "episode_id": "ff3cb1d956614e43-0-prompted_q", "query_index": 5, "predicted": 0.0, "target": 0.0, "split": "train" }, { "episode_id": "ff8c8706c6ba992f-0-prompted_q", "query_index": 3, "predicted": 0.3, "target": 0.625, "split": "train" }, { "episode_id": "ff8c8706c6ba992f-0-prompted_q", "query_index": 4, "predicted": 0.0, "target": 0.75, "split": "train" }, { "episode_id": "ff8f468528f64351-0-prompted_q", "query_index": 2, "predicted": 0.9, "target": 0.875, "split": "train" }, { "episode_id": "ff8f468528f64351-0-prompted_q", "query_index": 3, "predicted": 0.99, "target": 1.0, "split": "train" }, { "episode_id": "ffce71d8d5ce11d8-0-prompted_q", "query_index": 2, "predicted": 0.4, "target": 0.375, "split": "train" }, { "episode_id": "ffce71d8d5ce11d8-0-prompted_q", "query_index": 8, "predicted": 0.15, "target": 0.125, "split": "train" } ] }